-- Logs begin at Fri 2021-10-29 10:36:33 UTC, end at Fri 2021-10-29 12:52:40 UTC. -- Oct 29 11:08:11.006990 n-d-805046-9 systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 11:08:13.724329 n-d-805046-9 neutron-server[102168]: INFO neutron.common.config [-] Logging enabled! Oct 29 11:08:13.724956 n-d-805046-9 neutron-server[102168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 11:08:13.725152 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 11:08:13.728371 n-d-805046-9 neutron-server[102168]: INFO neutron.common.config [-] Logging enabled! Oct 29 11:08:13.728627 n-d-805046-9 neutron-server[102168]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 11:08:13.728942 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102168) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 11:08:13.729919 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 11:08:13.730154 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 11:08:13.730520 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 11:08:13.730765 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 11:08:13.730993 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 11:08:13.731310 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.731607 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.731904 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.732161 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.732711 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.733025 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.733312 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.733603 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.733903 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.734189 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.734471 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.734757 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.734988 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.735270 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.735559 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.735849 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.736076 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] debug = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.736358 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.736794 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.737240 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.737525 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.738043 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.738186 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.738366 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.738642 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.738930 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.739256 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] host = n-d-805046-9 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.739536 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.739826 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.740115 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.740404 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.740681 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.740959 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.741278 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.741551 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.741828 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.742104 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.742404 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.742679 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.742968 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.743191 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.743414 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.743703 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.743991 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.744270 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.744545 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.744821 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.745127 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.745412 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.745668 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.745952 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.746236 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.746522 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.746798 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.747071 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.747340 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.748118 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.748408 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.748689 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.748963 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.749262 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.749549 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.749817 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.750089 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.750391 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.750678 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.750960 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.751248 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.751524 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.751809 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.752084 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.752357 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.752630 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_json = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.752903 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.753198 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.753529 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.753755 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.754030 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.754306 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.754577 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.754862 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:13.755161 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.755459 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.755761 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.756047 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.756354 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.756638 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.756929 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.757232 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.757524 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.757813 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.758103 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.758385 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.758698 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.758960 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.759257 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.759564 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.759859 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.760152 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.760431 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.760706 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.760982 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.761284 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.761574 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.761854 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.762143 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.762436 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.762719 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.763010 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.763951 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.764246 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.764526 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.764809 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.765131 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.765417 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.765690 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.765972 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.766263 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.766543 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.766821 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.767107 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.767387 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.767662 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.767938 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.768216 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.768507 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.768791 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.769090 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.769366 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.769642 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.769914 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.770198 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.770475 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.770748 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.771022 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.771301 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.771572 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.771845 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.772122 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.772393 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.772668 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.772943 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.773237 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.773511 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.773782 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.774053 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.774325 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.774594 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.774873 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.775144 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.775416 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.775687 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.775962 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.776235 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.776518 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.776901 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.777254 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.777539 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.777823 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.778106 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.778387 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.778665 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.778975 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.779260 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.779536 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.779829 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.780118 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.780408 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.780696 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.780979 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.781330 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.781616 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.781904 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.782189 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.782471 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.782757 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.783044 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.783341 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.783635 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.783930 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.784224 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.784516 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.784797 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.785135 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.785411 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:13.785629 n-d-805046-9 neutron-server[102168]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 11:08:13.785869 n-d-805046-9 neutron-server[102168]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102168) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 11:08:14.216758 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 11:08:14.217052 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 11:08:14.217348 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 11:08:14.217681 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 11:08:14.538176 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.538463 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.538738 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.540104 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.540381 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.540648 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.574964 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.575243 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.575513 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.590690 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.590965 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.591233 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.622072 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.622353 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.622648 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.658587 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.658865 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.659133 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.894503 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.895130 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.895130 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.895326 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:14.895988 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.023202 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.023529 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.023812 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.024090 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.024372 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.024687 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.024947 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.025230 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.025486 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.025769 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.026030 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.026305 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.026561 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.026813 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.027080 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.027347 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.027606 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.027872 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.028142 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.028401 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.028672 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.029503 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.029790 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.030171 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.030423 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.030670 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.031071 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.031315 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.031555 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.031794 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.032031 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.032269 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.032634 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 11:08:15.035914 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 11:08:15.039907 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 11:08:15.043685 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 29 11:08:15.045367 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 11:08:15.045833 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 11:08:15.046168 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 11:08:15.046559 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 11:08:15.049409 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 11:08:15.049662 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 11:08:15.050009 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 11:08:15.055996 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 11:08:15.078765 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 11:08:15.079212 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.079513 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102168) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 11:08:15.079874 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.081287 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102168) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 11:08:15.081578 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 11:08:15.082011 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 11:08:15.084997 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.085300 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.148728 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 11:08:15.148915 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 11:08:15.149176 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 11:08:15.149553 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 11:08:15.171027 n-d-805046-9 neutron-server[102168]: DEBUG oslo_db.sqlalchemy.engines [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102168) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 11:08:15.701766 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing driver for type 'gre' Oct 29 11:08:15.702290 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] gre ID ranges: [(1, 1000)] Oct 29 11:08:15.758697 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing driver for type 'local' Oct 29 11:08:15.758996 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing driver for type 'vlan' Oct 29 11:08:15.771801 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] VlanTypeDriver initialization complete Oct 29 11:08:15.772162 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing driver for type 'vxlan' Oct 29 11:08:15.772672 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] vxlan ID ranges: [(1, 1000)] Oct 29 11:08:15.824170 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing extension driver 'port_security' Oct 29 11:08:15.824512 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] PortSecurityExtensionDriver initialization complete Oct 29 11:08:15.824850 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing mechanism driver 'openvswitch' Oct 29 11:08:15.825213 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing mechanism driver 'hyperv' Oct 29 11:08:15.831884 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:15.832742 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.833150 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.833508 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.834055 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.834504 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.834864 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.835214 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.835621 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.836039 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.836395 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.836739 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.837167 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.837590 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.837943 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.838287 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.838697 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.839123 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.839474 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.839817 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.840230 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.840647 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > address_group after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.840995 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > address_group after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.841357 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.841774 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102168) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 11:08:15.842158 n-d-805046-9 neutron-server[102168]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] ML2 OVO RPC backend initialized. {{(pid=102168) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 11:08:15.842873 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.843240 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.843662 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.844015 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > networks before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.844370 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.844717 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > ports before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.845091 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.845439 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnets before_response 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.845789 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.846147 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.846486 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.846825 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.847306 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.847591 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.847947 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.848292 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.848634 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.849264 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.plugin [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Modular L2 Plugin initialization complete Oct 29 11:08:15.849600 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading services supported by the core plugin {{(pid=102168) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 11:08:15.849928 n-d-805046-9 neutron-server[102168]: INFO neutron.plugins.ml2.managers [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Got port-security extension from driver 'port_security' Oct 29 11:08:15.850403 n-d-805046-9 neutron-server[102168]: INFO neutron.extensions.vlantransparent [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Disabled vlantransparent extension. Oct 29 11:08:15.850901 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102168) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 11:08:15.851220 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: router Oct 29 11:08:15.888496 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.888896 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_create 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.889308 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router before_create 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.889681 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.890063 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.890427 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_delete 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.890793 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.891270 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.891640 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_create 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.891999 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.892390 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.892747 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.893143 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.893564 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.894133 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.894372 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.894716 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: subnet after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.895240 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.895401 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.895758 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_create 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.896110 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.896465 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.896829 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router after_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.897204 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.897564 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_create 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.897934 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.898288 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_update 55549900 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.898661 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > agent after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.899017 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > agent after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.899368 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > network after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.900235 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Tracking information for resource: router configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.900572 n-d-805046-9 neutron-server[102168]: DEBUG neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Tracking information for resource: floatingip configured {{(pid=102168) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 11:08:15.905555 n-d-805046-9 neutron-server[102168]: INFO neutron.db.l3_agentschedulers_db [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 11:08:15.906149 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.906517 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.906874 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.907230 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: port after_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.908030 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router before_create 55550100 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.908400 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.908781 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_create 55550100 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.909157 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > router precommit_update 55550100 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.914064 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.provider_configuration [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service providers = [] {{(pid=102168) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 11:08:15.914433 n-d-805046-9 neutron-server[102168]: DEBUG neutron.db.servicetype_db [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102168) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 11:08:15.917457 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.service_base [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 11:08:15.917816 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.service_base [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 11:08:15.918163 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.service_base [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 11:08:15.919059 n-d-805046-9 neutron-server[102168]: DEBUG neutron.services.service_base [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102168) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 11:08:15.919953 n-d-805046-9 neutron-server[102168]: INFO neutron.services.service_base [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 11:08:15.920335 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.920656 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 11:08:15.932768 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.933145 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: auto_allocate Oct 29 11:08:15.939536 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: network precommit_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.939909 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: network precommit_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.940429 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.940753 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: tag Oct 29 11:08:15.947541 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.947880 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: timestamp Oct 29 11:08:15.951755 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.952132 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: network_ip_availability Oct 29 11:08:15.957595 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.957969 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.958329 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:15.959039 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.959361 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: flavors Oct 29 11:08:15.964362 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.964699 n-d-805046-9 neutron-server[102168]: INFO neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading Plugin: revisions Oct 29 11:08:15.969604 n-d-805046-9 neutron-server[102168]: DEBUG neutron.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102168) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 11:08:15.969995 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=102168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 11:08:15.970741 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102168) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 11:08:15.971083 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Initializing extension manager. Oct 29 11:08:15.971600 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: __init__.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.971945 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: __pycache__ {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.972282 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.972619 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: address_group.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.973409 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.973974 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: address-group Oct 29 11:08:15.974299 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: address_scope.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.975020 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.975535 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: address-scope Oct 29 11:08:15.975867 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.976807 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.977359 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: router-admin-state-down-before-update Oct 29 11:08:15.977689 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: agent.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.978399 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.978916 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: agent Oct 29 11:08:15.979244 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: agent_resources_synced.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.980169 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.980696 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: agent-resources-synced Oct 29 11:08:15.981054 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: allowedaddresspairs.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.983670 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.984203 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: allowed-address-pairs Oct 29 11:08:15.984536 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: auto_allocated_topology.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.985698 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.986226 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: auto-allocated-topology Oct 29 11:08:15.986560 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: availability_zone.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.987265 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.987781 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: availability_zone Oct 29 11:08:15.988109 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: availability_zone_filter.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.989073 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.989590 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: availability_zone_filter Oct 29 11:08:15.989919 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: data_plane_status.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.990840 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.991356 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 11:08:15.991683 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: default_subnetpools.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.992612 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.993174 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: default-subnetpools Oct 29 11:08:15.993501 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.994316 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.994837 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: dhcp_agent_scheduler Oct 29 11:08:15.995166 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: dns.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.996106 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.996621 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension dns-integration not supported by any of loaded plugins Oct 29 11:08:15.996949 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: dns_domain_ports.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.997943 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:15.998458 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 11:08:15.998785 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:15.999730 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.000247 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 11:08:16.000572 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: dvr.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.001581 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.001782 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: dvr Oct 29 11:08:16.002105 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: ecmp_routes.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.003040 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.003552 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 11:08:16.003879 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: empty_string_filtering.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.004805 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.005351 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: empty-string-filtering Oct 29 11:08:16.005681 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.006612 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.007123 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 11:08:16.007449 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.008370 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.008881 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 11:08:16.009237 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: external_net.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.010161 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.010680 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: external-net Oct 29 11:08:16.011006 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.011924 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.012439 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: extra_dhcp_opt Oct 29 11:08:16.012763 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: extraroute.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.013745 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.014261 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: extraroute Oct 29 11:08:16.014586 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: extraroute_atomic.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.015638 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.016157 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: extraroute-atomic Oct 29 11:08:16.016484 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: filter_validation.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.017381 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.017903 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: filter-validation Oct 29 11:08:16.018233 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: fip_pf_description.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.019162 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.019678 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 11:08:16.020003 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: fip_port_details.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.020932 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.021488 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: fip-port-details Oct 29 11:08:16.021816 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: flavors.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.023070 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.023594 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: flavors Oct 29 11:08:16.023925 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.025664 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.026193 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 11:08:16.026524 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: floatingip_pools.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.027239 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.027748 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: floatingip-pools Oct 29 11:08:16.028074 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: ip_allocation.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.029571 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.030084 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 11:08:16.030409 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.031343 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.031861 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: ip-substring-filtering Oct 29 11:08:16.032189 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l2_adjacency.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.033167 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.033682 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 11:08:16.034007 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.035005 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.035540 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: router Oct 29 11:08:16.035870 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.038199 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.038739 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 11:08:16.039078 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.040027 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.040551 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: ext-gw-mode Oct 29 11:08:16.040886 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.041861 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.042385 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: l3-ha Oct 29 11:08:16.042714 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3_flavors.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.043639 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.044159 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: l3-flavors Oct 29 11:08:16.045136 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.046069 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.046585 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 11:08:16.046913 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: l3agentscheduler.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.047963 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.048488 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: l3_agent_scheduler Oct 29 11:08:16.048819 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: logging.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.050378 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.050912 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension logging not supported by any of loaded plugins Oct 29 11:08:16.051259 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: metering.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.052008 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.052594 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: metering Oct 29 11:08:16.052928 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.054189 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.054722 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: metering_source_and_destination_fields Oct 29 11:08:16.055057 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: multiprovidernet.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.056003 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.056523 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: multi-provider Oct 29 11:08:16.056854 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: netmtu.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.057809 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.058323 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: net-mtu Oct 29 11:08:16.058653 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: netmtu_writable.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.059581 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.060123 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: net-mtu-writable Oct 29 11:08:16.060453 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: network_availability_zone.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.061157 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.061671 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: network_availability_zone Oct 29 11:08:16.061997 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: network_ip_availability.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.063112 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.063632 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: network-ip-availability Oct 29 11:08:16.063964 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: network_segment_range.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.064735 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.065284 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 11:08:16.065617 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: pagination.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.067195 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.067529 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: pagination Oct 29 11:08:16.067856 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: port_device_profile.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.068776 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.069340 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: port-device-profile Oct 29 11:08:16.069669 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.070605 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.071124 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: port-mac-address-regenerate Oct 29 11:08:16.071451 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.072374 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.072893 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: port-numa-affinity-policy Oct 29 11:08:16.073249 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: port_resource_request.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.074177 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.074691 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 11:08:16.075015 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: portbindings.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.075989 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.076509 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: binding Oct 29 11:08:16.076836 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: portbindings_extended.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.078148 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.078670 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: binding-extended Oct 29 11:08:16.079002 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: portsecurity.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.079931 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.080454 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: port-security Oct 29 11:08:16.080782 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: project_id.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.081795 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.082129 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: project-id Oct 29 11:08:16.082457 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: providernet.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.083395 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.083916 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: provider Oct 29 11:08:16.084241 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.087875 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.088410 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos not supported by any of loaded plugins Oct 29 11:08:16.088750 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.090051 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.090581 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 11:08:16.090913 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.092366 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.092889 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 11:08:16.093243 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_default.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.094169 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.094691 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-default not supported by any of loaded plugins Oct 29 11:08:16.095021 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_fip.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.095684 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.096197 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-fip not supported by any of loaded plugins Oct 29 11:08:16.096531 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_gateway_ip.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.097683 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.098033 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 11:08:16.098357 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_port_network_policy.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.099287 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.099810 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 11:08:16.100137 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.101226 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.101748 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 11:08:16.102074 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_pps_rule.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.103266 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.103788 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-pps not supported by any of loaded plugins Oct 29 11:08:16.104116 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_rule_type_details.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.105083 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.105602 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 11:08:16.105930 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: qos_rules_alias.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.107953 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.108477 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 11:08:16.108808 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: quotasv2.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.109762 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.110098 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: quotas Oct 29 11:08:16.110425 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: quotasv2_detail.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.113638 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.113986 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: quota_details Oct 29 11:08:16.114328 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: rbac.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.115403 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.115944 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: rbac-policies Oct 29 11:08:16.116287 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: rbac_address_group.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.117276 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.117805 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: rbac-address-group Oct 29 11:08:16.118138 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: rbac_address_scope.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.119076 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.119602 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: rbac-address-scope Oct 29 11:08:16.119932 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: rbac_security_groups.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.120865 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.121425 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: rbac-security-groups Oct 29 11:08:16.121755 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: rbac_subnetpool.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.122710 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.123233 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: rbac-subnetpool Oct 29 11:08:16.123562 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: revisionifmatch.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.124499 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.125039 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: revision-if-match Oct 29 11:08:16.125371 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: revisions.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.126503 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.127027 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: standard-attr-revisions Oct 29 11:08:16.127359 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: router_availability_zone.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.128039 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.128560 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: router_availability_zone Oct 29 11:08:16.128885 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: routerservicetype.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.129852 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.130368 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension router-service-type not supported by any of loaded plugins Oct 29 11:08:16.130696 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.131635 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.132158 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: security-groups-normalized-cidr Oct 29 11:08:16.132488 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.133448 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.133966 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: port-security-groups-filtering Oct 29 11:08:16.134294 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.135226 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.135746 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: security-groups-remote-address-group Oct 29 11:08:16.136075 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: securitygroup.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.145958 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.146505 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: security-group Oct 29 11:08:16.146842 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: segment.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.147635 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.148167 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension segment not supported by any of loaded plugins Oct 29 11:08:16.148489 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.149533 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.150054 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 11:08:16.150388 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: servicetype.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.151518 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.152052 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: service-type Oct 29 11:08:16.152380 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: sorting.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.153408 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.154266 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: sorting Oct 29 11:08:16.154595 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: standard_attr_segment.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.155530 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.156058 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 11:08:16.156384 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: standardattrdescription.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.157056 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.157576 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: standard-attr-description Oct 29 11:08:16.157902 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: stateful_security_group.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.158839 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.159366 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: stateful-security-group Oct 29 11:08:16.159695 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: stdattrs_common.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.160287 n-d-805046-9 neutron-server[102168]: WARNING neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 11:08:16.160611 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.161669 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.162116 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 11:08:16.162442 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnet_onboard.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.163532 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.164058 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: subnet_onboard Oct 29 11:08:16.164386 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.165358 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.165875 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 11:08:16.166207 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnet_service_types.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.167147 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.167669 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: subnet-service-types Oct 29 11:08:16.167998 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnetallocation.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.169126 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.170191 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: subnet_allocation Oct 29 11:08:16.170521 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.171200 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.171736 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: subnetpool-prefix-ops Oct 29 11:08:16.172064 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.173039 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.173564 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 11:08:16.173894 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: tagging.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.174976 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.175501 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: standard-attr-tag Oct 29 11:08:16.175830 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: timestamp.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.177086 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.177616 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loaded extension: standard-attr-timestamp Oct 29 11:08:16.177947 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: trunk.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.179014 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.179538 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension trunk not supported by any of loaded plugins Oct 29 11:08:16.179871 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: trunk_details.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.180807 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.181363 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension trunk-details not supported by any of loaded plugins Oct 29 11:08:16.181696 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: uplink_status_propagation.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.182628 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.183149 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 11:08:16.183479 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Loading extension file: vlantransparent.py {{(pid=102168) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 11:08:16.184158 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102168) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 11:08:16.184675 n-d-805046-9 neutron-server[102168]: INFO neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 11:08:16.187213 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:network Oct 29 11:08:16.187748 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnet Oct 29 11:08:16.188154 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 11:08:16.188548 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:port Oct 29 11:08:16.189872 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.190330 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service FLAVORS assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.190968 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.191738 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.191738 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:router Oct 29 11:08:16.192180 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 11:08:16.192686 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service METERING assigned prefix: /metering {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.194180 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:16.194555 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:16.194912 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:08:16.195941 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 11:08:16.196404 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:security_group Oct 29 11:08:16.196844 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 11:08:16.197506 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service CORE assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.197844 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 11:08:16.198195 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] subnetpool is already registered Oct 29 11:08:16.198623 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service CORE assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.198949 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 11:08:16.199284 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] subnetpool is already registered Oct 29 11:08:16.201788 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.202295 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service FLAVORS assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.202895 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.203326 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.203663 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:router Oct 29 11:08:16.204006 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] router is already registered Oct 29 11:08:16.204437 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 11:08:16.204782 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] floatingip is already registered Oct 29 11:08:16.205278 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service METERING assigned prefix: /metering {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.206024 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 11:08:16.206354 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] rbac_policy is already registered Oct 29 11:08:16.206771 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:security_group Oct 29 11:08:16.207109 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] security_group is already registered Oct 29 11:08:16.207516 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 11:08:16.207861 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] security_group_rule is already registered Oct 29 11:08:16.208371 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service CORE assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.208701 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 11:08:16.209128 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] subnetpool is already registered Oct 29 11:08:16.209548 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.v2.resource_helper [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Service CORE assigned prefix: {{(pid=102168) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 11:08:16.209948 n-d-805046-9 neutron-server[102168]: INFO neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 11:08:16.210207 n-d-805046-9 neutron-server[102168]: WARNING neutron.quota.resource_registry [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] subnetpool is already registered Oct 29 11:08:16.211931 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: extensions {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.213472 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: address-groups {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.214996 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: address-scopes {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.216913 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: agents {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.218239 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: auto-allocated-topology {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.219505 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: availability_zones {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.220757 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: dhcp-networks {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.222228 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: dhcp-agents {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.223765 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: routers {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.225993 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: flavors {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.227296 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: service_profiles {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.228540 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: next_providers {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.230029 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: service_profiles {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.231507 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: floatingip-pools {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.233737 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: routers {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.235896 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: floatingips {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.237248 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: l3-routers {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.238664 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: l3-agents {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.240100 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: metering-labels {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.241410 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: metering-label-rules {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.242819 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: network-ip-availabilities {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.244110 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: bindings {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.245755 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: quotas {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.247518 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: quotas {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.249103 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: rbac-policies {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.250336 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: security-groups {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.251671 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: security-group-rules {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.252964 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: service-providers {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.254230 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: subnetpools {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.255662 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: subnetpools {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.257199 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.258917 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.260760 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.262604 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.264510 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.266519 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.268264 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.271105 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.272925 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.274725 n-d-805046-9 neutron-server[102168]: DEBUG neutron.api.extensions [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Extended resource: tags {{(pid=102168) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 11:08:16.281417 n-d-805046-9 neutron-server[102168]: WARNING keystonemiddleware.auth_token [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 11:08:16.285957 n-d-805046-9 neutron-server[102168]: WARNING keystonemiddleware.auth_token [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 11:08:16.295516 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Acquired lock "singleton_lock" {{(pid=102168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 11:08:16.295999 n-d-805046-9 neutron-server[102168]: DEBUG oslo_concurrency.lockutils [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Releasing lock "singleton_lock" {{(pid=102168) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 11:08:16.296662 n-d-805046-9 neutron-server[102168]: INFO oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Starting 2 workers Oct 29 11:08:16.301522 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Started child 102277 {{(pid=102168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 11:08:16.305984 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Started child 102278 {{(pid=102168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 11:08:16.306854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.307564 n-d-805046-9 neutron-server[102168]: INFO neutron.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 11:08:16.308171 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Publish callbacks [] for process, before_spawn {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.308337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [-] (102277) wsgi starting up on http://0.0.0.0:9696 Oct 29 11:08:16.310621 n-d-805046-9 neutron-server[102168]: INFO oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Starting 1 workers Oct 29 11:08:16.310769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.312133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [-] (102278) wsgi starting up on http://0.0.0.0:9696 Oct 29 11:08:16.315784 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Started child 102279 {{(pid=102168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 11:08:16.316317 n-d-805046-9 neutron-server[102168]: INFO oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Starting 1 workers Oct 29 11:08:16.319461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] calling RpcWorker wait() {{(pid=102279) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 11:08:16.319999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] returning from RpcWorker wait() {{(pid=102279) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 11:08:16.320802 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Started child 102280 {{(pid=102168) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 11:08:16.321506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.321606 n-d-805046-9 neutron-server[102168]: DEBUG neutron_lib.callbacks.manager [None req-fa0c728b-d5e5-4eb8-95ea-de4511ba9285 None None] Publish callbacks [] for process, after_spawn {{(pid=102168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.321996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:16.323454 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 11:08:16.323681 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 11:08:16.323871 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 11:08:16.324088 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 11:08:16.324428 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 11:08:16.324595 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 11:08:16.325144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.325429 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.325517 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:16.325964 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.326033 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.326305 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.326478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:16.326863 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.327117 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.327390 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.327665 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.327924 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.328095 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.328264 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.328525 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.328757 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.329090 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.329351 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.329598 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.329864 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.330036 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.330280 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.330535 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.330791 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.331065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] debug = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.331311 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.331782 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.332020 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.332272 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.332495 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.332791 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.333036 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.333303 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.333551 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.333786 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.334051 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.334298 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.334539 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.334749 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.334998 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.335270 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.335506 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.335963 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] host = n-d-805046-9 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.336202 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.336425 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.336657 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.336890 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.337172 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.337411 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.337671 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.337937 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.338202 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.338429 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.338680 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.338939 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.339163 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.339410 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.339577 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_options = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.339794 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.340067 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.340391 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.340527 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.340666 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.340844 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.341143 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.341872 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.342100 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.342317 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.342535 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.342776 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.343018 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.343232 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.343510 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.343742 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.343980 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.344193 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.344440 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.344670 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.344919 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.345189 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.345431 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.345674 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.345931 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.346169 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.346399 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.346632 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.346855 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.347113 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.347356 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.347607 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.347832 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.348088 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.348349 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.348606 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.348837 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.349097 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.349377 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.349607 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.349854 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.350116 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.350333 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.350565 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.350778 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.351014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.351228 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_json = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.351441 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.351675 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.351987 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.352140 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.352375 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.352590 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.352809 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.353079 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.353505 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.353786 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.354090 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.354337 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.354569 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.354808 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.355059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.355280 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.355528 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.355763 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.356396 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.356396 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.356686 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.356823 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.357608 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.357949 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.358226 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.358492 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.358729 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.358948 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.359165 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.359426 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.359690 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.359912 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.360141 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.360388 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.360662 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.361710 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.361710 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.361710 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362399 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362399 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362399 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362741 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362741 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.362952 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.363116 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.363531 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.363660 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.363897 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.364067 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.364435 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.364765 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.364995 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.365364 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.365476 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.365721 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.365931 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.366149 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.366384 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.366621 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.366970 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.367122 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.367307 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.367543 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.367771 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.368011 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.368247 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.368461 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.368694 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.368946 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.369352 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.369706 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.370056 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.370458 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.370823 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.371209 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.371574 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.371797 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.372018 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373434 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373434 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373434 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373434 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373434 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373787 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.373866 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.374087 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.374316 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.374547 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.374963 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.375198 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.375417 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.375638 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.375853 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.376088 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.376309 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.376528 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.376863 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.377064 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.377376 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.377633 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.379014 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.380552 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.381502 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.381502 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.381502 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.381502 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.382354 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.382354 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.382354 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.383424 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.383424 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.383424 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.383424 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.383424 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.385329 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.386883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389145 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389955 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389955 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389955 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.389955 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.390652 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.390652 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.390652 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.391376 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.391376 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.391376 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.392099 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.392099 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.392099 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.393024 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.393024 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.393024 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.393024 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.395328 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.396404 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.398093 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399153 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399153 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399153 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399153 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399153 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399789 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399789 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.399789 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400166 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400166 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400444 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400592 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400728 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.400973 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.401245 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.401571 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.401820 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.402068 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.402308 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.402526 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.402785 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.403024 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.403573 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.403573 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.404416 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.404416 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.405138 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.405138 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.405438 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.405438 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406117 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406117 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406117 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406530 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406530 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.406790 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.407260 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.407260 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.407879 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.407879 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.407879 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.408262 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.408262 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.408993 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.408993 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.408993 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.410918 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.411940 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.411940 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.411940 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.411940 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.411940 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.412503 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.412503 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.412503 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.414144 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415895 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.415895 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.416178 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.416409 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.416653 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.416896 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.417154 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.417382 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.417634 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.417957 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.418231 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.418492 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.418746 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.419025 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.419327 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.419597 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.419818 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.420111 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.420450 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421042 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421042 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421238 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421512 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421733 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.421969 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.422206 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.422450 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.422691 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.422949 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.423192 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.423417 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.423650 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.423875 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.424137 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.424360 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.424775 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.424869 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.425065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.425224 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 11:08:16.425945 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102168) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 11:08:16.426107 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 11:08:16.426327 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 11:08:16.426457 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 11:08:16.426635 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 11:08:16.426793 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 11:08:16.427001 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.427165 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.427332 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.427495 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.427656 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.427856 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.428022 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.428183 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429472 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429472 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429472 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429683 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429683 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.429856 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430017 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430176 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430335 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430497 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] debug = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430671 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.430851 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431012 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431160 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431319 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431478 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431638 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431797 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.431956 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432116 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432276 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432436 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432595 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432754 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.432917 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433099 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433260 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433420 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] host = n-d-805046-9 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433579 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433739 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.433898 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434059 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434220 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434380 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434540 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434699 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.434859 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435045 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435205 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435365 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435524 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435683 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.435842 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_options = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436000 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436158 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436318 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436507 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436672 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436832 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.436992 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437174 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437338 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437499 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437658 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437818 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.437975 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438134 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438293 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438453 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438686 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438822 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.438954 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.439078 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.439199 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.440586 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444065 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.444636 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_json = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445223 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.445727 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.446617 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.447288 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.447288 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.447288 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.447288 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.447288 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449357 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.449799 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.450231 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.450231 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.450231 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.450398 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.450505 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.451176 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.451485 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.451656 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.451828 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.451993 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452151 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452367 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452498 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452649 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452812 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.452975 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453166 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453331 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453496 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453665 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453828 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.453993 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454157 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454318 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454480 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454643 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454805 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.454968 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455131 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455294 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455469 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455632 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455780 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.455945 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456107 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456256 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456421 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456568 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456735 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.456896 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457082 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457253 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457415 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457563 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457728 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.457891 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458039 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458205 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458368 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458530 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458693 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.458855 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459019 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459188 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459365 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459528 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459675 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.459841 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460003 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460165 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460327 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460489 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460651 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460814 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.460975 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:16.461210 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461313 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461477 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461639 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461800 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.461962 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462125 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462287 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462450 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462611 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462774 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.462937 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463098 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463260 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463423 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463594 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463756 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.463921 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464083 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464253 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464426 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464590 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464754 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.464917 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465102 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465266 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465430 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465625 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465794 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.465905 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.466068 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.466772 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.466954 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467117 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467285 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467447 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467632 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467794 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.467955 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468119 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468280 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468443 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468605 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468767 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.468930 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469116 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469281 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469444 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469607 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469770 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.469931 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470094 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470257 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470419 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470582 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470747 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.470910 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471072 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471235 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471397 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471559 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471720 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.471883 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.472050 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.472209 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.472529 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.472696 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.472861 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473090 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473240 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473380 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473544 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473684 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473822 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.473961 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474108 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474247 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474595 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474595 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474862 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.474862 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475121 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475253 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475389 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475543 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475678 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475810 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.475945 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476083 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476225 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476363 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476527 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476692 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.476846 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477190 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477358 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477522 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477686 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.477850 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478012 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478175 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478342 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478507 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478682 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478809 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.478983 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479132 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479295 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479457 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479632 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479797 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.479961 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480122 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480285 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480447 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480619 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480782 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.480944 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481129 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481292 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481456 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481628 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481810 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.481976 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.482138 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.482554 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.482716 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.482888 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483051 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483212 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483374 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483535 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483697 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.483868 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484030 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484193 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484355 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484516 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484678 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.484849 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485027 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485199 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485361 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485524 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485686 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.485858 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486022 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486185 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486356 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486519 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486681 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.486844 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487017 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487180 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487350 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487513 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487679 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.487838 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488002 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488170 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488341 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488509 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488674 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.488843 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489026 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489273 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489411 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489526 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489701 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.489863 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490393 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490393 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490393 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490693 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490693 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490904 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.490989 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.491114 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493032 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493684 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 11:08:16.493684 n-d-805046-9 neutron-server[102168]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102168) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 11:08:16.679643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:16.688096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063429 Oct 29 11:08:28.389359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82130f-92f2-425e-ab60-f8116044c9c1 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:08:28.425811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe12c-1d63-4c78-909e-f5da431d4f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:28.461131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82130f-92f2-425e-ab60-f8116044c9c1 None None] No non-hosted networks {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 11:08:30.733248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea77f-2aa6-4c1f-bcf4-c98afb47fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:30.781536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e4fd006b-f381-45c7-a893-7049679f04fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:32.084038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:32.192460 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:32.193798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.194590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.195125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.195787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.196283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.196838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.197427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.197943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.200186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.202173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.202841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.203375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:32.203991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805046-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:32.219674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805046-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:08:33.408054 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:34.527447 n-d-805046-9 neutron-server[102279]: INFO neutron.db.l3_hamode_db [None req-9eeb1f88-528d-4616-a1e8-4e0ee267f184 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 11:08:34.604580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1f88-528d-4616-a1e8-4e0ee267f184 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:08:34.604972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb1f88-528d-4616-a1e8-4e0ee267f184 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:08:34.879856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34070) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:35.364276 n-d-805046-9 neutron-server[102278]: WARNING oslo_policy.policy [None req-c82cf6c8-346b-47d2-ae7a-da486e4f84aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:08:35.364849 n-d-805046-9 neutron-server[102278]: WARNING oslo_policy.policy [None req-c82cf6c8-346b-47d2-ae7a-da486e4f84aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:08:35.587527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c82cf6c8-346b-47d2-ae7a-da486e4f84aa admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:08:35.588545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c82cf6c8-346b-47d2-ae7a-da486e4f84aa admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7077787 Oct 29 11:08:38.051196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34084) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:38.359815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:08:38.457744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.policy [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102278) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 11:08:38.504765 n-d-805046-9 neutron-server[102278]: WARNING oslo_policy.policy [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:08:38.505159 n-d-805046-9 neutron-server[102278]: WARNING oslo_policy.policy [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:08:38.514405 n-d-805046-9 neutron-server[102278]: INFO neutron.quota [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] Loaded quota_driver: . Oct 29 11:08:38.600878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113254930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113248367', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113243079', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113238403', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113875655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793113282061', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7649215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7656347', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450408'] for rbac-policy, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:38.665211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:38.666380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b33f2e5-04b5-4800-b6b1-e3022536174c admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6142108 Oct 29 11:08:41.336846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34096) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:41.632539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'name': 'private'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:08:41.669136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Made reservation on behalf of 845651d6c74c4a7ab5ad362527922f2f for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:08:41.671960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:41.688631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:41.798182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:41.801904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:41.821633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:08:41.849294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793111036519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:41.849896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Unsubscribe: segment precommit_create {{(pid=102278) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 11:08:41.850396 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Added segment e8288095-9b6c-4260-9969-46f4d683e0a9 of type vlan for network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c Oct 29 11:08:41.866316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e93f7-6e28-4bd7-93e5-c46d2fbc5f3f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:41.914430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.914762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.915088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.915412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.915730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.916050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.916365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.916679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.916991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.917351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.917676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.917984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Tracked resource versions report: Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: pushed versions: Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: { 'AddressGroup': {'1.2'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'ConntrackHelper': {'1.0'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Log': {'1.0'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Network': {'1.1'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Port': {'1.7'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'PortForwarding': {'1.2'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'QosPolicy': {'1.10'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SecurityGroup': {'1.4'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SubPort': {'1.0'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Subnet': {'1.1'}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Trunk': {'1.1'}} Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: consumer versions: Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: L3 agent@n-d-805046-9: {}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: Metadata agent@n-d-805046-9: {}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: Metering agent@n-d-805046-9: {}, Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'ConntrackHelper': '1.0', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Log': '1.0', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Network': '1.1', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Port': '1.7', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'PortForwarding': '1.2', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'QosPolicy': '1.10', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SecurityGroup': '1.4', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SecurityGroupRule': '1.2', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'SubPort': '1.0', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Subnet': '1.1', Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: 'Trunk': '1.1'}} Oct 29 11:08:41.919079 n-d-805046-9 neutron-server[102278]: {{(pid=102278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:08:41.966898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:42.004992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:42.006111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:08:42.006771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:42.082585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7446096 Oct 29 11:08:42.107284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce16b5b-3948-4680-9e73-f3a067f3142a admin admin] Pushing event updated for resources: {'Network': ['ID=347010ad-a8ca-42ad-8e4e-9e8ba3adad3c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:42.119557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:08:44.851218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:45.242733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74391f6b-18f8-4e4a-900a-a69b24809453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:08:45.244086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-74391f6b-18f8-4e4a-900a-a69b24809453 admin admin] 10.222.0.77 "GET /v2.0/networks/347010ad-a8ca-42ad-8e4e-9e8ba3adad3c HTTP/1.1" status: 200 len: 825 time: 0.3919230 Oct 29 11:08:45.268993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9382f0e7-a4a6-433f-8b17-55be63f1eb77 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/f9c116b8-1388-4dd1-a9f8-d683d8180d87 HTTP/1.1" status: 200 len: 734 time: 0.0181043 Oct 29 11:08:45.278269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'name': 'private-subnet', 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:08:45.299554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Made reservation on behalf of 845651d6c74c4a7ab5ad362527922f2f for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:08:45.301959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:45.587375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:45.656374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Checking segment: {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:08:45.656752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Network hostable DHCP agents. Network: 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:08:45.663544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314d9da6-56f4-41ab-8366-80eb3002e080,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:45.681965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:08:45.693981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:08:45.699415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:08:45.699999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:45.704809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f9241-4cff-47ac-87ea-2adadd6834ce None None] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:08:45.716407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-58d31144-ce9f-4824-b36d-7b6c5951d211 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4414001 Oct 29 11:08:46.028534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:08:46.029812 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.323614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Allocated IP 172.20.0.2 (347010ad-a8ca-42ad-8e4e-9e8ba3adad3c/314d9da6-56f4-41ab-8366-80eb3002e080/afd53af1-2507-4db7-8d93-1147bca2fb20) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:08:46.528921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.536539 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.611350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:08:46.616131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:08:46.624691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:08:46.627038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Pushing event updated for resources: {'Port': ['ID=afd53af1-2507-4db7-8d93-1147bca2fb20,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:46.637914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.638278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.638609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.638956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.639282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.639613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.639941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.640267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.640597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.640921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.641270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.641595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Tracked resource versions report: Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: pushed versions: Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: { 'AddressGroup': {'1.2'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'ConntrackHelper': {'1.0'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Log': {'1.0'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Network': {'1.1'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Port': {'1.7'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'PortForwarding': {'1.2'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'QosPolicy': {'1.10'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SecurityGroup': {'1.4'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SubPort': {'1.0'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Subnet': {'1.1'}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Trunk': {'1.1'}} Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: consumer versions: Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: L3 agent@n-d-805046-9: {}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: Metadata agent@n-d-805046-9: {}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: Metering agent@n-d-805046-9: {}, Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'ConntrackHelper': '1.0', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Log': '1.0', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Network': '1.1', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Port': '1.7', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'PortForwarding': '1.2', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'QosPolicy': '1.10', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SecurityGroup': '1.4', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SecurityGroupRule': '1.2', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'SubPort': '1.0', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Subnet': '1.1', Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: 'Trunk': '1.1'}} Oct 29 11:08:46.642724 n-d-805046-9 neutron-server[102279]: {{(pid=102279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:08:46.718275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Attempting to bind port afd53af1-2507-4db7-8d93-1147bca2fb20 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:08:46.718982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Attempting to bind port afd53af1-2507-4db7-8d93-1147bca2fb20 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:08:46.719092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Attempting to bind port afd53af1-2507-4db7-8d93-1147bca2fb20 on network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:08:46.724081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:08:46.724464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Checking segment: {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:08:46.724949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.725420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Bound using segment: {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:08:46.726129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Bound port: afd53af1-2507-4db7-8d93-1147bca2fb20, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:08:46.726263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.790566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] For port afd53af1-2507-4db7-8d93-1147bca2fb20, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:08:46.795060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] For port afd53af1-2507-4db7-8d93-1147bca2fb20, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=afd53af1-2507-4db7-8d93-1147bca2fb20,segment=NetworkSegment(e8288095-9b6c-4260-9969-46f4d683e0a9),segment_id=e8288095-9b6c-4260-9969-46f4d683e0a9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:08:46.800653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:46.867627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ffb45-8776-44b9-9090-80c534b22167 None None] Pushing event updated for resources: {'Port': ['ID=afd53af1-2507-4db7-8d93-1147bca2fb20,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:48.265376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34118) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:48.581749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-9a539969-98c7-4657-bc12-b520e0a57373 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:08:48.582840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9a539969-98c7-4657-bc12-b520e0a57373 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3163667 Oct 29 11:08:51.131373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34126) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:51.461644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-45f718d7-9e83-4689-8605-396e13ab7ac1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:08:51.477035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-45f718d7-9e83-4689-8605-396e13ab7ac1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3303523 Oct 29 11:08:54.247774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:54.559128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:08:54.583356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:54.584908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:54.727012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:54.733061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:54.755966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:54.757848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b789427c-641d-473c-a7a9-f6dc4f5aa1fe admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5088632 Oct 29 11:08:56.018642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e05a6b-623d-4382-b8c1-41736f2b08dc None None] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:08:56.165048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] Provisioning complete for port afd53af1-2507-4db7-8d93-1147bca2fb20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:08:56.165048 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:56.218191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device afd53af1-2507-4db7-8d93-1147bca2fb20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:08:56.389386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port afd53af1-2507-4db7-8d93-1147bca2fb20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:08:56.389822 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:56.391473 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:56.457083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] For port afd53af1-2507-4db7-8d93-1147bca2fb20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=afd53af1-2507-4db7-8d93-1147bca2fb20,segment=NetworkSegment(e8288095-9b6c-4260-9969-46f4d683e0a9),segment_id=e8288095-9b6c-4260-9969-46f4d683e0a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:08:56.466669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:56.544223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c0f50-dabb-4e9f-ae5a-becf08cf3751 None None] Pushing event updated for resources: {'Port': ['ID=afd53af1-2507-4db7-8d93-1147bca2fb20,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:08:56.597406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b81b6560-b29a-4d9b-9ad2-e6cdf6de0b62 None None] Provisioning complete for port afd53af1-2507-4db7-8d93-1147bca2fb20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:08:56.597694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b81b6560-b29a-4d9b-9ad2-e6cdf6de0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:57.284680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34152) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:08:57.604454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-492d1f39-fe37-4e11-95d8-3a862bc330c4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:08:57.605768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-492d1f39-fe37-4e11-95d8-3a862bc330c4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3201218 Oct 29 11:08:58.151958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device afd53af1-2507-4db7-8d93-1147bca2fb20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:08:58.201619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port afd53af1-2507-4db7-8d93-1147bca2fb20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:08:58.201986 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:08:58.288917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c0659a1-1e9c-43bc-94d5-c2e74c9284ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.151424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34160) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:09:00.495722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:09:00.518548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Made reservation on behalf of 35639ac3694c43d794526fb9b33b8b5d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:09:00.521192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.530693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.608192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.612035 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.627546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Reserving flat network on physical network physnet1 {{(pid=102278) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 11:09:00.646502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8f28ae-21c0-4ef2-887b-9dd1f1ef60a4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:00.651927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.652261 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Added segment 49412cc7-4a4b-401e-8296-62de3e66dc95 of type flat for network 8bf93776-9642-44dd-b082-4ff932d1ec59 Oct 29 11:09:00.700196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.704225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a556c5db-d0a8-4558-b6e3-0097bc97a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.735465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.736639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:09:00.737288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:00.799024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6458099 Oct 29 11:09:00.808787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08588dd-e5c3-4a83-a8da-5bea1a4bb17c admin admin] Pushing event updated for resources: {'Network': ['ID=8bf93776-9642-44dd-b082-4ff932d1ec59,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:00.820529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:09:02.027322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:02.191724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:03.308489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:09:03.320411 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:03.482250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420427a-9bc5-49a7-a730-ee84a9323b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:09:03.483734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d420427a-9bc5-49a7-a730-ee84a9323b7b admin admin] 10.222.0.77 "GET /v2.0/subnets/314d9da6-56f4-41ab-8366-80eb3002e080 HTTP/1.1" status: 200 len: 849 time: 0.1747477 Oct 29 11:09:03.598911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a143e5ff-ace0-4b2e-98dc-45aa21ae772f admin admin] 10.222.0.77 "GET /v2.0/routers/233fc875-efb7-4d21-a6ef-6a26bb76ef5e HTTP/1.1" status: 200 len: 704 time: 0.1090820 Oct 29 11:09:03.861978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.153501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Allocated IP 172.20.0.1 (347010ad-a8ca-42ad-8e4e-9e8ba3adad3c/314d9da6-56f4-41ab-8366-80eb3002e080/f264d124-c807-4615-bafb-b8ee167da536) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:09:04.358276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.423408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.499871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:09:04.505155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:09:04.511396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:09:04.511560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.533552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f264d124-c807-4615-bafb-b8ee167da536,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:04.710802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.743811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6b1d93fc-313c-4beb-a84b-aebc31bc92e4 None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:04.744376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b1d93fc-313c-4beb-a84b-aebc31bc92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.838093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d93fc-313c-4beb-a84b-aebc31bc92e4 None None] Port f264d124-c807-4615-bafb-b8ee167da536 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:09:04.940959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.945657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:04.946523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:05.034233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f264d124-c807-4615-bafb-b8ee167da536,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:05.099031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:09:05.100955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:09:05.266477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:09:05.357923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:09:05.359087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ab44ca55-9698-4b87-ac4e-c788f4e5f749 None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:05.359979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab44ca55-9698-4b87-ac4e-c788f4e5f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:05.363875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b5e2a7d-bccd-449d-a6f8-bca6e74c18c8 admin admin] 10.222.0.77 "PUT /v2.0/routers/233fc875-efb7-4d21-a6ef-6a26bb76ef5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7582078 Oct 29 11:09:05.381086 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Sync routers for ids ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:09:05.393502 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Routers {'233fc875-efb7-4d21-a6ef-6a26bb76ef5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:09:05.394335 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:09:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:05.395013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ab44ca55-9698-4b87-ac4e-c788f4e5f749 None None] Port f264d124-c807-4615-bafb-b8ee167da536 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:09:05.585296 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Set router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:09:06.042056 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:04Z', 'revision_number': 2, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port_host': None, '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:04Z', 'revision_number': 2, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:06.094842 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Checking router: 233fc875-efb7-4d21-a6ef-6a26bb76ef5e for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:09:06.095214 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Updating router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e port f264d124-c807-4615-bafb-b8ee167da536 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:09:06.152597 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:06.769508 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:06.777559 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:06.939515 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Pushing event updated for resources: {'Port': ['ID=f264d124-c807-4615-bafb-b8ee167da536,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:06.958691 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.959039 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.959202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.959511 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.959834 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.960235 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.960462 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.960820 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.961191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.961423 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.961741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.962055 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Tracked resource versions report: Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: pushed versions: Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: { 'AddressGroup': {'1.2'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'ConntrackHelper': {'1.0'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Log': {'1.0'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Network': {'1.1'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Port': {'1.7'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'PortForwarding': {'1.2'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'QosPolicy': {'1.10'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SecurityGroup': {'1.4'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SubPort': {'1.0'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Subnet': {'1.1'}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Trunk': {'1.1'}} Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: consumer versions: Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: L3 agent@n-d-805046-9: {}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: Metadata agent@n-d-805046-9: {}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: Metering agent@n-d-805046-9: {}, Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'ConntrackHelper': '1.0', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Log': '1.0', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Network': '1.1', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Port': '1.7', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'PortForwarding': '1.2', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'QosPolicy': '1.10', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SecurityGroup': '1.4', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SecurityGroupRule': '1.2', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'SubPort': '1.0', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Subnet': '1.1', Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: 'Trunk': '1.1'}} Oct 29 11:09:06.963784 n-d-805046-9 neutron-server[102280]: {{(pid=102280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:09:06.966542 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Attempting to bind port f264d124-c807-4615-bafb-b8ee167da536 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:09:06.966935 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Attempting to bind port f264d124-c807-4615-bafb-b8ee167da536 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:09:06.967357 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Attempting to bind port f264d124-c807-4615-bafb-b8ee167da536 on network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:09:06.973838 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:09:06.974249 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Checking segment: {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:09:06.974703 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:06.975086 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Bound using segment: {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:09:06.975588 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Bound port: f264d124-c807-4615-bafb-b8ee167da536, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8288095-9b6c-4260-9969-46f4d683e0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:09:06.975959 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.025686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cef6f57e-c12d-4702-bc14-d6841cb1dc89 None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:07.026236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cef6f57e-c12d-4702-bc14-d6841cb1dc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.052181 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] For port f264d124-c807-4615-bafb-b8ee167da536, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:09:07.068489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cef6f57e-c12d-4702-bc14-d6841cb1dc89 None None] Port f264d124-c807-4615-bafb-b8ee167da536 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:09:07.073873 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] For port f264d124-c807-4615-bafb-b8ee167da536, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f264d124-c807-4615-bafb-b8ee167da536,segment=NetworkSegment(e8288095-9b6c-4260-9969-46f4d683e0a9),segment_id=e8288095-9b6c-4260-9969-46f4d683e0a9)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:09:07.079583 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.140793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Routers {'233fc875-efb7-4d21-a6ef-6a26bb76ef5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:09:07.141584 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:09:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:07.147424 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeebf4-8241-4694-9668-d34a311c7ea9 None None] Pushing event updated for resources: {'Port': ['ID=f264d124-c807-4615-bafb-b8ee167da536,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:07.237270 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] Set router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:09:07.293423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:07.293871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.390121 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.438382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] For port f264d124-c807-4615-bafb-b8ee167da536, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f264d124-c807-4615-bafb-b8ee167da536,segment=NetworkSegment(e8288095-9b6c-4260-9969-46f4d683e0a9),segment_id=e8288095-9b6c-4260-9969-46f4d683e0a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:09:07.444924 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:07.489520 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:04Z', 'revision_number': 2, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port_host': None, '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:07Z', 'revision_number': 4, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:07.503115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50768909-4025-401c-bc2e-957b9a7e1d18 None None] Pushing event updated for resources: {'Port': ['ID=f264d124-c807-4615-bafb-b8ee167da536,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:07.528819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacaed2-b7cc-4513-9924-7b6ac6ab19b0 None None] The sync data for ids ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'] in n-d-805046-9 is: [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:04Z', 'revision_number': 2, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port_host': None, '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:07Z', 'revision_number': 4, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:09:08.235017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34198) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:09:08.356152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30073426-8c3f-482f-9f62-9ceeaf9cf275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:09:08.357558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-30073426-8c3f-482f-9f62-9ceeaf9cf275 admin admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 842 time: 0.1212158 Oct 29 11:09:08.371095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:09:08.394769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Made reservation on behalf of 35639ac3694c43d794526fb9b33b8b5d for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:09:08.398118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:08.778417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:09:08.778890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:08.862734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197228ac-c858-413e-b5ac-502f4c05668a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:08.864976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:09:08.865358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Network hostable DHCP agents. Network: 8bf93776-9642-44dd-b082-4ff932d1ec59, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:09:08.883892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:09:08.894805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8bf93776-9642-44dd-b082-4ff932d1ec59) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:09:08.899340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:09:08.900549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:08.905936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6927886-f5ac-45af-8e81-2f5c1e1a5261 None None] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:09:08.924474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc8e7b82-4fbc-4b5d-8c3c-5965574cc506 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5573130 Oct 29 11:09:09.074646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf06db0-37ff-4986-bedc-315479a101d4 None None] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:09:11.439746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:09:11.597128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5aff3e8b-9b78-4952-a34e-7d63f82743bd admin admin] 10.222.0.77 "GET /v2.0/routers/233fc875-efb7-4d21-a6ef-6a26bb76ef5e HTTP/1.1" status: 200 len: 710 time: 0.1546967 Oct 29 11:09:11.694141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0701d-8f58-4165-a963-c4639c51d7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:09:11.695530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3b0701d-8f58-4165-a963-c4639c51d7cc admin admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 886 time: 0.0892320 Oct 29 11:09:11.708438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:09:11.969705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:12.232600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:12.317493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:12.431018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Allocated IP 172.25.4.80 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/dedb03ca-7520-49a5-b4ce-a11a4dff1de6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:09:12.541092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:12.575148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:12.618353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:09:12.621642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:09:12.626955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:09:12.629738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Pushing event updated for resources: {'Port': ['ID=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:12.999896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:13.210539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:13.214479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:13.338495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:09:13.450851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:09:13.455518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:13.456836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7fafafe3-a07f-4e77-b834-b334f60c65cd admin admin] 10.222.0.77 "PUT /v2.0/routers/233fc875-efb7-4d21-a6ef-6a26bb76ef5e HTTP/1.1" status: 200 len: 889 time: 1.7525830 Oct 29 11:09:14.184598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f264d124-c807-4615-bafb-b8ee167da536 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:09:14.235521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:14.235916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:14.884399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Sync routers for ids ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:09:14.896826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Routers {'233fc875-efb7-4d21-a6ef-6a26bb76ef5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:09:14.897499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:09:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:15.113152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Set router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:09:15.566084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:12Z', 'revision_number': 4, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port': {'id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:12Z', 'updated_at': '2021-10-29T11:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:07Z', 'revision_number': 5, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:15.616463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Checking router: 233fc875-efb7-4d21-a6ef-6a26bb76ef5e for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:09:15.616818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Updating router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:09:15.666075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:15.983556 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:15.989599 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:16.041312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Attempting to bind port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:09:16.041675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Attempting to bind port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:09:16.042032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Attempting to bind port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:09:16.043784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78499-a576-4e17-981e-5a73370d4e56 None None] Pushing event updated for resources: {'Port': ['ID=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:16.044717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34218) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:09:16.049473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:09:16.049842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:09:16.050240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:16.050622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:09:16.051348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Bound port: dedb03ca-7520-49a5-b4ce-a11a4dff1de6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:09:16.051451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:16.103785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] For port dedb03ca-7520-49a5-b4ce-a11a4dff1de6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:09:16.106926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] For port dedb03ca-7520-49a5-b4ce-a11a4dff1de6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:09:16.112217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:16.169300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Routers {'233fc875-efb7-4d21-a6ef-6a26bb76ef5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:09:16.169927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:09:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:16.175074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78499-a576-4e17-981e-5a73370d4e56 None None] Pushing event updated for resources: {'Port': ['ID=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:16.199367 n-d-805046-9 neutron-server[102277]: WARNING oslo_policy.policy [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:09:16.200085 n-d-805046-9 neutron-server[102277]: WARNING oslo_policy.policy [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:09:16.280817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] Set router 233fc875-efb7-4d21-a6ef-6a26bb76ef5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:09:16.487790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:12Z', 'revision_number': 4, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port': {'id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:12Z', 'updated_at': '2021-10-29T11:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:07Z', 'revision_number': 5, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:09:16.517024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133b083-2346-4277-8fea-f6eaacbc65e1 None None] The sync data for ids ['233fc875-efb7-4d21-a6ef-6a26bb76ef5e'] in n-d-805046-9 is: [{'id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'name': 'router1', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:08:54Z', 'updated_at': '2021-10-29T11:09:12Z', 'revision_number': 4, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'gw_port': {'id': 'dedb03ca-7520-49a5-b4ce-a11a4dff1de6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:12Z', 'updated_at': '2021-10-29T11:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f264d124-c807-4615-bafb-b8ee167da536', 'name': '', 'network_id': '347010ad-a8ca-42ad-8e4e-9e8ba3adad3c', 'tenant_id': '845651d6c74c4a7ab5ad362527922f2f', 'mac_address': 'fa:16:3e:29:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233fc875-efb7-4d21-a6ef-6a26bb76ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:09:03Z', 'updated_at': '2021-10-29T11:09:07Z', 'revision_number': 5, 'project_id': '845651d6c74c4a7ab5ad362527922f2f', 'subnets': [{'id': '314d9da6-56f4-41ab-8366-80eb3002e080', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9c116b8-1388-4dd1-a9f8-d683d8180d87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:09:16.605872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.policy [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 11:09:16.654266 n-d-805046-9 neutron-server[102277]: WARNING oslo_policy.policy [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:09:16.654648 n-d-805046-9 neutron-server[102277]: WARNING oslo_policy.policy [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 11:09:16.665511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f6abfbbe-8535-458c-9639-7ea37d8b5094 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6181571 Oct 29 11:09:18.191147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dedb03ca-7520-49a5-b4ce-a11a4dff1de6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:09:18.238109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:18.238481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:18.317920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:18.342349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port dedb03ca-7520-49a5-b4ce-a11a4dff1de6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:09:18.346969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:18.393730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=dedb03ca-7520-49a5-b4ce-a11a4dff1de6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:09:20.194424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dedb03ca-7520-49a5-b4ce-a11a4dff1de6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:09:20.261549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dedb03ca-7520-49a5-b4ce-a11a4dff1de6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:09:20.262582 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:22.380898 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:09:28.273965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9c50c0-23e4-4c2d-b2ea-88807d401094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:30.708346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5e28ee9-34a7-497b-bd89-750de5c4e0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:32.032082 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:32.197827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:33.333898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:58.288459 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47fc0887-b4fd-476c-bce2-b18072f2f60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:09:59.381181 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:10:00.717787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0987-8c04-49bb-bdcc-6441dea28e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:02.056595 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:02.196360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:03.346380 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:28.274394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3f3c6556-2fc0-4b4d-a207-c148d6c11742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:30.713188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c86faa32-146e-4ec9-9626-db62c6db322c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:32.037567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:32.195351 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:33.337774 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:10:36.379817 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:10:58.282156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2bee-adb8-4d9a-829b-acae5402cb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:00.715783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebbb63b4-2dbb-4b7e-a185-1fab4089a03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:02.039492 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:02.199224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:02.642293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:02.708032 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c967117-2bc7-4702-af0c-aacaf1016254 admin admin] GET failed (client error): The resource could not be found. Oct 29 11:11:02.709482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c967117-2bc7-4702-af0c-aacaf1016254 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662308 Oct 29 11:11:02.883074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d9633-1912-4466-902c-c21552ac0701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:02.884625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec2d9633-1912-4466-902c-c21552ac0701 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1702900 Oct 29 11:11:03.339877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:05.232290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34832) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:05.354544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95337be2-cdb1-4c91-9d59-56b140d504bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:05.355945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-95337be2-cdb1-4c91-9d59-56b140d504bc admin admin] 10.222.0.77 "GET /v2.0/subnets/314d9da6-56f4-41ab-8366-80eb3002e080 HTTP/1.1" status: 200 len: 849 time: 0.1222985 Oct 29 11:11:05.369691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:11:05.490553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:05.643891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793111010551'] for subnet, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:05.674243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:05.674870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:05.676149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] 10.222.0.77 "PUT /v2.0/subnets/314d9da6-56f4-41ab-8366-80eb3002e080 HTTP/1.1" status: 200 len: 868 time: 0.3129234 Oct 29 11:11:05.692092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd923c7-ca85-42a1-bba3-4fbc2ad8a2e2 None None] Network 347010ad-a8ca-42ad-8e4e-9e8ba3adad3c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:11:05.700511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314d9da6-56f4-41ab-8366-80eb3002e080,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:11:05.710209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.710592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.710952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.711294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.711632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.711962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.712285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.712611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.712987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.713410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.713801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:05.714113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4baff6a-9f11-4262-9115-39955c31f457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:11:06.105656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-398cab2d-8abe-49af-8c6a-80c6dbdb4fae None None] Provisioning complete for port f264d124-c807-4615-bafb-b8ee167da536 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:11:06.106192 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-398cab2d-8abe-49af-8c6a-80c6dbdb4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:06.205511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-398cab2d-8abe-49af-8c6a-80c6dbdb4fae None None] Provisioning complete for port afd53af1-2507-4db7-8d93-1147bca2fb20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:11:06.206586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-398cab2d-8abe-49af-8c6a-80c6dbdb4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:08.125583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34840) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:08.398967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0671f53-6cce-408b-8837-800c457dc0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:08.399436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0671f53-6cce-408b-8837-800c457dc0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:08.401021 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0671f53-6cce-408b-8837-800c457dc0f0 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2744870 Oct 29 11:11:10.838271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34850) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:11.009282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051c520-4a8e-43d5-901f-6367c65e90a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:11.009758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051c520-4a8e-43d5-901f-6367c65e90a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:11.011397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d051c520-4a8e-43d5-901f-6367c65e90a2 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721425 Oct 29 11:11:13.366547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34858) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:13.383253 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:11:13.629418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1779dd1-c5f9-4c93-97c9-676cc2b36168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:13.630830 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1779dd1-c5f9-4c93-97c9-676cc2b36168 admin admin] 10.222.0.77 "GET /v2.0/networks/347010ad-a8ca-42ad-8e4e-9e8ba3adad3c HTTP/1.1" status: 200 len: 869 time: 0.2631862 Oct 29 11:11:16.166469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34866) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:16.339761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032069ff-4e4b-47ee-952a-27b972b65b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:16.341219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-032069ff-4e4b-47ee-952a-27b972b65b4b admin admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 886 time: 0.1733387 Oct 29 11:11:18.726125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:18.882229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a9d4b-d253-4008-b530-de041dfef410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:18.882649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a9d4b-d253-4008-b530-de041dfef410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:18.884198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-595a9d4b-d253-4008-b530-de041dfef410 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1571219 Oct 29 11:11:21.273778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34882) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:21.406108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8600caf-7582-4142-916a-ae35c480fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:21.406620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8600caf-7582-4142-916a-ae35c480fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:21.408087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b8600caf-7582-4142-916a-ae35c480fc07 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367638 Oct 29 11:11:23.829462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:23.962272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9b78b-1981-49e2-bee0-db398ca8cd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:23.963706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79d9b78b-1981-49e2-bee0-db398ca8cd94 admin admin] 10.222.0.77 "GET /v2.0/subnets/197228ac-c858-413e-b5ac-502f4c05668a HTTP/1.1" status: 200 len: 816 time: 0.1332548 Oct 29 11:11:26.433903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:26.584779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02297706-716c-452b-9aaf-dc1152b921e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:26.586325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-02297706-716c-452b-9aaf-dc1152b921e6 admin admin] 10.222.0.77 "GET /v2.0/subnets/314d9da6-56f4-41ab-8366-80eb3002e080 HTTP/1.1" status: 200 len: 868 time: 0.1514115 Oct 29 11:11:28.289684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ca1497c-6d0f-4679-ad80-0a1ca8327427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:30.723779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-63e37862-8e29-407e-a279-e11fe7484985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:32.049115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:32.201594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:33.349331 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:50.385382 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:11:53.423010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34952) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:53.476428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-f99af1b2-9ef9-49ed-a601-b65cff2f9289 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:11:53.477808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f99af1b2-9ef9-49ed-a601-b65cff2f9289 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0538168 Oct 29 11:11:56.087168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34960) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:56.175250 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdea916-2585-4ee8-98eb-c439eabce5da admin admin] GET failed (client error): The resource could not be found. Oct 29 11:11:56.177457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bfdea916-2585-4ee8-98eb-c439eabce5da admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891395 Oct 29 11:11:56.350936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b05e-e6a8-45cc-8891-48b5b6936518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:56.352716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf46b05e-e6a8-45cc-8891-48b5b6936518 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1678185 Oct 29 11:11:58.275129 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c1d356f2-f704-4823-94e8-318fcc2e07eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:58.785055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:11:58.833983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:11:58.855716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Made reservation on behalf of 35639ac3694c43d794526fb9b33b8b5d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:11:58.858090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:58.885369 n-d-805046-9 neutron-server[102278]: WARNING neutron.services.revisions.revision_plugin [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Could not find related network for resource to bump revision. Oct 29 11:11:58.898725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:11:58.908360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:58.908704 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Added segment ea91f46d-5c32-4864-b913-85c499c1e218 of type vlan for network 2d18671a-a6fe-422e-8259-5d9407b9f9ca Oct 29 11:11:58.958466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:58.983518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:58.984524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:11:58.985147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:11:59.038584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2519112 Oct 29 11:11:59.051807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b554e9f-7e41-49b2-9f21-8fee05409a63 admin admin] Pushing event updated for resources: {'Network': ['ID=2d18671a-a6fe-422e-8259-5d9407b9f9ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:11:59.063823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:12:00.722373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8d8f-e396-4ee6-8560-59c172537cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:01.428298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:12:01.495729 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c72cb3-7e1b-4f77-9663-f0dec9a58e24 admin admin] GET failed (client error): The resource could not be found. Oct 29 11:12:01.497454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25c72cb3-7e1b-4f77-9663-f0dec9a58e24 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677655 Oct 29 11:12:01.575681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab74fd-1bfb-42f5-a382-7cd79eb66aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:12:01.577430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9dab74fd-1bfb-42f5-a382-7cd79eb66aa0 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0751541 Oct 29 11:12:01.590501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:12:01.617886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Made reservation on behalf of 35639ac3694c43d794526fb9b33b8b5d for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:12:01.620113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:01.923595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:01.980461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d1340-320b-48ae-a2a5-c68f9660ba2f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:12:01.991383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:12:01.991730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Network hostable DHCP agents. Network: 2d18671a-a6fe-422e-8259-5d9407b9f9ca, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:12:02.018148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:12:02.027614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2d18671a-a6fe-422e-8259-5d9407b9f9ca) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:12:02.033547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:12:02.034346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.047277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b36ea-78ff-4a80-ac5f-5fb8ad22c98a None None] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:12:02.056109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-966e36e0-c228-419e-84c0-2c3231ac68e6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4705777 Oct 29 11:12:02.093269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.212494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.252619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'tenant_id': '35639ac3694c43d794526fb9b33b8b5d', 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:12:02.253827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.420876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Allocated IP 192.168.233.2 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/7c571882-e3e7-4c45-b3f1-b789f8746bb2) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:12:02.595296 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.603658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.663201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:12:02.666437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:12:02.670325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:12:02.681663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Pushing event updated for resources: {'Port': ['ID=7c571882-e3e7-4c45-b3f1-b789f8746bb2,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:12:02.705372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.705865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.706084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.706401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.707171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.707171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.707410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.708123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.708123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.708960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.709215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.710389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:12:02.743871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Attempting to bind port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:12:02.744310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Attempting to bind port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:12:02.744785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Attempting to bind port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:12:02.751345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:12:02.751345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:12:02.751695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.752027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:12:02.752476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Bound port: 7c571882-e3e7-4c45-b3f1-b789f8746bb2, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:12:02.752870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.830052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] For port 7c571882-e3e7-4c45-b3f1-b789f8746bb2, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:12:02.834441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] For port 7c571882-e3e7-4c45-b3f1-b789f8746bb2, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7c571882-e3e7-4c45-b3f1-b789f8746bb2,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:12:02.838988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:02.911576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055ffa1-aa2a-4688-8c2b-cca3b8d9db86 None None] Pushing event updated for resources: {'Port': ['ID=7c571882-e3e7-4c45-b3f1-b789f8746bb2,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:12:03.362413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:03.915271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e11173-12ea-46c0-b263-d0bc78c0f2f3 None None] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:12:04.057998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] Provisioning complete for port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:12:04.058463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:04.180270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:04.229582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] For port 7c571882-e3e7-4c45-b3f1-b789f8746bb2, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7c571882-e3e7-4c45-b3f1-b789f8746bb2,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:12:04.240456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:04.314646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551c6c0-82ba-483d-bec2-efc2ded603a3 None None] Pushing event updated for resources: {'Port': ['ID=7c571882-e3e7-4c45-b3f1-b789f8746bb2,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:12:04.397492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7c571882-e3e7-4c45-b3f1-b789f8746bb2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:12:04.462090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:12:04.462369 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:04.488310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-74b342b6-36ef-452c-9156-8b0708dd158e None None] Provisioning complete for port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:12:04.489218 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74b342b6-36ef-452c-9156-8b0708dd158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:06.276952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7c571882-e3e7-4c45-b3f1-b789f8746bb2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:12:06.330641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7c571882-e3e7-4c45-b3f1-b789f8746bb2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:12:06.331006 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:27.384477 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:12:28.283786 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-64b67ffa-18c3-4418-9a9b-63122fb8c6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:30.717412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-284211cc-8c60-4a93-b967-9ff39e640f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:32.053744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:32.204527 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:33.360288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:12:58.282262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b95bf624-3b1d-4589-b683-c420be3c96f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:00.722620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bff95e1e-633e-4a85-9771-3c91b939b1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:02.058446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:02.201974 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:03.363067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:04.383316 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:13:15.262521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35020) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:13:15.268613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c502ef13-6ac8-46d0-b640-e550293877eb tempest-verify_tempest_config-220087092 tempest-verify_tempest_config-220087092-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:13:15.269635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c502ef13-6ac8-46d0-b640-e550293877eb tempest-verify_tempest_config-220087092 tempest-verify_tempest_config-220087092-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060961 Oct 29 11:13:15.589142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35038) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:13:15.695344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:15.769763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:15.774930 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:15.818088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eec267-bc76-4a36-b273-a58b4d9c63fd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:13:15.822213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bca682210be64ac385c8a6cc967720c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2320628 Oct 29 11:13:15.825174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:13:15.827846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.828179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.828506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.828828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.829189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.829507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.829822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.830135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.830459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.830753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.831063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.831372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6111817d-8201-4b75-85e8-5164baee27da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:15.914141 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:15.934349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:16.034826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:16.038165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:16.039528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74eec267-bc76-4a36-b273-a58b4d9c63fd HTTP/1.1" status: 204 len: 168 time: 0.2127147 Oct 29 11:13:16.047583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eec267-bc76-4a36-b273-a58b4d9c63fd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:13:16.056801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.057178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.057520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.057846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.058176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.058505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.058855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.059147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.059590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.059770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.060089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.060416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67dd9c6-ba0f-4a68-aeae-794a66f2be99 admin admin] Tracked resource versions report: Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: pushed versions: Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: { 'AddressGroup': {'1.2'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'ConntrackHelper': {'1.0'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Log': {'1.0'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Network': {'1.1'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Port': {'1.7'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'PortForwarding': {'1.2'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'QosPolicy': {'1.10'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SecurityGroup': {'1.4'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SubPort': {'1.0'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Subnet': {'1.1'}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Trunk': {'1.1'}} Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: consumer versions: Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: L3 agent@n-d-805046-9: {}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: Metadata agent@n-d-805046-9: {}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: Metering agent@n-d-805046-9: {}, Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'ConntrackHelper': '1.0', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Log': '1.0', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Network': '1.1', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Port': '1.7', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'PortForwarding': '1.2', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'QosPolicy': '1.10', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SecurityGroup': '1.4', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SecurityGroupRule': '1.2', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'SubPort': '1.0', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Subnet': '1.1', Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: 'Trunk': '1.1'}} Oct 29 11:13:16.061553 n-d-805046-9 neutron-server[102277]: {{(pid=102277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:13:28.276401 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-124c97ec-380b-4ec7-a6a0-d95ddae28661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:30.719000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1b10-0535-4d90-a3e6-d1628f3f261e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:32.058437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:32.204648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:33.361663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:13:41.382799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:13:58.280826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e58d75ee-5dd3-4bfb-a6f0-76c16bfb6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:00.720756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b66e7ff-a327-49bb-a28d-2618c5976923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:02.060343 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:02.206752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:03.363643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:18.381755 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:14:28.283072 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dee2ad1-63eb-4632-a995-06c584ec4298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:30.724922 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05dcd899-4eb3-4e0e-af9f-bdcd9998aa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:32.063481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:32.209443 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:33.369672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:14:55.380448 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:14:58.290396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3539ca02-810a-48ad-9f03-05d955455497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:00.727101 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b313cf32-61ed-453f-8ab6-e0d56c4947aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:02.068887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:02.212827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:03.370619 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:28.282976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12ebcd1f-71da-408b-a4fa-2bf5a8e8b143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:30.730534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-226f3eec-c8bc-4094-9679-705717a93136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:32.069658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:32.221658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:32.378843 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:15:33.375631 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:15:58.286597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f33ae51b-107a-434c-a09b-5784fad2a3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:00.733215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9552ab88-d905-4fb9-9053-41bbf7b23686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:02.071880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:02.214809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:03.375247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:09.377605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 5 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:16:21.430591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:25.515000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881845'] for agent, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:28.291511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5ec7697-5e01-48d4-9aff-89c30b1ed118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:30.737577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d154c215-e1fe-4451-97f6-bdf794811fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:32.077064 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:32.218437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:33.378083 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:46.377897 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:16:51.385394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:55.481807 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:16:58.296435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-774718ab-176c-45d0-b888-3712e46ad12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:00.742344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0454847-0425-4851-94d0-3e1a59d03c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:02.085349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:02.220151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:03.381950 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:20.903042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35100) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:17:21.024501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0b863944-d56c-487a-84f4-4ffd5f2824aa admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1199481 Oct 29 11:17:21.381282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:23.382941 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:17:23.438885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:17:23.507103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-31f9c497-d0b8-454a-b8c0-82b8fd4f30c2 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0669844 Oct 29 11:17:25.489286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:28.301039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-971da8b4-a853-4f4d-8495-7d7feb20317d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:30.748300 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ea24b56-a586-4a2a-9ec5-0dbadb1fad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:32.082919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:32.231243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:33.384401 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:51.377931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:55.477121 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:17:58.307710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aa90bb80-9f40-42d6-897f-1185f65d7c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:00.384764 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:18:00.757581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cc0135f-9c97-46fe-bc14-cb44cb88b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:02.084013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:02.224815 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:03.389702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:21.375330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:25.490498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:28.301256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1ef1583-2007-4609-b00a-3fee08ee2c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:30.749919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-747b59c2-3c14-407d-9f56-e2cb79ef62f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:32.089901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:32.229490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:33.390024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:37.385621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:18:49.714671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35334) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:50.259927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff5e48aa-3241-4192-b1f7-3593694b37af tempest-AutoAllocateNetworkTest-116614523 tempest-AutoAllocateNetworkTest-116614523-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=30f91aafbfc3451c87acf20af07064be&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5429649 Oct 29 11:18:50.262511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:50.467206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5628e8-b5ba-44c1-b9ab-f33df9c12933 tempest-AutoAllocateNetworkTest-116614523 tempest-AutoAllocateNetworkTest-116614523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:18:50.472124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35370) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:50.481585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f5628e8-b5ba-44c1-b9ab-f33df9c12933 tempest-AutoAllocateNetworkTest-116614523 tempest-AutoAllocateNetworkTest-116614523-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2180169 Oct 29 11:18:50.530861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35374) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:50.531080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e0a3f4c0-88ed-4fc6-8b78-3b82bc6508af tempest-AutoAllocateNetworkTest-116614523 tempest-AutoAllocateNetworkTest-116614523-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568099 Oct 29 11:18:50.559014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-085f871c-75f6-4e01-8214-2494d288511b tempest-AutoAllocateNetworkTest-116614523 tempest-AutoAllocateNetworkTest-116614523-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=30f91aafbfc3451c87acf20af07064be HTTP/1.1" status: 200 len: 208 time: 0.0269508 Oct 29 11:18:51.160033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35416) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:51.409468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.496107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.504735 n-d-805046-9 neutron-server[102277]: INFO neutron.quota [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Loaded quota_driver: . Oct 29 11:18:51.650249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.653633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.694683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066aa54e-413b-4f2f-beca-6806ac544200,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:51.707532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.708147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.708265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.708534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.708864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.709215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.709542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.709865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.710187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.710504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.710825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.711142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] Tracked resource versions report: Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: pushed versions: Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: { 'AddressGroup': {'1.2'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'ConntrackHelper': {'1.0'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Log': {'1.0'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Network': {'1.1'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Port': {'1.7'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'PortForwarding': {'1.2'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'QosPolicy': {'1.10'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SecurityGroup': {'1.4'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SubPort': {'1.0'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Subnet': {'1.1'}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Trunk': {'1.1'}} Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: consumer versions: Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: HyperV agent@n-h1-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: HyperV agent@n-h2-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: L3 agent@n-d-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: Metadata agent@n-d-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: Metering agent@n-d-805046-9: {}, Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'ConntrackHelper': '1.0', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Log': '1.0', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Network': '1.1', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Port': '1.7', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'PortForwarding': '1.2', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'QosPolicy': '1.10', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SecurityGroup': '1.4', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SecurityGroupRule': '1.2', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'SubPort': '1.0', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Subnet': '1.1', Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: 'Trunk': '1.1'}} Oct 29 11:18:51.712804 n-d-805046-9 neutron-server[102277]: {{(pid=102277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:18:51.733223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35446) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:51.733744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-def7b804-2aa7-469a-b044-1cb7678f4908 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30f91aafbfc3451c87acf20af07064be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5721278 Oct 29 11:18:51.796133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.820527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.885867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.889671 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:51.891097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/066aa54e-413b-4f2f-beca-6806ac544200 HTTP/1.1" status: 204 len: 168 time: 0.1568511 Oct 29 11:18:51.901726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066aa54e-413b-4f2f-beca-6806ac544200,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:51.912889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.914506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.915079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.915629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.916219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.916687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.917190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.917675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.918133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.918615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.918932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.919246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e99c67-ea2f-4c5b-a95f-98e96ea21b5d admin admin] Tracked resource versions report: Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: pushed versions: Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: { 'AddressGroup': {'1.2'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'ConntrackHelper': {'1.0'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Log': {'1.0'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Network': {'1.1'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Port': {'1.7'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'PortForwarding': {'1.2'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'QosPolicy': {'1.10'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SecurityGroup': {'1.4'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SubPort': {'1.0'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Subnet': {'1.1'}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Trunk': {'1.1'}} Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: consumer versions: Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: HyperV agent@n-h1-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: HyperV agent@n-h2-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: L3 agent@n-d-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: Metadata agent@n-d-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: Metering agent@n-d-805046-9: {}, Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'ConntrackHelper': '1.0', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Log': '1.0', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Network': '1.1', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Port': '1.7', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'PortForwarding': '1.2', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'QosPolicy': '1.10', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SecurityGroup': '1.4', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SecurityGroupRule': '1.2', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'SubPort': '1.0', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Subnet': '1.1', Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: 'Trunk': '1.1'}} Oct 29 11:18:51.920389 n-d-805046-9 neutron-server[102278]: {{(pid=102278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:18:53.256137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35526) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:53.271836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35532) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:53.515291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49789fb8-3e2d-48c5-a50d-2e4b82097200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.570370 n-d-805046-9 neutron-server[102277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 11:18:53.576342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1488438668', 'description': 'tempest-description-1528175607'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:18:53.679697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.693288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49789fb8-3e2d-48c5-a50d-2e4b82097200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.704480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.706766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49789fb8-3e2d-48c5-a50d-2e4b82097200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.747587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35552) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:53.754241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-49789fb8-3e2d-48c5-a50d-2e4b82097200 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2529a30754c4171b61cba1914eab4e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4966803 Oct 29 11:18:53.756459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35556) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:53.819971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49789fb8-3e2d-48c5-a50d-2e4b82097200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1662a1d-87b9-4c42-a5b7-16c14dac2c89,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:53.829344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.891138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.900040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.905264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.947036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b81f87-0437-4fa2-aedb-7da55852f5ff,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:53.954884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.957850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:53.959381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1662a1d-87b9-4c42-a5b7-16c14dac2c89 HTTP/1.1" status: 204 len: 168 time: 0.2016950 Oct 29 11:18:53.969968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1afaa4-98d1-4361-ac54-d624f2cb1326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1662a1d-87b9-4c42-a5b7-16c14dac2c89,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:54.037871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.047679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.082819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf2703e3-9126-471e-833e-39ff6f918732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.090599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.104408 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79c0b35b-67d8-4692-beb7-d631c8c04d3f req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8311944 Oct 29 11:18:54.110592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27978f97-adf9-4899-be70-951e70dbcd83 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0545b3c-0f97-4a57-8789-6880403e00e9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:54.207096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf2703e3-9126-471e-833e-39ff6f918732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.211868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf2703e3-9126-471e-833e-39ff6f918732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.273276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2703e3-9126-471e-833e-39ff6f918732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3d329-ace1-40d1-8e70-6fb21f954991,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:54.283378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bf2703e3-9126-471e-833e-39ff6f918732 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5af1b9d3b8647fd86adb1b22852450d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5349138 Oct 29 11:18:54.283485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:54.360438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.388641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.453720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.457689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.461751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bd3d329-ace1-40d1-8e70-6fb21f954991 HTTP/1.1" status: 204 len: 168 time: 0.1771283 Oct 29 11:18:54.472898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb908e-f9ac-4fd4-b392-354f0e222164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3d329-ace1-40d1-8e70-6fb21f954991,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:54.723072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:54.748051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c3daf-d5de-4776-9e95-c4119cd05590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.890676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c3daf-d5de-4776-9e95-c4119cd05590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.896456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c3daf-d5de-4776-9e95-c4119cd05590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:54.952536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c3daf-d5de-4776-9e95-c4119cd05590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b63c1-da91-4a6c-968e-6c95f7e1aec8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:54.984471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-785c3daf-d5de-4776-9e95-c4119cd05590 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32b0edffe10148f59c6c76ad7934c7e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2598336 Oct 29 11:18:54.987282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:55.084910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.122720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:55.144833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.212410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.216238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.218130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f0b63c1-da91-4a6c-968e-6c95f7e1aec8 HTTP/1.1" status: 204 len: 168 time: 0.2298317 Oct 29 11:18:55.229856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2368-6da9-4633-8aa9-94d3bb05ed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b63c1-da91-4a6c-968e-6c95f7e1aec8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:55.498030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.530355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:55.550780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34f23b00-794b-42ec-a99c-f936d5087d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.646541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34f23b00-794b-42ec-a99c-f936d5087d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.651706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34f23b00-794b-42ec-a99c-f936d5087d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.701729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-34f23b00-794b-42ec-a99c-f936d5087d9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc2e5e583d3248d786f8f541b15ef7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1676781 Oct 29 11:18:55.701729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f23b00-794b-42ec-a99c-f936d5087d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cff52a-a254-4e41-8389-7ee977cfca13,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:55.703060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:55.782233 n-d-805046-9 neutron-server[102278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 11:18:55.785387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2001378952', 'description': 'tempest-description-1090242676'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:18:55.794485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.821969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.825525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.883999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:55.891057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.893708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.897956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60cff52a-a254-4e41-8389-7ee977cfca13 HTTP/1.1" status: 204 len: 168 time: 0.1937895 Oct 29 11:18:55.906792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef5374-8f53-4d29-8a8d-219e3693261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cff52a-a254-4e41-8389-7ee977cfca13,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:55.971722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:55.977405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.009876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.011566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40c2dd35-4e6b-4a5d-b27c-9533418541f3 req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8878026 Oct 29 11:18:56.026066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7206f4f-1224-4beb-ae09-285b99d80658 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c3e16e-c61b-48b0-a982-c6ae1c47e93a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:56.255660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ab7857-9f31-477d-b850-2a55fe9c0fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.362613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ab7857-9f31-477d-b850-2a55fe9c0fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.368894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ab7857-9f31-477d-b850-2a55fe9c0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.438243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10ab7857-9f31-477d-b850-2a55fe9c0fcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=413fd534ae1e4ad9a662aee200d342b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5526662 Oct 29 11:18:56.439154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab7857-9f31-477d-b850-2a55fe9c0fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9725e17-eec6-45c1-ad58-c6913fd0060f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:56.442542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:56.532241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.581949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.686291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.691748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:56.695771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9725e17-eec6-45c1-ad58-c6913fd0060f HTTP/1.1" status: 204 len: 168 time: 0.2499709 Oct 29 11:18:56.709597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab9434-e2c7-4dd3-94a6-047db9764a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9725e17-eec6-45c1-ad58-c6913fd0060f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:57.089310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1067842335', 'description': 'tempest-description-628900880'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:18:57.126346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.138408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:57.141479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.284391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.292320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.362410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027cf48-dd42-414b-a186-791d755cf105,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:57.422919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.429787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.461610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.467532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4a7d9bc-b749-4405-8d54-73680dba7661 req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3806002 Oct 29 11:18:57.468774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83e21b-039f-4d53-8b05-f4d1f3f8bab2 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df66592-2fcc-49bb-8e48-9572aca330ce,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:57.583650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-222615086', 'description': 'tempest-description-1071317339'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:18:57.612402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.674591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ae09148-d8f7-4fe7-977b-b07f93cf0a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.768825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.778592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.865517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.866930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5efa116c-c7c5-44d0-935a-90e61dbd007a req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2884641 Oct 29 11:18:57.882410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c61a1-4a95-45ff-89d7-d749ef3677a4 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b5455-68e8-4410-866c-e85f0156437b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:57.883858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ae09148-d8f7-4fe7-977b-b07f93cf0a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.890494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ae09148-d8f7-4fe7-977b-b07f93cf0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:57.951067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35746) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:57.994486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f22f76ee-5194-4f57-a822-8b1c5d8e2df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.019825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ae09148-d8f7-4fe7-977b-b07f93cf0a7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7fdb2fc79e84caf88755c3e3ecf9c4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8796442 Oct 29 11:18:58.023158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35748) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:58.063689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09148-d8f7-4fe7-977b-b07f93cf0a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb882de-46d9-4ef3-b60a-1c2382e0c9f2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:58.282801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.289477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f22f76ee-5194-4f57-a822-8b1c5d8e2df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.317790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f22f76ee-5194-4f57-a822-8b1c5d8e2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.327550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b50c7c83-ac59-48b1-a1f2-722b6dc2df9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.454616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.496527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f22f76ee-5194-4f57-a822-8b1c5d8e2df0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84b95e049c5644c39be53e1a91beff7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5436325 Oct 29 11:18:58.499702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:58.525217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f76ee-5194-4f57-a822-8b1c5d8e2df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3f0ee-f367-4348-9082-9c2aa58d81d3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:58.587284 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.612973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-40da6f50-7856-447d-a1b5-86c59b217536 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 20243 time: 0.4722509 Oct 29 11:18:58.621293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.621658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.624416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.625810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5eb882de-46d9-4ef3-b60a-1c2382e0c9f2 HTTP/1.1" status: 204 len: 168 time: 0.5991263 Oct 29 11:18:58.646384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6f82f-ee25-4268-bff8-1e071276492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb882de-46d9-4ef3-b60a-1c2382e0c9f2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:58.697085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-62086ecc-093b-4f3a-95cd-c62c2b56bfbf tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0b7e93f7-6e28-4bd7-93e5-c46d2fbc5f3f HTTP/1.1" status: 200 len: 2973 time: 0.0686855 Oct 29 11:18:58.701252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.704218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:58.705574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5f3f0ee-f367-4348-9082-9c2aa58d81d3 HTTP/1.1" status: 204 len: 168 time: 0.2046182 Oct 29 11:18:58.714634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786981a-f4f2-4376-97e8-cb94bb20510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3f0ee-f367-4348-9082-9c2aa58d81d3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:18:58.779860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-42043858-223a-4c68-b6cd-4d537c0995f9 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0b7e93f7-6e28-4bd7-93e5-c46d2fbc5f3f HTTP/1.1" status: 200 len: 2973 time: 0.0682943 Oct 29 11:18:58.860304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-2ebe6bee-65f1-4289-9c73-d277d136cd87 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/57b81f87-0437-4fa2-aedb-7da55852f5ff HTTP/1.1" status: 200 len: 2977 time: 0.0723472 Oct 29 11:18:58.925630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-85cac9cd-8106-4dc4-86df-e8593e86ff10 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/57b81f87-0437-4fa2-aedb-7da55852f5ff HTTP/1.1" status: 200 len: 2977 time: 0.0519702 Oct 29 11:18:58.964464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:58.973567 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-4797d3de-0282-4043-bb68-a69c3435d8e1 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] show failed (client error): The resource could not be found. Oct 29 11:18:58.975176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-4797d3de-0282-4043-bb68-a69c3435d8e1 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5eb882de-46d9-4ef3-b60a-1c2382e0c9f2 HTTP/1.1" status: 404 len: 352 time: 0.0386879 Oct 29 11:18:59.031104 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-b887f506-0796-46d0-afde-6658527fecd6 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] show failed (client error): The resource could not be found. Oct 29 11:18:59.031104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-b887f506-0796-46d0-afde-6658527fecd6 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5eb882de-46d9-4ef3-b60a-1c2382e0c9f2 HTTP/1.1" status: 404 len: 352 time: 0.0373187 Oct 29 11:18:59.098494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-e8df0e5b-bd97-4fb9-ab5f-b9928a0b529c tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6e8f28ae-21c0-4ef2-887b-9dd1f1ef60a4 HTTP/1.1" status: 200 len: 2977 time: 0.0563395 Oct 29 11:18:59.153395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-faf77c4b-51ed-4b3e-93b9-f0d1b1d29ca0 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6e8f28ae-21c0-4ef2-887b-9dd1f1ef60a4 HTTP/1.1" status: 200 len: 2977 time: 0.0468512 Oct 29 11:18:59.177119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-8e12f2c9-c6fb-4f39-bc67-135b1e887994 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413077 Oct 29 11:18:59.239924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-413101dc-e8d5-4bcd-9032-2fd4a7da4d03 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9027cf48-dd42-414b-a186-791d755cf105 HTTP/1.1" status: 200 len: 2977 time: 0.0771818 Oct 29 11:18:59.292663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35818) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:59.327065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d65fb818-04ed-46c1-8ed3-fa55c1c7aa8c req-e64414f8-b2ec-436f-8b08-70d9b01c4ecc tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9027cf48-dd42-414b-a186-791d755cf105 HTTP/1.1" status: 200 len: 2977 time: 0.0736327 Oct 29 11:18:59.368772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-912a2a29-1169-4664-91b0-b399e8b27e1c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:18:59.370522 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-912a2a29-1169-4664-91b0-b399e8b27e1c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859243 Oct 29 11:18:59.387188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-88da21b5-1932-42a9-905f-f2b9efedaf70 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/quotas/3222e20cfff94e9cbe3fae50b35b4572 HTTP/1.1" status: 200 len: 375 time: 0.0104697 Oct 29 11:18:59.480529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-b9bc7311-e088-4745-9221-b07ed32261aa tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860429 Oct 29 11:18:59.492668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09e2baa3-e811-4de4-8220-5f0022887358 req-29165c4c-1a12-4ea4-b3db-dd4cab20f723 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=155379618e3a4e2d8331e2e3074ce041 HTTP/1.1" status: 200 len: 6096 time: 0.1158032 Oct 29 11:18:59.562693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09e2baa3-e811-4de4-8220-5f0022887358 req-6d70246f-5e53-4d30-ba91-7c74dc986881 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "GET /v2.0/security-groups/57b81f87-0437-4fa2-aedb-7da55852f5ff HTTP/1.1" status: 200 len: 2977 time: 0.0605080 Oct 29 11:18:59.650204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09e2baa3-e811-4de4-8220-5f0022887358 req-ae52f4ee-53b0-4e9f-b824-98606f37eb10 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "GET /v2.0/security-groups/57b81f87-0437-4fa2-aedb-7da55852f5ff HTTP/1.1" status: 200 len: 2977 time: 0.0792835 Oct 29 11:18:59.688328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-network', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:18:59.755973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Made reservation on behalf of 2cae6ba62dfd4f7789e23e578145e937 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:18:59.764894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:59.797937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:59.841478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd257548-478e-4f58-96c4-0b50754cd761 req-a43802e5-94a5-4023-8de6-0b93365b5c70 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 210 time: 0.0647388 Oct 29 11:18:59.842201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35842) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:18:59.877089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82a5b347-6bd6-4f21-9caa-b161f19bfc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:18:59.884338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c56-5c4e-4284-9607-7208c961f53e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.025353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3e31182-2d65-4827-83e3-2561ec650563 req-23b8d2a0-60b2-4c9d-95a1-1e787a3e8f91 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/be6b5455-68e8-4410-866c-e85f0156437b HTTP/1.1" status: 200 len: 1775 time: 0.3098471 Oct 29 11:19:00.057020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c56-5c4e-4284-9607-7208c961f53e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.062358 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c56-5c4e-4284-9607-7208c961f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.095301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a40d3c56-5c4e-4284-9607-7208c961f53e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be2798243923450e8d9672ffe0f71159&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2522449 Oct 29 11:19:00.103601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:00.159276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a3e31182-2d65-4827-83e3-2561ec650563 req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.206360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.231501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a3e31182-2d65-4827-83e3-2561ec650563 req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.236670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.294778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d3c56-5c4e-4284-9607-7208c961f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c6648-30b2-4b05-9024-8f78928f7770,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.298352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.301211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.304990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d37c6648-30b2-4b05-9024-8f78928f7770 HTTP/1.1" status: 204 len: 168 time: 0.1974535 Oct 29 11:19:00.311504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9a8d-2e7d-4480-910d-9cc6198381c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c6648-30b2-4b05-9024-8f78928f7770,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.404080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82a5b347-6bd6-4f21-9caa-b161f19bfc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.409631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a3e31182-2d65-4827-83e3-2561ec650563 req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.413599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a3e31182-2d65-4827-83e3-2561ec650563 req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.416106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3e31182-2d65-4827-83e3-2561ec650563 req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/be6b5455-68e8-4410-866c-e85f0156437b HTTP/1.1" status: 204 len: 173 time: 0.3737538 Oct 29 11:19:00.428678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82a5b347-6bd6-4f21-9caa-b161f19bfc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.451362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7361f1-13ec-4c95-ba49-2b6f45f38f1b tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b5455-68e8-4410-866c-e85f0156437b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.478596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.495783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.517334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-82a5b347-6bd6-4f21-9caa-b161f19bfc51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a2ecac359924750b1349c1b5de95723&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2230685 Oct 29 11:19:00.523104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:00.531532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b347-6bd6-4f21-9caa-b161f19bfc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e6548f-0133-4969-b9c4-9b4c73ad3874,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.561142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:00.595102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-c82b094d-726a-4da9-936b-68148f16a5a3 tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "GET /v2.0/security-groups/1df66592-2fcc-49bb-8e48-9572aca330ce HTTP/1.1" status: 200 len: 1775 time: 0.1062541 Oct 29 11:19:00.627324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.627572 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Added segment d42269b2-58f6-449d-b9af-cbb986dfa31b of type vlan for network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 Oct 29 11:19:00.646721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81709c05-3991-46c1-9b9c-2a6680f1bb92,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.701699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.715297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.722551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.746924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.768622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d3e22a5-20b6-4c03-98a0-ffb22e8e24e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.770074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.823647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.828477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.829787 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-558dcfa5-50c9-4629-abc7-3535321b9689 req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/1df66592-2fcc-49bb-8e48-9572aca330ce HTTP/1.1" status: 204 len: 173 time: 0.2326922 Oct 29 11:19:00.837464 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:19:00.845697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e035f5a-86ef-48a1-9359-b73b91eb7c9e tempest-SecurityGroupsTestAdminJSON-134532880 tempest-SecurityGroupsTestAdminJSON-134532880-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df66592-2fcc-49bb-8e48-9572aca330ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.875858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.878768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.880422 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73e6548f-0133-4969-b9c4-9b4c73ad3874 HTTP/1.1" status: 204 len: 168 time: 0.3564651 Oct 29 11:19:00.901831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.902794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:00.903450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:00.928714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a368-c474-449c-959f-1af44e79faab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e6548f-0133-4969-b9c4-9b4c73ad3874,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:00.974162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6d832e7-d102-4209-94b0-06f8f946d12b req-86921a69-3314-4a59-817b-8e356a4c2a63 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 210 time: 0.0521142 Oct 29 11:19:01.005865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35912) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:01.008059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0419986 Oct 29 11:19:01.014421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Request body: {'subnet': {'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-subnet', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:01.036234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-db6b0aa5-111d-4672-8303-90fe8702202c tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "GET /v2.0/security-groups/c1c3e16e-c61b-48b0-a982-c6ae1c47e93a HTTP/1.1" status: 200 len: 1776 time: 0.1760087 Oct 29 11:19:01.053536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2965-9bab-48ad-9437-23d366bd9d0d admin admin] Pushing event updated for resources: {'Network': ['ID=a39456ed-a1ca-421d-90fd-09ec1d08f8e2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:01.061186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Made reservation on behalf of 2cae6ba62dfd4f7789e23e578145e937 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:01.066585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.067560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:01.108532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.166453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.257181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.267105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.268463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-071f48c8-cb2f-4b98-94da-ef861ae7927a req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1c3e16e-c61b-48b0-a982-c6ae1c47e93a HTTP/1.1" status: 204 len: 173 time: 0.2312973 Oct 29 11:19:01.316988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdffea7-2e24-48e9-9bf1-34eab253d116 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c3e16e-c61b-48b0-a982-c6ae1c47e93a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:01.442725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-6db8cb9a-b540-413d-81da-434b293cbf81 tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "GET /v2.0/security-groups/c0545b3c-0f97-4a57-8789-6880403e00e9 HTTP/1.1" status: 200 len: 1776 time: 0.1466203 Oct 29 11:19:01.588144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.606299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.673221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.697612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5cb28d-79ad-4356-baf8-f16ca4a32e83,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:01.736123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Checking segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:01.736669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Network hostable DHCP agents. Network: a39456ed-a1ca-421d-90fd-09ec1d08f8e2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:01.776218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.780667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.785090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6be5f349-dc2e-4a06-a28c-58d2284dc7f5 req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] 10.222.0.77 "DELETE /v2.0/security-groups/c0545b3c-0f97-4a57-8789-6880403e00e9 HTTP/1.1" status: 204 len: 173 time: 0.3294482 Oct 29 11:19:01.793228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:01.808374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442818b-7a2b-45a5-95ee-988442b9f99a tempest-SecurityGroupsTestAdminJSON-2084155926 tempest-SecurityGroupsTestAdminJSON-2084155926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0545b3c-0f97-4a57-8789-6880403e00e9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:01.813175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a39456ed-a1ca-421d-90fd-09ec1d08f8e2) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:01.819442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:01.820090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.828856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b94cd-09f1-41a3-a06e-d7e515fc0848 None None] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:01.849706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35944) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:01.874349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b82f-2e57-49a7-ad82-bb7d1fa5f2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.876425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35946) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:01.877923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-be50b5a8-385b-42cb-8042-9ac029e1aa62 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8704760 Oct 29 11:19:01.887010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:01.968575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:01.970044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.095329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.310853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b82f-2e57-49a7-ad82-bb7d1fa5f2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.319896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b82f-2e57-49a7-ad82-bb7d1fa5f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.323356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7a09731-fd06-4b06-ae16-2d711ee92dba req-843c3ebb-ff41-4e6b-a7c4-7d457c1604fb tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 210 time: 0.0521989 Oct 29 11:19:02.511872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.513281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.532074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:19:02.533972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.672334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.692139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5b82f-2e57-49a7-ad82-bb7d1fa5f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596a81cf-0eb6-4360-ad1a-5df316b6570b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:02.726821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3dc5b82f-2e57-49a7-ad82-bb7d1fa5f2e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e7b907169464829ada582e0b508deb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752875 Oct 29 11:19:02.730636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:02.786228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Allocated IP 172.20.0.2 (a39456ed-a1ca-421d-90fd-09ec1d08f8e2/5c5cb28d-79ad-4356-baf8-f16ca4a32e83/e56189c8-d409-41ad-a061-99008f141f8b) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:02.877066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.913200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.86', 62446) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:02.924356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:02.926531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:02.975173 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-ee28ebe5-c98c-4130-ad8e-534330224c78 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593462 Oct 29 11:19:03.015691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35974) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:03.149493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.152501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.154167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/596a81cf-0eb6-4360-ad1a-5df316b6570b HTTP/1.1" status: 204 len: 168 time: 0.4224126 Oct 29 11:19:03.175725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6afcd-74cc-433a-945d-f6cb59aedc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596a81cf-0eb6-4360-ad1a-5df316b6570b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:03.238312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.259342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.275542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.331241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:03.335527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:03.339405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:03.340496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-c6bb7570-9fc7-4d5b-b8ad-d6a4236a2d92 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:03.342715 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-c6bb7570-9fc7-4d5b-b8ad-d6a4236a2d92 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603754 Oct 29 11:19:03.388206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Pushing event updated for resources: {'Port': ['ID=e56189c8-d409-41ad-a061-99008f141f8b,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:03.410994 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.418046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.431146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.431641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.432025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.432367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.432707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.433049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.433423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.433752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.434087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.434402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.434755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Tracked resource versions report: Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: pushed versions: Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: { 'AddressGroup': {'1.2'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'ConntrackHelper': {'1.0'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Log': {'1.0'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Network': {'1.1'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Port': {'1.7'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'PortForwarding': {'1.2'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'QosPolicy': {'1.10'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SecurityGroup': {'1.4'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SubPort': {'1.0'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Subnet': {'1.1'}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Trunk': {'1.1'}} Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: consumer versions: Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: HyperV agent@n-h1-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: HyperV agent@n-h2-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: L3 agent@n-d-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: Metadata agent@n-d-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: Metering agent@n-d-805046-9: {}, Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'ConntrackHelper': '1.0', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Log': '1.0', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Network': '1.1', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Port': '1.7', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'PortForwarding': '1.2', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'QosPolicy': '1.10', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SecurityGroup': '1.4', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SecurityGroupRule': '1.2', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'SubPort': '1.0', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Subnet': '1.1', Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: 'Trunk': '1.1'}} Oct 29 11:19:03.435949 n-d-805046-9 neutron-server[102279]: {{(pid=102279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:19:03.439589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Request body: {'port': {'device_id': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '3222e20cfff94e9cbe3fae50b35b4572'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:03.496776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:03.556590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Attempting to bind port e56189c8-d409-41ad-a061-99008f141f8b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:03.557045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Attempting to bind port e56189c8-d409-41ad-a061-99008f141f8b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:03.557343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Attempting to bind port e56189c8-d409-41ad-a061-99008f141f8b on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:03.575564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:03.575945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Checking segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:03.576353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.576784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Bound using segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:03.577294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Bound port: e56189c8-d409-41ad-a061-99008f141f8b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:03.577694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.600312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.621578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1829691197-network', 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:03.703067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] For port e56189c8-d409-41ad-a061-99008f141f8b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:03.711688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] For port e56189c8-d409-41ad-a061-99008f141f8b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e56189c8-d409-41ad-a061-99008f141f8b,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:03.718658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.795647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea403-1692-4a57-a8f1-231ae852a281 None None] Pushing event updated for resources: {'Port': ['ID=e56189c8-d409-41ad-a061-99008f141f8b,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:03.856542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Allocated IP 172.25.4.155 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/998a09bd-0aaf-4e09-8e9c-0e94ecea3c84) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:03.871413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:03.875059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.925318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:03.972094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ae294eeb-ec36-4e5b-aaea-174f8f183b0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=155379618e3a4e2d8331e2e3074ce041&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0431731 Oct 29 11:19:03.977574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:03.981701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d47cf363-0b8a-490d-a97a-1b477e495fb4 req-fedbad39-c960-4036-a879-51b7500985d8 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 210 time: 0.3394048 Oct 29 11:19:04.067792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Made reservation on behalf of 3222e20cfff94e9cbe3fae50b35b4572 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:04.071747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.096051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.112897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.176660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.190229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.201195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.270450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.309530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:04.330944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb6616-9d92-4bf7-b18f-08436e35068e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:04.360236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.376447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Pushing event updated for resources: {'Port': ['ID=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:04.381411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b51946a7-3dd7-440c-93c3-a740ec907e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.404290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:04.408806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793111036519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.409399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Unsubscribe: segment precommit_create {{(pid=102277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 11:19:04.409871 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Added segment 7844fe66-b5c0-4d43-b90b-4a80c2791063 of type vlan for network ca52e901-38c4-442d-92a7-8630fc79eaf3 Oct 29 11:19:04.415562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:04.499407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.504348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b51946a7-3dd7-440c-93c3-a740ec907e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.505402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:04.509942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.530236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.584836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b51946a7-3dd7-440c-93c3-a740ec907e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.669691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b51946a7-3dd7-440c-93c3-a740ec907e9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=669ffc25ea8c4d5aad823e3474562a85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1643023 Oct 29 11:19:04.670461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36030) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:04.682600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.683466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51946a7-3dd7-440c-93c3-a740ec907e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55fd479-0caa-4f56-a719-f0be9e6c3af0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:04.685388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.691984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57b81f87-0437-4fa2-aedb-7da55852f5ff HTTP/1.1" status: 204 len: 168 time: 0.7088180 Oct 29 11:19:04.693171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227eda0a-1401-4869-9fc7-5a7764512a19,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:04.751576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a554557-9d2e-42ea-b9b4-f83c486121cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b81f87-0437-4fa2-aedb-7da55852f5ff,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:04.760686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.761704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:04.762265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.821492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.864961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:04.958664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.013208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e56189c8-d409-41ad-a061-99008f141f8b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:05.219609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e56189c8-d409-41ad-a061-99008f141f8b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:05.222750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.252604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.257135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.263748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e55fd479-0caa-4f56-a719-f0be9e6c3af0 HTTP/1.1" status: 204 len: 168 time: 0.5899229 Oct 29 11:19:05.294441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Allocated IP 192.168.233.161 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/11f64573-b4b7-49a8-acc8-0025221197f1) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:05.304149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532ff03-1f39-4d3b-b4a1-137616d02547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55fd479-0caa-4f56-a719-f0be9e6c3af0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:05.514975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.608562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e56189c8-d409-41ad-a061-99008f141f8b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e56189c8-d409-41ad-a061-99008f141f8b,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:05.618148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.642293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefe263-1b03-4ba5-99f2-e65e6e0dad31 None None] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:05.678540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.777042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36050) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:05.803746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7778132 Oct 29 11:19:05.804386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36054) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:05.857613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e02ee4c-1969-48d3-8802-c08ed7871ad1 req-1a2b0794-8947-48c4-834c-364689623db2 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 210 time: 0.2056513 Oct 29 11:19:05.925863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-145e9324-729e-4215-8f80-06feb9de71ac None None] Provisioning complete for port e56189c8-d409-41ad-a061-99008f141f8b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:05.926307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-145e9324-729e-4215-8f80-06feb9de71ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:05.995887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e56189c8-d409-41ad-a061-99008f141f8b,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:06.037808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2538313f-127c-4836-ae82-2e8236f72b81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1f39c4baf54484ca57d72f6bad1da52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2578499 Oct 29 11:19:06.088991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36058) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:06.128097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.185903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:19:06.318739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Request body: {'subnet': {'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1829691197-subnet', 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:06.326525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36062) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:06.413516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.427121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:06.437427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.652447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Pushing event updated for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:06.692137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f427a2f-e9dd-4bda-ab45-51b9d717e5ab admin admin] Pushing event updated for resources: {'Network': ['ID=ca52e901-38c4-442d-92a7-8630fc79eaf3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:06.707076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:06.722049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:06.726293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:06.730995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:06.743554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:06.749156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.798587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.811917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e56189c8-d409-41ad-a061-99008f141f8b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:06.818705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f8eaa3-432c-4bf4-b6f6-9ddc13d31f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.830092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4e35024d-8a20-4c20-9b62-27c7dacd9ced tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3970749 Oct 29 11:19:06.852642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-a2fba596-e327-482e-b199-1edf8e746d50 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:19:06.860276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-a2fba596-e327-482e-b199-1edf8e746d50 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158298 Oct 29 11:19:06.933695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:06.994097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e56189c8-d409-41ad-a061-99008f141f8b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:06.994956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.076056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2e16e000-e8c8-4e8a-9d38-1573bc3eab8d None None] Provisioning complete for port e56189c8-d409-41ad-a061-99008f141f8b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:07.076459 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2e16e000-e8c8-4e8a-9d38-1573bc3eab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.076780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.177054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fc5c51-16cf-463f-a158-7c625e0588e1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:07.292869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.302865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.304214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:07.305985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9027cf48-dd42-414b-a186-791d755cf105 HTTP/1.1" status: 204 len: 168 time: 1.1968277 Oct 29 11:19:07.307559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Network hostable DHCP agents. Network: ca52e901-38c4-442d-92a7-8630fc79eaf3, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:07.357742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:07.377981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ca52e901-38c4-442d-92a7-8630fc79eaf3) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:07.386336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:07.388549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.402755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc091bf-3587-4dc3-9093-3fb93e1738cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027cf48-dd42-414b-a186-791d755cf105,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:07.427452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b3a757a-a8b1-4872-974e-35f1e95a2010 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5926208 Oct 29 11:19:07.433718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:07.447151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:07.449369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0d520c-6d1e-4494-8d27-b2e4b7b8e673 None None] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:07.478957 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:07.480008 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:07.591472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Request body: {'port': {'device_id': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'device_owner': 'compute:tempest-test_az-305324955', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:07.674266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:07.676654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa9ccc03-8bcf-4395-8895-004c55c38a53 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7974091 Oct 29 11:19:07.697253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:07.725372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96599f-fb4b-48e3-b400-98ad46584e56 req-7a717d13-09da-4bc2-8520-70004f873cb4 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:07.736783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c96599f-fb4b-48e3-b400-98ad46584e56 req-7a717d13-09da-4bc2-8520-70004f873cb4 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 936 time: 0.5579031 Oct 29 11:19:07.961762 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:07.966872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c96599f-fb4b-48e3-b400-98ad46584e56 req-dc6fde1e-7731-4b86-905d-81d2b1335cb9 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288592 Oct 29 11:19:08.029146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f8eaa3-432c-4bf4-b6f6-9ddc13d31f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.035604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f8eaa3-432c-4bf4-b6f6-9ddc13d31f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.090021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-998bd8fc-202d-4bb2-b710-12a38fb188eb None None] Provisioning complete for port 11f64573-b4b7-49a8-acc8-0025221197f1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:08.090600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-998bd8fc-202d-4bb2-b710-12a38fb188eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.115048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8eaa3-432c-4bf4-b6f6-9ddc13d31f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c3ab93-e42f-4652-89a3-2b95663f1ea9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:08.178176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-15f8eaa3-432c-4bf4-b6f6-9ddc13d31f53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e08fc900531240ac8273f914365ab421&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8528037 Oct 29 11:19:08.182973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36094) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:08.229525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-998bd8fc-202d-4bb2-b710-12a38fb188eb None None] Port 11f64573-b4b7-49a8-acc8-0025221197f1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:08.388533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0234dae-b0b8-49bc-9bc4-d2c7d2f471ec None None] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:08.399682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.474893 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.606826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.608925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.610788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3c3ab93-e42f-4652-89a3-2b95663f1ea9 HTTP/1.1" status: 204 len: 168 time: 0.4255893 Oct 29 11:19:08.637288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68816d8e-5608-4346-8c42-4f96eb64558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c3ab93-e42f-4652-89a3-2b95663f1ea9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:08.665830 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:08.725124 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:04Z', 'revision_number': 3, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:09.010619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:09.011096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Updating router 578031ae-f0e6-4f1f-a820-0d9a96db2454 port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:09.144329 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:09.974314 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:09.983257 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:10.143369 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Pushing event updated for resources: {'Port': ['ID=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:10.148003 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Attempting to bind port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:10.149160 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Attempting to bind port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:10.149733 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Attempting to bind port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:10.161356 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.162073 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.162608 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.163199 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.163800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.165330 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.166085 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.166610 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.167200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.167810 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.168385 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.168893 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Tracked resource versions report: Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: pushed versions: Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: { 'AddressGroup': {'1.2'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'ConntrackHelper': {'1.0'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Log': {'1.0'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Network': {'1.1'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Port': {'1.7'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'PortForwarding': {'1.2'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'QosPolicy': {'1.10'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SecurityGroup': {'1.4'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SecurityGroupRule': {'1.2'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SubPort': {'1.0'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Subnet': {'1.1'}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Trunk': {'1.1'}} Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: consumer versions: Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: { DHCP agent@n-d-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: HyperV agent@n-h1-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: HyperV agent@n-h2-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: L3 agent@n-d-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: Metadata agent@n-d-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: Metering agent@n-d-805046-9: {}, Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: Open vSwitch agent@n-d-805046-9: { 'AddressGroup': '1.2', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'ConntrackHelper': '1.0', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Log': '1.0', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Network': '1.1', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Port': '1.7', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'PortForwarding': '1.2', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'QosPolicy': '1.10', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SecurityGroup': '1.4', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SecurityGroupRule': '1.2', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'SubPort': '1.0', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Subnet': '1.1', Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: 'Trunk': '1.1'}} Oct 29 11:19:10.170463 n-d-805046-9 neutron-server[102280]: {{(pid=102280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 11:19:10.176491 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:10.177312 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:10.177916 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:10.178497 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:10.179170 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Bound port: 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:10.179747 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:10.254366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f8a2-5857-4894-b693-02a1144484c3 req-67c37c8d-197b-4829-8261-f6fb2864545f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:10.258623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6446f8a2-5857-4894-b693-02a1144484c3 req-67c37c8d-197b-4829-8261-f6fb2864545f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 936 time: 1.0584280 Oct 29 11:19:10.327201 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] For port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:10.334134 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] For port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:10.343158 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:10.463983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6446f8a2-5857-4894-b693-02a1144484c3 req-d976aa46-6ae2-489b-9c19-b691578dd6ab tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877277 Oct 29 11:19:10.507246 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73980074-955b-46cb-842a-a984ac9036c1 None None] Pushing event updated for resources: {'Port': ['ID=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:10.574502 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:10.575941 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:10.763054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:10.914062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f64573-b4b7-49a8-acc8-0025221197f1 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:10.926706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:11.062858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Transition to ACTIVE for port object 11f64573-b4b7-49a8-acc8-0025221197f1 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:19:11.078092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:11.335787 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:04Z', 'revision_number': 3, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:11.359223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Pushing event updated for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:11.440214 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beba01b-0169-41d7-9cd8-cf55cd7c2ace None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:04Z', 'revision_number': 3, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:11.507535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36170) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:11.650895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Attempting to bind port 11f64573-b4b7-49a8-acc8-0025221197f1 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:11.651162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Attempting to bind port 11f64573-b4b7-49a8-acc8-0025221197f1 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:11.651395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Attempting to bind port 11f64573-b4b7-49a8-acc8-0025221197f1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:11.663308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36176) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:11.677619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1040015536-network', 'tenant_id': '1aec79da89684ebeb9c2906eea437b17'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:11.723601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Port 11f64573-b4b7-49a8-acc8-0025221197f1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:19:11.724133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Attempting to bind port 11f64573-b4b7-49a8-acc8-0025221197f1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:11.733967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:11.792885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:11.793375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:11.794141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:11.794828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Bound port: 11f64573-b4b7-49a8-acc8-0025221197f1, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:11.795347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:11.974668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Made reservation on behalf of 1aec79da89684ebeb9c2906eea437b17 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:11.981315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.111337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.219594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc1cf0-349d-4fce-9aa8-059b8478fea5 req-1ae7684f-21e9-4d63-b146-2fa25286cc88 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:12.247522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eccc1cf0-349d-4fce-9aa8-059b8478fea5 req-1ae7684f-21e9-4d63-b146-2fa25286cc88 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.4405305 Oct 29 11:19:12.495169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.504855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.548907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Allocated IP 172.20.0.1 (a39456ed-a1ca-421d-90fd-09ec1d08f8e2/5c5cb28d-79ad-4356-baf8-f16ca4a32e83/9b1e2174-0922-4d18-b1ae-ca147f36032d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:12.592596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca851c65-e21d-439a-b9a8-4cc396d8faf4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:12.653406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1c8cdbd-e539-41b2-89b3-069a09ee2a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.683873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:12.695439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11f64573-b4b7-49a8-acc8-0025221197f1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:12.831735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:12.873873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:13.041862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1c8cdbd-e539-41b2-89b3-069a09ee2a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.062204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:13.062867 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.143104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eccc1cf0-349d-4fce-9aa8-059b8478fea5 req-1ed8e266-a827-473b-a18c-9ce56bf5cfd2 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8880622 Oct 29 11:19:13.148070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:13.159377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1c8cdbd-e539-41b2-89b3-069a09ee2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.192629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Pushing event updated for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:13.215919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.249525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:13.252156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.259545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-4b74c985-a1ef-4d6c-b886-1f65e1379711 service neutron] 10.222.0.86 "PUT /v2.0/ports/11f64573-b4b7-49a8-acc8-0025221197f1 HTTP/1.1" status: 200 len: 1117 time: 6.0659392 Oct 29 11:19:13.261105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:13.268425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.270654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:13.395380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8cdbd-e539-41b2-89b3-069a09ee2a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82a64a-930d-46d6-9d95-45cdf0d8b5ee,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:13.415492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1c8cdbd-e539-41b2-89b3-069a09ee2a9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cdb3a76880b47c5963dea72e8ade632&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9045556 Oct 29 11:19:13.419411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:13.420596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.422161 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Added segment 3590ad1a-b585-4b9d-8138-32996735a3aa of type vlan for network 1406d483-f2c8-444c-9916-6054a3b0043f Oct 29 11:19:13.425747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36218) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:13.685196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.753445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.759366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.763384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:13.764198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.773201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.778741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-c1c5f5f8-eb10-4813-8362-ae47f82f7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:13.780828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-c1c5f5f8-eb10-4813-8362-ae47f82f7779 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 1120 time: 0.3371694 Oct 29 11:19:13.936870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] Pushing event updated for resources: {'Network': ['ID=1406d483-f2c8-444c-9916-6054a3b0043f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:13.949940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:13.953702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1406d483-f2c8-444c-9916-6054a3b0043f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:13.977175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e0bb6e8c-e819-4be9-b951-745d827ae32d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3101783 Oct 29 11:19:13.979195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:13.982776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36234) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:13.989712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Request body: {'subnet': {'network_id': '1406d483-f2c8-444c-9916-6054a3b0043f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1040015536-subnet', 'tenant_id': '1aec79da89684ebeb9c2906eea437b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:14.023888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Made reservation on behalf of 1aec79da89684ebeb9c2906eea437b17 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:14.027993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.165258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-c1ae95d8-f5be-490e-9c36-5d903f7815e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=11f64573-b4b7-49a8-acc8-0025221197f1 HTTP/1.1" status: 200 len: 217 time: 0.3039703 Oct 29 11:19:14.209239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.299527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:14.326186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:14.332386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:14.338931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:14.339765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.443300 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:19:14.778346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.783330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.793659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f82a64a-930d-46d6-9d95-45cdf0d8b5ee HTTP/1.1" status: 204 len: 168 time: 1.3656003 Oct 29 11:19:14.826513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:14.897233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47da98-f9e7-42c0-a279-75c26e2cc29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82a64a-930d-46d6-9d95-45cdf0d8b5ee,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:14.925974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd41045f-0b50-426f-bd7f-d00fbc72a392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:14.958370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5283e4-c740-4f39-a736-c56a886a4e2e req-018ae827-177e-4770-a7fc-403a308a115b tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:14.968725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c5283e4-c740-4f39-a736-c56a886a4e2e req-018ae827-177e-4770-a7fc-403a308a115b tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.5189078 Oct 29 11:19:14.986622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.152245 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed176f-d4c3-4b90-b483-0a3b949a14db" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:15.167307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c5283e4-c740-4f39-a736-c56a886a4e2e req-160f69fb-a269-4843-a8ef-335437d39fac tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973009 Oct 29 11:19:15.185090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb35e1e-78b6-4e26-9023-852d75717554,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:15.235133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Checking segment: {'id': '3590ad1a-b585-4b9d-8138-32996735a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1406d483-f2c8-444c-9916-6054a3b0043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:15.235609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Network hostable DHCP agents. Network: 1406d483-f2c8-444c-9916-6054a3b0043f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:15.347307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2f405a05-3a37-4f73-837c-eb5201847811 None None] Provisioning complete for port 9b1e2174-0922-4d18-b1ae-ca147f36032d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:15.349316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2f405a05-3a37-4f73-837c-eb5201847811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.353304 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd41045f-0b50-426f-bd7f-d00fbc72a392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.361389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Network 1406d483-f2c8-444c-9916-6054a3b0043f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:15.389830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd41045f-0b50-426f-bd7f-d00fbc72a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.402695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:15.403266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.406307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2f405a05-3a37-4f73-837c-eb5201847811 None None] Port 9b1e2174-0922-4d18-b1ae-ca147f36032d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:15.427878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-110af15b-1462-490a-92a8-8a3c961e635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:15.431102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-110af15b-1462-490a-92a8-8a3c961e635f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.3029487 Oct 29 11:19:15.448847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1406d483-f2c8-444c-9916-6054a3b0043f) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:15.468923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a33f4c-7141-4120-8eb9-f2e5a558c493 None None] Network 1406d483-f2c8-444c-9916-6054a3b0043f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:15.526037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:15.529526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.558484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cd41045f-0b50-426f-bd7f-d00fbc72a392 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88a1331a6c1a4d1397fe905a7146c7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6039960 Oct 29 11:19:15.605780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e8544244-b38a-4549-88ed-3599bd925817 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6211066 Oct 29 11:19:15.606616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36254) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:15.663608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41045f-0b50-426f-bd7f-d00fbc72a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc1c44a-97b3-40f1-b670-834f58b27803,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:15.796287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.842705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-5760110c-9c0a-4fa4-8dd8-adfc057d60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:15.847999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-5760110c-9c0a-4fa4-8dd8-adfc057d60e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4068365 Oct 29 11:19:15.860062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.916219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297fe8e-31fe-4b2d-b64c-b575df887ff6 None None] Network 1406d483-f2c8-444c-9916-6054a3b0043f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:15.983486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:15.991230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:16.001851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fc1c44a-97b3-40f1-b670-834f58b27803 HTTP/1.1" status: 204 len: 168 time: 0.3607628 Oct 29 11:19:16.029319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129fe19-54d0-4423-8d2d-cb99e0ecebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc1c44a-97b3-40f1-b670-834f58b27803,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:16.289969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-3ade9c53-8078-4506-8d73-0c2992fc44e2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656287 Oct 29 11:19:16.291733 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6585988-124c-4f63-b23a-1833fbb5dc48 x-openstack-request-id: req-a6585988-124c-4f63-b23a-1833fbb5dc48 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:16.292125 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:16.292479 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6585988-124c-4f63-b23a-1833fbb5dc48 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:16.293475 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1', 'status': 'completed', 'code': 200} Oct 29 11:19:16.410853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326e3a-aaca-4680-8a03-07f2d38dbebb req-8f52e05f-1a13-4150-bfe9-2da9fe0249d1 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:16.412522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12326e3a-aaca-4680-8a03-07f2d38dbebb req-8f52e05f-1a13-4150-bfe9-2da9fe0249d1 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.1074939 Oct 29 11:19:16.450918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36272) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:16.469238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:16.537377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12326e3a-aaca-4680-8a03-07f2d38dbebb req-865e5638-b99c-4625-a61a-bf47dd50ec36 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170256 Oct 29 11:19:16.538150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-258de87b-6e1c-4619-aed2-514094258845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:16.673966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12ad5dea-96ad-4f44-bc6a-c6f6d1c9951f req-dde1156f-8c54-4986-8c39-73d066cf0e43 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799709 Oct 29 11:19:16.812682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-258de87b-6e1c-4619-aed2-514094258845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:16.822292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-258de87b-6e1c-4619-aed2-514094258845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:16.941529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de87b-6e1c-4619-aed2-514094258845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf952f47-7d0d-43c7-b4c4-a530cb1a7be1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:16.977223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-258de87b-6e1c-4619-aed2-514094258845 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a66ec76e3ca434b95a8b1628538be1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250292 Oct 29 11:19:16.980455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36278) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:17.103399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.111174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.116480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.146001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.238673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.277569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:17.400394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.405412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.407214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf952f47-7d0d-43c7-b4c4-a530cb1a7be1 HTTP/1.1" status: 204 len: 168 time: 0.4285710 Oct 29 11:19:17.421789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81218f-3acf-49ce-ba29-9eb130b4c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf952f47-7d0d-43c7-b4c4-a530cb1a7be1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:17.490774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36292) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:17.504987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:17.506334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:17.540789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dd502ab-d5c0-430f-b3db-1eebc4994a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.850848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:19:17.872592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dd502ab-d5c0-430f-b3db-1eebc4994a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:17.889902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dd502ab-d5c0-430f-b3db-1eebc4994a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.090100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c82aa7f0-7666-4e30-b959-39451cc4900e None None] Provisioning complete for port 9b1e2174-0922-4d18-b1ae-ca147f36032d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:18.090640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7f0-7666-4e30-b959-39451cc4900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.112496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3dd502ab-d5c0-430f-b3db-1eebc4994a62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e82ce1e8629948cfb70ddd846bbd72c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197438 Oct 29 11:19:18.114513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36300) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:18.115197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd502ab-d5c0-430f-b3db-1eebc4994a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af8c84a-473c-40c9-8b8a-8b15a2d0ce0f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:18.124912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:18.162497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d537a3b-c99b-4925-b10d-8aa4f692b1f6 admin admin] 10.222.0.77 "PUT /v2.0/routers/578031ae-f0e6-4f1f-a820-0d9a96db2454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4633541 Oct 29 11:19:18.177384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93e27-946c-40a6-bba9-a8578a527ee0 req-8e2c5af8-d603-4a00-9065-0e65dfaa5e68 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:18.183157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c93e27-946c-40a6-bba9-a8578a527ee0 req-8e2c5af8-d603-4a00-9065-0e65dfaa5e68 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.4159245 Oct 29 11:19:18.196666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c82aa7f0-7666-4e30-b959-39451cc4900e None None] Port 9b1e2174-0922-4d18-b1ae-ca147f36032d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:18.202922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:18.219471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:18.220629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:18.315585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c93e27-946c-40a6-bba9-a8578a527ee0 req-d0bb7300-aab5-48f4-a161-5bc200b9828d tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216033 Oct 29 11:19:18.347279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.416059 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.477029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:18.551179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.562572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:18.569714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2af8c84a-473c-40c9-8b8a-8b15a2d0ce0f HTTP/1.1" status: 204 len: 168 time: 0.4412248 Oct 29 11:19:18.588028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87451f56-e23d-483a-8615-efa6b4f96208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af8c84a-473c-40c9-8b8a-8b15a2d0ce0f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:18.819778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-e1af2047-eb41-40f6-b2ed-1c3fc4b83569 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:18.829580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-e1af2047-eb41-40f6-b2ed-1c3fc4b83569 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.3675330 Oct 29 11:19:18.846901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-8dfa168b-217a-48fd-805a-077922c199b9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/quotas/6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 375 time: 0.0162420 Oct 29 11:19:18.890444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-0a9d88b6-0016-4e9b-95aa-6586a4b1e4a5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421305 Oct 29 11:19:18.974685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 2, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:18.984376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-4ad5eaa7-e5b2-4ded-8054-44bf8c81a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:18.986239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-4ad5eaa7-e5b2-4ded-8054-44bf8c81a141 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 1120 time: 0.0538979 Oct 29 11:19:19.031102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:19.031596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Updating router 578031ae-f0e6-4f1f-a820-0d9a96db2454 port 9b1e2174-0922-4d18-b1ae-ca147f36032d binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:19.083842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:19.205129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-21473aa4-d69c-48a3-a0ca-4c0d635dfd86 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624638 Oct 29 11:19:19.228395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-cba6d27b-48e1-4cbd-9e6f-d2802bc4008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:19.228395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-cba6d27b-48e1-4cbd-9e6f-d2802bc4008f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2287140 Oct 29 11:19:19.286786 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-7ef185d7-713e-4feb-b36c-1b7a9eec6e99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=11f64573-b4b7-49a8-acc8-0025221197f1 HTTP/1.1" status: 200 len: 217 time: 0.0554969 Oct 29 11:19:19.388809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-acfd5740-ac89-48a1-9d85-a41843a77fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:19.392120 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-acfd5740-ac89-48a1-9d85-a41843a77fa6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0966132 Oct 29 11:19:19.476715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-6d4af204-1416-4b2c-a715-b5ec31ff5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:19.478470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-6d4af204-1416-4b2c-a715-b5ec31ff5309 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776858 Oct 29 11:19:19.557716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d056c067-fbc8-4400-a864-e40c47fd8d07 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:19.559546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d056c067-fbc8-4400-a864-e40c47fd8d07 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448997 Oct 29 11:19:19.606423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-3e6697bf-8307-4b0c-8024-7f52f3ef831c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0321727 Oct 29 11:19:19.690433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-cd158c3a-a378-44d0-b04c-1ae34c36627c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868473 Oct 29 11:19:19.724958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:19.737472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:19.890899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-2d0580a6-0363-47e7-b293-b37bcb842f92 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:19:19.893588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecac2b-fe12-4d17-9023-0824486154ef None None] Pushing event updated for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:19.902181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-2d0580a6-0363-47e7-b293-b37bcb842f92 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4584823 Oct 29 11:19:20.121435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Attempting to bind port 9b1e2174-0922-4d18-b1ae-ca147f36032d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:20.121817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Attempting to bind port 9b1e2174-0922-4d18-b1ae-ca147f36032d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:20.126033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Attempting to bind port 9b1e2174-0922-4d18-b1ae-ca147f36032d on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:20.138750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:20.139161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Checking segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:20.142127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.143698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Bound using segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:20.144950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Bound port: 9b1e2174-0922-4d18-b1ae-ca147f36032d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:20.144950 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.223635 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-177116df-adfd-4416-b487-23e9df4f2a8f service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361214 Oct 29 11:19:20.232255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-3fd47489-9e5e-41e3-99a7-d4b63508bcd2 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215189 Oct 29 11:19:20.289384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8a32b4fb-8ba8-472c-b71c-cdc1703d8485 None None] Provisioning complete for port 9b1e2174-0922-4d18-b1ae-ca147f36032d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:20.289854 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a32b4fb-8ba8-472c-b71c-cdc1703d8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.328716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] For port 9b1e2174-0922-4d18-b1ae-ca147f36032d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:20.330867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a32b4fb-8ba8-472c-b71c-cdc1703d8485 None None] Port 9b1e2174-0922-4d18-b1ae-ca147f36032d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:20.344136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] For port 9b1e2174-0922-4d18-b1ae-ca147f36032d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9b1e2174-0922-4d18-b1ae-ca147f36032d,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:20.350469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.441057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecac2b-fe12-4d17-9023-0824486154ef None None] Pushing event updated for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:20.508648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36390) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:20.520577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:20.523290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:20.525518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-network', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:20.573343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Made reservation on behalf of 60f26a47710c4d48aaaf17a4878818f1 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:20.576483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6ed176f-d4c3-4b90-b483-0a3b949a14db req-927d28bd-170c-4a2b-9394-d1f826d34ca9 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430641 Oct 29 11:19:20.580312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.584248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-332fc4d4-ed6d-40e8-8c25-cac24a261e5b service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291123 Oct 29 11:19:20.620776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.920831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.932505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:20.952413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:21.049211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:21.061269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:21.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6151c3-ff56-4cb2-96fd-811fe0a294c6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:21.141883 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.143020 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Added segment afe82abc-079d-4a88-afcf-ef76388769fa of type vlan for network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 Oct 29 11:19:21.257856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db608ae6-343c-449e-a429-dbcdd1a2b501 req-6fad197e-0038-47a5-9b9b-bd4e37df090f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.1094911 Oct 29 11:19:21.273513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d294-059c-49ae-bad5-3a42cc29ad7e req-38efe999-3eb1-467e-80d9-80bd610f379b tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:21.275418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d932d294-059c-49ae-bad5-3a42cc29ad7e req-38efe999-3eb1-467e-80d9-80bd610f379b tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.1767740 Oct 29 11:19:21.287522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.287709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-network', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:21.385424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] Provisioning complete for port 9b1e2174-0922-4d18-b1ae-ca147f36032d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:21.385791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.387323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.392076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:21.395553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.435645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Made reservation on behalf of 424bce1f76c44f6684d9aa41d05661a4 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:21.448074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.484071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d932d294-059c-49ae-bad5-3a42cc29ad7e req-24fca9b1-c283-4e9a-a224-db368918e86f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784461 Oct 29 11:19:21.485361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.607855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] Pushing event updated for resources: {'Network': ['ID=54b7d328-b84d-4ed5-8bd7-f0e1085144c2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:21.650044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d8f165a8-53e5-42ac-b3fa-b603cd2d6dcb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1333461 Oct 29 11:19:21.653315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4db3940-a9c4-4d5d-9397-3b598125d93f req-66abe12d-8af7-47d8-8a24-fb34d9743a36 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.0479338 Oct 29 11:19:21.654192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36432) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:21.660903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Request body: {'subnet': {'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-subnet', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:21.702348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Made reservation on behalf of 60f26a47710c4d48aaaf17a4878818f1 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:21.705668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.838047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:21.916739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.933421 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:21.994804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:22.063674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.064708 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Added segment 359d3d49-a055-435a-a5cc-5056377296d3 of type vlan for network 2b5c5f99-4476-4ca5-8c62-556e85a54970 Oct 29 11:19:22.066688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a4fa95-c3bc-448f-8604-d4073345ff3e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:22.195346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.250908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.290535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11f64573-b4b7-49a8-acc8-0025221197f1 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:19:22.341551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.343662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:22.344606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.373821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.442443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3788326 Oct 29 11:19:22.451348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36460) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:22.464459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3135eb11-25f1-4863-9fd2-6cbf4446cf31,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:22.490117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Request body: {'subnet': {'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-subnet', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:22.561512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Checking segment: {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:22.562425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Network hostable DHCP agents. Network: 54b7d328-b84d-4ed5-8bd7-f0e1085144c2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:22.567711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c472a-ca62-4051-8bc3-2c3301c3698a admin admin] Pushing event updated for resources: {'Network': ['ID=2b5c5f99-4476-4ca5-8c62-556e85a54970,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:22.628351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:22.657273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 54b7d328-b84d-4ed5-8bd7-f0e1085144c2) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:22.667964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:22.668847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.671851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a13f8dd-6fa5-47e0-b7e5-0da876ef6ed5 req-f09ce820-e246-4dbf-8dc1-0f94fb85b6d3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.1553757 Oct 29 11:19:22.699701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Made reservation on behalf of 424bce1f76c44f6684d9aa41d05661a4 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:22.702590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.715506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:22.727464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94dadd-9e37-4f36-a578-7411e6c16187 None None] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:22.730423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a882ef35-fdce-4bcb-866d-fca4ea167cac admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0739784 Oct 29 11:19:22.775449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36472) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:22.781404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:22.837742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003175-7d1a-4d50-a40c-e7f16a0dbb2b req-3262213a-a60b-4226-86ed-46c3f6055300 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:22.847477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e003175-7d1a-4d50-a40c-e7f16a0dbb2b req-3262213a-a60b-4226-86ed-46c3f6055300 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 969 time: 0.1455173 Oct 29 11:19:22.866009 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.868946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:22.972295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3efd4a25-e26b-43a9-8a46-a9960270739b req-95671da4-90c1-4966-9565-7876c23e7290 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.0921800 Oct 29 11:19:22.972524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.013349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e003175-7d1a-4d50-a40c-e7f16a0dbb2b req-7d01e6fb-f108-4ec7-904f-583d06c0a842 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645000 Oct 29 11:19:23.170923 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.223920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.284056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11f64573-b4b7-49a8-acc8-0025221197f1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:23.302435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '11f64573-b4b7-49a8-acc8-0025221197f1', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '11f64573-b4b7-49a8-acc8-0025221197f1', 'mac_address': 'fa:16:3e:3d:36:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:tempest-test_az-305324955', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:19:23.311511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.41', 55213) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:23.312121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36482) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:23.312909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d8ffbc-6979-46aa-a659-cf23a3cc2638,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:23.354788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.375017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-08e0e15e-96ba-4e6a-9950-d48ff2b30583 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545735 Oct 29 11:19:23.401092 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.422480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f64573-b4b7-49a8-acc8-0025221197f1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:23.445954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11f64573-b4b7-49a8-acc8-0025221197f1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:23.477569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'fixed_ips': [{'subnet_id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:19:23.478870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.495244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:20Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:23.498080 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.518373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] For port 9b1e2174-0922-4d18-b1ae-ca147f36032d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9b1e2174-0922-4d18-b1ae-ca147f36032d,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:23.574340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3855a3f-d79b-4f92-b32d-af1ac1b59c40 None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:20Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:23.577201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:23.634148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-e7704986-e8b9-4ba3-bd76-34f264482734 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:23.642155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-e7704986-e8b9-4ba3-bd76-34f264482734 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613752 Oct 29 11:19:23.687225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Checking segment: {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:23.687815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Network hostable DHCP agents. Network: 2b5c5f99-4476-4ca5-8c62-556e85a54970, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:23.745271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': '4dae729c-5812-4643-a380-ee0273accc99', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:23.753186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:23.891119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11f64573-b4b7-49a8-acc8-0025221197f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:19:23.902697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f0edb92-93b1-46c1-9a4b-fbcf7feeacff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.025566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9dacc2e9-d1b7-4d79-b25c-0783cf0d6eed req-9006a860-0b8e-4bc6-b40d-9334531df3b5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.1391656 Oct 29 11:19:24.062584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:24.090396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2b5c5f99-4476-4ca5-8c62-556e85a54970) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:24.111345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:24.112741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.161781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.209227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed66b99-eb77-4820-9ed3-745035fd9c52 None None] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:24.216464 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.253655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d3fd45b7-2915-451a-9abc-cd7a0126d317 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7954175 Oct 29 11:19:24.277636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:24.294801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:24.393094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ccca054-030c-4627-9095-21e3377a595d req-60b532fe-d767-4103-bfcc-39dc60cbf22b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1209404 Oct 29 11:19:24.432584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643ed36-8022-489e-895b-2b454809f2eb None None] Pushing event updated for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:24.450360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Allocated IP 172.20.0.2 (54b7d328-b84d-4ed5-8bd7-f0e1085144c2/3135eb11-25f1-4863-9fd2-6cbf4446cf31/abbeb68c-f4c2-4561-8824-bb4014d7506b) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:24.451305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:24.457512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.477181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.479069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.534398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Allocated IP 172.25.4.213 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/32f4d166-7b48-4f3b-bd99-f33ef75c4eeb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:24.744669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.788892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.819795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.827749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a3f35-3ef0-4940-874e-d296fa995e3d req-09e2fae3-f3ab-495b-be0c-c5ca478dfd0f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:24.830088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b69a3f35-3ef0-4940-874e-d296fa995e3d req-09e2fae3-f3ab-495b-be0c-c5ca478dfd0f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 970 time: 0.4353344 Oct 29 11:19:24.874153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9b1e2174-0922-4d18-b1ae-ca147f36032d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:24.923781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b69a3f35-3ef0-4940-874e-d296fa995e3d req-ecee96a2-bf6f-4286-96fb-130ca4723d43 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779779 Oct 29 11:19:24.936651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:24.962675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2b5c5f99-4476-4ca5-8c62-556e85a54970', 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'fixed_ips': [{'subnet_id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:19:24.967354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.018903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:25.045683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:25.049785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:25.121899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f0edb92-93b1-46c1-9a4b-fbcf7feeacff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.143530 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f0edb92-93b1-46c1-9a4b-fbcf7feeacff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.298950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Pushing event updated for resources: {'Port': ['ID=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:25.492517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9b1e2174-0922-4d18-b1ae-ca147f36032d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:25.504260 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.511838 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.518335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36522) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:25.565390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0edb92-93b1-46c1-9a4b-fbcf7feeacff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5671d6f6-423d-4fa6-9752-408300b4ec0a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:25.592898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cbb784b7-5435-481f-9618-b559b45d77f6 req-0ddfa9aa-cbef-4c5c-8ad6-7623bb6e49c7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.2790713 Oct 29 11:19:25.608815 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.646369 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7f0edb92-93b1-46c1-9a4b-fbcf7feeacff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f6a22c999fc4eccb690c3a4c7b6cf16&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3288908 Oct 29 11:19:25.667186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36526) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:25.680600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.718079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.734690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84ee608e-2dff-4237-9b81-362f0f6061f5 req-1bd5b68a-ad8d-4ad4-9411-2b48ab834a61 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1441514 Oct 29 11:19:25.747458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.858300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.872621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.878639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:25.912208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:25.925271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:25.931495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Allocated IP 172.20.0.2 (2b5c5f99-4476-4ca5-8c62-556e85a54970/10d8ffbc-6979-46aa-a659-cf23a3cc2638/45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:25.940815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:25.956296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Pushing event updated for resources: {'Port': ['ID=abbeb68c-f4c2-4561-8824-bb4014d7506b,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:26.093410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.099159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aed2eaf-ded4-48d7-a0a5-1ceb7abe2d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.128122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Attempting to bind port abbeb68c-f4c2-4561-8824-bb4014d7506b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:26.128122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Attempting to bind port abbeb68c-f4c2-4561-8824-bb4014d7506b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:26.128445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Attempting to bind port abbeb68c-f4c2-4561-8824-bb4014d7506b on network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:26.147638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:26.148972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Checking segment: {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:26.149133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.149603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Bound using segment: {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:26.150149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Bound port: abbeb68c-f4c2-4561-8824-bb4014d7506b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:26.150607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.263395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11f64573-b4b7-49a8-acc8-0025221197f1 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:26.336080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2408a7f-3ef1-4aee-a602-19623c9db210,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:26.336632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.353132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.358856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.362534 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.363699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5671d6f6-423d-4fa6-9752-408300b4ec0a HTTP/1.1" status: 204 len: 168 time: 0.6678159 Oct 29 11:19:26.367479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.39 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:26.421728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a7e0-fda7-4c92-8a09-d34d7e349a88 req-0ccba0b0-56e5-4353-871f-591875d46fb4 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:26.427802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2183d-47a7-4f7f-adc9-5c1a3491d3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5671d6f6-423d-4fa6-9752-408300b4ec0a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:26.432914 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bce3a7e0-fda7-4c92-8a09-d34d7e349a88 req-0ccba0b0-56e5-4353-871f-591875d46fb4 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 970 time: 0.2263536 Oct 29 11:19:26.499146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] For port abbeb68c-f4c2-4561-8824-bb4014d7506b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:26.505328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:26.522270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:26.528416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aed2eaf-ded4-48d7-a0a5-1ceb7abe2d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.532348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] For port abbeb68c-f4c2-4561-8824-bb4014d7506b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=abbeb68c-f4c2-4561-8824-bb4014d7506b,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:26.541073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aed2eaf-ded4-48d7-a0a5-1ceb7abe2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.541319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:26.549494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.555912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Pushing event updated for resources: {'Port': ['ID=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:26.577353 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.609659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 11f64573-b4b7-49a8-acc8-0025221197f1 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:19:26.638034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 11f64573-b4b7-49a8-acc8-0025221197f1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:26.638522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.699982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bce3a7e0-fda7-4c92-8a09-d34d7e349a88 req-67ec4610-5132-4b50-8b7a-2e14ddd38d87 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657082 Oct 29 11:19:26.789188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Attempting to bind port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:26.789717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Attempting to bind port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:26.790177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Attempting to bind port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc on network 2b5c5f99-4476-4ca5-8c62-556e85a54970 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:26.810935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8542-8714-4ad1-951b-cb7ad4eb811c None None] Pushing event updated for resources: {'Port': ['ID=abbeb68c-f4c2-4561-8824-bb4014d7506b,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:26.828836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:26.843024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Checking segment: {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:26.843452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.843863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Bound using segment: {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:26.844497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Bound port: 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:26.844889 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:26.986824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] For port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:26.992293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] For port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:27.040357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.088034 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.134241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1aed2eaf-ded4-48d7-a0a5-1ceb7abe2d3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b177595217bd4592be6aca9e49f58b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6123283 Oct 29 11:19:27.136186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36538) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:27.136548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36540) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:27.137169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ca76392-032a-4445-abb2-1a38de82e7c1 req-58f5a95f-5b4b-46b1-93a0-29c3fdd7df2a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.0922964 Oct 29 11:19:27.142963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed2eaf-ded4-48d7-a0a5-1ceb7abe2d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433fe56-b461-4a16-874f-f250b42b0c76,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:27.229145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ff4818-4c56-46f9-b4bf-2a2e0de7c1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.271824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aea8dd94-6851-46ed-8a5c-6cf400da4282 req-c8b31b29-3263-49cf-be49-75434b74bbed tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1266396 Oct 29 11:19:27.272326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11f64573-b4b7-49a8-acc8-0025221197f1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:27.274727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:27.287532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Router 5cbf9887-c0a8-4aed-af57-e90923a2aaca is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:19:27.426561 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.430046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999f3fc-1d9b-4252-8830-aff99962a3c0 None None] Pushing event updated for resources: {'Port': ['ID=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:27.474235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:27.497789 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Sync routers for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:27.541061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.550799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab38aef5-dd5d-43b0-8172-9955456d84bd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7739003 Oct 29 11:19:27.551508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36546) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:27.578702 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:27.578906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:27.581090 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:27.619919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.693409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.736414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.752048 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114dbe80-2959-4ddc-8c09-ac5eb1027057" -d '{"events": [{"server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "name": "network-vif-plugged", "status": "completed", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:27.783966 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:27.894863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.903466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ff4818-4c56-46f9-b4bf-2a2e0de7c1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.906976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:27.922654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ff4818-4c56-46f9-b4bf-2a2e0de7c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.012613 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c591b4f9-e316-4121-b0e6-31e4eba8daa1 x-openstack-request-id: req-c591b4f9-e316-4121-b0e6-31e4eba8daa1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:28.012945 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "name": "network-vif-plugged", "status": "completed", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:28.013378 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c591b4f9-e316-4121-b0e6-31e4eba8daa1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:28.013927 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1', 'code': 200} Oct 29 11:19:28.124960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.166088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38ff4818-4c56-46f9-b4bf-2a2e0de7c1fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25be8c256f0f4fa08eec1474c0ce7325&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0190384 Oct 29 11:19:28.173876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36558) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:28.186607 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:25Z', 'revision_number': 3, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:28.250192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff4818-4c56-46f9-b4bf-2a2e0de7c1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa5299f-64bd-4d4f-a850-fa68fa421968,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:28.263774 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Checking router: 5cbf9887-c0a8-4aed-af57-e90923a2aaca for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:28.264355 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Updating router 5cbf9887-c0a8-4aed-af57-e90923a2aaca port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:28.297904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:28.317819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9624105-f7d2-407f-b442-fea66dd75110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.345789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:28.362679 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.363094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:28.371305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:28.371960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.444159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c539-d29c-4f38-b96b-2f4c684e504b req-18248401-8786-4e7c-a895-a091af67e1a2 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:28.453076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5859c539-d29c-4f38-b96b-2f4c684e504b req-18248401-8786-4e7c-a895-a091af67e1a2 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.4249203 Oct 29 11:19:28.466865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Allocated IP 172.25.4.108 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/4e039458-dbde-4a53-9eea-dc434b020303) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:28.479629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.484345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.489962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2433fe56-b461-4a16-874f-f250b42b0c76 HTTP/1.1" status: 204 len: 168 time: 1.3260436 Oct 29 11:19:28.612850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2996-759e-4500-a642-c58aa16dc694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433fe56-b461-4a16-874f-f250b42b0c76,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:28.670311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5859c539-d29c-4f38-b96b-2f4c684e504b req-34d52661-d25e-4aaa-a313-dccf66392812 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731060 Oct 29 11:19:28.676583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.684771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc0250-5025-438e-99bf-71a81fe461bc None None] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:28.736598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:28.870180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-d70070a2-c59a-4db1-a64e-07e870df9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:28.879888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-d70070a2-c59a-4db1-a64e-07e870df9114 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 1122 time: 0.7838771 Oct 29 11:19:28.910795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] Provisioning complete for port abbeb68c-f4c2-4561-8824-bb4014d7506b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:28.911445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:28.961743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-50a13ac8-3a4b-47a8-807d-ccdc4388ed4a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2316480 Oct 29 11:19:29.015321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46264b37-4a03-447a-a0f6-4fab1bf4185c req-25d599b3-d6d2-400b-ab85-3b71ef4b2008 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:29.017269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46264b37-4a03-447a-a0f6-4fab1bf4185c req-25d599b3-d6d2-400b-ab85-3b71ef4b2008 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 935 time: 0.6728821 Oct 29 11:19:29.017994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-0a9e709d-d416-4128-92d3-8b32a7181f1b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.110289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device abbeb68c-f4c2-4561-8824-bb4014d7506b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:29.111883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46264b37-4a03-447a-a0f6-4fab1bf4185c req-dcae89fe-966e-4b5c-8e1e-c5c24f1a6609 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714273 Oct 29 11:19:29.132814 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.192770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c98179b-068e-4dee-9202-bf245bef51b3 req-636fadea-db30-4452-a6b9-27ae91850369 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.0714431 Oct 29 11:19:29.227494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.231833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58de48-8b49-4ab7-84b6-9f50982062a2 None None] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:29.272433 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.298693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.362008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.365706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.367862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fa5299f-64bd-4d4f-a850-fa68fa421968 HTTP/1.1" status: 204 len: 168 time: 1.1926062 Oct 29 11:19:29.426865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc15b2-ad74-44d3-9903-416e5cf704a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa5299f-64bd-4d4f-a850-fa68fa421968,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:29.427520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.431788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:29.450746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:29.457168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:29.473325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] For port abbeb68c-f4c2-4561-8824-bb4014d7506b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=abbeb68c-f4c2-4561-8824-bb4014d7506b,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:29.489220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36570) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:29.503686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.624540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Pushing event updated for resources: {'Port': ['ID=4e039458-dbde-4a53-9eea-dc434b020303,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:29.675911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c87ca738-dfed-4cb1-ad40-f04aecdd563a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.687851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port abbeb68c-f4c2-4561-8824-bb4014d7506b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:29.689307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.690759 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.706465 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.809081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-0a9e709d-d416-4128-92d3-8b32a7181f1b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.817963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-0a9e709d-d416-4128-92d3-8b32a7181f1b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.863934 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Attempting to bind port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:29.864862 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Attempting to bind port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:29.866313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Attempting to bind port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:29.886595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1ed65-9885-4193-b514-343a013bd84c None None] Pushing event updated for resources: {'Port': ['ID=abbeb68c-f4c2-4561-8824-bb4014d7506b,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:29.888840 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:29.893121 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:29.893924 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.898145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:29.898711 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Bound port: 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:29.899303 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:29.918081 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3660ac-f928-48f9-b975-0c67cfbe8ed6 None None] Pushing event updated for resources: {'Port': ['ID=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:29.928763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Provisioning complete for port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:29.945766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.008095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Allocated IP 172.20.0.1 (54b7d328-b84d-4ed5-8bd7-f0e1085144c2/3135eb11-25f1-4863-9fd2-6cbf4446cf31/9f7b1dce-c962-44b8-914f-51c012d953eb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:30.120409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d8cbe86-4ec9-4c71-b728-e3b3fb27d7af req-0a9e709d-d416-4128-92d3-8b32a7181f1b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1495521 Oct 29 11:19:30.127862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:30.131928 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] For port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:30.147282 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] For port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:30.156806 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.303158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c87ca738-dfed-4cb1-ad40-f04aecdd563a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.305360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.317356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e709d-d416-4128-92d3-8b32a7181f1b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa49ca-b236-45f0-a357-52dfee8aa608,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:30.317692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:30.318029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.323814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.325185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:30.326849 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:30.354488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c87ca738-dfed-4cb1-ad40-f04aecdd563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.431033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cea48470-8570-46f5-8442-f45346ba484d None None] For port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:30.433746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf408-a2ce-4785-b126-995f65e8f560 req-ad4007c8-96cc-41f8-8fce-5a0b39d1bc63 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:30.437395 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.439371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b8cf408-a2ce-4785-b126-995f65e8f560 req-ad4007c8-96cc-41f8-8fce-5a0b39d1bc63 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.3114398 Oct 29 11:19:30.492845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Pushing event updated for resources: {'Port': ['ID=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:30.529507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.41', 55217) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:30.675594 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:30.697958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-4d33d59f-e31e-49c1-9b63-b458685c74ee tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:19:30.705186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-4d33d59f-e31e-49c1-9b63-b458685c74ee tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0172665 Oct 29 11:19:30.882490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Provisioning complete for port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:30.883292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:30.985817 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-464c503e-d551-4f81-a0e8-ac8b27c11dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.015040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cea48470-8570-46f5-8442-f45346ba484d None None] Port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:31.071804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-cf7eda0e-2274-443c-9518-2bd79e5cb78c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:31.079974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-cf7eda0e-2274-443c-9518-2bd79e5cb78c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.5450518 Oct 29 11:19:31.088953 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3660ac-f928-48f9-b975-0c67cfbe8ed6 None None] Pushing event updated for resources: {'Port': ['ID=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:31.103029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c87ca738-dfed-4cb1-ad40-f04aecdd563a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0360fda00c524d26bbdc87e77cfb991f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6127710 Oct 29 11:19:31.107512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Request body: {'port': {'device_id': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'admin_state_up': True, 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:31.115426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36600) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:31.151073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b3663d2b-e302-4bc9-b9d8-b1b2a13455b5 None None] Provisioning complete for port abbeb68c-f4c2-4561-8824-bb4014d7506b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:31.151752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b3663d2b-e302-4bc9-b9d8-b1b2a13455b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.191263 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:25Z', 'revision_number': 3, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:31.198830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device abbeb68c-f4c2-4561-8824-bb4014d7506b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:31.208814 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b8cf408-a2ce-4785-b126-995f65e8f560 req-1e19fc47-6b8d-409f-95cd-99a1ae8e8666 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582747 Oct 29 11:19:31.262992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Request body: {'port': {'device_id': '4dae729c-5812-4643-a380-ee0273accc99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:31.273685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36602) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:31.296470 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924cd3d-26c5-49c5-bff6-f4bfca19d6c7 None None] The sync data for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 is: [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:25Z', 'revision_number': 3, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:31.315041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.317179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca738-dfed-4cb1-ad40-f04aecdd563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4fd3a-f5ac-4032-ad0f-b49580c50b36,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:31.390332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5cf22-964e-4470-84a8-e8da74ea8e58 req-3478cbbb-1990-414c-b7dd-8db153a5eb1c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:31.399727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port abbeb68c-f4c2-4561-8824-bb4014d7506b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:31.400292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.405614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade5cf22-964e-4470-84a8-e8da74ea8e58 req-3478cbbb-1990-414c-b7dd-8db153a5eb1c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 935 time: 1.0811458 Oct 29 11:19:31.411007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-599595996-network', 'tenant_id': 'acfc5bbd62b544dfb925bcaa402a858b'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:31.461655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b3663d2b-e302-4bc9-b9d8-b1b2a13455b5 None None] Provisioning complete for port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:31.462023 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b3663d2b-e302-4bc9-b9d8-b1b2a13455b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.493035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a3755d02-f2f4-40ab-a54f-3232e3de6011 req-60c041a0-2622-4148-8761-1b2a33c6d18d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.1146965 Oct 29 11:19:31.568600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade5cf22-964e-4470-84a8-e8da74ea8e58 req-b8dbf516-6d87-4937-b4ed-a2695f63cd43 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611762 Oct 29 11:19:31.606197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.622467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:31.721498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:31.722722 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.783686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.801168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Made reservation on behalf of acfc5bbd62b544dfb925bcaa402a858b for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:31.803471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.810642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.834036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.879149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.909326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:31.913070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:31.917297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:31.938889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:31.947669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:31.948699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.004001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.042340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:32.117119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.282846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.300682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.302798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.305273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68d4fd3a-f5ac-4032-ad0f-b49580c50b36 HTTP/1.1" status: 204 len: 168 time: 1.1882701 Oct 29 11:19:32.408566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114598-512f-4a24-b3c2-64a678349e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4fd3a-f5ac-4032-ad0f-b49580c50b36,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:32.427838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-904b3e25-826a-414f-ab3b-2a3c47ebc3fa None None] Provisioning complete for port 9f7b1dce-c962-44b8-914f-51c012d953eb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:32.429383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-904b3e25-826a-414f-ab3b-2a3c47ebc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.484487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-904b3e25-826a-414f-ab3b-2a3c47ebc3fa None None] Port 9f7b1dce-c962-44b8-914f-51c012d953eb cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:32.507587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.510667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Allocated IP 172.20.0.8 (ca52e901-38c4-442d-92a7-8630fc79eaf3/08fc5c51-16cf-463f-a158-7c625e0588e1/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:32.526522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.541725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:32.559883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.560425 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Added segment 576e9698-6720-4f3c-a9f7-5ff2851f5be1 of type vlan for network d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 Oct 29 11:19:32.630337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.676964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.678096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:32.678846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.688323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Router f56cfb32-0d20-4501-b0b9-693a464a4f2d is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:19:32.736508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1a9041b-634a-444b-8cbf-499c54ae6abc req-df0bf850-22ad-43bb-94f2-caec287dcd9e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.0511677 Oct 29 11:19:32.761301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeacab-f960-44df-978c-a9594713838e req-9678597a-2fc0-47fd-b365-110e4836c89c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:32.763788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1baeacab-f960-44df-978c-a9594713838e req-9678597a-2fc0-47fd-b365-110e4836c89c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.3883219 Oct 29 11:19:32.860720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.953695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:32.976063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6938741 Oct 29 11:19:32.982714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36624) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:32.988382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Request body: {'subnet': {'network_id': 'd99a66a2-39f3-4f3f-9d9b-f54092d9bb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-599595996-subnet', 'tenant_id': 'acfc5bbd62b544dfb925bcaa402a858b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:33.030309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Pushing event updated for resources: {'Network': ['ID=d99a66a2-39f3-4f3f-9d9b-f54092d9bb21,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:33.047663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:33.097505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62561d4-1526-4e05-931d-4fc20f6b645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6d401-a615-40f8-9235-d16e637e7575,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:33.116017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1baeacab-f960-44df-978c-a9594713838e req-049754d8-0e15-4475-aca8-015aab18ce6d tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443573 Oct 29 11:19:33.119346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f0d2-4aa6-4c6a-80e8-8a9e92db3d07 req-9bc9d8bb-c7d4-48d1-b1a3-4459044af5e5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:33.121728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77a1f0d2-4aa6-4c6a-80e8-8a9e92db3d07 req-9bc9d8bb-c7d4-48d1-b1a3-4459044af5e5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 935 time: 0.2661545 Oct 29 11:19:33.133272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:33.273147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:33.286135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Made reservation on behalf of acfc5bbd62b544dfb925bcaa402a858b for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:33.297545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.320865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.375564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:33.402530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Sync routers for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:33.426795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Transition to ACTIVE for port object 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:19:33.438152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.462707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:33.463406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:33.514910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:33.515294 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.517308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.525974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:33.537122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.541722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10a07545-02c7-48d1-856f-0306b151042d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2523108 Oct 29 11:19:33.549526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:33.622619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.678079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-50fd1e46-48b3-4f70-82e2-e78f2f007f2d tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:33.680403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-50fd1e46-48b3-4f70-82e2-e78f2f007f2d tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 1122 time: 0.3093300 Oct 29 11:19:33.698109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.713195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77a1f0d2-4aa6-4c6a-80e8-8a9e92db3d07 req-fa3c68c0-d350-4d4e-98c2-d5f067703fb0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358262 Oct 29 11:19:33.736680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Attempting to bind port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:33.736680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Attempting to bind port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:33.736680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Attempting to bind port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:33.747708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:33.755331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:33.779259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-e3fcd124-a49a-4eec-9a93-a6c03606b899 tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.781844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:19:33.782386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Attempting to bind port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:33.823310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:33.916909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:33.923656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:33.924607 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.938818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-e3fcd124-a49a-4eec-9a93-a6c03606b899 tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.940586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:33.940977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:33.941715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:33.942584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Bound port: 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:33.943166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:33.982507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:33.994924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-e3fcd124-a49a-4eec-9a93-a6c03606b899 tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.027748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5539bed0-297f-4645-8da5-7c4804a8709d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.077970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9779699 Oct 29 11:19:34.085904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545fa54-dc7a-4e9d-9a45-2d6956b5a243 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.098721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5b42-f04d-4ab8-b09a-4998d2746f75 req-8d9a888a-fca6-437e-bd07-abde991c324a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:34.108934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-779d5b42-f04d-4ab8-b09a-4998d2746f75 req-8d9a888a-fca6-437e-bd07-abde991c324a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 931 time: 0.2018931 Oct 29 11:19:34.112889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1759057393-network', 'tenant_id': '19f7e7def7b94f869337f93bec3bea52'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:34.148439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Request body: {'port': {'device_id': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:34.149582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dcc45ac-7118-44ae-bee6-232d323694e6 req-e3fcd124-a49a-4eec-9a93-a6c03606b899 tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373047 Oct 29 11:19:34.174089 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.197378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Checking segment: {'id': '576e9698-6720-4f3c-a9f7-5ff2851f5be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd99a66a2-39f3-4f3f-9d9b-f54092d9bb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:34.197736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Network hostable DHCP agents. Network: d99a66a2-39f3-4f3f-9d9b-f54092d9bb21, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:34.212409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:34.227590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-779d5b42-f04d-4ab8-b09a-4998d2746f75 req-bb24bc9b-8f39-4fe7-96f6-e290c4b99e91 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180983 Oct 29 11:19:34.231464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:34.236389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:34.243332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.259820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.262928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.263856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.279866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcd124-a49a-4eec-9a93-a6c03606b899 tempest-AggregatesAdminTestJSON-1327592443 tempest-AggregatesAdminTestJSON-1327592443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f6586-35be-4a41-9f1e-41aae61783c9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.306477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.337303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:34.338080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.339589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac HTTP/1.1" status: 200 len: 1095 time: 3.3897049 Oct 29 11:19:34.345472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:34.349763 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039af69-4547-475f-bf6b-6258931cbe78" -d '{"events": [{"name": "network-changed", "server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:34.368926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.393937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.412954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:29Z', 'revision_number': 3, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:34.463890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Network d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:34.468784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:34.472264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.523430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.531633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Checking router: f56cfb32-0d20-4501-b0b9-693a464a4f2d for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:34.532227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Updating router f56cfb32-0d20-4501-b0b9-693a464a4f2d port 4e039458-dbde-4a53-9eea-dc434b020303 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:34.576772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.577030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.662478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d99a66a2-39f3-4f3f-9d9b-f54092d9bb21) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:34.680312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:34.681504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:34.716458 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eab58f-9bd9-4497-9811-77736e9c542d x-openstack-request-id: req-98eab58f-9bd9-4497-9811-77736e9c542d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:34.716890 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:34.717327 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98eab58f-9bd9-4497-9811-77736e9c542d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:34.717924 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', 'status': 'completed', 'code': 200} Oct 29 11:19:34.723543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508be87-55f6-4c30-a74e-ca2df75fbe15 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:34.736705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-b18280b9-058a-4718-99e0-af8720365f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:34.738276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-b18280b9-058a-4718-99e0-af8720365f9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 1098 time: 0.3154602 Oct 29 11:19:34.801705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b7f54-d46f-42c7-ab8d-7f1f4bdad063 None None] Network d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:34.832261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-7b5cf44f-7d69-4bba-a273-38851b2a28d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac HTTP/1.1" status: 200 len: 217 time: 0.0828466 Oct 29 11:19:34.855394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-426ce566-e8a7-4cf2-b468-a1ebb4b20f96 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8714919 Oct 29 11:19:35.037583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:35.075506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:35.283797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.360467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.374999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:35.445503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef367-cf3a-4a03-8d07-a8c9c66c350f req-03a4292f-475c-45de-bfce-4931dbefd4c9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:35.447142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-647ef367-cf3a-4a03-8d07-a8c9c66c350f req-03a4292f-475c-45de-bfce-4931dbefd4c9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 947 time: 0.5590813 Oct 29 11:19:35.500027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90331f-cabc-461b-95fb-4a50236cddc5 None None] Network d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:35.621866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:35.643954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:35.644575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.660472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-dfd09913-81b1-4eaa-8ffe-f552ab081606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:35.665229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-dfd09913-81b1-4eaa-8ffe-f552ab081606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.8199241 Oct 29 11:19:35.703330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:35.716862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.751351 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.755755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44a879-53d7-4f4b-a5ac-b5194a85c149,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:35.761533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Transition to ACTIVE for port object e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:19:35.772858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-647ef367-cf3a-4a03-8d07-a8c9c66c350f req-aacbec20-0e7f-4c9f-9f8e-91f1ac928781 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887166 Oct 29 11:19:35.780880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.789083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.789432 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Added segment bd814c9b-2816-4632-b70d-8c6a0ed320a9 of type vlan for network 160f00ec-46de-4df5-9e63-138cd61a6d63 Oct 29 11:19:35.801337 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.824738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:35.857934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-210736946-network', 'tenant_id': '50d9478f54a44d7894d47cf61b64f712'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:35.930782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05431-50de-45e9-8105-2611f8305e60 req-65c5ecac-daf2-4daf-ab98-b5dcbdc3af37 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:35.932331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ac05431-50de-45e9-8105-2611f8305e60 req-65c5ecac-daf2-4daf-ab98-b5dcbdc3af37 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 931 time: 0.5116243 Oct 29 11:19:35.937771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fe254-e1e7-4fa9-a632-d767090b9701 None None] Pushing event updated for resources: {'Port': ['ID=4e039458-dbde-4a53-9eea-dc434b020303,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:35.942726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Attempting to bind port 4e039458-dbde-4a53-9eea-dc434b020303 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:35.943088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Attempting to bind port 4e039458-dbde-4a53-9eea-dc434b020303 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:35.943505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Attempting to bind port 4e039458-dbde-4a53-9eea-dc434b020303 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:35.956900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Router 5cbf9887-c0a8-4aed-af57-e90923a2aaca has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:19:35.971195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3911d87f-28d9-47ba-97ee-7b5721ade918 None None] Provisioning complete for port 9f7b1dce-c962-44b8-914f-51c012d953eb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:35.971565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3911d87f-28d9-47ba-97ee-7b5721ade918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.978909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:35.978909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:35.979798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:35.979961 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.980126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:35.980241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:35.980366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:35.980366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:35.980544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Bound port: 4e039458-dbde-4a53-9eea-dc434b020303, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:35.980544 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.017524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:36.030182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:19:36.030182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:36.032202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Made reservation on behalf of 50d9478f54a44d7894d47cf61b64f712 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:36.038674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.040337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:36.040492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:36.040944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:36.041429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Bound port: e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:36.041778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.090341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.093399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3911d87f-28d9-47ba-97ee-7b5721ade918 None None] Port 9f7b1dce-c962-44b8-914f-51c012d953eb cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:36.097684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-24903407-e87d-4ac5-a71f-1ccefdd73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:36.097684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-24903407-e87d-4ac5-a71f-1ccefdd73f5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3570418 Oct 29 11:19:36.099860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.122127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] For port 4e039458-dbde-4a53-9eea-dc434b020303, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:36.129557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] For port 4e039458-dbde-4a53-9eea-dc434b020303, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4e039458-dbde-4a53-9eea-dc434b020303,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:36.139149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.262406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.263451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:36.264248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.271959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fe254-e1e7-4fa9-a632-d767090b9701 None None] Pushing event updated for resources: {'Port': ['ID=4e039458-dbde-4a53-9eea-dc434b020303,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:36.289076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:36.290364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:36.308226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:36.350263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:36.355598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ac05431-50de-45e9-8105-2611f8305e60 req-ec8bc50e-ede0-464f-9135-4674a94f6d77 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717046 Oct 29 11:19:36.360168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:36.364974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.375876 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Sync routers for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:36.386124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68bb6203-a2a0-48d8-b34e-11484f764dc5 admin admin] 10.222.0.77 "PUT /v2.0/routers/5cbf9887-c0a8-4aed-af57-e90923a2aaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8304658 Oct 29 11:19:36.397638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:36.398634 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:36.465901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:36.466586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.468150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] 10.222.0.41 "PUT /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 1091 time: 2.3551581 Oct 29 11:19:36.468731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:36.545879 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7962697 Oct 29 11:19:36.550420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:36.618555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:36.631207 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:36.682645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Request body: {'subnet': {'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1759057393-subnet', 'tenant_id': '19f7e7def7b94f869337f93bec3bea52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:36.791211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:36.793683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:36.818663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-b06ab92d-804e-4d94-87fb-4ce724508d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:36.820996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-b06ab92d-804e-4d94-87fb-4ce724508d88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1094 time: 0.2361646 Oct 29 11:19:36.824028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049969-8734-42b8-9f96-33f3feabae38 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:36.827085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc570be2-3ef0-4738-9f5f-3a9b2090e1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=160f00ec-46de-4df5-9e63-138cd61a6d63,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:36.935967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:36.962976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-d9ba1831-3013-4275-91b7-dac17076f2c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.1250861 Oct 29 11:19:37.060329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-6be9c586-f2ac-4187-9854-6698529d1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:37.062804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.066543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-6be9c586-f2ac-4187-9854-6698529d1aa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0919948 Oct 29 11:19:37.080805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-9109eec8-e1a7-4ba7-b964-82429b24baad service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9515400 Oct 29 11:19:37.086282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.142783 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b763a5b-551e-4563-b972-583402bc228f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:37.192231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-4158bf47-7ff7-4e2b-aef9-f9dc674de519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191857 Oct 29 11:19:37.243668 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:32Z', 'revision_number': 4, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9f7b1dce-c962-44b8-914f-51c012d953eb', 'name': '', 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'mac_address': 'fa:16:3e:ef:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:29Z', 'updated_at': '2021-10-29T11:19:33Z', 'revision_number': 2, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'subnets': [{'id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:37.247910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:29Z', 'revision_number': 3, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:37.305581 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Checking router: 5cbf9887-c0a8-4aed-af57-e90923a2aaca for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:37.305938 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Updating router 5cbf9887-c0a8-4aed-af57-e90923a2aaca port 9f7b1dce-c962-44b8-914f-51c012d953eb binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:37.315364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7124688-6d0d-497f-a64f-215d88405579 req-30694e83-fcad-4e55-a6ea-b936efbd3503 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:37.317179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7124688-6d0d-497f-a64f-215d88405579 req-30694e83-fcad-4e55-a6ea-b936efbd3503 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 947 time: 0.1881649 Oct 29 11:19:37.341699 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.344528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:37.353153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd35cb-a370-4cf5-bc6c-95f60e88d827 None None] The sync data for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 is: [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:29Z', 'revision_number': 3, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:37.406156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7124688-6d0d-497f-a64f-215d88405579 req-6dc09821-9eee-480b-85f5-c33f7247ff8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776229 Oct 29 11:19:37.408079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.408604 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Added segment db0388c2-6f6b-4485-8e04-ea6d3cf1c63b of type vlan for network ba52d90c-98b2-4ed0-a311-692a3d65c864 Oct 29 11:19:37.410215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-ff157dbb-8b4c-40af-9d24-503712725ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942475 Oct 29 11:19:37.415355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee933e-7068-4d91-917d-cd2276073968,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:37.562056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.606949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Allocated IP 172.20.0.1 (2b5c5f99-4476-4ca5-8c62-556e85a54970/10d8ffbc-6979-46aa-a659-cf23a3cc2638/699e22c4-b8d0-4121-8406-ddbf39eed452) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:37.633924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5921590d-f5a4-4536-8461-deb91962a7c7 req-c45e1da9-069a-48b7-9c61-2877458ce10b service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355077 Oct 29 11:19:37.720727 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462dbefc-6aef-48dd-aa8c-9b4cd72e0b15 x-openstack-request-id: req-462dbefc-6aef-48dd-aa8c-9b4cd72e0b15 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:37.721887 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:37.722669 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-462dbefc-6aef-48dd-aa8c-9b4cd72e0b15 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:37.723617 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'status': 'completed', 'code': 200} Oct 29 11:19:37.766011 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4855472-8b44-4d3d-b78a-f0d86d5066de req-0d6b75a4-ad62-47cd-93e8-842997bfdf84 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422458 Oct 29 11:19:37.830905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:37.833244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:37.836327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.012899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763a5b-551e-4563-b972-583402bc228f req-31cc49cd-69d9-4946-ac46-f05e37318d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:38.015254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-31cc49cd-69d9-4946-ac46-f05e37318d55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1094 time: 0.1406124 Oct 29 11:19:38.044175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1972308 Oct 29 11:19:38.060913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.064029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:38.132593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Request body: {'subnet': {'network_id': 'ba52d90c-98b2-4ed0-a311-692a3d65c864', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-210736946-subnet', 'tenant_id': '50d9478f54a44d7894d47cf61b64f712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:38.158762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c764a85d-2a16-4df7-b220-041559cad59a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:38.188073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c89d5-1a57-4180-8f87-c4eaa5b86e1d admin admin] Pushing event updated for resources: {'Network': ['ID=ba52d90c-98b2-4ed0-a311-692a3d65c864,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:38.201080 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.201631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039af69-4547-475f-bf6b-6258931cbe78 req-5eebf5d1-69ea-4152-ae2c-065768bce02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:38.202944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-5eebf5d1-69ea-4152-ae2c-065768bce02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 1098 time: 0.4430518 Oct 29 11:19:38.207379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ba52d90c-98b2-4ed0-a311-692a3d65c864 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:38.219065 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.342053 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20718900-5191-42af-99c1-398a6497cafc None None] Pushing event updated for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:38.452164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763a5b-551e-4563-b972-583402bc228f req-b0b08b2b-139f-4351-85b2-0eb178e95494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:38.454739 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-b0b08b2b-139f-4351-85b2-0eb178e95494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.4291172 Oct 29 11:19:38.478766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Made reservation on behalf of 50d9478f54a44d7894d47cf61b64f712 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:38.485127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.504423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088672ac-83be-4b4d-ba1a-4b750d14099d req-c6847ade-3628-4457-9afa-86ce29e076fd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:38.506459 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Attempting to bind port 9f7b1dce-c962-44b8-914f-51c012d953eb on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:38.507036 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Attempting to bind port 9f7b1dce-c962-44b8-914f-51c012d953eb by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:38.507606 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Attempting to bind port 9f7b1dce-c962-44b8-914f-51c012d953eb on network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:38.519216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:38.519710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Network hostable DHCP agents. Network: 160f00ec-46de-4df5-9e63-138cd61a6d63, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:38.523785 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:38.524734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Checking segment: {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:38.525887 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.526721 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Bound using segment: {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:38.528023 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Bound port: 9f7b1dce-c962-44b8-914f-51c012d953eb, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe82abc-079d-4a88-afcf-ef76388769fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:38.528215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-088672ac-83be-4b4d-ba1a-4b750d14099d req-c6847ade-3628-4457-9afa-86ce29e076fd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.5931480 Oct 29 11:19:38.529115 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.607964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.663338 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] For port 9f7b1dce-c962-44b8-914f-51c012d953eb, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:38.668002 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] For port 9f7b1dce-c962-44b8-914f-51c012d953eb, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9f7b1dce-c962-44b8-914f-51c012d953eb,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:38.670389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-30829dc8-fddf-4383-830c-2ca8bde7f25e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.1407979 Oct 29 11:19:38.675409 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.676879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-088672ac-83be-4b4d-ba1a-4b750d14099d req-58c0cffb-9169-401f-b19e-267a7fcb5bb2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250033 Oct 29 11:19:38.741290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763a5b-551e-4563-b972-583402bc228f req-05ad6676-ef76-46ad-8646-725e04ce1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:38.742872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-05ad6676-ef76-46ad-8646-725e04ce1c26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0649867 Oct 29 11:19:38.774961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] Provisioning complete for port 9f7b1dce-c962-44b8-914f-51c012d953eb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:38.775880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.787327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.794727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-5120a89b-dcbb-4837-8745-2250bd410a2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438664 Oct 29 11:19:38.804053 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20718900-5191-42af-99c1-398a6497cafc None None] Pushing event updated for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:38.814555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:38.846287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:38.848829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:38.849390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:38.880205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:38.887260 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:39.043813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:39.049299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.152818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] For port 9f7b1dce-c962-44b8-914f-51c012d953eb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9f7b1dce-c962-44b8-914f-51c012d953eb,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:39.157040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4e039458-dbde-4a53-9eea-dc434b020303 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:39.166084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.309773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41e780-2c98-4405-be00-294d8ad6f2ae None None] Pushing event updated for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:39.313627 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:39.321889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4e039458-dbde-4a53-9eea-dc434b020303 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:39.322625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.417875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1eee11f7-484a-489b-9ccf-c7de3015f704 None None] Provisioning complete for port 9f7b1dce-c962-44b8-914f-51c012d953eb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:39.418918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f7-484a-489b-9ccf-c7de3015f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.498900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-363518de-8d6e-493e-89a0-8b53ba0d465e service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922369 Oct 29 11:19:39.580630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.598034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 160f00ec-46de-4df5-9e63-138cd61a6d63) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:39.607181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:39.608227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.612575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039af69-4547-475f-bf6b-6258931cbe78 req-573b5070-fc6f-4c14-927f-11d952d07388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:39.614719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-573b5070-fc6f-4c14-927f-11d952d07388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 1.3849001 Oct 29 11:19:39.662245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456be235-fd48-4dc4-804e-df953b7926fc None None] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:39.695742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b763a5b-551e-4563-b972-583402bc228f req-c6ab88c1-636b-436c-a736-d7b83500d5dc service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892815 Oct 29 11:19:39.730113 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-7b7db076-b592-431d-86e3-1f7185ccf9b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac HTTP/1.1" status: 200 len: 217 time: 0.0925932 Oct 29 11:19:39.769993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:32Z', 'revision_number': 4, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9f7b1dce-c962-44b8-914f-51c012d953eb', 'name': '', 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'mac_address': 'fa:16:3e:ef:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:29Z', 'updated_at': '2021-10-29T11:19:38Z', 'revision_number': 4, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'subnets': [{'id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:39.770734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Pushing event updated for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:39.792163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4e039458-dbde-4a53-9eea-dc434b020303, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4e039458-dbde-4a53-9eea-dc434b020303,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:39.818401 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531a933-8f2c-4489-bf50-ee5f26e75a12 None None] The sync data for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 is: [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:19:32Z', 'revision_number': 4, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9f7b1dce-c962-44b8-914f-51c012d953eb', 'name': '', 'network_id': '54b7d328-b84d-4ed5-8bd7-f0e1085144c2', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'mac_address': 'fa:16:3e:ef:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:29Z', 'updated_at': '2021-10-29T11:19:38Z', 'revision_number': 4, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'subnets': [{'id': '3135eb11-25f1-4863-9fd2-6cbf4446cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:39.819568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.875890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039af69-4547-475f-bf6b-6258931cbe78 req-259fb6d0-dc00-4b8d-8389-f6254ba9119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:39.879211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-259fb6d0-dc00-4b8d-8389-f6254ba9119d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1112101 Oct 29 11:19:39.932510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1eee11f7-484a-489b-9ccf-c7de3015f704 None None] Provisioning complete for port 699e22c4-b8d0-4121-8406-ddbf39eed452 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:39.933144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1eee11f7-484a-489b-9ccf-c7de3015f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:39.934059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787fe79-6ac3-46f9-9dbf-d1811588d8bc req-86bbbd9f-421a-48d1-a2a6-c8c864912ebb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:39.946581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f787fe79-6ac3-46f9-9dbf-d1811588d8bc req-86bbbd9f-421a-48d1-a2a6-c8c864912ebb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 947 time: 1.3529663 Oct 29 11:19:39.951853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a129a017-13d0-496a-89e3-309753109969 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3074059 Oct 29 11:19:40.009206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:40.016759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4e039458-dbde-4a53-9eea-dc434b020303,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:40.105392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1eee11f7-484a-489b-9ccf-c7de3015f704 None None] Port 699e22c4-b8d0-4121-8406-ddbf39eed452 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:40.110606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af95066-3fd3-4e69-8ec4-f1f31a39a612 None None] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:40.249736 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f787fe79-6ac3-46f9-9dbf-d1811588d8bc req-34381f5d-5c11-41b4-964f-f84abb2e82cc tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536702 Oct 29 11:19:40.352685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36814) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:40.360660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962945717', 'description': 'tempest-description--1243474003'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:40.427748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:40.461894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:40.561574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039af69-4547-475f-bf6b-6258931cbe78 req-e44cbf02-510d-417e-aefc-092294d6854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:40.563450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-e44cbf02-510d-417e-aefc-092294d6854e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6705947 Oct 29 11:19:40.570143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534f1fb2-5902-42ac-8e4c-01dad2256a05,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:40.744651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6c95-bfda-4154-92c7-f2d7826a4ab3 req-00bee5e4-2774-4aac-8c68-b5f74f7c6b59 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:40.748967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5a6c95-bfda-4154-92c7-f2d7826a4ab3 req-00bee5e4-2774-4aac-8c68-b5f74f7c6b59 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.2744377 Oct 29 11:19:40.831212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:40.845089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:40.903857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-15aac4f3-3f1f-487a-aa2c-ad1b36f9d3b7 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044341 Oct 29 11:19:40.985550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5a6c95-bfda-4154-92c7-f2d7826a4ab3 req-bbeacd06-598d-4c9e-a8b3-9e7d09210cb0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114666 Oct 29 11:19:40.987146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba6921-50e3-4e40-addf-f420f413445c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:40.996162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.008725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9588bbb-e682-4aca-aaa6-578b56519111 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6542895 Oct 29 11:19:41.012946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36844) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:41.045988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'security_group_rule': {'security_group_id': 'f2ba6921-50e3-4e40-addf-f420f413445c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:41.159046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.269882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4e039458-dbde-4a53-9eea-dc434b020303 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:41.318467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7039af69-4547-475f-bf6b-6258931cbe78 req-f4a383f9-fc3e-4a9f-b0e2-f6b819768c51 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365921 Oct 29 11:19:41.370144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:41.384918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-311762897-network', 'tenant_id': 'dd69223d37494e69bfbc74e3490b09e3'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:41.461460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4e039458-dbde-4a53-9eea-dc434b020303 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:41.461838 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.468929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.485342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.548653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Checking segment: {'id': 'db0388c2-6f6b-4485-8e04-ea6d3cf1c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ba52d90c-98b2-4ed0-a311-692a3d65c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:41.549436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Network hostable DHCP agents. Network: ba52d90c-98b2-4ed0-a311-692a3d65c864, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:41.574210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1d6c7a-7527-4c6d-8e59-ea720761dda4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:41.613812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.615098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5815facc-ae97-417a-84ec-7a5be1ef9971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5985000 Oct 29 11:19:41.621039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36870) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:41.640152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'security_group_rule': {'security_group_id': 'f2ba6921-50e3-4e40-addf-f420f413445c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:41.648308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Made reservation on behalf of dd69223d37494e69bfbc74e3490b09e3 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:41.653499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.687212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd9fa8-e47d-402c-a5db-684eecb096f7 req-817f504b-fa75-4f75-aeb3-fa8d807bf25f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:41.690372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cccd9fa8-e47d-402c-a5db-684eecb096f7 req-817f504b-fa75-4f75-aeb3-fa8d807bf25f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 947 time: 0.2229803 Oct 29 11:19:41.705257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.726319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.734512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9f7b1dce-c962-44b8-914f-51c012d953eb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:41.741330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.745115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.746548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.835938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:41.851168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9f7b1dce-c962-44b8-914f-51c012d953eb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:41.851819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.884528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Network ba52d90c-98b2-4ed0-a311-692a3d65c864 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:41.937617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cccd9fa8-e47d-402c-a5db-684eecb096f7 req-ad2de665-2af9-4bb7-a84c-4067da15eab7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238116 Oct 29 11:19:41.948742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.955680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Pushing event updated for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:41.970722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:41.981178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ba52d90c-98b2-4ed0-a311-692a3d65c864) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:42.001819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202b6c8-80aa-4e6c-ae98-b83d95293dcd None None] Network ba52d90c-98b2-4ed0-a311-692a3d65c864 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:42.009471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce699950-5d58-4619-9c0c-276bf51c14f4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:42.054917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.059235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:42.060674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.066033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4303e99f-362f-4b77-99ae-42cdb0e1f7bf tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342701 Oct 29 11:19:42.068493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:42.087130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:42.206663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.225325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9f5a8357-23b9-440d-816e-c700264c4819 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.0990763 Oct 29 11:19:42.270854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19d01146-dce4-4bec-8e48-2a4c2d5e38e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.277757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:42.299851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:42.330607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:19:42.476126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19d01146-dce4-4bec-8e48-2a4c2d5e38e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.501876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19d01146-dce4-4bec-8e48-2a4c2d5e38e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.565856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19d01146-dce4-4bec-8e48-2a4c2d5e38e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6168b28bd9440b3ba5551fa6d30e066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029347 Oct 29 11:19:42.570312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:42.613231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:42.693998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b4593-b77c-41ee-a3db-74d8fe5eef53 None None] Network ba52d90c-98b2-4ed0-a311-692a3d65c864 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:42.725577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302813-bbbd-46cb-9d75-1d48cd9dd233 req-bca4bbb6-3908-40ac-b8f2-4ae631af49c8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:42.727666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6302813-bbbd-46cb-9d75-1d48cd9dd233 req-bca4bbb6-3908-40ac-b8f2-4ae631af49c8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.4614651 Oct 29 11:19:42.740229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Deleting subnet 5539bed0-297f-4645-8da5-7c4804a8709d {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:19:42.753240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.797527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:42.812821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01146-dce4-4bec-8e48-2a4c2d5e38e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba15707-21c8-468a-b66b-921385821824,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:42.821797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.833983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.841184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.842677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'port_id': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'mac_address': 'fa:16:3e:d0:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc5c51-16cf-463f-a158-7c625e0588e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:19:42.844750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6d18528d-4595-440c-85f9-7a8646d63b85 None None] Provisioning complete for port 699e22c4-b8d0-4121-8406-ddbf39eed452 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:42.845726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d18528d-4595-440c-85f9-7a8646d63b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.866151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6302813-bbbd-46cb-9d75-1d48cd9dd233 req-ec6922cf-2117-4d5a-81b9-26d69cd30719 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201639 Oct 29 11:19:42.880661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.893864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:19:42.904296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.904630 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Added segment de81f69e-6167-4de7-b591-5fe21fa10640 of type vlan for network d8ee8af4-a9e0-4366-8c46-29b2a12468a2 Oct 29 11:19:42.935291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:42.967622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6d18528d-4595-440c-85f9-7a8646d63b85 None None] Port 699e22c4-b8d0-4121-8406-ddbf39eed452 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:43.016192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.027330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.035222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.046007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.059355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5539bed0-297f-4645-8da5-7c4804a8709d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.062690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:43.088697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:43.097586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.098419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:19:43.155831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.160425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c944d-3e35-4e39-bbc0-66bd45e1b405,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.164950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b811f9b-b35b-43ca-ba3f-f7495d67bd1a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5539bed0-297f-4645-8da5-7c4804a8709d HTTP/1.1" status: 204 len: 168 time: 0.5410500 Oct 29 11:19:43.170574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:43.182664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.206212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Allocated IP 172.25.4.120 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/5a7fc6af-a081-4383-b890-284c7fba2024) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:43.211483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3838d-3f80-4319-939f-649e6912ee78 req-3bc36e6a-9ef0-4fab-a5f3-2c8a961709a7 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:43.212765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.219865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e2b3838d-3f80-4319-939f-649e6912ee78 req-3bc36e6a-9ef0-4fab-a5f3-2c8a961709a7 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.4151714 Oct 29 11:19:43.226398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.227841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:43.228670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.261506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaec50-4ece-4b6f-822b-d63c9af8c87d req-7809b09a-5fb1-4436-9600-30692c318a20 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:43.266406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fbaec50-4ece-4b6f-822b-d63c9af8c87d req-7809b09a-5fb1-4436-9600-30692c318a20 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 947 time: 0.2101769 Oct 29 11:19:43.287561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:43.308070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', 'mac_address': 'fa:16:3e:4e:4b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:19:43.358918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Router f56cfb32-0d20-4501-b0b9-693a464a4f2d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:19:43.364422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.377048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0014911 Oct 29 11:19:43.382331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d8ba5-a432-419c-969f-e9afb41470ba admin admin] Pushing event updated for resources: {'Network': ['ID=d8ee8af4-a9e0-4366-8c46-29b2a12468a2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.384200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36908) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:43.387453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:43.399277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d8ee8af4-a9e0-4366-8c46-29b2a12468a2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:19:43.404708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Request body: {'subnet': {'network_id': 'd8ee8af4-a9e0-4366-8c46-29b2a12468a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-311762897-subnet', 'tenant_id': 'dd69223d37494e69bfbc74e3490b09e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:43.417976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e2b3838d-3f80-4319-939f-649e6912ee78 req-fb465858-9e2f-4925-bf32-7eca8c7e00db tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963046 Oct 29 11:19:43.438982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.462260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fbaec50-4ece-4b6f-822b-d63c9af8c87d req-3d854e9d-c5da-4185-adeb-686fd08c46f0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853218 Oct 29 11:19:43.484547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:43.495008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.509987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Made reservation on behalf of dd69223d37494e69bfbc74e3490b09e3 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:43.510095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.524908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.527786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.532293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ba15707-21c8-468a-b66b-921385821824 HTTP/1.1" status: 204 len: 168 time: 0.9527652 Oct 29 11:19:43.554806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c69e46-2f0d-44d2-a411-5ac9dfb81bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba15707-21c8-468a-b66b-921385821824,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.594837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:43.598602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:43.610183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-852c79d8-4368-4be6-965c-e42d0ffbee65 admin admin] 10.222.0.77 "PUT /v2.0/routers/f56cfb32-0d20-4501-b0b9-693a464a4f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0577700 Oct 29 11:19:43.626595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Sync routers for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:43.648267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:43.649391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:43.667948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.708169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:43.750911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.751522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.752397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.752924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > port after_create 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.753425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.753923 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > port after_update 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.755072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.755754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.756272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.756739 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.887592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:19:43.891557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:19:43.905701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.906423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.908159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.909334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:43.909573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:19:43.909828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99a66a2-39f3-4f3f-9d9b-f54092d9bb21']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:43.954136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576e9698-6720-4f3c-a9f7-5ff2851f5be1') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:43.954518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576e9698-6720-4f3c-a9f7-5ff2851f5be1') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:43.994831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.035357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.093989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-e2a0ec0b-52d3-469a-af3c-890f92fd5b5f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:44.096085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-e2a0ec0b-52d3-469a-af3c-890f92fd5b5f tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.0895123 Oct 29 11:19:44.141659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.170310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36922) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:44.206901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd33e33e-caa9-4e64-bfcb-52d934c863af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.239715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:19:44.240358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: from cryptography.utils import int_from_bytes Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: from cryptography.utils import int_from_bytes Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:19:44.298856 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:19:44.333903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:44.395956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:44.414878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:44.424836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'Port': ['ID=5a7fc6af-a081-4383-b890-284c7fba2024,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:44.438254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7672c107-fbc5-4d56-81e2-1b1eae3ca7c0 req-f43a58de-73d3-46e3-98d6-ff8895dfad0a tempest-FloatingIPsNegativeTestJSON-287400160 tempest-FloatingIPsNegativeTestJSON-287400160-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=424bce1f76c44f6684d9aa41d05661a4 HTTP/1.1" status: 200 len: 217 time: 0.0839746 Oct 29 11:19:44.446474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Deleting port 11f64573-b4b7-49a8-acc8-0025221197f1 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:19:44.446898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.524082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd33e33e-caa9-4e64-bfcb-52d934c863af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.532872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd33e33e-caa9-4e64-bfcb-52d934c863af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.540316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.551229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f1c7-f8e1-484a-9cbb-e54d14a9e43b req-696f3ab5-bc94-404b-a7e8-8513670b2995 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:44.563384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a391f1c7-f8e1-484a-9cbb-e54d14a9e43b req-696f3ab5-bc94-404b-a7e8-8513670b2995 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.3800638 Oct 29 11:19:44.575599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.627368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd33e33e-caa9-4e64-bfcb-52d934c863af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c75962e514f6481993455f0acc90ce67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510512 Oct 29 11:19:44.630111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36930) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:44.632477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e33e-caa9-4e64-bfcb-52d934c863af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9053f05c-89b9-411d-85c7-ffb64d35c8a1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:44.652699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.657042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d99a66a2-39f3-4f3f-9d9b-f54092d9bb21 HTTP/1.1" status: 204 len: 168 time: 1.4800837 Oct 29 11:19:44.657999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] For port 11f64573-b4b7-49a8-acc8-0025221197f1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11f64573-b4b7-49a8-acc8-0025221197f1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:44.658462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.661280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:44.709405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb624b-69e8-4372-9790-e0ec937d0864 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99a66a2-39f3-4f3f-9d9b-f54092d9bb21,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:44.724566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Calling delete_port for 11f64573-b4b7-49a8-acc8-0025221197f1 owned by compute:tempest-test_az-305324955 {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:19:44.807397 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a391f1c7-f8e1-484a-9cbb-e54d14a9e43b req-e0d12e71-0731-4e61-9047-090aa06d3a12 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426188 Oct 29 11:19:44.824700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14ecb07-87f8-42d6-9982-51908814e8f2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:44.859760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.880513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '699e22c4-b8d0-4121-8406-ddbf39eed452', 'name': '', 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'mac_address': 'fa:16:3e:e9:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:36Z', 'updated_at': '2021-10-29T11:19:40Z', 'revision_number': 2, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'subnets': [{'id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:44.901994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Deleting subnet 534f1fb2-5902-42ac-8e4c-01dad2256a05 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:19:44.929034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.931664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Checking router: f56cfb32-0d20-4501-b0b9-693a464a4f2d for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:44.932021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Updating router f56cfb32-0d20-4501-b0b9-693a464a4f2d port 699e22c4-b8d0-4121-8406-ddbf39eed452 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:19:44.937411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:44.962129 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.075159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.080017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.108006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.117954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad31476-77ee-4019-b263-101e9ba9aa7b req-297b547f-7076-47aa-aed9-6fc77abbdc6c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:45.119630 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ad31476-77ee-4019-b263-101e9ba9aa7b req-297b547f-7076-47aa-aed9-6fc77abbdc6c tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de2e57e-f790-49f0-9685-6f524f8772c8 HTTP/1.1" status: 200 len: 971 time: 0.2314785 Oct 29 11:19:45.137944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1f88dbd-b2a6-4264-bfb8-e30173e103b1 req-48fd9f48-39f0-4bdb-ad4d-49402b870e10 tempest-FloatingIPsNegativeTestJSON-287400160 tempest-FloatingIPsNegativeTestJSON-287400160-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2466159 Oct 29 11:19:45.141422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Checking segment: {'id': 'de81f69e-6167-4de7-b591-5fe21fa10640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd8ee8af4-a9e0-4366-8c46-29b2a12468a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:45.141771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Network hostable DHCP agents. Network: d8ee8af4-a9e0-4366-8c46-29b2a12468a2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:19:45.154246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.372254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.379047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.415871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Network d8ee8af4-a9e0-4366-8c46-29b2a12468a2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:19:45.437716 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.452075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.460915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'Port': ['ID=5a7fc6af-a081-4383-b890-284c7fba2024,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:45.469033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d8ee8af4-a9e0-4366-8c46-29b2a12468a2) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:45.483112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.491909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:45.492505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.503288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11f64573-b4b7-49a8-acc8-0025221197f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:19:45.539203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Pushing event deleted for resources: {'Port': ['ID=11f64573-b4b7-49a8-acc8-0025221197f1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:45.546449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-73dc069a-0ac9-43d9-aed8-780acf1377ad admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1511197 Oct 29 11:19:45.553168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ad31476-77ee-4019-b263-101e9ba9aa7b req-ae4d43c5-9c30-4572-8285-f3aa6f5bc0e8 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.77 "GET /v2.0/security-groups?id=227eda0a-1401-4869-9fc7-5a7764512a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068973 Oct 29 11:19:45.561555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29307f69-a5ee-44a2-b79f-aa1cdbb4bb2a None None] Pushing event updated for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:45.563327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.573152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.574459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9053f05c-89b9-411d-85c7-ffb64d35c8a1 HTTP/1.1" status: 204 len: 168 time: 0.9435098 Oct 29 11:19:45.581422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.611455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899b14-6a70-467c-964f-f685b21cb8fb req-5002181a-dfae-4d9c-8c6e-a5e19253c7b5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:45.626141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23826057-169a-4bb4-bced-52267f60f5f2 None None] Network d8ee8af4-a9e0-4366-8c46-29b2a12468a2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:45.633858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5899b14-6a70-467c-964f-f685b21cb8fb req-5002181a-dfae-4d9c-8c6e-a5e19253c7b5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 948 time: 0.2198279 Oct 29 11:19:45.659111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.664904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.669124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/534f1fb2-5902-42ac-8e4c-01dad2256a05 HTTP/1.1" status: 204 len: 168 time: 1.0040665 Oct 29 11:19:45.674737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:45.730925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33050ae-e95f-4960-859f-b21419857b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9053f05c-89b9-411d-85c7-ffb64d35c8a1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:45.753913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] No DVR routers for this DVR port 11f64573-b4b7-49a8-acc8-0025221197f1 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:19:45.755763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84760e-8bc4-4eed-9403-9e320e71ac2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534f1fb2-5902-42ac-8e4c-01dad2256a05,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:45.776030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.785785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67bf629b-d18d-4e0c-9cbc-1390d3db3a73 req-1ae85c78-dad9-4917-af52-16576be437c0 tempest-AggregatesAdminTestJSON-1521801715 tempest-AggregatesAdminTestJSON-1521801715-project] 10.222.0.86 "DELETE /v2.0/ports/11f64573-b4b7-49a8-acc8-0025221197f1 HTTP/1.1" status: 204 len: 173 time: 1.6831031 Oct 29 11:19:45.851230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.861948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-340c56fd-0828-4948-a982-285797db8f2f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7742827 Oct 29 11:19:45.864051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Attempting to bind port 699e22c4-b8d0-4121-8406-ddbf39eed452 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:45.864449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Attempting to bind port 699e22c4-b8d0-4121-8406-ddbf39eed452 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:45.864810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Attempting to bind port 699e22c4-b8d0-4121-8406-ddbf39eed452 on network 2b5c5f99-4476-4ca5-8c62-556e85a54970 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:45.898206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:45.898859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Checking segment: {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:45.898960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.900180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Bound using segment: {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:45.900180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Bound port: 699e22c4-b8d0-4121-8406-ddbf39eed452, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359d3d49-a055-435a-a5cc-5056377296d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:45.900180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:45.911039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5899b14-6a70-467c-964f-f685b21cb8fb req-83026f10-78e9-412a-817c-9e5b7d7efefb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757888 Oct 29 11:19:45.967571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.047015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'name': 'network-vif-deleted', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:46.049450 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf24e540-17c8-4cf9-b164-dc157701e678" -d '{"events": [{"server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "name": "network-vif-deleted", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:46.059650 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-66af554f-7220-4825-8ca2-573ff8e023b0 req-b9768b1d-b059-42d5-a89a-11647689b23f tempest-FloatingIPsNegativeTestJSON-287400160 tempest-FloatingIPsNegativeTestJSON-287400160-project] show failed (client error): The resource could not be found. Oct 29 11:19:46.069648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-66af554f-7220-4825-8ca2-573ff8e023b0 req-b9768b1d-b059-42d5-a89a-11647689b23f tempest-FloatingIPsNegativeTestJSON-287400160 tempest-FloatingIPsNegativeTestJSON-287400160-project] 10.222.0.77 "GET /v2.0/floatingips/293a8e16-2c19-43da-857a-e747febe792b HTTP/1.1" status: 404 len: 350 time: 0.3983800 Oct 29 11:19:46.080718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:46.248835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2d7a6577-5e93-459e-af54-0b5e1aa04a1b None None] Provisioning complete for port 699e22c4-b8d0-4121-8406-ddbf39eed452 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:46.249248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6577-5e93-459e-af54-0b5e1aa04a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.251056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0d291-6f6e-4f3a-95bd-e394a04d0669 None None] Network d8ee8af4-a9e0-4366-8c46-29b2a12468a2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:46.292764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.337074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:46.340383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba52d90c-98b2-4ed0-a311-692a3d65c864']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:46.369451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214a230-fe12-4e5a-a4c2-622af9d82822 req-1acb6381-20e3-4d8a-a6f7-f51e4b72ac65 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:46.371360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b214a230-fe12-4e5a-a4c2-622af9d82822 req-1acb6381-20e3-4d8a-a6f7-f51e4b72ac65 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.2707067 Oct 29 11:19:46.376313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0388c2-6f6b-4485-8e04-ea6d3cf1c63b') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:46.376538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0388c2-6f6b-4485-8e04-ea6d3cf1c63b') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:46.388989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] For port 699e22c4-b8d0-4121-8406-ddbf39eed452, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:46.436156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] For port 699e22c4-b8d0-4121-8406-ddbf39eed452, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=699e22c4-b8d0-4121-8406-ddbf39eed452,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:46.441167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a6577-5e93-459e-af54-0b5e1aa04a1b None None] Port 699e22c4-b8d0-4121-8406-ddbf39eed452 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:46.450964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.452236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.529799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.556049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b214a230-fe12-4e5a-a4c2-622af9d82822 req-6ca5d752-3e7b-4655-b10c-b45a94246fe8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769688 Oct 29 11:19:46.581808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:19:46.582220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:19:46.584494 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:19:46.680516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29307f69-a5ee-44a2-b79f-aa1cdbb4bb2a None None] Pushing event updated for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:46.739802 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c023a391-ef08-4330-97d5-2ef18bf826ed x-openstack-request-id: req-c023a391-ef08-4330-97d5-2ef18bf826ed {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:46.740948 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2e57e-f790-49f0-9685-6f524f8772c8", "name": "network-vif-deleted", "tag": "11f64573-b4b7-49a8-acc8-0025221197f1", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:46.741210 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c023a391-ef08-4330-97d5-2ef18bf826ed {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:46.741609 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2e57e-f790-49f0-9685-6f524f8772c8', 'name': 'network-vif-deleted', 'tag': '11f64573-b4b7-49a8-acc8-0025221197f1', 'status': 'completed', 'code': 200} Oct 29 11:19:46.758203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:19:46.834809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:46.835316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.865297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.874055 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:46.885769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] 10.222.0.77 "DELETE /v2.0/networks/ba52d90c-98b2-4ed0-a311-692a3d65c864 HTTP/1.1" status: 204 len: 168 time: 1.1951323 Oct 29 11:19:46.937389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:46.938365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:46.939450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad500679-b8fb-4df2-b27c-7e69cf55047e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba52d90c-98b2-4ed0-a311-692a3d65c864,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:46.975473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-de6efed1-91f0-47f1-ac6f-337efd281fbb tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1962945717&fields=id&tenant_id=2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 267 time: 0.1789095 Oct 29 11:19:47.126916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-e859161f-bc8d-4c37-ad5e-d19b33d3478b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:47.128586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-e859161f-bc8d-4c37-ad5e-d19b33d3478b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.4760680 Oct 29 11:19:47.188997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-006af611-89c1-4926-bbfe-9309db7a4c32 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:47.198707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-006af611-89c1-4926-bbfe-9309db7a4c32 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 824 time: 0.2178986 Oct 29 11:19:47.215696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-190b1055-0a57-46fe-a9b8-426bbe038984 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/quotas/2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 375 time: 0.0155282 Oct 29 11:19:47.216550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:47.231579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-08eb422b-bd50-45e3-99fe-ae0688a72033 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/quotas/19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 375 time: 0.0825508 Oct 29 11:19:47.290800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] Provisioning complete for port 699e22c4-b8d0-4121-8406-ddbf39eed452 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:47.291468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.296572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.305885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-2f2bf739-1821-4a7f-8598-6ff05b66a77a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536108 Oct 29 11:19:47.311057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:47.367173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-987ec8a1-f902-426a-9fb4-bc0f174505c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acfc5bbd62b544dfb925bcaa402a858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492913 Oct 29 11:19:47.371247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37002) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:47.408651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:47.411255 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b9719-c9f4-44e3-935e-13e78b896b50" -d '{"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-plugged", "status": "completed", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:47.429167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-69655cd5-79e8-4ecf-8323-fcf806e9262b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853683 Oct 29 11:19:47.430469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.478339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:47.531953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.575628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-6a0ca917-70ff-4628-a7e7-aa073cecbf69 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591400 Oct 29 11:19:47.580195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.632835 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.633647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:47.673095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.681032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:47.688467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3be6d401-a615-40f8-9235-d16e637e7575 HTTP/1.1" status: 204 len: 168 time: 0.3156807 Oct 29 11:19:47.714997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b3532-4e9a-4ef6-9b32-323650b26687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6d401-a615-40f8-9235-d16e637e7575,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:47.812851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-9f9e36f2-2f73-4133-9177-1be52f9bbf40 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356346 Oct 29 11:19:48.025729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:48.034088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:48.084418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:19:48.102555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:48.103004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:48.137757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] For port 699e22c4-b8d0-4121-8406-ddbf39eed452, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=699e22c4-b8d0-4121-8406-ddbf39eed452,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:48.150247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:48.183943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-43529926-a5c0-4e4d-8577-a6502769a827 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:19:48.191213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-43529926-a5c0-4e4d-8577-a6502769a827 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4905066 Oct 29 11:19:48.306294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '699e22c4-b8d0-4121-8406-ddbf39eed452', 'name': '', 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'mac_address': 'fa:16:3e:e9:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:36Z', 'updated_at': '2021-10-29T11:19:46Z', 'revision_number': 4, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'subnets': [{'id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:48.406929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-263ed873-6807-448b-99ef-7a7d0149ac5b service neutron] 10.222.0.77 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145808 Oct 29 11:19:48.428608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5060d7f-c912-4759-9ed2-9b177c822962 None None] The sync data for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 is: [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '699e22c4-b8d0-4121-8406-ddbf39eed452', 'name': '', 'network_id': '2b5c5f99-4476-4ca5-8c62-556e85a54970', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'mac_address': 'fa:16:3e:e9:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:36Z', 'updated_at': '2021-10-29T11:19:46Z', 'revision_number': 4, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'subnets': [{'id': '10d8ffbc-6979-46aa-a659-cf23a3cc2638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:48.515170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803e645-ff46-4f2f-b2e9-45027ceabfe1 req-a4186325-27ef-414c-a615-e4351b1dfdc8 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:48.526575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5803e645-ff46-4f2f-b2e9-45027ceabfe1 req-a4186325-27ef-414c-a615-e4351b1dfdc8 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 948 time: 0.1170716 Oct 29 11:19:48.574590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11f64573-b4b7-49a8-acc8-0025221197f1 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:19:48.617244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5803e645-ff46-4f2f-b2e9-45027ceabfe1 req-64ef56f1-041e-43b5-bdc5-c525e51de2f3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Oct 29 11:19:48.637317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea7113-760b-47a3-abb4-4fd92ef519e7 None None] Pushing event updated for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:48.667096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Deleting port 699e22c4-b8d0-4121-8406-ddbf39eed452 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:19:48.667545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:48.696757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-3156a94a-80d1-4c25-83d4-41dcaac42be0 service neutron] 10.222.0.77 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864120 Oct 29 11:19:48.759000 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308ae32-5472-44a3-924e-8184793cc309 x-openstack-request-id: req-f308ae32-5472-44a3-924e-8184793cc309 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:48.765031 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-plugged", "status": "completed", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:48.766210 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f308ae32-5472-44a3-924e-8184793cc309 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:48.768899 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'code': 200} Oct 29 11:19:48.772669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 11f64573-b4b7-49a8-acc8-0025221197f1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:19:48.773079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11f64573-b4b7-49a8-acc8-0025221197f1 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:19:48.830715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:48.915177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:48.922156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:49.108316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:49.193563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:49.196200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa4644-2c00-434f-921a-28ecd58c2c76 req-14bd1e00-2bfa-4107-a29f-ab4751075919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:49.205585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 699e22c4-b8d0-4121-8406-ddbf39eed452 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:19:49.206149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06fa4644-2c00-434f-921a-28ecd58c2c76 req-14bd1e00-2bfa-4107-a29f-ab4751075919 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1096 time: 0.3477006 Oct 29 11:19:49.221180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-398d201d-7bfc-4b53-b865-934ccb9e1f63 req-608f0cb4-b39e-45ff-925a-f6a9c13e4f72 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 210 time: 0.0985324 Oct 29 11:19:49.274263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:49.341104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 699e22c4-b8d0-4121-8406-ddbf39eed452 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:49.342225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:49.402139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] For port 699e22c4-b8d0-4121-8406-ddbf39eed452, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=699e22c4-b8d0-4121-8406-ddbf39eed452,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:49.404711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:49.464773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06fa4644-2c00-434f-921a-28ecd58c2c76 req-9f60f0ea-84c1-41ff-b2e4-5f82fbd6f3fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367549 Oct 29 11:19:49.467283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Calling delete_port for 699e22c4-b8d0-4121-8406-ddbf39eed452 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:19:49.468972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5e74a58e-54d5-450a-aa9c-9aa4510fd2d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50d9478f54a44d7894d47cf61b64f712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935384 Oct 29 11:19:49.479411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37050) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:49.504155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d675af0-e5e6-4361-a2c2-403ebc6e2d19 req-29a975e6-2c7a-4d09-9568-0e8a6bd37bf1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:49.520761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d675af0-e5e6-4361-a2c2-403ebc6e2d19 req-29a975e6-2c7a-4d09-9568-0e8a6bd37bf1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 945 time: 0.5396740 Oct 29 11:19:49.557898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85f78d17-d4ea-495d-b415-609b0a25af4a req-e2bc1f77-81c1-4ac4-bfcc-c25636ad687f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 210 time: 0.1618261 Oct 29 11:19:50.052276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb28b83-bfb9-45cd-bf8f-6fbf1dee843e req-6051d4eb-f326-4a7d-a311-21dfcc0da721 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:50.055371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebb28b83-bfb9-45cd-bf8f-6fbf1dee843e req-6051d4eb-f326-4a7d-a311-21dfcc0da721 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.2663853 Oct 29 11:19:50.126381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1e17378-ffdf-4cdb-830d-1072abf6bca1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3222e20cfff94e9cbe3fae50b35b4572&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107877 Oct 29 11:19:50.127555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:50.178003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d675af0-e5e6-4361-a2c2-403ebc6e2d19 req-22d6f597-cbe2-44ee-9b43-c6f2a6b2727b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493125 Oct 29 11:19:50.181241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebb28b83-bfb9-45cd-bf8f-6fbf1dee843e req-03f095fe-7040-4307-8de1-ea619861d987 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008575 Oct 29 11:19:50.349922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.429555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.454889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-09c165e9-28ff-42c9-a6d7-7aa7a9b43fcf req-69b5739e-62bf-4593-8d70-b4039458fde7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 210 time: 0.0406370 Oct 29 11:19:50.512421 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.566631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.570164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.571585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/227eda0a-1401-4869-9fc7-5a7764512a19 HTTP/1.1" status: 204 len: 168 time: 0.4268544 Oct 29 11:19:50.592005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8a7b-ee76-4b65-a15c-ca8375f4923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227eda0a-1401-4869-9fc7-5a7764512a19,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:50.652140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-ed58f6e8-b416-48b5-a759-c51d894e8ae1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:50.653728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-ed58f6e8-b416-48b5-a759-c51d894e8ae1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.3284047 Oct 29 11:19:50.671357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Request body: {'port': {'device_id': '6145a178-7e06-4c57-a81e-41e7662da96c', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'admin_state_up': True, 'tenant_id': '19f7e7def7b94f869337f93bec3bea52'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:50.723122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.770213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:50.775521 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75feefc4-f65c-4dbd-817e-70a8ca51d4a7" -d '{"events": [{"server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:50.798240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-485f5f0f-089f-47e9-9d16-eebf06c678b8 req-01cb8c2d-560d-412c-9290-bb4016e3698c tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 210 time: 0.1194384 Oct 29 11:19:50.937542 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f826c-a0f1-4220-bc88-db4959f14189 x-openstack-request-id: req-f91f826c-a0f1-4220-bc88-db4959f14189 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:50.938304 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:50.938432 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f91f826c-a0f1-4220-bc88-db4959f14189 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:50.938947 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', 'code': 200} Oct 29 11:19:50.959722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.970612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.971133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.86', 62461) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:50.975080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:50.977205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2ee933e-7068-4d91-917d-cd2276073968 HTTP/1.1" status: 204 len: 168 time: 1.4309859 Oct 29 11:19:51.020832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Pushing event deleted for resources: {'Port': ['ID=699e22c4-b8d0-4121-8406-ddbf39eed452,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:51.030424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571feff5-1d1c-4df3-860b-38b5e9888875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee933e-7068-4d91-917d-cd2276073968,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:51.129493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:51.140106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:51.399138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-9785a357-b437-4dfe-9f72-05db54eda0fc tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:51.402730 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-9785a357-b437-4dfe-9f72-05db54eda0fc tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 824 time: 0.4289994 Oct 29 11:19:51.406233 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:19:51.460621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:51.566104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37100) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:51.598828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-b56f7fc9-ece1-4cff-8e04-baa419290fec tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 380 time: 0.1843944 Oct 29 11:19:51.665518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'port': {'device_id': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'admin_state_up': True, 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'security_groups': ['f2ba6921-50e3-4e40-addf-f420f413445c']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:51.716674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:51.741485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbaf1d-f30d-4fd7-a188-33bc74bbf64a req-3b94eeb3-6335-48ee-b143-7d28dcd230e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:51.743405 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cbbaf1d-f30d-4fd7-a188-33bc74bbf64a req-3b94eeb3-6335-48ee-b143-7d28dcd230e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 1100 time: 0.3026433 Oct 29 11:19:51.759416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82488513-61a9-406f-a3ea-a977f8d25031 req-1f4a3d38-fa6d-41f7-b239-d8bdc4efb0ed tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:51.761345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-82488513-61a9-406f-a3ea-a977f8d25031 req-1f4a3d38-fa6d-41f7-b239-d8bdc4efb0ed tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.2972531 Oct 29 11:19:51.823718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8ec8ee29-8d09-4c79-bc69-77fe1142b0ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e19dcf90661a475ea11288cc579e16ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473254 Oct 29 11:19:51.843586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b31ed-d39f-4ee6-a487-92ce0a240853 req-d3ab6be1-abdd-42d4-8ce4-c35f897eb941 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:51.845703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a1b31ed-d39f-4ee6-a487-92ce0a240853 req-d3ab6be1-abdd-42d4-8ce4-c35f897eb941 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 945 time: 0.2804949 Oct 29 11:19:51.846577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:51.911177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Allocated IP 172.20.0.8 (160f00ec-46de-4df5-9e63-138cd61a6d63/c764a85d-2a16-4df7-b220-041559cad59a/b8348726-aab0-408a-976e-ad43cdd6bce4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:51.970353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a1b31ed-d39f-4ee6-a487-92ce0a240853 req-656c83fe-1560-4cba-8317-461461882f63 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964129 Oct 29 11:19:51.974980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Made reservation on behalf of 2cae6ba62dfd4f7789e23e578145e937 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:19:51.979237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:51.981399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cbbaf1d-f30d-4fd7-a188-33bc74bbf64a req-2313cb9f-5f05-4020-9001-6858a2745a06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161822 Oct 29 11:19:52.009348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.024585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-82488513-61a9-406f-a3ea-a977f8d25031 req-8bf67816-ed8d-473b-9a8e-3cf516bac3f7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340117 Oct 29 11:19:52.118390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.208213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-09e389e5-8d0f-4013-ba70-acd991c8833a req-7919e72a-4123-4abc-b058-73d6295d1284 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 210 time: 0.0420847 Oct 29 11:19:52.240696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Allocated IP 172.20.0.5 (a39456ed-a1ca-421d-90fd-09ec1d08f8e2/5c5cb28d-79ad-4356-baf8-f16ca4a32e83/caf73902-fe6c-4300-b41c-0d9d8f2fb77f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:19:52.262596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dea3aabd-503b-4c6f-b5ac-170390415489 req-313caf5b-aaa4-40ad-9f39-3388081c600f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 210 time: 0.0934029 Oct 29 11:19:52.366214 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.372252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.375248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b15f6586-35be-4a41-9f1e-41aae61783c9 HTTP/1.1" status: 204 len: 168 time: 0.5237448 Oct 29 11:19:52.403777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.409347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f6586-35be-4a41-9f1e-41aae61783c9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:52.456551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.456890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.457245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.457752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.458125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.458326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.458820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.459692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.460148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.460474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.461430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.461430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfed032-350c-4497-a058-05749fb73fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.470209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.535323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Router f56cfb32-0d20-4501-b0b9-693a464a4f2d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:19:52.544657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:52.553867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:52.557803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:52.565207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:52.566133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.570551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:52.590617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.591235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.591876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.592403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.592908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.593458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.593962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.594505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.595265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.595778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.596261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.596780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:19:52.639560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.667809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-67cfb72c-98cb-4618-b161-cc9652741a3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0011990 Oct 29 11:19:52.704507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Request body: {'port': {'device_id': '6145a178-7e06-4c57-a81e-41e7662da96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:52.710505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.796647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:19:52.798707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:19:52.801755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:19:52.813264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.878784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:52.903402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:52.904066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:52.936539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:52.948511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e723eff6-3bc1-4bee-8004-273f4c1dbb69 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3027904 Oct 29 11:19:52.979184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Request body: {'port': {'device_id': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:19:52.986861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:19:53.001372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-303b6adb-aa41-49e3-9f68-e4e62b642423 admin admin] 10.222.0.77 "PUT /v2.0/routers/f56cfb32-0d20-4501-b0b9-693a464a4f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9144156 Oct 29 11:19:53.001721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37144) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:53.039009 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Sync routers for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:19:53.100376 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:53.100943 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:53.217869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.327843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.368051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ce74bb4-125f-4b2f-9eed-b17d1b444502 None None] Provisioning complete for port caf73902-fe6c-4300-b41c-0d9d8f2fb77f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:19:53.368688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ce74bb4-125f-4b2f-9eed-b17d1b444502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.439684 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:53.478013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1ce74bb4-125f-4b2f-9eed-b17d1b444502 None None] Port caf73902-fe6c-4300-b41c-0d9d8f2fb77f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:19:53.516783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f982ab1-d768-4b7d-acbf-9e112e39da5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.588931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.614481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36309c-d982-4185-a15b-058537eecaf7 req-14502e18-e55d-402e-a0c5-4024d6884b97 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:53.616119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc36309c-d982-4185-a15b-058537eecaf7 req-14502e18-e55d-402e-a0c5-4024d6884b97 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 945 time: 0.1687942 Oct 29 11:19:53.743770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf73902-fe6c-4300-b41c-0d9d8f2fb77f {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:53.758318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc36309c-d982-4185-a15b-058537eecaf7 req-9e1713ad-45cf-45c9-9114-6f6419abbdec tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259632 Oct 29 11:19:53.758993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '4e039458-dbde-4a53-9eea-dc434b020303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:50Z', 'revision_number': 5, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port': {'id': '4e039458-dbde-4a53-9eea-dc434b020303', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:27Z', 'updated_at': '2021-10-29T11:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:53.760323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.795341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Transition to ACTIVE for port object caf73902-fe6c-4300-b41c-0d9d8f2fb77f will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:19:53.801333 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Checking router: f56cfb32-0d20-4501-b0b9-693a464a4f2d for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:19:53.814501 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Routers {'f56cfb32-0d20-4501-b0b9-693a464a4f2d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:19:53.815430 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:19:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:53.826192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.829589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f982ab1-d768-4b7d-acbf-9e112e39da5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:53.865419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f982ab1-d768-4b7d-acbf-9e112e39da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.019166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:54.024715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982ab1-d768-4b7d-acbf-9e112e39da5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d891ff0-60f2-45be-ba05-d30c39470096,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:54.057087 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] Set router f56cfb32-0d20-4501-b0b9-693a464a4f2d gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:19:54.105080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5f982ab1-d768-4b7d-acbf-9e112e39da5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2572c9665b3e491f8a58c072a647f6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1629946 Oct 29 11:19:54.110600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:54.154292 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:53Z', 'revision_number': 6, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:54.178701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd50353-c8ba-4455-90dc-51ae62e9451c req-86c6a0f1-bb7a-40a3-93ef-f6e678c5d543 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:54.180416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd50353-c8ba-4455-90dc-51ae62e9451c req-86c6a0f1-bb7a-40a3-93ef-f6e678c5d543 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.6782124 Oct 29 11:19:54.226003 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb46e5-554d-46eb-b5f0-99d7f686fa91 None None] The sync data for ids ['f56cfb32-0d20-4501-b0b9-693a464a4f2d'] in n-d-805046-9 is: [{'id': 'f56cfb32-0d20-4501-b0b9-693a464a4f2d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1621751424-router', 'tenant_id': '424bce1f76c44f6684d9aa41d05661a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:53Z', 'revision_number': 6, 'project_id': '424bce1f76c44f6684d9aa41d05661a4', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:19:54.309164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Deleting port 4e039458-dbde-4a53-9eea-dc434b020303 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:19:54.309336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.321139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891593c4-ed5c-4f52-9433-19b43d6776e2 req-114cc1a6-2dac-4d26-81a7-fa6a1534c9ce tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:54.322459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-891593c4-ed5c-4f52-9433-19b43d6776e2 req-114cc1a6-2dac-4d26-81a7-fa6a1534c9ce tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 943 time: 0.3440173 Oct 29 11:19:54.324948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd50353-c8ba-4455-90dc-51ae62e9451c req-d3b31640-95d8-4c29-951a-a4c083e98e25 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358671 Oct 29 11:19:54.329045 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.588118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8348726-aab0-408a-976e-ad43cdd6bce4 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:54.605979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] For port 4e039458-dbde-4a53-9eea-dc434b020303, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4e039458-dbde-4a53-9eea-dc434b020303,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:54.606368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.611507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.648863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e868d-579e-4fbd-8842-83370bccc73b req-d9ae31e4-8dde-4afe-bfd8-6d21437152e3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:54.650576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4e868d-579e-4fbd-8842-83370bccc73b req-d9ae31e4-8dde-4afe-bfd8-6d21437152e3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 931 time: 0.1852510 Oct 29 11:19:54.657804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Calling delete_port for 4e039458-dbde-4a53-9eea-dc434b020303 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:19:54.668628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Attempting to bind port caf73902-fe6c-4300-b41c-0d9d8f2fb77f on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:54.669752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Attempting to bind port caf73902-fe6c-4300-b41c-0d9d8f2fb77f by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:54.669752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Attempting to bind port caf73902-fe6c-4300-b41c-0d9d8f2fb77f on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:54.680038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.691646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Port caf73902-fe6c-4300-b41c-0d9d8f2fb77f on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:19:54.692141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Attempting to bind port caf73902-fe6c-4300-b41c-0d9d8f2fb77f on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:54.703288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Transition to ACTIVE for port object b8348726-aab0-408a-976e-ad43cdd6bce4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:19:54.736405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.740712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-891593c4-ed5c-4f52-9433-19b43d6776e2 req-4becc944-2f49-4bef-b37d-9786caddcc2a tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082041 Oct 29 11:19:54.751499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:54.752488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Checking segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:54.752994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Bound using segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:54.753603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Bound port: caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:54.754051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.854491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.859176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:54.865595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d891ff0-60f2-45be-ba05-d30c39470096 HTTP/1.1" status: 204 len: 168 time: 0.7361915 Oct 29 11:19:54.910530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c3d5d-f808-4166-9fad-b4c948478b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d891ff0-60f2-45be-ba05-d30c39470096,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:54.913253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:54.932681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4e868d-579e-4fbd-8842-83370bccc73b req-d72d9c4d-9f2c-468f-a64a-60020abe02d1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605727 Oct 29 11:19:54.961041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:54.964441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:54.974178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.057955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.058841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.060462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] 10.222.0.86 "PUT /v2.0/ports/caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 200 len: 1091 time: 2.0856493 Oct 29 11:19:55.061137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:55.064014 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:55.100975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34135fde-6e3a-43ff-bd65-f9229a379cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:55.163544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:19:55.163849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:19:55.164343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:55.179015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:19:55.179885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:19:55.213780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:19:55.214119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:19:55.214704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:19:55.215077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Bound port: b8348726-aab0-408a-976e-ad43cdd6bce4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:19:55.215476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.232568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-116f55e7-5ba8-44ba-817c-96378479804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.241833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-116f55e7-5ba8-44ba-817c-96378479804f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 1094 time: 0.1128807 Oct 29 11:19:55.322790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4e039458-dbde-4a53-9eea-dc434b020303 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:19:55.359692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-1df90aa3-47e6-4124-85e0-4a6616296a76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 200 len: 217 time: 0.0967569 Oct 29 11:19:55.362679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:19:55.367659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:19:55.373300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.433497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.434048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.435560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 1091 time: 2.7356534 Oct 29 11:19:55.436766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:19:55.439252 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:19:55.491808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e635c09a-bcb7-4dfd-a2c9-1744db5b6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.496820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-e635c09a-bcb7-4dfd-a2c9-1744db5b6821 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.1235175 Oct 29 11:19:55.555998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.609219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-689d1676-c73d-4dde-af3c-eb8edfa7ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.610819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-689d1676-c73d-4dde-af3c-eb8edfa7ae22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065383 Oct 29 11:19:55.635668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.691451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.702572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd84a5-c9a3-41dc-a9a3-54008666b247 service neutron] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:55.720750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 699e22c4-b8d0-4121-8406-ddbf39eed452 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:19:55.751317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 699e22c4-b8d0-4121-8406-ddbf39eed452 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:19:55.751776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 699e22c4-b8d0-4121-8406-ddbf39eed452 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:19:55.796327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Pushing event deleted for resources: {'Port': ['ID=4e039458-dbde-4a53-9eea-dc434b020303,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:55.838237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe8db7-fc2d-41ea-afb3-4ffab328e08a req-fe5e746a-25d7-4f41-a07f-322519e400db tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.841227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ffe8db7-fc2d-41ea-afb3-4ffab328e08a req-fe5e746a-25d7-4f41-a07f-322519e400db tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1337962 Oct 29 11:19:55.858016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:55.879814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-5a4f4364-da97-411e-93cc-19b495c651f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:55.881563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-5a4f4364-da97-411e-93cc-19b495c651f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1094 time: 0.3899522 Oct 29 11:19:55.885046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-3bc0f237-d264-4718-a1f7-68522fc9d897 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652335 Oct 29 11:19:55.937964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37210) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:55.940818 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ffe8db7-fc2d-41ea-afb3-4ffab328e08a req-1314ea60-3d00-465e-975f-3973a3fbd064 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919173 Oct 29 11:19:56.002889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43d65c54-aa10-46c4-b90c-9ecbfa5e9df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.082250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.087184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.121605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f50d733-d11a-4de1-90a2-8ae2b0cd984d req-97b3f309-c1df-4f2b-b49a-6fe4cb3401b2 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190976 Oct 29 11:19:56.124561 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f8ce43-d59c-4a5a-95d5-96728bed6221 x-openstack-request-id: req-08f8ce43-d59c-4a5a-95d5-96728bed6221 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:56.127046 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:56.127801 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08f8ce43-d59c-4a5a-95d5-96728bed6221 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:56.128973 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'status': 'completed', 'code': 200} Oct 29 11:19:56.234234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-7e830219-19d0-4ed6-89fe-ea8f46d65715 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.3176081 Oct 29 11:19:56.279314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.279889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56cfb32-0d20-4501-b0b9-693a464a4f2d {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:19:56.323511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.325749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-54ab2d7f-d35e-4c30-935c-d4f5b0895fed admin admin] 10.222.0.77 "DELETE /v2.0/routers/f56cfb32-0d20-4501-b0b9-693a464a4f2d HTTP/1.1" status: 204 len: 168 time: 3.3204777 Oct 29 11:19:56.331013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37220) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:56.358147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-6df35f39-311f-4bd0-a9ee-25a57dcbfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.359901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-6df35f39-311f-4bd0-a9ee-25a57dcbfb46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1112638 Oct 29 11:19:56.395095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43d65c54-aa10-46c4-b90c-9ecbfa5e9df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.413837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-a5434918-d198-4a0a-bc33-80e0edf8b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.415365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-a5434918-d198-4a0a-bc33-80e0edf8b8f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 1094 time: 0.2223868 Oct 29 11:19:56.415991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43d65c54-aa10-46c4-b90c-9ecbfa5e9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.429954 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-9f663961-43f6-49cc-8369-4133aa941234 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492771 Oct 29 11:19:56.433747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a9655-f477-4da6-969f-4e216e0058de req-0dc22663-c9a5-43b4-871a-59cc137b7bca tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.435355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-452a9655-f477-4da6-969f-4e216e0058de req-0dc22663-c9a5-43b4-871a-59cc137b7bca tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.2470672 Oct 29 11:19:56.452499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Deleting subnet 10d8ffbc-6979-46aa-a659-cf23a3cc2638 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:19:56.527072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.540628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.541225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.541697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.542154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.542608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.543175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.543627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.544091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.544518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.544962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.547052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e47c3d8-407b-404f-97ae-bd7daf950cda req-86abe8ea-ebb4-4ce4-bb7d-a0bbc3302d83 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7144 time: 0.3654292 Oct 29 11:19:56.585189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-43d65c54-aa10-46c4-b90c-9ecbfa5e9df1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d507cc281b1468b8e931ced647c5508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429069 Oct 29 11:19:56.613893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37228) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:56.637488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-2c4c811a-581d-40b0-b018-0d078cde81f1 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571004 Oct 29 11:19:56.639161 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40f747-17fc-4ada-aaa2-ac4c735d35ac x-openstack-request-id: req-4e40f747-17fc-4ada-aaa2-ac4c735d35ac {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:19:56.639490 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:19:56.639886 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e40f747-17fc-4ada-aaa2-ac4c735d35ac {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:19:56.640303 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'status': 'completed', 'code': 200} Oct 29 11:19:56.656390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d65c54-aa10-46c4-b90c-9ecbfa5e9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425a3a5a-84a2-48ed-99ba-b258d3da7cef,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:56.729137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-452a9655-f477-4da6-969f-4e216e0058de req-336b7147-c5a4-4201-b8b7-427639e0acae tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713051 Oct 29 11:19:56.762105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.881043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39021285-8682-433e-a688-e2cda9776f90 req-4ff33c8c-5dc9-4ba5-9ca8-ca290d1eb08f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.884094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39021285-8682-433e-a688-e2cda9776f90 req-4ff33c8c-5dc9-4ba5-9ca8-ca290d1eb08f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 943 time: 0.1565714 Oct 29 11:19:56.907274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc1471b3-0909-4daa-aea6-b416fe76063d req-8adc21c0-0e51-48a6-a8f4-496e9a02f878 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608204 Oct 29 11:19:56.923917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:56.941547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-f20a66ca-1ba6-4eb7-b315-deb81e51a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:56.944571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-f20a66ca-1ba6-4eb7-b315-deb81e51a754 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 925 time: 0.5200560 Oct 29 11:19:56.970917 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39021285-8682-433e-a688-e2cda9776f90 req-c1f249a7-b2e4-41cf-be0d-90dabff2ee32 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777783 Oct 29 11:19:57.052724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-94e97e79-b88b-41d8-b068-f7ba73708d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.054396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-94e97e79-b88b-41d8-b068-f7ba73708d24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1094 time: 0.0664952 Oct 29 11:19:57.071166 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.074789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-eee08af9-ec21-4e82-850c-704d10eb1a89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 200 len: 217 time: 0.1151352 Oct 29 11:19:57.166807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c193d70-7307-4bc2-ae80-6f05cabece52 req-f3bd5295-eb64-45dd-8561-44a070bde7f4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.169397 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c193d70-7307-4bc2-ae80-6f05cabece52 req-f3bd5295-eb64-45dd-8561-44a070bde7f4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.3471179 Oct 29 11:19:57.204203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d557-123f-48d1-ba57-b5ffb3355412 req-ff16073e-0431-47f9-8369-a48293bbba98 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.205808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb09d557-123f-48d1-ba57-b5ffb3355412 req-ff16073e-0431-47f9-8369-a48293bbba98 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1207824 Oct 29 11:19:57.223587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-d40e9717-9948-44fe-8b02-defa362c4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.225671 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-d40e9717-9948-44fe-8b02-defa362c4d6c service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.1644647 Oct 29 11:19:57.285141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-ec7a270c-2e02-4880-90a0-378bcf032f2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.0501919 Oct 29 11:19:57.288183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.348008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-ee9f5e93-03d8-408f-a426-ae0d5c90b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.352674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-ee9f5e93-03d8-408f-a426-ae0d5c90b137 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.2348137 Oct 29 11:19:57.352995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb09d557-123f-48d1-ba57-b5ffb3355412 req-52641ea7-1c00-49d4-8455-e64811f21eef tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352539 Oct 29 11:19:57.374121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-0f7b1ccc-f90f-4524-9a6c-82e33bae8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.374905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c193d70-7307-4bc2-ae80-6f05cabece52 req-99e5758c-19b9-4bca-a4c1-67aa2adb3ffa tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593132 Oct 29 11:19:57.375657 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-0f7b1ccc-f90f-4524-9a6c-82e33bae8ad8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0823615 Oct 29 11:19:57.418518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.421776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.428271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/425a3a5a-84a2-48ed-99ba-b258d3da7cef HTTP/1.1" status: 204 len: 168 time: 0.8035889 Oct 29 11:19:57.433327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-7a4ec693-fd59-4ddd-9e70-604fe4324f25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485682 Oct 29 11:19:57.498380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300969d-7f6a-4d89-9fce-569a6f5b054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a3a5a-84a2-48ed-99ba-b258d3da7cef,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:57.521421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.530871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-0aa637bc-5aa1-4c9f-94e3-9bc9e78f1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.533446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-0aa637bc-5aa1-4c9f-94e3-9bc9e78f1d48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732438 Oct 29 11:19:57.559761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-b78b3bdf-950f-41c1-b4c7-cf5295931f13 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193891 Oct 29 11:19:57.573875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d8ffbc-6979-46aa-a659-cf23a3cc2638,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:57.576845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.580123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0e9efb1-485c-4cd3-a5be-4cc1cc8e9436 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/10d8ffbc-6979-46aa-a659-cf23a3cc2638 HTTP/1.1" status: 204 len: 168 time: 1.2445147 Oct 29 11:19:57.587566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded160a8-98f5-4549-a1c0-d94d5a4cbf29 None None] Network 2b5c5f99-4476-4ca5-8c62-556e85a54970 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:19:57.596853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37240) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:57.736721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a99cf-1198-4830-8da1-dbb667bb6290 req-dc8d1833-b5f6-4dfc-87ca-532b918da471 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:57.738841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e5a99cf-1198-4830-8da1-dbb667bb6290 req-dc8d1833-b5f6-4dfc-87ca-532b918da471 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 886 time: 0.3216910 Oct 29 11:19:57.780747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:57.826741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-8db240a8-9dfd-4e84-bd69-7d2f9cdb0dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639778 Oct 29 11:19:57.831078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-91093045-4ef9-41bf-9ca4-470bc9eb0f6d req-5b32ba8a-34d6-4d8e-8419-bbf5dd9b9f96 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473538 Oct 29 11:19:57.992294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] DHCP port deletion for 2b5c5f99-4476-4ca5-8c62-556e85a54970 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:19:58.089925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Deleting port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:19:58.091000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.201766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] For port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:58.202258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.225226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Calling delete_port for 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:19:58.230490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Deleting port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:19:58.230967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.299052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c7d6fb3-8326-4fcd-9431-cd8569ea97cb req-2efa4d0c-d2dc-46d5-81ac-d0ed8a2a7b47 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261215 Oct 29 11:19:58.359714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d0674b6c-23d4-4000-b854-d6205769bca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.407194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device caf73902-fe6c-4300-b41c-0d9d8f2fb77f details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:19:58.441375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] For port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,segment=NetworkSegment(359d3d49-a055-435a-a5cc-5056377296d3),segment_id=359d3d49-a055-435a-a5cc-5056377296d3)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:58.442461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.456041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-52d46472-f9ae-4261-b87a-4792297183ba tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.458415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.462908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-52d46472-f9ae-4261-b87a-4792297183ba tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 1100 time: 0.1683393 Oct 29 11:19:58.468063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.470238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.471325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.472413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.473435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.474953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.484985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.485718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.486563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.487593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.490801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Calling delete_port for 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:19:58.493415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7d70955-c926-4680-acdd-51c76ed83499 req-ade0035b-d6fd-44f1-a937-ebf3e1c4aff9 tempest-NetworksTest-483534783 tempest-NetworksTest-483534783-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7106 time: 0.2473261 Oct 29 11:19:58.494660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-a279a5dc-6e8e-4fd6-b7c3-996f5acb26cd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.519172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] Pushing event deleted for resources: {'Port': ['ID=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:58.574173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2bee69-58e7-4adf-8e9b-188190b4026a None None] No DVR routers for this DVR port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:19:58.740963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:58.741602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8308de-4941-47f6-a640-e3438d22d3d8 req-45439ccb-6588-4585-b3ed-336aa754d4db tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:58.742777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c8308de-4941-47f6-a640-e3438d22d3d8 req-45439ccb-6588-4585-b3ed-336aa754d4db tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 943 time: 0.1131384 Oct 29 11:19:58.756643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'port_id': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'mac_address': 'fa:16:3e:98:7e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:19:58.817123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c8308de-4941-47f6-a640-e3438d22d3d8 req-01453eae-2719-4088-bcab-3973feb22cda tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662224 Oct 29 11:19:58.818549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-a279a5dc-6e8e-4fd6-b7c3-996f5acb26cd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.834091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-a279a5dc-6e8e-4fd6-b7c3-996f5acb26cd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.846761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.847740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:58.902534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37272) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:58.986502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] No DVR routers for this DVR port 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:19:59.044632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98284d8f-9bc0-4ec0-a00b-4ad05f660069 req-a279a5dc-6e8e-4fd6-b7c3-996f5acb26cd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801771 Oct 29 11:19:59.065838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.120284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:19:59.127482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a5dc-6e8e-4fd6-b7c3-996f5acb26cd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b133b006-5574-46b2-a5b2-10bff3bf4409,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.153190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-7b66de74-2aaf-4905-a56e-bbb4897c6606 req-3de63d4b-537c-4b88-808a-f8fd222d8820 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:19:59.154588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7b66de74-2aaf-4905-a56e-bbb4897c6606 req-3de63d4b-537c-4b88-808a-f8fd222d8820 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059788 Oct 29 11:19:59.207771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf73902-fe6c-4300-b41c-0d9d8f2fb77f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:19:59.227590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:19:59.228226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 45d69ee4-c651-4aa2-85fc-87cf7e0bc6bc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:19:59.242909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09896cf0-27e3-44e3-94cf-dc3647fc1012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.262063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.271864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:19:59.278895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.292341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5c5f99-4476-4ca5-8c62-556e85a54970']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:59.304981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359d3d49-a055-435a-a5cc-5056377296d3') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:59.305383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359d3d49-a055-435a-a5cc-5056377296d3') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:19:59.324345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.341998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.355662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09896cf0-27e3-44e3-94cf-dc3647fc1012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.360547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.362053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09896cf0-27e3-44e3-94cf-dc3647fc1012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.382695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:19:59.383078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:19:59.385552 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:19:59.424352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09896cf0-27e3-44e3-94cf-dc3647fc1012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725bf618-0582-49db-9597-703cd595f01a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.461452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-09896cf0-27e3-44e3-94cf-dc3647fc1012 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a87658ac7b70473a9fb3b49090c98f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575647 Oct 29 11:19:59.466429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37288) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:59.479923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['caf73902-fe6c-4300-b41c-0d9d8f2fb77f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:19:59.485460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b016-ad97-411b-ae13-5d6015b1f107 req-16b4ca52-c2a9-4be3-a0d4-f99a946076a3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:19:59.487478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7b5b016-ad97-411b-ae13-5d6015b1f107 req-16b4ca52-c2a9-4be3-a0d4-f99a946076a3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.1480432 Oct 29 11:19:59.491867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.537535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5c5f99-4476-4ca5-8c62-556e85a54970,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.543119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.555520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-17f497e7-7640-43e3-a573-d5e15c6fe110 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2b5c5f99-4476-4ca5-8c62-556e85a54970 HTTP/1.1" status: 204 len: 168 time: 1.9547825 Oct 29 11:19:59.596390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.632251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7b5b016-ad97-411b-ae13-5d6015b1f107 req-6ca8d5b2-bbcc-4209-9b0e-b10cfd83d3f3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301999 Oct 29 11:19:59.648454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.756171 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.779360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:19:59.782204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/725bf618-0582-49db-9597-703cd595f01a HTTP/1.1" status: 204 len: 168 time: 0.3116424 Oct 29 11:19:59.801316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c57f9a-c4ac-4ade-89fb-c3f878978b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bf618-0582-49db-9597-703cd595f01a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:19:59.902320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37302) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:19:59.984095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec1c10cd-2547-4951-b4a5-37ba3010eb4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=424bce1f76c44f6684d9aa41d05661a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794346 Oct 29 11:19:59.986386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:00.084287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.130218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.200560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaa8e5-ad8c-47d2-9104-1b26d5bcc646 req-be14fa2c-7373-4aea-b2fa-9ff141ff293e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:00.203052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bccaa8e5-ad8c-47d2-9104-1b26d5bcc646 req-be14fa2c-7373-4aea-b2fa-9ff141ff293e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 944 time: 0.0847018 Oct 29 11:20:00.231442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.236746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.241628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55a4fa95-c3bc-448f-8604-d4073345ff3e HTTP/1.1" status: 204 len: 168 time: 0.2506144 Oct 29 11:20:00.249037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70df21-eaa1-4a39-b285-352625ee47e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a4fa95-c3bc-448f-8604-d4073345ff3e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:00.274447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bccaa8e5-ad8c-47d2-9104-1b26d5bcc646 req-9600a8b3-e018-4637-83c9-232aba9e32b0 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579748 Oct 29 11:20:00.415550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:00.527826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device caf73902-fe6c-4300-b41c-0d9d8f2fb77f up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:00.604995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:00.627199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'port_id': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'mac_address': 'fa:16:3e:b6:3e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764a85d-2a16-4df7-b220-041559cad59a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:00.631209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port caf73902-fe6c-4300-b41c-0d9d8f2fb77f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:00.638430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port caf73902-fe6c-4300-b41c-0d9d8f2fb77f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:00.647195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.717247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-7342e3c6-4e98-438b-9119-c329941220d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428057 Oct 29 11:20:00.720791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.753258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37352) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:00.781724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bba06d52-238b-4b8d-9ba3-5f290cdaefe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.800220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8348726-aab0-408a-976e-ad43cdd6bce4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:00.836386 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd156-e9d3-4a06-941e-02784f4081b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.877183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-ca899daa-e93d-41b8-8818-06ccc38a99fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:00.877595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:00.890251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-ca899daa-e93d-41b8-8818-06ccc38a99fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719930 Oct 29 11:20:00.910552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-801053e4-c111-498f-9e73-2f9a29311842 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0193534 Oct 29 11:20:00.923350 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.977756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bba06d52-238b-4b8d-9ba3-5f290cdaefe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.983402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bba06d52-238b-4b8d-9ba3-5f290cdaefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:00.989583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-36dc1141-2f8c-4cfa-889f-908135b5da02 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779855 Oct 29 11:20:01.034328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:01.046572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.092244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:01.094834 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd76ea2-11ca-43c8-ac7d-63ec00cebd3c" -d '{"events": [{"server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "name": "network-vif-plugged", "status": "completed", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:01.112360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:01.127726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.153125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba06d52-238b-4b8d-9ba3-5f290cdaefe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b7387-53f3-43bc-b3e8-2d71045d60fc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:01.163133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bba06d52-238b-4b8d-9ba3-5f290cdaefe8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=256f1c46df4c45a5a8386a74a5d6243f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076014 Oct 29 11:20:01.166107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37372) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:01.191611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b8348726-aab0-408a-976e-ad43cdd6bce4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:01.313899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.376623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.391801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:01.454556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.457944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:01.459991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f71b7387-53f3-43bc-b3e8-2d71045d60fc HTTP/1.1" status: 204 len: 168 time: 0.2926047 Oct 29 11:20:01.469772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56c6b1-1b4e-43aa-b33a-c665224497b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b7387-53f3-43bc-b3e8-2d71045d60fc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:01.892319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67404a-22aa-48cc-af55-cee435722b6e req-eab7284e-ab1e-499f-9a3f-64cc6c89abfd tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:01.899988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af67404a-22aa-48cc-af55-cee435722b6e req-eab7284e-ab1e-499f-9a3f-64cc6c89abfd tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.0840781 Oct 29 11:20:01.977260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af67404a-22aa-48cc-af55-cee435722b6e req-230e4317-e30f-4978-bbf3-43d160b997da tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757504 Oct 29 11:20:02.068552 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b88a88e-c9de-468c-873f-c30e84ca27b9 x-openstack-request-id: req-2b88a88e-c9de-468c-873f-c30e84ca27b9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:02.069538 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "name": "network-vif-plugged", "status": "completed", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:02.070606 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b88a88e-c9de-468c-873f-c30e84ca27b9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:02.071213 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'code': 200} Oct 29 11:20:02.104119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.215016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:02.236831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74133-9d5e-4da8-a075-408049e3d4e2 req-4f3dcd49-f528-487f-8bf1-2a6c51b81af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:02.238447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebd74133-9d5e-4da8-a075-408049e3d4e2 req-4f3dcd49-f528-487f-8bf1-2a6c51b81af8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 1096 time: 0.0815771 Oct 29 11:20:02.251740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7d455-db7c-4e59-ad13-27404585c179 req-f09293aa-c4ca-45e8-be22-9b011200011d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:02.259639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60d7d455-db7c-4e59-ad13-27404585c179 req-f09293aa-c4ca-45e8-be22-9b011200011d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 945 time: 0.1040151 Oct 29 11:20:02.295465 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.338496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60d7d455-db7c-4e59-ad13-27404585c179 req-20ce851b-6e99-481e-9102-005fa06c03a6 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777743 Oct 29 11:20:02.348077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebd74133-9d5e-4da8-a075-408049e3d4e2 req-a764430d-d72d-4836-8c00-cb446cc718a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861499 Oct 29 11:20:02.431375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:02.441045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-287610124-network', 'tenant_id': '0e3e66599618408daf1323ce7e71af60'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:02.495555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:02.498775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.513388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.576980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b8348726-aab0-408a-976e-ad43cdd6bce4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:02.586614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b8348726-aab0-408a-976e-ad43cdd6bce4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:02.587047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.658893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.671359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.712177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:20:02.765128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.765461 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Added segment 195fb88c-7b73-41bd-a30c-11d113c3b685 of type vlan for network 1c91ef35-2113-40a7-8c72-502b1749de51 Oct 29 11:20:02.768832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04f364-f7e5-4697-b872-6eb272cfb054,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:02.779463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.857813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:02.862080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.864270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.907568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.909783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:02.919174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:02.945539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37454) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:03.013205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7961421 Oct 29 11:20:03.016313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:03.019199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:03.024647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Request body: {'subnet': {'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-287610124-subnet', 'tenant_id': '0e3e66599618408daf1323ce7e71af60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:03.028855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2505-2869-4096-b611-52ef2a7cbba1 admin admin] Pushing event updated for resources: {'Network': ['ID=1c91ef35-2113-40a7-8c72-502b1749de51,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:03.063866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1c91ef35-2113-40a7-8c72-502b1749de51 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:20:03.120131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:03.125301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:03.393699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:03.425220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:03.531204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9e9495-f92d-427b-b8cf-a55c30d6a85f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:03.545342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Checking segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:03.546301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Network hostable DHCP agents. Network: 1c91ef35-2113-40a7-8c72-502b1749de51, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:20:03.590019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Network 1c91ef35-2113-40a7-8c72-502b1749de51 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:20:03.596793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37476) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:03.608945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1c91ef35-2113-40a7-8c72-502b1749de51) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:03.622427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09935b-93b1-466c-af07-5efbad595989 None None] Network 1c91ef35-2113-40a7-8c72-502b1749de51 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:03.656383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:03.657313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:03.685294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-2da19765-2d63-4e20-9f7f-82366f21c1fb tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634763 Oct 29 11:20:03.732969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37482) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:03.873726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7733-fbd8-4907-a9b3-a9df91dfb07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:03.921313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0a1681d1-18a3-492e-8bb2-3d1200c6542d tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:20:03.934446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0a1681d1-18a3-492e-8bb2-3d1200c6542d tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9862585 Oct 29 11:20:03.947458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0d934a95-296c-4d59-967c-85a714905175 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9293249 Oct 29 11:20:03.958266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd7549-22bd-42b4-80e6-8677d3a379b1 None None] Network 1c91ef35-2113-40a7-8c72-502b1749de51 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:03.975960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9aed2d56-732b-4fd2-8db8-e71c08e4ef31 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:03.988623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9aed2d56-732b-4fd2-8db8-e71c08e4ef31 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010299 Oct 29 11:20:04.006216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-network', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:04.040503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-b9e6cc3f-94c6-487f-8af4-0fc383a0bb63 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1504335 Oct 29 11:20:04.072122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-477ef214-55b6-46ba-bc3c-54b8d6906370 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/quotas/93d46c41b2fc4d1da0f6f6bd18b7eb1b HTTP/1.1" status: 200 len: 375 time: 0.0392470 Oct 29 11:20:04.077876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:04.082624 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537e383-ff79-4b20-bb8d-57d187666b46" -d '{"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-plugged", "status": "completed", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:04.092530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-265472cf-3514-492b-b15d-085715d03d18 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:04.106069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-265472cf-3514-492b-b15d-085715d03d18 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 1093 time: 0.1702523 Oct 29 11:20:04.138450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-52f5d38f-26c5-4d42-9004-aed72f7c72b0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639513 Oct 29 11:20:04.277743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Made reservation on behalf of a2dee7551b1f491cb30b89e5ec5e9c3c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:04.280662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:04.306973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:04.320770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Request body: {'binding': {'host': 'n-h2-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:04.323431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:20:04.439816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a2dd5dec-e493-4201-81d9-103d4fa16a4f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383053 Oct 29 11:20:04.451758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-50903cb7-b3a0-4ec3-9800-cf3013e1ab36 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:04.454477 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-50903cb7-b3a0-4ec3-9800-cf3013e1ab36 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3681078 Oct 29 11:20:04.461641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7733-fbd8-4907-a9b3-a9df91dfb07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:04.482049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:04.491576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7733-fbd8-4907-a9b3-a9df91dfb07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:04.633687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf6859eb-f8c3-4434-8322-305a0d691f05 req-93434b4f-cfca-4ca2-94b7-8b5cd85b2a09 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 210 time: 0.1186392 Oct 29 11:20:04.694473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b4ce7733-fbd8-4907-a9b3-a9df91dfb07f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04e7ab4e40824e0ca278294a98acf184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960863 Oct 29 11:20:04.698187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37506) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:04.702154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7733-fbd8-4907-a9b3-a9df91dfb07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77201747-fdc5-4b48-ba8d-0ffc0ca1711e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:04.841566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-fe4c18e1-3b8c-40d9-8fcd-dba44d5d283a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:04.843145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-fe4c18e1-3b8c-40d9-8fcd-dba44d5d283a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3968821 Oct 29 11:20:04.869794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:04.891736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on host n-h2-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:04.892070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:04.892396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:04.944299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:04.944810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:04.951519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:04.967758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2db62-7a80-4204-83af-7a1a60e41ce1 req-7d05279d-98c9-47f8-bd9b-536e1e0180d4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:04.975180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfb2db62-7a80-4204-83af-7a1a60e41ce1 req-7d05279d-98c9-47f8-bd9b-536e1e0180d4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 945 time: 0.2284129 Oct 29 11:20:04.991469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:04.992084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:04.992825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:04.993686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Bound port: e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:05.050109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.054924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.084564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:20:05.101703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d578b-a811-4adc-83ca-86b06318ff87,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:05.107603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:05.110733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.113371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.113534 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Added segment 3dad2473-08e7-420c-ae57-13fd078784e5 of type vlan for network e4726d3e-de01-4198-abf8-54045f29c598 Oct 29 11:20:05.148095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.174511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.235356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfb2db62-7a80-4204-83af-7a1a60e41ce1 req-dd7aef81-3753-414f-aefd-278378e0f1d1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195764 Oct 29 11:20:05.248941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.249926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:05.250508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.273309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:05.288101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.299957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f1007247-b5a1-4c08-864e-bb8a1c589914 service neutron] 10.222.0.77 "POST /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43/bindings HTTP/1.1" status: 201 len: 389 time: 1.0898192 Oct 29 11:20:05.333706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] Pushing event updated for resources: {'Network': ['ID=e4726d3e-de01-4198-abf8-54045f29c598,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:05.336039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:05.341211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.361888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-467004f6-88fe-4cc6-8f7f-975c27c48a69 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6230204 Oct 29 11:20:05.362163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:05.377058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Request body: {'subnet': {'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-subnet', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:05.377415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e4726d3e-de01-4198-abf8-54045f29c598 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:20:05.406805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.14 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/135cf3a4-bf4b-45d5-8d5d-03a8b1d65619) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:05.425754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.429077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Made reservation on behalf of a2dee7551b1f491cb30b89e5ec5e9c3c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:05.431777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.438325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.439994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77201747-fdc5-4b48-ba8d-0ffc0ca1711e HTTP/1.1" status: 204 len: 168 time: 0.7405164 Oct 29 11:20:05.519960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918145b5-34fb-4cd9-b86f-55c27d8d3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77201747-fdc5-4b48-ba8d-0ffc0ca1711e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:05.641622 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475877dc-c9d8-483f-ac46-66edfef967c0 x-openstack-request-id: req-475877dc-c9d8-483f-ac46-66edfef967c0 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:05.646986 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-plugged", "status": "completed", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:05.648773 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-475877dc-c9d8-483f-ac46-66edfef967c0 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:05.652455 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'code': 200} Oct 29 11:20:05.836355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbc0d7-6130-48e9-a944-a529a417da31 req-78600acf-4aa6-4970-85eb-9c3654276df3 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:05.844253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3abbc0d7-6130-48e9-a944-a529a417da31 req-78600acf-4aa6-4970-85eb-9c3654276df3 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 945 time: 0.3286440 Oct 29 11:20:05.866749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bb65a-d8ee-48ed-be85-f6ba7cd2930a req-f8e39fa8-e111-4a3c-803e-f8c81f9c32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:05.868594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e4bb65a-d8ee-48ed-be85-f6ba7cd2930a req-f8e39fa8-e111-4a3c-803e-f8c81f9c32ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1096 time: 0.1212928 Oct 29 11:20:05.910863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:05.911668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3abbc0d7-6130-48e9-a944-a529a417da31 req-985373a1-4170-4116-96fd-109ebe60c56e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634944 Oct 29 11:20:05.963372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e4bb65a-d8ee-48ed-be85-f6ba7cd2930a req-05ae3585-2345-4977-abfc-2af043cb9d38 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874531 Oct 29 11:20:06.032513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-4f62be91-7c79-4567-a60c-d71458585e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.034342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-4f62be91-7c79-4567-a60c-d71458585e3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1096 time: 0.2552731 Oct 29 11:20:06.066605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41cfc92b-6fe9-4820-b811-f0e01f3e9320 req-937ed071-35a7-4bab-9b6c-9c70687ed164 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 210 time: 0.0496106 Oct 29 11:20:06.094703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37528) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:06.101077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.135603 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26082f7-1179-4e78-9408-4a715db88902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.149523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.176165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:06.249456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-3763625c-c220-4ce7-8099-633909ac2050 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587025 Oct 29 11:20:06.291299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.172 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/e250a01b-fa2c-4ab4-a4c8-9148d3e68997) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:06.335268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8422ea59-45a2-4b10-974c-60da30d3d315,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:06.346983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:06.352765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:06.362557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:06.372483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:06.383096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.383670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.412894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57984c-5e31-4af5-a928-c2d460f95f7f req-b87a0531-6497-498c-9860-5fc9bf017e94 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.416484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe57984c-5e31-4af5-a928-c2d460f95f7f req-b87a0531-6497-498c-9860-5fc9bf017e94 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 945 time: 0.2596743 Oct 29 11:20:06.472170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26082f7-1179-4e78-9408-4a715db88902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.481497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-66c33b0e-c0fb-4cf7-afa8-b0d620ee6202 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0145426 Oct 29 11:20:06.495902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Checking segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:06.496333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Network hostable DHCP agents. Network: e4726d3e-de01-4198-abf8-54045f29c598, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:20:06.509729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Request body: {'port': {'device_id': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:06.515065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab70762b-0c19-45d4-a379-ff117b26a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.516573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab70762b-0c19-45d4-a379-ff117b26a350 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3120832 Oct 29 11:20:06.524144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-bc2058b9-901a-4924-8bd4-c0000acb666d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.525801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-bc2058b9-901a-4924-8bd4-c0000acb666d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.3780918 Oct 29 11:20:06.545665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26082f7-1179-4e78-9408-4a715db88902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.644936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-7993db5d-310e-4069-a547-2997c45c975d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.648500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-7993db5d-310e-4069-a547-2997c45c975d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869455 Oct 29 11:20:06.659759 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-3eb56e96-a69f-43fb-99b7-70f0b1906026 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.1053429 Oct 29 11:20:06.673748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b14d4417-712e-4e93-985e-6e5fcc0a7264 None None] Provisioning complete for port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:06.674403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b14d4417-712e-4e93-985e-6e5fcc0a7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.677859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-3f0378f8-b570-4d8c-90f5-e36f3bf253a9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/quotas/0e3e66599618408daf1323ce7e71af60 HTTP/1.1" status: 200 len: 375 time: 0.1261258 Oct 29 11:20:06.679578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Network e4726d3e-de01-4198-abf8-54045f29c598 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:20:06.711160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.739842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b14d4417-712e-4e93-985e-6e5fcc0a7264 None None] Port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:06.744912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Request body: {'port': {'device_id': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '93d46c41b2fc4d1da0f6f6bd18b7eb1b'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:06.757892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-5daa0e6d-08b4-4851-9474-688d00bbba31 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788493 Oct 29 11:20:06.763029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f26082f7-1179-4e78-9408-4a715db88902 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=317657b5192e41bcb70b86c4d1e4ff50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671717 Oct 29 11:20:06.772928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e4726d3e-de01-4198-abf8-54045f29c598) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:06.777163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37536) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:06.785318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ff9f6-a550-413f-a6a7-4ee017832eff None None] Network e4726d3e-de01-4198-abf8-54045f29c598 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:06.829054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.829657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:06.970443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-afadffd3-ced0-4e30-bd7d-d61c343de531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:06.972262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-afadffd3-ced0-4e30-bd7d-d61c343de531 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.2894084 Oct 29 11:20:06.991286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9a3a4306-3a39-4724-abf9-2aed960e628d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6260343 Oct 29 11:20:07.035350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37538) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:07.035722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e4726d3e-de01-4198-abf8-54045f29c598', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'fixed_ips': [{'subnet_id': '8422ea59-45a2-4b10-974c-60da30d3d315'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:20:07.037845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.065956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:07.075939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-49995792-6a8d-40c9-9b5a-38241c3a40a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904346 Oct 29 11:20:07.121504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe57984c-5e31-4af5-a928-c2d460f95f7f req-1dce111a-dda3-4732-812d-8581ce411e56 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766544 Oct 29 11:20:07.130941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26082f7-1179-4e78-9408-4a715db88902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c1dc61-1c32-43ca-bb4e-867d4f4e0a9b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:07.238614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.253270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-9ffbbfbd-a4bd-42d8-b36a-9f3d668e54ca service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633873 Oct 29 11:20:07.254200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.255892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.292128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5940de8-9817-43a9-b7f1-3829a1d69898 req-52294c52-22aa-4e00-aae0-c6af976b6810 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 210 time: 0.0688636 Oct 29 11:20:07.308705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.339536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Allocated IP 172.20.0.2 (e4726d3e-de01-4198-abf8-54045f29c598/8422ea59-45a2-4b10-974c-60da30d3d315/8325f79a-5af0-4500-9572-43924548048c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:07.402367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Made reservation on behalf of 93d46c41b2fc4d1da0f6f6bd18b7eb1b for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:07.409272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.421919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.422168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.436611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.437759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.477779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:07.503198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0fa26c24-26b2-4437-8e70-e626c5db5e07 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044056 Oct 29 11:20:07.545658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:07.553380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:07.556190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:07.560832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:07.650797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e99b9-7f82-4064-9ce6-733000f08b1d req-86f842aa-1c89-44ed-a6c4-82f36a094d8e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:07.652470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-655e99b9-7f82-4064-9ce6-733000f08b1d req-86f842aa-1c89-44ed-a6c4-82f36a094d8e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 945 time: 0.1755185 Oct 29 11:20:07.675964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:07.677254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.683160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37542) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:07.700219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'floatingip': {'port_id': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:07.813092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.825043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a3ab984a-6de9-4676-b9c8-e065ecdafc8a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9637699 Oct 29 11:20:07.830577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.846474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.918152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.931062 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:07.988490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Request body: {'port': {'device_id': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:08.054438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Network e4726d3e-de01-4198-abf8-54045f29c598 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:08.064073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:08.069432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:08.087696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Pushing event updated for resources: {'Port': ['ID=8325f79a-5af0-4500-9572-43924548048c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:08.103632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a3ba2549-1abd-4372-8d3a-3e88e54621ea None None] Provisioning complete for port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:08.104364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3ba2549-1abd-4372-8d3a-3e88e54621ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.172975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.178036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.178398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.178911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.179312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.179644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.179981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.180376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.180939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.181381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.181778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.181950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489591-1f6a-4768-bde4-5b3b8b7896e9 req-a56db07e-5337-475b-a39b-850e0dfb0156 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:08.182329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.182823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:08.183596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15489591-1f6a-4768-bde4-5b3b8b7896e9 req-a56db07e-5337-475b-a39b-850e0dfb0156 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 945 time: 0.3827164 Oct 29 11:20:08.202496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-9b10e489-57ad-4c22-b5b9-3b4d6a437546 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150095 Oct 29 11:20:08.211347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.214376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.216386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26c1dc61-1c32-43ca-bb4e-867d4f4e0a9b HTTP/1.1" status: 204 len: 168 time: 1.4172039 Oct 29 11:20:08.232105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffada42-702f-4787-863d-957b6866f2b9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:08.240029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.302797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba2549-1abd-4372-8d3a-3e88e54621ea None None] Port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:08.314414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53b72f-f7f6-47fc-9c38-111f62feee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c1dc61-1c32-43ca-bb4e-867d4f4e0a9b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:08.315183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Attempting to bind port 8325f79a-5af0-4500-9572-43924548048c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:08.324939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Attempting to bind port 8325f79a-5af0-4500-9572-43924548048c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:08.325871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Attempting to bind port 8325f79a-5af0-4500-9572-43924548048c on network e4726d3e-de01-4198-abf8-54045f29c598 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:08.365654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8c070327-4a0a-46eb-9b8e-57dfc9a0b3a3 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267848 Oct 29 11:20:08.367741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:08.377365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.385466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:08.386097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Checking segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:08.386447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.386847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Bound using segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:08.387358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Bound port: 8325f79a-5af0-4500-9572-43924548048c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:08.387727 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.409301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Transition to ACTIVE for port object 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:08.424165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.512359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Pushing event updated for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:08.570346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] For port 8325f79a-5af0-4500-9572-43924548048c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:08.574278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] For port 8325f79a-5af0-4500-9572-43924548048c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8325f79a-5af0-4500-9572-43924548048c,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:08.580482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.744308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977c141-ce10-4540-b740-abc3a4ddfc99 None None] Pushing event updated for resources: {'Port': ['ID=8325f79a-5af0-4500-9572-43924548048c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:08.794056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65871298-539e-41b5-a3dc-f04552b78b97 req-1d1fc486-cd72-4a94-91c1-85e340119ebc tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 210 time: 0.1678185 Oct 29 11:20:08.830043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Attempting to bind port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:08.833619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Attempting to bind port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:08.835234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Attempting to bind port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:08.852679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15489591-1f6a-4768-bde4-5b3b8b7896e9 req-a6d1687e-3a59-4f37-b942-09536a991059 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921504 Oct 29 11:20:08.874786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:08.875349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Attempting to bind port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:08.901209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:08.905685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:08.907532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:08.913919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Bound port: 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:08.917328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:08.923313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8e98f87f-e0d1-4888-97d9-1f7c26f5b84d tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:08.926102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8e98f87f-e0d1-4888-97d9-1f7c26f5b84d tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.3955970 Oct 29 11:20:08.936404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Allocated IP 192.168.233.37 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/eaaca59e-35e7-4d22-bc76-ae8ae421cc09) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:08.978658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-9'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:09.401630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad267c8-79ed-4587-9a76-0174cb695e34 req-4db3beab-cebe-415a-841c-ec350b1cc778 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:09.403536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ad267c8-79ed-4587-9a76-0174cb695e34 req-4db3beab-cebe-415a-841c-ec350b1cc778 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 945 time: 0.4318345 Oct 29 11:20:09.403960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.413373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.475036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.541930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:09.610841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:09.623116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.662088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ad267c8-79ed-4587-9a76-0174cb695e34 req-0b83a55e-78a9-400a-94f8-6343159a9e65 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437131 Oct 29 11:20:09.732794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3755d-e353-46c9-b26f-f9ad54757ab7 req-accb4b40-893c-4454-b305-a5ca1be4e15b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:09.741678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bb3755d-e353-46c9-b26f-f9ad54757ab7 req-accb4b40-893c-4454-b305-a5ca1be4e15b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 936 time: 0.5584157 Oct 29 11:20:09.769329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:20:09.837840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-201a9686-a428-417b-9d5f-757f791d51c1 req-d76c9055-41a3-4277-9706-dc032ed453ee tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 210 time: 0.0793107 Oct 29 11:20:09.853226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.933160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:09.934034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:09.935647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] 10.222.0.41 "PUT /v2.0/ports/135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 HTTP/1.1" status: 200 len: 1095 time: 3.4328191 Oct 29 11:20:09.936257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:09.938916 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bedba-7bff-487b-8ee6-c309424116c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:09.996504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Allocated IP 172.25.4.238 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/0f5af50f-e96d-4194-97e9-a58cf2a79296) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:10.012754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:10.037515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cce31-20f5-4a73-a2bc-d8cac9426d1b service neutron] Pushing event updated for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:10.065999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:10.427604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:10.499844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:10.573109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.86', 62468) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:10.604399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bb3755d-e353-46c9-b26f-f9ad54757ab7 req-fb704539-82b1-4746-8088-1ec100182977 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8601205 Oct 29 11:20:10.629259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:10.636541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-f4c2bb8a-164d-4d28-bbe8-1e7617b46ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:10.638878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-f4c2bb8a-164d-4d28-bbe8-1e7617b46ba5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1098 time: 0.6039574 Oct 29 11:20:10.725984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629384dc-e62c-47c8-8049-88547587e571 None None] Network e4726d3e-de01-4198-abf8-54045f29c598 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:10.765256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:10.852006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-921a77cb-0379-4060-8afa-12605f5ae333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 HTTP/1.1" status: 200 len: 217 time: 0.1609166 Oct 29 11:20:10.967726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:10.989816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.006678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.018555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:11.039032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] Provisioning complete for port 8325f79a-5af0-4500-9572-43924548048c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:11.039667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.048043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Pushing event updated for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:11.053091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:11.073513 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Floating IP a6832705-1ead-40f1-93f8-04792db7d749 associated. External IP: 172.25.4.120, port: caf73902-fe6c-4300-b41c-0d9d8f2fb77f. Oct 29 11:20:11.078527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:11.125894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-56672159-3133-4abb-85a2-d3cd87bb48a0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.128641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-56672159-3133-4abb-85a2-d3cd87bb48a0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.5230620 Oct 29 11:20:11.138661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55468a-5aea-4c56-885d-8d1b0df0eff8 req-aca9ca40-c15c-4207-a724-b2e4f20edd9b tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.140333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf55468a-5aea-4c56-885d-8d1b0df0eff8 req-aca9ca40-c15c-4207-a724-b2e4f20edd9b tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 935 time: 0.4226444 Oct 29 11:20:11.150953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Request body: {'port': {'device_id': '313195dd-222e-487c-a22b-21f936c42602', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'admin_state_up': True, 'tenant_id': '0e3e66599618408daf1323ce7e71af60'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:11.154128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9fe9c-9efe-465b-9e35-75323d1c3f20 req-2d155660-730a-47be-9e06-a7ee3e86ee43 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.163582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05d9fe9c-9efe-465b-9e35-75323d1c3f20 req-2d155660-730a-47be-9e06-a7ee3e86ee43 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1096 time: 0.4733887 Oct 29 11:20:11.197442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8325f79a-5af0-4500-9572-43924548048c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:11.211163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:11.228601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:11.233380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-08c9ba0b-3064-4ef0-85c8-3e1e16e9faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.234857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-08c9ba0b-3064-4ef0-85c8-3e1e16e9faf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.3560066 Oct 29 11:20:11.270199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:11.360316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8325f79a-5af0-4500-9572-43924548048c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:11.360813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.419743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.502069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.502707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.507453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] For port 8325f79a-5af0-4500-9572-43924548048c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8325f79a-5af0-4500-9572-43924548048c,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:11.516761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.540710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf55468a-5aea-4c56-885d-8d1b0df0eff8 req-5e2a023b-bee6-4368-9a4b-fad91c2dfb22 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254448 Oct 29 11:20:11.594756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-9ea842b4-8a20-4fb5-b6c5-a14f41b56176 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9168005 Oct 29 11:20:11.604081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Pushing event updated for resources: {'Port': ['ID=0f5af50f-e96d-4194-97e9-a58cf2a79296,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:11.620821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Request body: {'port': {'device_id': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:11.697272 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f7734c-1dc8-4f22-b585-acd78e2d2757 x-openstack-request-id: req-c8f7734c-1dc8-4f22-b585-acd78e2d2757 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:11.698583 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:11.698976 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8f7734c-1dc8-4f22-b585-acd78e2d2757 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:11.699087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e250a01b-fa2c-4ab4-a4c8-9148d3e68997 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:11.700950 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'status': 'completed', 'code': 200} Oct 29 11:20:11.704151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-38734344-e462-4f3c-a509-7d319c27aed9 None None] Provisioning complete for port 8325f79a-5af0-4500-9572-43924548048c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:11.704576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-38734344-e462-4f3c-a509-7d319c27aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.706487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-f4fcdea6-4a9e-4c61-aa4c-0990f901fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:11.709197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-f4fcdea6-4a9e-4c61-aa4c-0990f901fbd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4237211 Oct 29 11:20:11.711715 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05d9fe9c-9efe-465b-9e35-75323d1c3f20 req-03d1e017-25c8-4116-8d06-f711c7cf37ea tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471027 Oct 29 11:20:11.742155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on host n-h1-805046-9 for vnic_type normal with profile {"migrating_to": "n-h2-805046-9"} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:11.742685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:11.743112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:11.769710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.781408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846ee9a-c34e-485d-817d-123f6f55e109 None None] Pushing event updated for resources: {'Port': ['ID=8325f79a-5af0-4500-9572-43924548048c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:11.859332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-38734344-e462-4f3c-a509-7d319c27aed9 None None] Provisioning complete for port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:11.859740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-38734344-e462-4f3c-a509-7d319c27aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.876638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Transition to ACTIVE for port object e250a01b-fa2c-4ab4-a4c8-9148d3e68997 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:11.891563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.902050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-38734344-e462-4f3c-a509-7d319c27aed9 None None] Port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:11.902966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:11.907447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.916384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:11.993603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f248bdb-25a7-4d50-8ddf-639880f72d23 req-62d09728-be7a-49c2-b16a-75796a9bf022 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:12.001174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f248bdb-25a7-4d50-8ddf-639880f72d23 req-62d09728-be7a-49c2-b16a-75796a9bf022 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.2414258 Oct 29 11:20:12.072040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:20:12.080605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Pushing event updated for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:12.169983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:12.170363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Attempting to bind port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:12.201551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f248bdb-25a7-4d50-8ddf-639880f72d23 req-14beb877-66a6-4de3-bef1-b0ef35259ed3 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994567 Oct 29 11:20:12.206168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cf8c830-6804-423c-abcf-d9fad17aa576 req-e62a6a27-72fe-468d-a800-a3b6fe0d9b97 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 210 time: 0.3679090 Oct 29 11:20:12.246143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:12.246499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:12.246893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:12.247336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Bound port: e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:12.247694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.268830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:12.351476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-60b7c9a0-f362-4f8c-a5ff-bc40e41fea37 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135659 Oct 29 11:20:12.354970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.535611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:12.558111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-93568635-9cd0-4f1b-bf8c-c17e5f97d7ef tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4cc4f964550746d28a366cc5537f8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552192 Oct 29 11:20:12.566832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:12.607553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.746893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-58128b45-c101-4d86-a250-8d314701926d service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830726 Oct 29 11:20:12.847365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Allocated IP 172.20.0.3 (1c91ef35-2113-40a7-8c72-502b1749de51/9e9e9495-f92d-427b-b8cf-a55c30d6a85f/455733ac-9bb8-4be0-8ce5-4b1977cd73e4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:12.850232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Attempting to bind port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:12.850602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Attempting to bind port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:12.850925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Attempting to bind port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:12.866675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a020a65-0a87-414a-b3cd-3941cc24dbbb req-80ba102f-e754-4dff-877f-441a81b33e45 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:12.868203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a020a65-0a87-414a-b3cd-3941cc24dbbb req-80ba102f-e754-4dff-877f-441a81b33e45 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 948 time: 0.5388637 Oct 29 11:20:12.886577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:12.886835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Attempting to bind port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:12.917929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=8']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:12.927512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:12.928169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.929678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-ab6ca323-076d-46fb-bb65-5938a7802cc7 service neutron] 10.222.0.86 "PUT /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 1121 time: 3.9558363 Oct 29 11:20:12.947719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:12.948223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:12.948971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:12.949632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Bound port: e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:12.949989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.953163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:20:12.957258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-fe9c639d-20b7-48c7-8ddb-5e6952b18a48 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:12.958923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-fe9c639d-20b7-48c7-8ddb-5e6952b18a48 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3842881 Oct 29 11:20:12.959933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:12.988311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:20:12.993282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-ae7cef1b-f22b-4fee-9293-5b88a5d0ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:12.995288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-ae7cef1b-f22b-4fee-9293-5b88a5d0ac66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1098 time: 0.1608090 Oct 29 11:20:13.019569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:13.022308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:13.028311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-455c1ca9-f626-4f8f-8ca0-79b54b73b1a1 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/quotas/4cc4f964550746d28a366cc5537f8614 HTTP/1.1" status: 200 len: 375 time: 0.0512848 Oct 29 11:20:13.040729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.111332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-576ff73f-be30-4b52-982b-f49f22ce1b37 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411313 Oct 29 11:20:13.120897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1eb8f46a-f7d2-4e39-baf5-12e27b3f0fd4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "PUT /v2.0/floatingips/a6832705-1ead-40f1-93f8-04792db7d749 HTTP/1.1" status: 200 len: 991 time: 5.4365351 Oct 29 11:20:13.132203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:13.135849 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0056d532-aad7-4b8d-a5db-b90a452da613" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:13.164235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a020a65-0a87-414a-b3cd-3941cc24dbbb req-5132fa4d-6cf4-4754-b107-7a50ceccd58a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787092 Oct 29 11:20:13.217046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:13.277053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-3dfef2ed-8722-48fd-b050-91b41f17e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.278474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-3dfef2ed-8722-48fd-b050-91b41f17e14b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2630489 Oct 29 11:20:13.374840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-782a0757-d4c1-4bba-a58e-88118aa5f942 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 HTTP/1.1" status: 200 len: 217 time: 0.0807405 Oct 29 11:20:13.388419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaca59e-35e7-4d22-bc76-ae8ae421cc09 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:13.395322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:13.401798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:13.408891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8325f79a-5af0-4500-9572-43924548048c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:13.419996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.425186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:13.442970 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.467237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.469314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Transition to ACTIVE for port object eaaca59e-35e7-4d22-bc76-ae8ae421cc09 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:13.508468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe315f3-a1dd-4ba3-abc2-b5269ec89c95 req-b52e850b-e1c7-4172-8a98-deabf833730b tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.515812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe315f3-a1dd-4ba3-abc2-b5269ec89c95 req-b52e850b-e1c7-4172-8a98-deabf833730b tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1096 time: 0.2436895 Oct 29 11:20:13.517862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.533098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.533913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.539545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] 10.222.0.41 "PUT /v2.0/ports/e250a01b-fa2c-4ab4-a4c8-9148d3e68997 HTTP/1.1" status: 200 len: 1096 time: 5.6889565 Oct 29 11:20:13.565797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052c24-b91c-4591-883c-29a9df35d496 req-170a3678-85f2-4054-b121-f04c0b37d753 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.578178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b052c24-b91c-4591-883c-29a9df35d496 req-170a3678-85f2-4054-b121-f04c0b37d753 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 947 time: 0.1169612 Oct 29 11:20:13.584588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-3e25717e-32cd-4711-9e7e-403ee3c54c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.586099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-3e25717e-32cd-4711-9e7e-403ee3c54c3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1939311 Oct 29 11:20:13.599592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8325f79a-5af0-4500-9572-43924548048c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:13.599957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.607711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Router d9af2c2c-891d-460c-bff8-7728bfbb1838 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:20:13.641510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69de8b-ccce-4466-9e58-bd0fd1b6653c service neutron] Pushing event updated for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:13.705811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'}, {'name': 'network-changed', 'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:13.709419 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a70782-8744-4793-ae4c-68283c246317" -d '{"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43"}, {"name": "network-changed", "server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:13.728611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:13.739955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe315f3-a1dd-4ba3-abc2-b5269ec89c95 req-65569ea3-8f0d-4475-a2f6-f63ea7099c33 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222123 Oct 29 11:20:13.799997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:13.886628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:13.900936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:98:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:20:09Z', 'revision_number': 1, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:13.905149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Network 1c91ef35-2113-40a7-8c72-502b1749de51 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:13.913930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-41ddef5c-60f1-47a6-8f9c-f6760abaf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.916885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-41ddef5c-60f1-47a6-8f9c-f6760abaf773 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 1099 time: 0.3252091 Oct 29 11:20:13.929779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:13.932508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b052c24-b91c-4591-883c-29a9df35d496 req-d9593c34-4c11-43a9-9bd6-57e01b960796 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534257 Oct 29 11:20:13.936747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:13.948543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-a54df973-32ad-4472-bbc8-8958acc2cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:13.964560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-a54df973-32ad-4472-bbc8-8958acc2cced service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3455088 Oct 29 11:20:13.981798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:20:14.076031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:14.077995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:14.111195 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fd4c2-743c-47cd-a156-6bfd741f725b x-openstack-request-id: req-611fd4c2-743c-47cd-a156-6bfd741f725b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:14.113187 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:14.113708 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-611fd4c2-743c-47cd-a156-6bfd741f725b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:14.118190 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'status': 'completed', 'code': 200} Oct 29 11:20:14.129881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.130523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:14.206520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-04c03f8d-f2f2-4327-a4ec-4e8ac960bc17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997 HTTP/1.1" status: 200 len: 217 time: 0.1162312 Oct 29 11:20:14.213626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-61dc97e8-592b-4ed2-abe5-66956e885eb0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0720406 Oct 29 11:20:14.233866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Request body: {'port': {'device_id': '313195dd-222e-487c-a22b-21f936c42602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:14.279461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-110f11e1-e315-47aa-9361-af81fbd9a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.281084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-110f11e1-e315-47aa-9361-af81fbd9a891 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 1096 time: 0.2261512 Oct 29 11:20:14.286904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:14.322893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab1089-44a9-4117-bd9c-f7fe4091822b req-1a1305ae-2c7a-4085-9efe-bd51a3b8bb7b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.324872 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49ab1089-44a9-4117-bd9c-f7fe4091822b req-1a1305ae-2c7a-4085-9efe-bd51a3b8bb7b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 931 time: 0.1670847 Oct 29 11:20:14.339385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:20:14.341690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:14.342971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Attempting to bind port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:14.344744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Attempting to bind port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:14.344744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Attempting to bind port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:14.354315 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Sync routers for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:20:14.368255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-9a93ab08-6cff-48eb-8543-4b4bcb9aa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.369751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-9a93ab08-6cff-48eb-8543-4b4bcb9aa4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1414726 Oct 29 11:20:14.371902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:14.372222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Attempting to bind port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:14.382602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fe166-e660-4ed6-8f6d-0d3d2b145c91 req-e5b7454c-ab05-4284-af57-9c7f62169fd2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.383259 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:14.383868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-f5edfe6e-f03e-4533-bde1-01afa314e146 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181294 Oct 29 11:20:14.384350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:14.389961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d47fe166-e660-4ed6-8f6d-0d3d2b145c91 req-e5b7454c-ab05-4284-af57-9c7f62169fd2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.1968603 Oct 29 11:20:14.450715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:14.451137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:14.451444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:14.451891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Bound port: eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:14.452247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:14.512515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:14.517304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a9e9d52e-4ee9-478f-883b-9ab37d1ead5f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4744148 Oct 29 11:20:14.519244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37650) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:14.571696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49ab1089-44a9-4117-bd9c-f7fe4091822b req-dab317a1-693e-4908-9f2d-8395c1c10499 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952248 Oct 29 11:20:14.610772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-f0d4b549-3cb7-49ba-afe6-c3c85f1b6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.613273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-f0d4b549-3cb7-49ba-afe6-c3c85f1b6dda service neutron] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 925 time: 0.3149400 Oct 29 11:20:14.624704 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:14.632606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c28bedba-7bff-487b-8ee6-c309424116c6 req-dbd87eab-7d22-44f4-b356-8156824166b9 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382030 Oct 29 11:20:14.726578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d47fe166-e660-4ed6-8f6d-0d3d2b145c91 req-0794137c-9551-4dad-982a-7232df634bc9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343389 Oct 29 11:20:14.757898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a3f1d2aa-10a7-4b98-8841-9633c3a3008e req-c6c7bb66-432a-4cd3-b1e5-815de4c1b0a1 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 210 time: 0.0544016 Oct 29 11:20:14.826167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-1c614fd0-a4fa-4d92-b877-d8a8a8b468fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 200 len: 999 time: 0.2013233 Oct 29 11:20:14.831152 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aaba28-4476-449b-9f43-8d745c190a7e x-openstack-request-id: req-72aaba28-4476-449b-9f43-8d745c190a7e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:14.831451 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43", "code": 200}, {"name": "network-changed", "server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:14.838380 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72aaba28-4476-449b-9f43-8d745c190a7e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:14.838891 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'code': 200} Oct 29 11:20:14.839159 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'status': 'completed', 'code': 200} Oct 29 11:20:14.914408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a6a8fb2c-50b0-4f27-853b-89c16135117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.915935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-a6a8fb2c-50b0-4f27-853b-89c16135117d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5216658 Oct 29 11:20:14.967881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-1402ffbf-2d87-49af-a57a-ba489d64dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:14.969651 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-1402ffbf-2d87-49af-a57a-ba489d64dd2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.1290529 Oct 29 11:20:15.023674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.41', 55250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:15.024043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:98:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:20:09Z', 'revision_number': 1, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:15.086739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbd393-0132-4fbe-80b8-e7bb667e7563 None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:98:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:20:09Z', 'revision_number': 1, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:20:15.087979 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:11Z', 'revision_number': 3, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:15.128477 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Checking router: d9af2c2c-891d-460c-bff8-7728bfbb1838 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:20:15.129245 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Updating router d9af2c2c-891d-460c-bff8-7728bfbb1838 port 0f5af50f-e96d-4194-97e9-a58cf2a79296 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:20:15.148639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:15.164109 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.397027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebef534-0af9-4d2c-8581-ae378dcc3871 None None] New status for floating IP a6832705-1ead-40f1-93f8-04792db7d749: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:20:15.399954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:15.410321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.444205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-60e0fd03-e7ec-419f-ade9-54a1cc5092bd tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4cc4f964550746d28a366cc5537f8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229988 Oct 29 11:20:15.447591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a70782-8744-4793-ae4c-68283c246317 req-d98ab033-10f7-4b10-bdaf-4152a839131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.449590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-d98ab033-10f7-4b10-bdaf-4152a839131a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1124 time: 0.5652280 Oct 29 11:20:15.486383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d477b8-435e-4069-9387-6a9ba5fe6b9b req-7fbfa940-c501-4654-b983-23b714f9dbea tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.491224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57d477b8-435e-4069-9387-6a9ba5fe6b9b req-7fbfa940-c501-4654-b983-23b714f9dbea tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 948 time: 0.5036047 Oct 29 11:20:15.537764 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.545023 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.602177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-8a71b67e-cad8-4207-9d5f-cb77b5f92376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.603716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-8a71b67e-cad8-4207-9d5f-cb77b5f92376 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6098130 Oct 29 11:20:15.674517 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Pushing event updated for resources: {'Port': ['ID=0f5af50f-e96d-4194-97e9-a58cf2a79296,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:15.695981 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.696428 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.696994 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.697512 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.697929 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.699178 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.699598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.699996 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.700391 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.700801 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.701213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.702419 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:15.713539 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Attempting to bind port 0f5af50f-e96d-4194-97e9-a58cf2a79296 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:15.714030 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Attempting to bind port 0f5af50f-e96d-4194-97e9-a58cf2a79296 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:15.714449 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Attempting to bind port 0f5af50f-e96d-4194-97e9-a58cf2a79296 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:15.721597 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:15.722215 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:15.722831 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.723946 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:15.724482 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Bound port: 0f5af50f-e96d-4194-97e9-a58cf2a79296, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:15.725919 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.735921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.736953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.741487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] 10.222.0.86 "PUT /v2.0/ports/eaaca59e-35e7-4d22-bc76-ae8ae421cc09 HTTP/1.1" status: 200 len: 1095 time: 4.1375508 Oct 29 11:20:15.787158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-e4dfa111-7a6b-4294-b21d-33c4eb7adfd2 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.789448 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-e4dfa111-7a6b-4294-b21d-33c4eb7adfd2 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388035 Oct 29 11:20:15.793361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a70782-8744-4793-ae4c-68283c246317 req-8bc6615c-bc58-4634-9bcc-c9f04b6cb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:15.795068 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-8bc6615c-bc58-4634-9bcc-c9f04b6cb5b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3301406 Oct 29 11:20:15.825531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Request body: {'port': {'device_id': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '4cc4f964550746d28a366cc5537f8614'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:15.876452 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] For port 0f5af50f-e96d-4194-97e9-a58cf2a79296, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:15.880619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] For port 0f5af50f-e96d-4194-97e9-a58cf2a79296, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5af50f-e96d-4194-97e9-a58cf2a79296,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:15.890183 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.974437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:15.984155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:15.990665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-3500f4e8-1c8f-4d23-9b43-b4736f080884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.1798604 Oct 29 11:20:15.995159 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc2b1-eac4-4f19-92e2-4c5fbb394390 None None] Pushing event updated for resources: {'Port': ['ID=0f5af50f-e96d-4194-97e9-a58cf2a79296,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:16.004559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Transition to ACTIVE for port object 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:16.007724 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-d4f64c65-0f00-4e65-96bd-bc482508cc34 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918366 Oct 29 11:20:16.012029 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:16.012795 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:16.056024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.076333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a70782-8744-4793-ae4c-68283c246317 req-7cc4d719-2127-4753-a86c-d644f2fec470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:16.078317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-7cc4d719-2127-4753-a86c-d644f2fec470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0691400 Oct 29 11:20:16.176605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:16.181163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-0cb3a883-e86a-40b5-89d1-78e8afb515d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908513 Oct 29 11:20:16.314754 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0056d532-aad7-4b8d-a5db-b90a452da613 req-fc785577-01eb-4e2f-b53d-dacac5cd94a9 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404020 Oct 29 11:20:16.319382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Made reservation on behalf of 4cc4f964550746d28a366cc5537f8614 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:16.335895 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.358146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.383179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-e4275a8f-52d6-47f5-9cee-c203141f52d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930957 Oct 29 11:20:16.387064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:16.450908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'}, {'name': 'network-changed', 'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:16.453398 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e06653-4bbc-444e-8b06-5a5e6064d4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997"}, {"name": "network-changed", "server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:16.531691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-8ce81f20-ccbb-48bc-b30f-895803ef9609 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5812190 Oct 29 11:20:16.534851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472c0d-450e-4809-b04b-2589c2631528 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:16.551248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:16.559392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-5e46ca2f-853b-417f-b862-42d8737f0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:16.562661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-5e46ca2f-853b-417f-b862-42d8737f0bcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 1098 time: 0.5091867 Oct 29 11:20:16.566375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:16.579548 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a70782-8744-4793-ae4c-68283c246317 req-8f5e2494-131f-4a15-89cf-8843f1eba82d service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472499 Oct 29 11:20:16.579936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:16.599438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'mac_address': 'fa:16:3e:a4:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:16.602897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57d477b8-435e-4069-9387-6a9ba5fe6b9b req-b9c11aea-4655-4502-91db-2083675c6416 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0392973 Oct 29 11:20:16.631805 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:11Z', 'revision_number': 3, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:16.650920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.658298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.681492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def30de4-5304-404d-98bf-6ea9f47a8f99 None None] The sync data for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 is: [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:11Z', 'revision_number': 3, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:20:16.700057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.751323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4321bb79-6186-46fb-8e3b-943e3ede1cc5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:16.752515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:16.765205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:16.792811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:16.794800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 has no active binding in host n-h2-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:20:16.802182 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:16.854360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a11bffda-7258-44bb-ac1c-2137520e6667 req-9c7bc324-b65a-4dcd-aee5-9369644a3b94 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893937 Oct 29 11:20:16.855297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:16.876292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Allocated IP 192.168.233.111 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/9fa41929-2a16-4483-8606-26f8e76c6a45) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:16.912164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:16.952328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-3c5caaf7-04ba-4507-98a2-f6e55d9fdb19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09 HTTP/1.1" status: 200 len: 217 time: 0.2662187 Oct 29 11:20:17.083498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd2d4-f2d5-4248-a722-a310d15fdd89 req-b35e334a-df7e-4545-9e7a-2a2044d24d27 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.084102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df2fd2d4-f2d5-4248-a722-a310d15fdd89 req-b35e334a-df7e-4545-9e7a-2a2044d24d27 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 947 time: 0.2178938 Oct 29 11:20:17.112613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['135cf3a4-bf4b-45d5-8d5d-03a8b1d65619'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:17.129870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-ff0d622e-f76a-4ac3-a73d-e7230f239ec6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:20:17.129870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-ff0d622e-f76a-4ac3-a73d-e7230f239ec6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5568528 Oct 29 11:20:17.170158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.182422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Attempting to bind port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:17.182856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Attempting to bind port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:17.183437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Attempting to bind port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:17.195634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 on network 1c91ef35-2113-40a7-8c72-502b1749de51 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:17.196041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Attempting to bind port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:17.234102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.260306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-1fa67cd6-8238-40bd-a06e-8d1f9463c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.262197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-1fa67cd6-8238-40bd-a06e-8d1f9463c974 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2743139 Oct 29 11:20:17.263333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-4c25c801-996a-417f-9cd9-a420947cecc1 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.264793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-4c25c801-996a-417f-9cd9-a420947cecc1 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 1093 time: 0.0896995 Oct 29 11:20:17.274003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:17.274448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Checking segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:17.274759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Bound using segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:17.275591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Bound port: 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:17.275961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.294840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:17.298895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:17.304421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:17.311923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.312877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.329182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Pushing event updated for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:17.345962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df2fd2d4-f2d5-4248-a722-a310d15fdd89 req-9a92ad20-4803-4645-925e-7904f054cbd0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317927 Oct 29 11:20:17.354463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-0faa1059-737b-4161-81d1-072a5463b2e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5447426 Oct 29 11:20:17.377050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Request body: {'port': {'device_id': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:17.466487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.522692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-826a95bc-d002-4e87-b234-375cc5ba7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.524426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-826a95bc-d002-4e87-b234-375cc5ba7ed9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2456758 Oct 29 11:20:17.539150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:17.539755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:20:17.619682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:17.623737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:17.657634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a03e51aa-e1a0-4622-9a79-d8a9ec0e0c94 None None] Provisioning complete for port 9fa41929-2a16-4483-8606-26f8e76c6a45 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:17.658216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a03e51aa-e1a0-4622-9a79-d8a9ec0e0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.682464 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.704163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a03e51aa-e1a0-4622-9a79-d8a9ec0e0c94 None None] Port 9fa41929-2a16-4483-8606-26f8e76c6a45 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:17.782218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa41929-2a16-4483-8606-26f8e76c6a45 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:17.790352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.816004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Transition to ACTIVE for port object 9fa41929-2a16-4483-8606-26f8e76c6a45 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:17.819543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.820228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.821673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d92c0997-0c26-418c-9e36-255731da832f service neutron] 10.222.0.86 "PUT /v2.0/ports/455733ac-9bb8-4be0-8ce5-4b1977cd73e4 HTTP/1.1" status: 200 len: 1091 time: 3.5922363 Oct 29 11:20:17.821794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.826503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:17.835311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdaa2d-fde8-4e19-9b63-2c04a4335a90 req-23bfe883-c9ac-4069-aa09-91ac1fc060e3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:17.836831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ccdaa2d-fde8-4e19-9b63-2c04a4335a90 req-23bfe883-c9ac-4069-aa09-91ac1fc060e3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 943 time: 0.3637335 Oct 29 11:20:17.927960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:17.943530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Attempting to bind port 9fa41929-2a16-4483-8606-26f8e76c6a45 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:17.943995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Attempting to bind port 9fa41929-2a16-4483-8606-26f8e76c6a45 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:17.944311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Attempting to bind port 9fa41929-2a16-4483-8606-26f8e76c6a45 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:17.949319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Port 9fa41929-2a16-4483-8606-26f8e76c6a45 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:17.949943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Attempting to bind port 9fa41929-2a16-4483-8606-26f8e76c6a45 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:17.953712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c0997-0c26-418c-9e36-255731da832f service neutron] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:17.958383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:17.958954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:17.959506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:17.960252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Bound port: 9fa41929-2a16-4483-8606-26f8e76c6a45, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:17.960772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.034223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-c8f7968a-c71a-490e-bac5-36c725454491 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854188 Oct 29 11:20:18.037221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:18.040403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9fa41929-2a16-4483-8606-26f8e76c6a45,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:18.044853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.090167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.090923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.092877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] 10.222.0.41 "PUT /v2.0/ports/9fa41929-2a16-4483-8606-26f8e76c6a45 HTTP/1.1" status: 200 len: 1096 time: 0.7230949 Oct 29 11:20:18.093368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:18.096697 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f285c4-693c-4f3e-a5ac-3cd3702da899" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:18.127575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a016f7-6ac4-4b5b-ae4c-9165b56e387a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:18.143680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ccdaa2d-fde8-4e19-9b63-2c04a4335a90 req-973ecf3e-2c4e-4b6c-8fa4-ee7bd730b782 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861748 Oct 29 11:20:18.166219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d4bd49ff-cfcb-4518-b1f2-715f5caa6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.167789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-d4bd49ff-cfcb-4518-b1f2-715f5caa6e4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 1094 time: 0.2765987 Oct 29 11:20:18.202503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-83a11954-cac1-46ff-b94d-e79a7627cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.203542 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-83a11954-cac1-46ff-b94d-e79a7627cbac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 1099 time: 0.0679474 Oct 29 11:20:18.256235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-91d6b555-1b34-429a-b04c-8d884929eac7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4 HTTP/1.1" status: 200 len: 217 time: 0.0710857 Oct 29 11:20:18.266061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-4563449e-0f0c-4fc5-8ab3-46f709008ca1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9fa41929-2a16-4483-8606-26f8e76c6a45 HTTP/1.1" status: 200 len: 217 time: 0.0535123 Oct 29 11:20:18.320731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:18.323429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:18.323429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:18.330843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-b0a5894d-2d02-4607-8606-e0992d906e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.332912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-b0a5894d-2d02-4607-8606-e0992d906e7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0588069 Oct 29 11:20:18.386057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:18.396049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:18.396492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:18.401655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-ad4e9b89-7197-4fa2-afc6-7d797813ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.404425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-ad4e9b89-7197-4fa2-afc6-7d797813ca80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647066 Oct 29 11:20:18.426422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Allocated IP 172.20.0.1 (e4726d3e-de01-4198-abf8-54045f29c598/8422ea59-45a2-4b10-974c-60da30d3d315/d64203da-ed2d-4afa-b351-881f0bd93222) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:18.429693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-adc3baae-d689-43cb-81af-a16698402477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.431911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-adc3baae-d689-43cb-81af-a16698402477 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.1324315 Oct 29 11:20:18.431911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:18.432269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:18.432567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:18.433106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Bound port: b8348726-aab0-408a-976e-ad43cdd6bce4, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:18.441227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c4b47a-72c8-4913-a385-57aad70d1318 req-2aea16b5-59fa-498e-bdf2-5a54970ab4a8 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872519 Oct 29 11:20:18.511519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:18.522205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:18.522564 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.524118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-a7f8d2d4-9be0-4b0a-a15e-89e292026b65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793746 Oct 29 11:20:18.569355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-68c2b218-70a8-49d8-81e8-7ecab102946f service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553996 Oct 29 11:20:18.579259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aa53a-d727-4936-9ca2-a8632026ccdb req-be24db94-14c9-4c89-aae6-aa53f66d2fcc tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:18.580947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-655aa53a-d727-4936-9ca2-a8632026ccdb req-be24db94-14c9-4c89-aae6-aa53f66d2fcc tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 943 time: 0.2918766 Oct 29 11:20:18.670255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.689578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:18.705946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.707110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-83e5178d-2354-4eea-94d0-dc617f924e87 service neutron] 10.222.0.77 "POST /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4/bindings HTTP/1.1" status: 201 len: 389 time: 1.3596294 Oct 29 11:20:18.709990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:18.712385 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff7ee3-89e5-4161-ac23-6438222cd3ab" -d '{"events": [{"server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "name": "network-vif-plugged", "status": "completed", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:18.729145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:18.737465 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.751985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-655aa53a-d727-4936-9ca2-a8632026ccdb req-03aaec10-604a-4d76-aab7-3f24a505cff2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480358 Oct 29 11:20:18.781378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3188c10d-97b4-480f-b9c0-8477c9034fd7 req-4026ed01-1b31-4e28-b62d-83eb22295baf service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016630 Oct 29 11:20:18.791659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.803536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-f6295e79-92fb-4e3e-86d7-aa7e9b30dacb service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659390 Oct 29 11:20:18.855090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:18.901480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:18.982349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-f0247cf2-e3c1-4e36-b94b-0c3cbb46b068 service neutron] 10.222.0.41 "GET /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43/bindings/n-h2-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.1359773 Oct 29 11:20:19.102125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5af50f-e96d-4194-97e9-a58cf2a79296 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:19.175261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f5af50f-e96d-4194-97e9-a58cf2a79296 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:19.175685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.209760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65166c73-8525-4c81-b2d7-1c54c21e279c req-6ffcf7d7-347f-488a-a6cb-9be39dbe1e24 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.211377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65166c73-8525-4c81-b2d7-1c54c21e279c req-6ffcf7d7-347f-488a-a6cb-9be39dbe1e24 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 948 time: 0.1181941 Oct 29 11:20:19.273813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.300271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 0f5af50f-e96d-4194-97e9-a58cf2a79296, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5af50f-e96d-4194-97e9-a58cf2a79296,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:19.301777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-6e1045ab-4c6b-44d6-add5-477c8b55ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.303400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-6e1045ab-4c6b-44d6-add5-477c8b55ab65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1096 time: 0.1563041 Oct 29 11:20:19.306059 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e3ba2-3e31-4af2-96ca-3f12b7286394 x-openstack-request-id: req-989e3ba2-3e31-4af2-96ca-3f12b7286394 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:19.306361 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:19.306853 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-989e3ba2-3e31-4af2-96ca-3f12b7286394 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:19.307165 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', 'status': 'completed', 'code': 200} Oct 29 11:20:19.307416 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'status': 'completed', 'code': 200} Oct 29 11:20:19.308405 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.339490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Network e4726d3e-de01-4198-abf8-54045f29c598 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:19.351821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65166c73-8525-4c81-b2d7-1c54c21e279c req-4767a2b4-1b85-4b07-bd3d-9064deeeb49c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285949 Oct 29 11:20:19.384755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=0f5af50f-e96d-4194-97e9-a58cf2a79296,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:19.401540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:19.422353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:19.424916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:19.434620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d247d6a-e4c4-4e4a-a9f2-73233b9e4c49 req-619b0efc-39a7-4031-b418-ec474443db59 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121030 Oct 29 11:20:19.464760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:19.476917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Pushing event updated for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:19.493798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bcf6e-4f54-4889-ad9a-d4407b9e5ddf req-e9b8d990-29fd-4d1c-9553-2f76a804adf6 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.497835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-616bcf6e-4f54-4889-ad9a-d4407b9e5ddf req-e9b8d990-29fd-4d1c-9553-2f76a804adf6 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 948 time: 0.6196582 Oct 29 11:20:19.507755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-437a1fb7-944b-4630-874e-5d648684e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.513592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-437a1fb7-944b-4630-874e-5d648684e024 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.1961541 Oct 29 11:20:19.551235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-c0aed370-dfb1-4be4-b265-1d58821dbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.552752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-c0aed370-dfb1-4be4-b265-1d58821dbd4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 1099 time: 0.2484920 Oct 29 11:20:19.557617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-ac694959-7e4d-465e-9475-1dc172b46e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.559124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-ac694959-7e4d-465e-9475-1dc172b46e80 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 1098 time: 0.2509663 Oct 29 11:20:19.562887 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-7d4f49a8-d179-411b-8b2f-7ccd2a707d9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.0437937 Oct 29 11:20:19.565308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:19.574309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.604360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:19.637510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.640762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-4c083fb7-1a16-4047-acdc-06e76a2bedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.642512 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-4c083fb7-1a16-4047-acdc-06e76a2bedee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0714965 Oct 29 11:20:19.670378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-616bcf6e-4f54-4889-ad9a-d4407b9e5ddf req-e3a77354-3e85-4992-a73c-7928eeb797f4 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569960 Oct 29 11:20:19.726298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5a3ff1f8-3ecb-4627-a733-74025586957b None None] Provisioning complete for port d64203da-ed2d-4afa-b351-881f0bd93222 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:19.726853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff1f8-3ecb-4627-a733-74025586957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.767682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] Transition to ACTIVE for port object e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:19.768802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-e9e555f5-d4e4-4a5f-91f4-953abc8a8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.772624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-e9e555f5-d4e4-4a5f-91f4-953abc8a8304 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2088392 Oct 29 11:20:19.787747 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf473a1-8433-455c-a837-0a5e2e5533b0 x-openstack-request-id: req-8bf473a1-8433-455c-a837-0a5e2e5533b0 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:19.788032 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:19.788266 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bf473a1-8433-455c-a837-0a5e2e5533b0 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:19.791283 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45', 'status': 'completed', 'code': 200} Oct 29 11:20:19.794187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.41', 55253) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:19.798131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ff1f8-3ecb-4627-a733-74025586957b None None] Port d64203da-ed2d-4afa-b351-881f0bd93222 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:19.798875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-a2bdc47f-7c89-4bc9-894f-385816764fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469889 Oct 29 11:20:19.811125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.880669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-42965b6b-0db2-46e3-a656-bc9872c6a536 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997 HTTP/1.1" status: 200 len: 217 time: 0.0721552 Oct 29 11:20:19.881312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:19.981719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37f9fa-5efb-41e4-8dd6-fb7473e503cb req-561bba55-58c7-4292-bae1-daed3f6a540a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:19.983271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c37f9fa-5efb-41e4-8dd6-fb7473e503cb req-561bba55-58c7-4292-bae1-daed3f6a540a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 947 time: 0.1609616 Oct 29 11:20:20.011539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-266ee104-43b5-4664-a053-9164cb5c4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.013045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-266ee104-43b5-4664-a053-9164cb5c4b53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1201742 Oct 29 11:20:20.124412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c37f9fa-5efb-41e4-8dd6-fb7473e503cb req-9c62a485-5c32-4a22-bdbc-039c6096a0fd tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302156 Oct 29 11:20:20.157107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-8f62fac4-f6e9-4784-aa29-819989688800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.159590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-8f62fac4-f6e9-4784-aa29-819989688800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340160 Oct 29 11:20:20.189190 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f186294-4c09-4d57-929b-c04c282d2128 x-openstack-request-id: req-8f186294-4c09-4d57-929b-c04c282d2128 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:20.189411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] No DVR routers for this DVR port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:20:20.190329 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "name": "network-vif-plugged", "status": "completed", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:20.190597 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f186294-4c09-4d57-929b-c04c282d2128 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:20.193033 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'code': 200} Oct 29 11:20:20.204105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:20.213224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-bbe88ef8-8cf9-4299-a39e-1e5c586abbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.215012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-bbe88ef8-8cf9-4299-a39e-1e5c586abbff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 1099 time: 0.4150696 Oct 29 11:20:20.283610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.41', 55254) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:20.317593 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-68f03415-3486-4b40-a157-236d06e987b5 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024474 Oct 29 11:20:20.325770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-8d157ae4-1ac6-4ce0-b638-162486eea9d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43/bindings/n-h2-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3257549 Oct 29 11:20:20.345638 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.408273 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.417938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e250a01b-fa2c-4ab4-a4c8-9148d3e68997 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:20.440071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-18132430-b3e3-480d-8248-747144cbe5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.442122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-18132430-b3e3-480d-8248-747144cbe5fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2136896 Oct 29 11:20:20.499624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-cb5a0063-55db-4e88-b477-af3f9a80ead1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9fa41929-2a16-4483-8606-26f8e76c6a45 HTTP/1.1" status: 200 len: 217 time: 0.0453374 Oct 29 11:20:20.509724 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0a17d35b-66d9-4dc6-8e81-d4ddd8647d7f service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825216 Oct 29 11:20:20.579681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-0b38c6be-2c90-4663-b217-6b3f2cc2811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.581214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-0b38c6be-2c90-4663-b217-6b3f2cc2811d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0709488 Oct 29 11:20:20.633088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b587f0-3037-47e7-b950-e4b78f2f4d13 req-861ef688-533d-4e39-8a96-1aa247c1e6dd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.634607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c2b587f0-3037-47e7-b950-e4b78f2f4d13 req-861ef688-533d-4e39-8a96-1aa247c1e6dd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 943 time: 0.1400967 Oct 29 11:20:20.636267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-eaf0bd00-a46f-419a-a780-68637268ce55 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662988 Oct 29 11:20:20.641782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:20.663101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', 'mac_address': 'fa:16:3e:08:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:20.708466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-4cf77613-37c9-4232-b6ac-16fd53cb463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.709948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-4cf77613-37c9-4232-b6ac-16fd53cb463e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190627 Oct 29 11:20:20.714652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-1ba72203-0a88-4681-95c7-09cc2d47056a tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.716065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-1ba72203-0a88-4681-95c7-09cc2d47056a tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.0928166 Oct 29 11:20:20.716940 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.721599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c2b587f0-3037-47e7-b950-e4b78f2f4d13 req-c9908c75-9773-40e4-a563-7fcb1119e7da tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Oct 29 11:20:20.728736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Pushing event updated for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:20.742529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:20.750844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e250a01b-fa2c-4ab4-a4c8-9148d3e68997 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:20.779028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:20.785643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.801592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4c9b8-0419-455b-b60b-8810d31d0524 req-10b78df1-e0a4-42ca-8c23-51272c8e2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.803940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edd4c9b8-0419-455b-b60b-8810d31d0524 req-10b78df1-e0a4-42ca-8c23-51272c8e2c67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1100 time: 0.5165989 Oct 29 11:20:20.818493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.829677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa7e2-442b-4e5f-9390-98b19c60439f req-bf3ddd5a-30a3-454b-a1ef-7498dbb9d50a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.831368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7eaa7e2-442b-4e5f-9390-98b19c60439f req-bf3ddd5a-30a3-454b-a1ef-7498dbb9d50a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 945 time: 0.5469506 Oct 29 11:20:20.857685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:20.902343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:20.933702 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-ae4dd5b0-0bba-466f-9230-361012eead7a service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094193 Oct 29 11:20:20.947782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c1c20-a278-4485-b37c-d7db99296ee7 req-0be6021e-2300-40f1-b34b-8777e73e4a40 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.949428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f27c1c20-a278-4485-b37c-d7db99296ee7 req-0be6021e-2300-40f1-b34b-8777e73e4a40 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1385906 Oct 29 11:20:20.978577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-5964af08-b99f-4726-81b3-0bfb0bd8537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:20.980036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-5964af08-b99f-4726-81b3-0bfb0bd8537f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.6075277 Oct 29 11:20:21.017864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5af50f-e96d-4194-97e9-a58cf2a79296 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:21.030059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-47ba7e08-edb5-42ca-af6b-009623567eee tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.031559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-47ba7e08-edb5-42ca-af6b-009623567eee tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.6166580 Oct 29 11:20:21.033098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edd4c9b8-0419-455b-b60b-8810d31d0524 req-cdc401e9-cd98-4fa7-b861-fe7bb437fbcd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994858 Oct 29 11:20:21.069308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-25d68515-a87e-4246-b6ec-d4eef1dad664 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749754 Oct 29 11:20:21.075680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['e250a01b-fa2c-4ab4-a4c8-9148d3e68997'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:21.079300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-9dfb6916-b359-4a8e-b81b-019b1002b661 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09 HTTP/1.1" status: 200 len: 217 time: 0.0789278 Oct 29 11:20:21.082310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7eaa7e2-442b-4e5f-9390-98b19c60439f req-d254455e-baaf-4720-a053-bb19dbf9ea28 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335730 Oct 29 11:20:21.123143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f5af50f-e96d-4194-97e9-a58cf2a79296 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:21.124117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.149119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f27c1c20-a278-4485-b37c-d7db99296ee7 req-5013c31b-69a2-459c-94bb-ece188078fc0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746624 Oct 29 11:20:21.218252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d1f285c4-693c-4f3e-a5ac-3cd3702da899 req-840ce512-64d9-4853-aded-8ca650a1ad60 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473669 Oct 29 11:20:21.235017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:21.294296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Network e4726d3e-de01-4198-abf8-54045f29c598 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:21.298818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-7c8bc65c-dab5-4596-9d02-974733b559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.302389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-7c8bc65c-dab5-4596-9d02-974733b559ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 1095 time: 0.2364531 Oct 29 11:20:21.310237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-d8e450ee-a83d-4a09-9a07-e94b091823ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.312132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-d8e450ee-a83d-4a09-9a07-e94b091823ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2061777 Oct 29 11:20:21.312677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:21.316442 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cffff21-ee16-4c46-8406-174e89681ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:21.321417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:21.344023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:21.404874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240de1b-da00-40ea-bc4d-21deb972740b req-d37b1e5f-6cbb-4789-a9ae-bd086e973bf0 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.409868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8240de1b-da00-40ea-bc4d-21deb972740b req-d37b1e5f-6cbb-4789-a9ae-bd086e973bf0 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 948 time: 0.1573741 Oct 29 11:20:21.441057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.458454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.479009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.637573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8240de1b-da00-40ea-bc4d-21deb972740b req-b535231f-20fc-4e2f-ab4b-a7cf7d4aa545 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696210 Oct 29 11:20:21.650355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:21.650724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:21.651052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:21.652479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4a8b947e-a836-41dd-a51d-05e1f1b72241 None None] Provisioning complete for port d64203da-ed2d-4afa-b351-881f0bd93222 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:21.657134 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a8b947e-a836-41dd-a51d-05e1f1b72241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.660695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:21.670791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:21.671397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Attempting to bind port b8348726-aab0-408a-976e-ad43cdd6bce4 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:21.679906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:21.680211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:21.680604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:21.681098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Bound port: b8348726-aab0-408a-976e-ad43cdd6bce4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:21.681419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.712453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b947e-a836-41dd-a51d-05e1f1b72241 None None] Port d64203da-ed2d-4afa-b351-881f0bd93222 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:21.750691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f993-b3d3-41e2-bbb7-5ccdef1c9429 req-d91ad038-12b6-427b-bcb1-365f42df41fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.752232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db02f993-b3d3-41e2-bbb7-5ccdef1c9429 req-d91ad038-12b6-427b-bcb1-365f42df41fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 949 time: 0.5762622 Oct 29 11:20:21.795128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:21.798095 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f22d282-6c30-4691-926d-7cf10d10458f" -d '{"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:21.812439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:21.825084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2432e9-dff8-4736-84e2-f203e40136ac req-9cff63e6-caf3-4848-b9be-759901c3d581 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.826608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a2432e9-dff8-4736-84e2-f203e40136ac req-9cff63e6-caf3-4848-b9be-759901c3d581 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 947 time: 0.0967710 Oct 29 11:20:21.837824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:21.845911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-edde9090-663b-45b4-bc78-c6723699a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.846382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:21.847398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-edde9090-663b-45b4-bc78-c6723699a368 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5221844 Oct 29 11:20:21.854563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-02840a22-f90a-4b7e-adcc-f61d2832e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.855501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-02840a22-f90a-4b7e-adcc-f61d2832e7b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1095 time: 0.5049100 Oct 29 11:20:21.863716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db02f993-b3d3-41e2-bbb7-5ccdef1c9429 req-ad50fcd6-f6c1-4d44-a0fb-f3f7c2467874 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833800 Oct 29 11:20:21.938123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a2432e9-dff8-4736-84e2-f203e40136ac req-5bd062a4-c87e-4779-a465-a33d0cc9b7ad tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018243 Oct 29 11:20:21.942674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=8']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:21.961575 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f2dd24-1661-4c3d-9c6c-8f6094af02c9 x-openstack-request-id: req-02f2dd24-1661-4c3d-9c6c-8f6094af02c9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:21.961846 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:21.962099 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02f2dd24-1661-4c3d-9c6c-8f6094af02c9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:21.962488 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'status': 'completed', 'code': 200} Oct 29 11:20:21.997039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:21.999100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:22.012931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-229579ff-de3c-46e3-b958-40f45da46be9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 1121 time: 1.2764163 Oct 29 11:20:22.037375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Router d9af2c2c-891d-460c-bff8-7728bfbb1838 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:20:22.065423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffff21-ee16-4c46-8406-174e89681ffa req-2590fa15-f4ad-4c5f-aaa3-abcfb59bd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.067834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-2590fa15-f4ad-4c5f-aaa3-abcfb59bd572 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 1094 time: 0.0947163 Oct 29 11:20:22.099817 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7e2b6-4052-47b2-b41c-3ea4bb309f44 x-openstack-request-id: req-99d7e2b6-4052-47b2-b41c-3ea4bb309f44 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:22.100133 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:22.100351 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99d7e2b6-4052-47b2-b41c-3ea4bb309f44 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:22.100478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b8348726-aab0-408a-976e-ad43cdd6bce4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:22.100908 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'code': 200} Oct 29 11:20:22.228988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffff21-ee16-4c46-8406-174e89681ffa req-08090c7d-21bd-47eb-a2d1-98a0ac8c7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.230539 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-08090c7d-21bd-47eb-a2d1-98a0ac8c7bb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 905 time: 0.1521237 Oct 29 11:20:22.299622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-e1c68c04-1466-4fe2-b5c2-6f94d9c057a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4 HTTP/1.1" status: 200 len: 217 time: 0.0574093 Oct 29 11:20:22.328121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3430f0-8175-4058-bb82-269bdd40dfdd req-dc34cbfe-ee9c-44ca-9000-cca0d9d6de09 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.329725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e3430f0-8175-4058-bb82-269bdd40dfdd req-dc34cbfe-ee9c-44ca-9000-cca0d9d6de09 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 943 time: 0.1405246 Oct 29 11:20:22.330541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-d3c2ffe1-8eaf-435a-a320-6d9d1531f667 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655652 Oct 29 11:20:22.342001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-5686de9c-bb86-4893-9d7d-190f659ddf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.344335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-5686de9c-bb86-4893-9d7d-190f659ddf86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.4786651 Oct 29 11:20:22.412167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffff21-ee16-4c46-8406-174e89681ffa req-24aafa48-34dc-4496-a899-f42c25654668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.413620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-24aafa48-34dc-4496-a899-f42c25654668 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.1071033 Oct 29 11:20:22.424880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9fa41929-2a16-4483-8606-26f8e76c6a45 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:22.429668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e250a01b-fa2c-4ab4-a4c8-9148d3e68997 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:22.430896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e3430f0-8175-4058-bb82-269bdd40dfdd req-4bdaf815-d443-45bd-91f8-7a7bd601eac1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Oct 29 11:20:22.472523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-67dbb6a5-ae6c-4c68-8ff5-d6a0a94e3231 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401397 Oct 29 11:20:22.547506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0dc82249-3e8b-44af-b161-76ead8f40dcd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.1611171 Oct 29 11:20:22.607119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device eaaca59e-35e7-4d22-bc76-ae8ae421cc09 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:22.616059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e40a-601b-42b0-aa16-fe491bb011d3 req-39fe9cef-77d5-46c2-bccb-b91d49556c88 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.617955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1f74e40a-601b-42b0-aa16-fe491bb011d3 req-39fe9cef-77d5-46c2-bccb-b91d49556c88 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1144662 Oct 29 11:20:22.655109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-4e582b91-9a98-4262-bb16-e11ba6bc5267 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728265 Oct 29 11:20:22.694458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:22.713059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b10f1-a78a-4d63-8a8c-eefa96cdc7dc req-b5d89963-df7a-4d25-9c4d-eac72abe6829 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.716641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d48b10f1-a78a-4d63-8a8c-eefa96cdc7dc req-b5d89963-df7a-4d25-9c4d-eac72abe6829 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.4145687 Oct 29 11:20:22.734060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1f74e40a-601b-42b0-aa16-fe491bb011d3 req-97673f0c-52c0-4188-b3b1-889d208aa256 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020992 Oct 29 11:20:22.740001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0a7a1375-92d2-4d58-8f78-71c236bc55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:22.745371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-0a7a1375-92d2-4d58-8f78-71c236bc55e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1805120 Oct 29 11:20:22.779097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:22.779843 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:22.820013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:20:22.827510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cffff21-ee16-4c46-8406-174e89681ffa req-016b6083-04b6-4162-9d37-367349a04666 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604760 Oct 29 11:20:22.831255 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Sync routers for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:20:22.839134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42e06653-4bbc-444e-8b06-5a5e6064d4a0 req-66594e04-a3d1-4803-8490-92a576a095c2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936802 Oct 29 11:20:22.851046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b5f47d8-ae49-4599-a50c-602ce918ba18 admin admin] 10.222.0.77 "PUT /v2.0/routers/d9af2c2c-891d-460c-bff8-7728bfbb1838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3241062 Oct 29 11:20:22.858963 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:22.858963 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:22.862176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9fa41929-2a16-4483-8606-26f8e76c6a45,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:22.884891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-fac99341-249c-49f2-b608-a710b44858b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327451 Oct 29 11:20:22.977297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '9fa41929-2a16-4483-8606-26f8e76c6a45', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '9fa41929-2a16-4483-8606-26f8e76c6a45', 'mac_address': 'fa:16:3e:54:76:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:23.012575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-7663c662-1336-42cb-b473-4de81eaa40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.014239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-7663c662-1336-42cb-b473-4de81eaa40bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1124 time: 0.1284404 Oct 29 11:20:23.034331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b696f-91e1-4117-b84e-bb9f4d9efcd1 req-9ae100d7-7d6a-4faa-afe2-b9333722a739 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.047609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa7b696f-91e1-4117-b84e-bb9f4d9efcd1 req-9ae100d7-7d6a-4faa-afe2-b9333722a739 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 948 time: 0.1515596 Oct 29 11:20:23.052696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d48b10f1-a78a-4d63-8a8c-eefa96cdc7dc req-cd1eacb6-9950-4075-bed5-f7892d43a85d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439682 Oct 29 11:20:23.092597 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:23.149057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:23.195193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa7b696f-91e1-4117-b84e-bb9f4d9efcd1 req-540c4aad-bbf7-4748-8bf0-688dfd6df170 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416426 Oct 29 11:20:23.244968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-58568841-29de-46d3-bc3f-0bc8f961a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.246480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-58568841-29de-46d3-bc3f-0bc8f961a6f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.1926663 Oct 29 11:20:23.263383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'mac_address': 'fa:16:3e:c4:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:23.266621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.347041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa41929-2a16-4483-8606-26f8e76c6a45 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:23.356372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9adda8-f37a-4aa3-8e6d-d899e5485e81 req-da1d634f-a6b9-430f-8f31-c76b1da9e0d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.359139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9adda8-f37a-4aa3-8e6d-d899e5485e81 req-da1d634f-a6b9-430f-8f31-c76b1da9e0d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 949 time: 0.1103044 Oct 29 11:20:23.368837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-052535b1-e67e-417c-87f5-36214c26fd00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.0812671 Oct 29 11:20:23.372277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.414554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898b48a-2fb6-4884-9dc2-a3469f0a3ccf req-156b2e47-6f2f-4ecb-b606-eb520cea0bee tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.416727 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e898b48a-2fb6-4884-9dc2-a3469f0a3ccf req-156b2e47-6f2f-4ecb-b606-eb520cea0bee tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 947 time: 0.1212547 Oct 29 11:20:23.434539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9fa41929-2a16-4483-8606-26f8e76c6a45,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:23.435159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9adda8-f37a-4aa3-8e6d-d899e5485e81 req-c9264aec-a606-4d94-bfdd-9f500c9b6717 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Oct 29 11:20:23.444328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.448858 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.463686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:23.467859 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9ad98-b2a8-418b-8232-dbc25f86c6bd" -d '{"events": [{"server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:23.512625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-33def4cc-d3f9-4323-8788-bd2499ea08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.514069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-33def4cc-d3f9-4323-8788-bd2499ea08d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0932045 Oct 29 11:20:23.521042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-17e18ab1-eb83-42f3-81d8-51944b31d3c4 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974314 Oct 29 11:20:23.528177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e898b48a-2fb6-4884-9dc2-a3469f0a3ccf req-0a561b38-5e6b-4ec8-8c79-369473249207 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Oct 29 11:20:23.532028 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd64203da-ed2d-4afa-b351-881f0bd93222', 'name': '', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'mac_address': 'fa:16:3e:a8:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:17Z', 'updated_at': '2021-10-29T11:20:20Z', 'revision_number': 2, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'subnets': [{'id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:23.551789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:23.565367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaca59e-35e7-4d22-bc76-ae8ae421cc09 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:23.585332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.586643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:20:23.611357 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Checking router: d9af2c2c-891d-460c-bff8-7728bfbb1838 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:20:23.611704 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Updating router d9af2c2c-891d-460c-bff8-7728bfbb1838 port d64203da-ed2d-4afa-b351-881f0bd93222 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:20:23.683362 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.705193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:23.718387 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3487d625-a9a5-4604-8383-4e174fa36075 x-openstack-request-id: req-3487d625-a9a5-4604-8383-4e174fa36075 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:23.719128 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "name": "network-vif-plugged", "status": "completed", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:23.719553 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3487d625-a9a5-4604-8383-4e174fa36075 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:23.720205 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', 'code': 200} Oct 29 11:20:23.723649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:23.726298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:23.766279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-32ac449d-66cb-4b57-962a-b50de68c0128 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315102 Oct 29 11:20:23.772778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:20:23.780958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9fa41929-2a16-4483-8606-26f8e76c6a45'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:23.893199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a707-5a50-418d-994d-1ff325f922a7 req-8f87315e-4519-4d3f-993e-38a6e52a703a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:23.895485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fe9a707-5a50-418d-994d-1ff325f922a7 req-8f87315e-4519-4d3f-993e-38a6e52a703a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 943 time: 0.1838088 Oct 29 11:20:23.897399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:23.951587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-23379763-13db-4228-af65-a1d6763f7a51 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149978 Oct 29 11:20:24.002992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141bf21-9c18-4818-9530-1ad812f074fc req-deafba47-85b9-46cb-8cd8-f32a5f46ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.013365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3141bf21-9c18-4818-9530-1ad812f074fc req-deafba47-85b9-46cb-8cd8-f32a5f46ce2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 1101 time: 0.2117445 Oct 29 11:20:24.029192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['eaaca59e-35e7-4d22-bc76-ae8ae421cc09'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:24.031999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fe9a707-5a50-418d-994d-1ff325f922a7 req-f9ca2d76-ef65-4d79-b331-8e8b51d98456 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250634 Oct 29 11:20:24.079027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:24.109747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:24.112284 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b1141-fe26-43e4-bb90-9f0e3dc0701e" -d '{"events": [{"name": "network-changed", "server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:24.116034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b1ee-9f90-4aba-9834-2f24c213842b req-40144da3-192e-40df-b13c-9f12b264a801 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.116987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3141bf21-9c18-4818-9530-1ad812f074fc req-e8ee704f-fa90-4145-9703-c2793401c506 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839603 Oct 29 11:20:24.138236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cc0b1ee-9f90-4aba-9834-2f24c213842b req-40144da3-192e-40df-b13c-9f12b264a801 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1895261 Oct 29 11:20:24.173117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-63bcaecc-fd7a-494c-8d82-b07f70263128 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946550 Oct 29 11:20:24.330669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cc0b1ee-9f90-4aba-9834-2f24c213842b req-33010705-4991-42b5-94fa-6d69c5df2857 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911113 Oct 29 11:20:24.332611 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.346666 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.454138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124522-0f18-4ef7-baff-18a6c3dd855c req-a7d15b41-e4da-4a02-b863-e1c51ce543fe tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.455722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25124522-0f18-4ef7-baff-18a6c3dd855c req-a7d15b41-e4da-4a02-b863-e1c51ce543fe tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.1256471 Oct 29 11:20:24.464119 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3dbf6-46a4-4f4a-a2cc-ebc1e09161ba x-openstack-request-id: req-31d3dbf6-46a4-4f4a-a2cc-ebc1e09161ba {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:24.469495 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:24.470668 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31d3dbf6-46a4-4f4a-a2cc-ebc1e09161ba {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:24.471705 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'status': 'completed', 'code': 200} Oct 29 11:20:24.519264 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588861ea-8e61-4bb7-bae0-55d780554f9e None None] Pushing event updated for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:24.544572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37778) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:24.549385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3901722e-d1f4-43de-8ee0-f4b161800c7b req-53759535-0413-463e-8842-07fac57b5c6b service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608758 Oct 29 11:20:24.568755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-network', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:24.596524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-2f7df8d2-5bfa-48a8-a11b-559ae23548d0 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.599676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-2f7df8d2-5bfa-48a8-a11b-559ae23548d0 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.1395843 Oct 29 11:20:24.608431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:24.614514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25124522-0f18-4ef7-baff-18a6c3dd855c req-669655ee-e8de-4feb-a49e-5499b9d1ccc0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410618 Oct 29 11:20:24.670513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Made reservation on behalf of 9b8871ca84714ec28a6c0d1c2428e759 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:24.674348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.702354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.711462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137367c-15cf-4d30-8eed-9cf82dbf7b94 req-038e7cc0-e717-443e-a664-2ad3a38df2da tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.719972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9137367c-15cf-4d30-8eed-9cf82dbf7b94 req-038e7cc0-e717-443e-a664-2ad3a38df2da tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 949 time: 0.1742597 Oct 29 11:20:24.723641 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Attempting to bind port d64203da-ed2d-4afa-b351-881f0bd93222 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:24.724465 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Attempting to bind port d64203da-ed2d-4afa-b351-881f0bd93222 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:24.725102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Attempting to bind port d64203da-ed2d-4afa-b351-881f0bd93222 on network e4726d3e-de01-4198-abf8-54045f29c598 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:24.737268 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:24.740511 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Checking segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:24.741672 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.742605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Bound using segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:24.744612 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Bound port: d64203da-ed2d-4afa-b351-881f0bd93222, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:24.745563 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.888175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:24.900567 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] For port d64203da-ed2d-4afa-b351-881f0bd93222, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:24.906541 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] For port d64203da-ed2d-4afa-b351-881f0bd93222, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d64203da-ed2d-4afa-b351-881f0bd93222,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:24.914433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9137367c-15cf-4d30-8eed-9cf82dbf7b94 req-42b4cbb1-9b8c-455d-9a5e-88d6e4e3e222 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932375 Oct 29 11:20:24.915780 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:24.925156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'mac_address': 'fa:16:3e:cb:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:24.936984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-def1f4f1-ac47-49c1-9af1-0d72ecf23235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:24.938751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-def1f4f1-ac47-49c1-9af1-0d72ecf23235 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1124 time: 0.2133932 Oct 29 11:20:25.021279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920209b9-98ac-4cbd-9eb3-8268ebc29fe8 req-4eadfa24-b0ab-456a-9f79-5a0f28846cce tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.023755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-920209b9-98ac-4cbd-9eb3-8268ebc29fe8 req-4eadfa24-b0ab-456a-9f79-5a0f28846cce tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 950 time: 0.1940482 Oct 29 11:20:25.026450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.033250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.040489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.050890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:20:25.065054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.065054 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Added segment 18ec59a0-34dd-4b44-8914-31056ee846d0 of type vlan for network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 Oct 29 11:20:25.088158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:25.090501 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588861ea-8e61-4bb7-bae0-55d780554f9e None None] Pushing event updated for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:25.130769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.131068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:25.131662 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:25.152932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-77abfd02-ce31-416e-aa17-197d22b5c81e service neutron] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:25.165136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:25.165403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-77abfd02-ce31-416e-aa17-197d22b5c81e service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.168633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] Provisioning complete for port d64203da-ed2d-4afa-b351-881f0bd93222 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:25.169691 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.170430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19c4f688-d75b-4980-ad68-1c42f21ff375 req-77abfd02-ce31-416e-aa17-197d22b5c81e service neutron] 10.222.0.86 "DELETE /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43/bindings/n-h1-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.5402737 Oct 29 11:20:25.176802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.197333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef81575-8b5e-4ac9-bf6d-68e7ec57983c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:25.219840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-2b188052-28f8-435b-b2cd-e05489dd55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.220864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.221352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-2b188052-28f8-435b-b2cd-e05489dd55d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2417185 Oct 29 11:20:25.221832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.222588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.242153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fa75-a418-4a00-8bf3-57f86ddee982 req-7de2aa1d-fd1e-4efa-a677-1a2cd62c87bf tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.258096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-920209b9-98ac-4cbd-9eb3-8268ebc29fe8 req-0389547d-8c16-4d5c-b8aa-a7a7ccf82959 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323025 Oct 29 11:20:25.261633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4046fa75-a418-4a00-8bf3-57f86ddee982 req-7de2aa1d-fd1e-4efa-a677-1a2cd62c87bf tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 948 time: 0.1823502 Oct 29 11:20:25.277316 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7260461 Oct 29 11:20:25.278765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37786) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:25.366904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Request body: {'subnet': {'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-subnet', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:25.382834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-968f72f4-61f2-4197-9390-e13ea1ad863d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.1128058 Oct 29 11:20:25.385710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:25.445501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682b70-527a-4289-9187-9edf9447ee84 admin admin] Pushing event updated for resources: {'Network': ['ID=c491b3f5-d1ab-48fb-8cf9-999bb2fc7295,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:25.486329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:20:25.553617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4046fa75-a418-4a00-8bf3-57f86ddee982 req-046cf928-8c11-4a90-8938-9a4033e3f7ba tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909892 Oct 29 11:20:25.558618 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:25.577121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['455733ac-9bb8-4be0-8ce5-4b1977cd73e4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:25.581436 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.589802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Made reservation on behalf of 9b8871ca84714ec28a6c0d1c2428e759 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:25.595091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.598247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-48957d5d-8c24-4ef3-8b3d-65c16451bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.599839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-48957d5d-8c24-4ef3-8b3d-65c16451bf08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1844981 Oct 29 11:20:25.612503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a331-2a86-4810-a484-0f0530646e7a req-c205069d-5d01-4c07-8e2a-c9789c627269 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.631299 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c14a331-2a86-4810-a484-0f0530646e7a req-c205069d-5d01-4c07-8e2a-c9789c627269 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 944 time: 0.1346951 Oct 29 11:20:25.708809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-3dc42c4f-bcbc-4b89-8660-9da2f657e14a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780475 Oct 29 11:20:25.713535 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c14a331-2a86-4810-a484-0f0530646e7a req-f1a2d335-8c61-481d-90c9-fe7fae4daa1e tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788400 Oct 29 11:20:25.770222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.817571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] For port d64203da-ed2d-4afa-b351-881f0bd93222, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d64203da-ed2d-4afa-b351-881f0bd93222,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:25.830092 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:25.935639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b641238-c424-4017-8646-25fd97a8bf91 req-97bb2b03-ea86-4e19-b525-3797ee41a648 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.942654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b641238-c424-4017-8646-25fd97a8bf91 req-97bb2b03-ea86-4e19-b525-3797ee41a648 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.2300849 Oct 29 11:20:25.978499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0be24-328b-49b5-ac0a-b270554d6b7f req-b4c143be-355e-40ed-aa04-608763919e2d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:25.986136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ea0be24-328b-49b5-ac0a-b270554d6b7f req-b4c143be-355e-40ed-aa04-608763919e2d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.0942287 Oct 29 11:20:25.996968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b1396-9a30-46e6-bb69-c9c80af29f51 None None] Pushing event updated for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:26.025390 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd64203da-ed2d-4afa-b351-881f0bd93222', 'name': '', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'mac_address': 'fa:16:3e:a8:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:17Z', 'updated_at': '2021-10-29T11:20:24Z', 'revision_number': 4, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'subnets': [{'id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:26.038462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-2c107ff0-9336-4e37-a9d6-34ad3b839b26 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791612 Oct 29 11:20:26.050350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9b573db2-a6c3-426b-ab8d-731c6753ebd5 None None] Provisioning complete for port d64203da-ed2d-4afa-b351-881f0bd93222 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:26.051037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b573db2-a6c3-426b-ab8d-731c6753ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:26.060962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ea0be24-328b-49b5-ac0a-b270554d6b7f req-f8d63a31-9f94-4ea7-80fa-51ef036383c1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736644 Oct 29 11:20:26.099895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56736ae-0338-47d1-a7a9-9ac6a958a67b None None] The sync data for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 is: [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd64203da-ed2d-4afa-b351-881f0bd93222', 'name': '', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'mac_address': 'fa:16:3e:a8:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:17Z', 'updated_at': '2021-10-29T11:20:24Z', 'revision_number': 4, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'subnets': [{'id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:20:26.305379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac350a6-ac36-4764-aef5-0180d8bac3b4 req-3209c27e-e2e8-45e3-8e0f-c7de2d3917ff tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:26.308572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bac350a6-ac36-4764-aef5-0180d8bac3b4 req-3209c27e-e2e8-45e3-8e0f-c7de2d3917ff tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 949 time: 0.0818124 Oct 29 11:20:26.353509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bac350a6-ac36-4764-aef5-0180d8bac3b4 req-16bbd579-6e14-4b58-aa08-93b458bf305a tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Oct 29 11:20:26.447097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:26.451336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9fa41929-2a16-4483-8606-26f8e76c6a45 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:26.466913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b641238-c424-4017-8646-25fd97a8bf91 req-bfcfb739-be66-4987-a92c-ce08bb36ceda tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146186 Oct 29 11:20:26.514212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e79c1-8d9d-4f47-9489-c062c516a0c2 req-1c86934f-e355-4b1e-808f-8e1315bd2ab3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:26.522133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-705e79c1-8d9d-4f47-9489-c062c516a0c2 req-1c86934f-e355-4b1e-808f-8e1315bd2ab3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 950 time: 0.1007051 Oct 29 11:20:26.547223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-535b1141-fe26-43e4-bb90-9f0e3dc0701e req-afdaeba9-0838-4a44-99e5-143b66956864 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997172 Oct 29 11:20:26.612361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:26.642164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-705e79c1-8d9d-4f47-9489-c062c516a0c2 req-7cb4f395-3a11-4a58-bb23-4e0edfed9ddc tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637591 Oct 29 11:20:26.692496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device eaaca59e-35e7-4d22-bc76-ae8ae421cc09 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:26.707013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a9b481-f132-4a92-aee2-3543d75b047f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:26.748703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Checking segment: {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:26.748703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Network hostable DHCP agents. Network: c491b3f5-d1ab-48fb-8cf9-999bb2fc7295, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:20:26.805276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5299e1-23ba-4de8-ab3d-48829e811542 req-8475e85c-1d63-4012-adb4-cb69b1e8665d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:26.807258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cc5299e1-23ba-4de8-ab3d-48829e811542 req-8475e85c-1d63-4012-adb4-cb69b1e8665d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 948 time: 0.0865431 Oct 29 11:20:26.820054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 9fa41929-2a16-4483-8606-26f8e76c6a45 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:26.823510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:20:26.830343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 9fa41929-2a16-4483-8606-26f8e76c6a45 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:26.831011 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:26.839828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c491b3f5-d1ab-48fb-8cf9-999bb2fc7295) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:26.860143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45851ba-2d53-4ab8-b09e-7c55f3e1cbdf req-ec09a317-33a6-4a70-b2ff-8709b00477fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:26.868623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b45851ba-2d53-4ab8-b09e-7c55f3e1cbdf req-ec09a317-33a6-4a70-b2ff-8709b00477fe tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 949 time: 0.0875258 Oct 29 11:20:26.873683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f2745-0b4e-4693-ab5c-c37bca45f8c4 None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:26.884139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:26.884722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:26.885619 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cc5299e1-23ba-4de8-ab3d-48829e811542 req-9f10b43c-478d-4e45-af9c-cf2511f286bc tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639365 Oct 29 11:20:26.938700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-50ecbfa7-19a9-4af9-b77d-361126948717 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6553347 Oct 29 11:20:26.941816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37808) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:26.946297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:26.960080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b45851ba-2d53-4ab8-b09e-7c55f3e1cbdf req-03761a1b-b61b-4fd3-b4b7-81692701aab1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873053 Oct 29 11:20:26.987760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:26.989534 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.143222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea1ae7-60e6-49bb-aef2-55974882863e req-bf9d809f-3383-4a92-8326-1431ae5ee470 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:27.144908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10ea1ae7-60e6-49bb-aef2-55974882863e req-bf9d809f-3383-4a92-8326-1431ae5ee470 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 944 time: 0.0949006 Oct 29 11:20:27.167815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.208797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10ea1ae7-60e6-49bb-aef2-55974882863e req-a75058b8-9415-42b8-98c1-937d8387b8e0 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Oct 29 11:20:27.245054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:27.262097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:27.262097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.266207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d64203da-ed2d-4afa-b351-881f0bd93222 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:27.273704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848319-e196-4aa9-ae27-3acc946b9171 req-75862991-4667-401e-a4c8-364b37df0969 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:27.281206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d8848319-e196-4aa9-ae27-3acc946b9171 req-75862991-4667-401e-a4c8-364b37df0969 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1095 time: 0.3053176 Oct 29 11:20:27.416375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:27.462090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:20:27.622611 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.673136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7e5d8-1a67-4fe1-baba-effd5f0ad54e req-d0fa07a5-0dca-450a-9e79-9f01913cbed3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:27.680997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7e5d8-1a67-4fe1-baba-effd5f0ad54e req-d0fa07a5-0dca-450a-9e79-9f01913cbed3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:27.683083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ef7e5d8-1a67-4fe1-baba-effd5f0ad54e req-d0fa07a5-0dca-450a-9e79-9f01913cbed3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc&device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1690 time: 0.0816355 Oct 29 11:20:27.685442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d8848319-e196-4aa9-ae27-3acc946b9171 req-54370f86-6be8-4718-90ed-1c2c6b44ae14 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030995 Oct 29 11:20:27.693043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.705533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d64203da-ed2d-4afa-b351-881f0bd93222 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:27.705533 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.760917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ef7e5d8-1a67-4fe1-baba-effd5f0ad54e req-eaa414ff-0092-4e57-9014-1ea4a96c080d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627871 Oct 29 11:20:27.818109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9fa41929-2a16-4483-8606-26f8e76c6a45,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:27.827501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:27.832731 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046053a7-20b0-4f95-9220-62661ce13f07" -d '{"events": [{"server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "name": "network-vif-plugged", "status": "completed", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:27.842085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:20:27.844376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.854981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.862711 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:27.993691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-1d3b198d-ba07-400d-a044-082de2ac8602 service neutron] 10.222.0.86 "GET /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.2296033 Oct 29 11:20:27.999712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145a14d-f6d0-471c-9642-470f8105b4ba req-51d7b2aa-4f4b-400a-82cd-b29f76194441 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:27.999712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d145a14d-f6d0-471c-9642-470f8105b4ba req-51d7b2aa-4f4b-400a-82cd-b29f76194441 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 943 time: 0.1956809 Oct 29 11:20:28.048872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2160fd-d0de-4f5a-9685-8e990c10a3ca req-d8f30425-a688-41c0-9298-4437e6837687 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.057737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a2160fd-d0de-4f5a-9685-8e990c10a3ca req-d8f30425-a688-41c0-9298-4437e6837687 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 950 time: 0.1824663 Oct 29 11:20:28.098472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-fcf17d41-2e17-43b1-b265-26047691e364 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107199 Oct 29 11:20:28.116349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d145a14d-f6d0-471c-9642-470f8105b4ba req-62534f7b-2e2a-439e-8cab-2193738fd518 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754600 Oct 29 11:20:28.157454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a2160fd-d0de-4f5a-9685-8e990c10a3ca req-8c0c6415-372a-4d90-afcd-0cec0db38284 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868375 Oct 29 11:20:28.197896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:28.224824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:28.230933 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.305697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Allocated IP 172.20.0.2 (c491b3f5-d1ab-48fb-8cf9-999bb2fc7295/01a9b481-f132-4a92-aee2-3543d75b047f/6878ea6e-f6ba-477f-b6ba-d81c54a868dc) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:28.330737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.350785 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8915953-b333-4f0b-973a-5d0f4ef70400 x-openstack-request-id: req-f8915953-b333-4f0b-973a-5d0f4ef70400 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:28.352831 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "name": "network-vif-plugged", "status": "completed", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:28.353435 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8915953-b333-4f0b-973a-5d0f4ef70400 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:28.354548 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45', 'code': 200} Oct 29 11:20:28.368238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:28.374312 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.386861 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:20:28.391116 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-756bc8b9-138e-403c-9d89-7f04368a0146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.467425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:28.516388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:28.564665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2657f-c456-49bc-b94b-ed6555ea3957 req-438f9b19-67cc-4bb1-ba4b-70ed716e779a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.566884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc2657f-c456-49bc-b94b-ed6555ea3957 req-438f9b19-67cc-4bb1-ba4b-70ed716e779a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.0899870 Oct 29 11:20:28.579474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-7f521b81-a635-47ad-ac32-cffa0c1ae346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.581050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-7f521b81-a635-47ad-ac32-cffa0c1ae346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 1100 time: 0.3447194 Oct 29 11:20:28.606656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8348726-aab0-408a-976e-ad43cdd6bce4 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:28.610077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:28.622695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:28.660374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.672205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.676194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc2657f-c456-49bc-b94b-ed6555ea3957 req-e994b34a-f1a7-43be-87d7-bad9f9cce93a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010115 Oct 29 11:20:28.679623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.687236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182a463-d567-4e47-a202-3f8edefdac0f req-493f89a2-ccfe-46c0-9b4a-eb86426b20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.689887 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7182a463-d567-4e47-a202-3f8edefdac0f req-493f89a2-ccfe-46c0-9b4a-eb86426b20c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 1101 time: 0.2356169 Oct 29 11:20:28.725373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:28.729912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:28.739806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:28.748632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:28.760597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:28.761050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.770317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Allocated IP 172.25.4.132 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/5dfb140e-ce49-4cf6-8b63-3b8feec4052e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:28.806869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-8d667625-e6db-464b-94d6-ee71df607e38 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.808663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-8d667625-e6db-464b-94d6-ee71df607e38 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.3366094 Oct 29 11:20:28.832836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7182a463-d567-4e47-a202-3f8edefdac0f req-7027daa4-c38d-4354-8105-36ffd354b33f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337996 Oct 29 11:20:28.851010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Pushing event updated for resources: {'Port': ['ID=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:28.877540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Attempting to bind port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:28.877982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Attempting to bind port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:28.878288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Attempting to bind port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc on network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:28.882522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] Transition to ACTIVE for port object b8348726-aab0-408a-976e-ad43cdd6bce4 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:28.889391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:28.889810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Checking segment: {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:28.890668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.891112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Bound using segment: {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:28.892577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Bound port: 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:28.892577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.892869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:28.909976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-cc080a5e-dd3a-4782-8b9e-4108baf275bf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/quotas/6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 375 time: 0.0859187 Oct 29 11:20:28.910514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b197ba-dfe6-469d-b360-d3cda112dc85 req-926546a2-8073-4544-bb82-2da9824b827b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.913108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51b197ba-dfe6-469d-b360-d3cda112dc85 req-926546a2-8073-4544-bb82-2da9824b827b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 944 time: 0.1182249 Oct 29 11:20:28.924040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-749ffd58-9caf-4d97-b9f1-6a610bb700dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:28.926130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-749ffd58-9caf-4d97-b9f1-6a610bb700dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3076522 Oct 29 11:20:29.025500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] No DVR routers for this DVR port b8348726-aab0-408a-976e-ad43cdd6bce4 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:20:29.035099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51b197ba-dfe6-469d-b360-d3cda112dc85 req-895c1ecb-41b0-4a59-8294-019a40ec9fd4 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886757 Oct 29 11:20:29.037584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] Pushing event updated for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:29.061396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:29.064083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] For port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:29.088986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-9dcd62f5-7397-4376-8f14-2116b5e0ee28 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1604087 Oct 29 11:20:29.089652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] For port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:29.097945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-0c8af5a4-16a7-457f-b98e-828830d3d287 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0875728 Oct 29 11:20:29.129663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:29.148052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-9a294397-24b6-4c6b-b5d1-90c205e4c19d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac HTTP/1.1" status: 200 len: 217 time: 0.1017761 Oct 29 11:20:29.183329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:29.192123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:29.199967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:29.234691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713cc4e-bfe7-45a8-818e-b22b42ba8cec None None] Pushing event updated for resources: {'Port': ['ID=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:29.251452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857d7c7-dac2-4514-9cc1-e244d2e47eff req-0ea9e1f8-3329-4799-8aaa-4fd3ab6c82e6 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.255450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a857d7c7-dac2-4514-9cc1-e244d2e47eff req-0ea9e1f8-3329-4799-8aaa-4fd3ab6c82e6 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 1101 time: 0.0934653 Oct 29 11:20:29.306721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-dd0a1247-3d86-4fb7-acef-63067162824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.308144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-dd0a1247-3d86-4fb7-acef-63067162824b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1282203 Oct 29 11:20:29.326304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a857d7c7-dac2-4514-9cc1-e244d2e47eff req-b718a4d2-7a75-4f52-85d1-eef1c26eb464 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620215 Oct 29 11:20:29.365915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-b380a881-a5be-491f-972c-0a0788859167 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760401 Oct 29 11:20:29.369948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:29.393759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-a8272ada-c4c7-403d-ad2c-33127feed399 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.396684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-a8272ada-c4c7-403d-ad2c-33127feed399 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.1770337 Oct 29 11:20:29.401156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:29.517959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4da1b-8b4d-4321-aa6d-ea4f781ca57a req-985a249c-bafc-48bf-982a-4ffd81a2f57c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.520341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cb4da1b-8b4d-4321-aa6d-ea4f781ca57a req-985a249c-bafc-48bf-982a-4ffd81a2f57c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.0913661 Oct 29 11:20:29.570462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:29.585435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:29.588085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:29.589571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cb4da1b-8b4d-4321-aa6d-ea4f781ca57a req-0e614674-2896-4519-9394-ea238cc6d7f3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599177 Oct 29 11:20:29.601275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-f4beb189-9da4-4acc-bfac-9a76b843b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.602792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-f4beb189-9da4-4acc-bfac-9a76b843b803 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708232 Oct 29 11:20:29.603412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Pushing event updated for resources: {'Port': ['ID=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:29.732026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ad48-d74c-4420-b3d7-e82498d9c29a req-3a35d5fd-5514-4944-94a8-a18cf1ebe0ee tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.733608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab62ad48-d74c-4420-b3d7-e82498d9c29a req-3a35d5fd-5514-4944-94a8-a18cf1ebe0ee tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 950 time: 0.0567472 Oct 29 11:20:29.761473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-35476b96-ad08-4219-8861-8c7a553f77f2 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945656 Oct 29 11:20:29.780288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab62ad48-d74c-4420-b3d7-e82498d9c29a req-cf4d87c4-38e2-44cc-9c37-24adb45e9d09 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391932 Oct 29 11:20:29.792238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-fc6f4adc-41c5-4744-9788-3a6d66cec6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.794985 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-fc6f4adc-41c5-4744-9788-3a6d66cec6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c&tenant_id=19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 1095 time: 0.3340750 Oct 29 11:20:29.987337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb230c5-e8dc-4a17-a537-60a30225eb52 req-19e2fd2e-a85d-4f39-9d40-6ae5c5cddd1b tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:29.989737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bb230c5-e8dc-4a17-a537-60a30225eb52 req-19e2fd2e-a85d-4f39-9d40-6ae5c5cddd1b tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1100 time: 0.0566232 Oct 29 11:20:30.046843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bb230c5-e8dc-4a17-a537-60a30225eb52 req-6dc1c95c-38ae-49e4-82ea-daebb9e306cc tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Oct 29 11:20:30.161130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87f85711-090f-47b6-b6ec-da04aa46cf04 req-ec2665e2-32b1-4af5-943c-27efd4b95eb2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 210 time: 0.0471511 Oct 29 11:20:30.248290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-0695ad46-283b-4aa3-ae88-23b4bdd4d201 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001220 Oct 29 11:20:30.353331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-47c2c28e-47e7-4d1f-bb14-9f342d3a130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:30.354916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-47c2c28e-47e7-4d1f-bb14-9f342d3a130e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1095 time: 0.5136852 Oct 29 11:20:30.355697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09'}, {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:30.364589 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9bac7-bfc8-4028-a860-445451dda1c8" -d '{"events": [{"server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "name": "network-vif-plugged", "status": "completed", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09"}, {"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-plugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:30.457428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a20536-2565-43f6-bf47-c1a9347f6a10 req-1a7b6223-ab05-4e62-b165-067eb90c64c0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:30.461663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5a20536-2565-43f6-bf47-c1a9347f6a10 req-1a7b6223-ab05-4e62-b165-067eb90c64c0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.2275569 Oct 29 11:20:30.571719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:30.639793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5a20536-2565-43f6-bf47-c1a9347f6a10 req-6aaadb62-771d-4f6b-826a-2cd94a9c6342 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281164 Oct 29 11:20:30.669644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105223e-683c-4976-a418-b0fdd56f45a9 req-4c4f1a36-17d6-4000-a200-f67bf02366ae tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:30.682546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0105223e-683c-4976-a418-b0fdd56f45a9 req-4c4f1a36-17d6-4000-a200-f67bf02366ae tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 945 time: 0.1784265 Oct 29 11:20:30.723907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-374b803d-a2b8-454e-be97-037509a6fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:30.726918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-374b803d-a2b8-454e-be97-037509a6fdee service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.3577726 Oct 29 11:20:30.744975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70cddd69-f184-4bd5-ae1d-3968226cd7fe req-3cb2d446-d1c4-47e7-b6f0-5efd385588c3 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819524 Oct 29 11:20:30.770454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7307e9f3-a5c3-473d-8435-ee1d8bb205e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:30.810578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0105223e-683c-4976-a418-b0fdd56f45a9 req-9511464c-9904-4cca-a00e-aa6e2cfef44d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258161 Oct 29 11:20:30.812502 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649cd967-782b-417a-b5c3-e78867c93064 x-openstack-request-id: req-649cd967-782b-417a-b5c3-e78867c93064 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:30.814818 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "name": "network-vif-plugged", "status": "completed", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09", "code": 200}, {"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-plugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:30.816161 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-649cd967-782b-417a-b5c3-e78867c93064 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:30.816161 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'code': 200} Oct 29 11:20:30.816616 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'code': 200} Oct 29 11:20:30.824883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-1eaf62d0-dbec-4ce5-a104-41e06246740b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.0690143 Oct 29 11:20:30.850375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e9aae-ffaa-4954-8749-090b94beaeaf None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:20:30.969497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-9505ecc4-1013-41b0-aecd-1c9a5af7022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:30.971826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-9505ecc4-1013-41b0-aecd-1c9a5af7022c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1342864 Oct 29 11:20:31.139139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-8a3db8b9-73ff-422e-bd77-41d53ec94cf8 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683517 Oct 29 11:20:31.217444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] Provisioning complete for port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:31.218674 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.241701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-75e33837-6ea7-4e01-96b6-c7c05eb4d492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2233787 Oct 29 11:20:31.280467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd2c70-5768-4a37-98ce-95b0001d4c00 req-1766f53d-bbb2-4bf1-bb17-b14e2f287fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:31.285406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10fd2c70-5768-4a37-98ce-95b0001d4c00 req-1766f53d-bbb2-4bf1-bb17-b14e2f287fcc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 1096 time: 0.2103541 Oct 29 11:20:31.294676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6878ea6e-f6ba-477f-b6ba-d81c54a868dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:31.344972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46e4c-b094-4793-80db-61b781ce8e81 req-67cff44d-d3e1-4d13-b1e3-b0dcb0e47efc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:31.354083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-acc46e4c-b094-4793-80db-61b781ce8e81 req-67cff44d-d3e1-4d13-b1e3-b0dcb0e47efc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.3259931 Oct 29 11:20:31.420730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.464476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-acc46e4c-b094-4793-80db-61b781ce8e81 req-7c223a57-d2c4-456c-a74c-a164b2439744 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071956 Oct 29 11:20:31.471015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10fd2c70-5768-4a37-98ce-95b0001d4c00 req-52d6b6aa-243a-436f-b335-b42e42cbe612 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677458 Oct 29 11:20:31.539082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fac2cd-76ca-41c1-a0bb-32e24303c725 req-52394c14-b03c-410c-a1ba-e6daa59b65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:31.543923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68fac2cd-76ca-41c1-a0bb-32e24303c725 req-52394c14-b03c-410c-a1ba-e6daa59b65dd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 1100 time: 0.1837034 Oct 29 11:20:31.575486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-ea5a9f31-7bce-4abb-88f4-f6fc3c632cb6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:31.582910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-ea5a9f31-7bce-4abb-88f4-f6fc3c632cb6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236369 Oct 29 11:20:31.584002 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.589581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:31.591956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.605593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-94e7a214-b2a0-41e2-8dce-5d0e4cfcea95 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0150735 Oct 29 11:20:31.717682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] For port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:31.738806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.750336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-293c8e23-7f06-4568-ac33-4d1f6ae60860 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902120 Oct 29 11:20:31.755631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-24ce581c-ee65-49a2-8d2f-9847dcbd4e2b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416209 Oct 29 11:20:31.820398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68fac2cd-76ca-41c1-a0bb-32e24303c725 req-e739f7fc-65bd-45b1-806b-5bb2f38abec6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246021 Oct 29 11:20:31.855763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd647bcb-775a-4e40-ac2f-7023b52a9fa1 req-00ff547f-1912-4774-af49-c8f8aec9013e tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:31.864957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd647bcb-775a-4e40-ac2f-7023b52a9fa1 req-00ff547f-1912-4774-af49-c8f8aec9013e tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 950 time: 0.2020333 Oct 29 11:20:31.895707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-abf2cdf8-0c79-4871-9881-de6d0e609fc7 None None] Provisioning complete for port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:31.896244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-abf2cdf8-0c79-4871-9881-de6d0e609fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:31.899368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a2bcf-ba50-4b55-9592-7718d5d24b6f None None] Pushing event updated for resources: {'Port': ['ID=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:31.962775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd647bcb-775a-4e40-ac2f-7023b52a9fa1 req-6f437379-c0df-4b44-a59c-1abe827018b5 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Oct 29 11:20:32.005474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-a9e870a1-f434-4658-9988-cd1d8fc38f75 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444828 Oct 29 11:20:32.014370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:20:32.150618 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:32.254995 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:32.275282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c512ba93-0587-4679-8f5c-14851d75c776 req-c4dd5112-e0eb-4966-a406-8df3fc4e728a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 210 time: 0.0453260 Oct 29 11:20:32.307014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:20:32.320568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Sync routers for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:20:32.332822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:32.334177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c0a11f4b-2cab-4f7a-b30d-9e18cdb05acb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3913350 Oct 29 11:20:32.338931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:20:32.350272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-b8a33996-bae2-4bef-ad67-9050c328170c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:32.352723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-b8a33996-bae2-4bef-ad67-9050c328170c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.1894639 Oct 29 11:20:32.369535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:32.370524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:32.372248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Request body: {'port': {'device_id': '977e09dc-859a-4605-8a9d-0c788095bff7', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'admin_state_up': True, 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:32.535983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86079de1-d824-45f5-b013-8fc3aa952145 req-d8a30336-cf8a-41ae-8ee9-6b86ba730acc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:32.537703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86079de1-d824-45f5-b013-8fc3aa952145 req-d8a30336-cf8a-41ae-8ee9-6b86ba730acc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 945 time: 0.0918143 Oct 29 11:20:32.571539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d5177-eacd-401e-9f15-31e77e3b7ed7 req-a5156e31-3950-489c-a9aa-8a02415b599b tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:32.573202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd3d5177-eacd-401e-9f15-31e77e3b7ed7 req-a5156e31-3950-489c-a9aa-8a02415b599b tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.1106193 Oct 29 11:20:32.605040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:32.613601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:32.617533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:32.656566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd3d5177-eacd-401e-9f15-31e77e3b7ed7 req-59a0c73e-2b2d-459c-9491-8f30243a63a2 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756898 Oct 29 11:20:32.733469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86079de1-d824-45f5-b013-8fc3aa952145 req-2f7d173c-61f5-41f1-96fb-f94b19523199 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405582 Oct 29 11:20:32.947135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Allocated IP 172.20.0.7 (ca52e901-38c4-442d-92a7-8630fc79eaf3/08fc5c51-16cf-463f-a158-7c625e0588e1/ee776665-d83b-40f3-8f44-f2f4830843c2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:33.139465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:20:33.347757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdf6c4-1bf5-4580-8452-908b7677c3ca req-143c9ede-2485-42a9-a61b-f1e4eca29cd3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:33.348364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6878ea6e-f6ba-477f-b6ba-d81c54a868dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:33.356506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5fdf6c4-1bf5-4580-8452-908b7677c3ca req-143c9ede-2485-42a9-a61b-f1e4eca29cd3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.1197262 Oct 29 11:20:33.415464 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:33.431537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5fdf6c4-1bf5-4580-8452-908b7677c3ca req-aec16c68-4968-4792-bb60-340526b5ccd8 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722215 Oct 29 11:20:33.549127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:33.553685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:20:33.589194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:33.589576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:33.644490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:29Z', 'revision_number': 3, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:33.727248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Checking router: 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:20:33.727248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Updating router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:20:33.735188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45a6cfd0-a23a-4c5a-9a8e-b8bf72d1cb9c req-593130cd-7060-40e1-b608-9e831954067c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 210 time: 0.0510502 Oct 29 11:20:33.749491 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9cf92c8-511d-4076-9018-353b467edca9 req-575e5bf8-2256-40f8-b6fa-09e5d852ff3a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 210 time: 0.0433762 Oct 29 11:20:33.782126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a767-9c34-4f95-aaec-079086e58db6 req-11bca0be-c678-4c83-878f-1fa70565c1e2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:33.783972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-11bca0be-c678-4c83-878f-1fa70565c1e2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.5472534 Oct 29 11:20:33.902064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Allocated IP 172.20.0.1 (c491b3f5-d1ab-48fb-8cf9-999bb2fc7295/01a9b481-f132-4a92-aee2-3543d75b047f/a8503343-2350-41de-a7c2-13556f32493a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:33.952496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:33.969873 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.055666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5699a767-9c34-4f95-aaec-079086e58db6 req-acf1323b-620b-4237-8f8e-96cbebadbbb6 service neutron] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:34.062308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5699a767-9c34-4f95-aaec-079086e58db6 req-acf1323b-620b-4237-8f8e-96cbebadbbb6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.064039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5699a767-9c34-4f95-aaec-079086e58db6 req-acf1323b-620b-4237-8f8e-96cbebadbbb6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.2668009 Oct 29 11:20:34.093462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.137884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:34.142951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:34.183341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f700eb-aae9-4848-9eb4-b6c806289f67 req-7463266a-e8d5-4b80-8b24-b4dbd575f97c tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:34.192902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:34.193441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f700eb-aae9-4848-9eb4-b6c806289f67 req-7463266a-e8d5-4b80-8b24-b4dbd575f97c tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 950 time: 0.2748847 Oct 29 11:20:34.200851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:34.202655 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.281253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f700eb-aae9-4848-9eb4-b6c806289f67 req-518d2c22-655d-447d-9186-469e63ec2969 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Oct 29 11:20:34.294170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.336005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34746c5-c7be-41d5-8dd3-20735842584f req-eaeba7b3-f791-4190-9add-c3bf10adc4d9 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:34.336685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.337631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e34746c5-c7be-41d5-8dd3-20735842584f req-eaeba7b3-f791-4190-9add-c3bf10adc4d9 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.1460078 Oct 29 11:20:34.340997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9753852 Oct 29 11:20:34.342770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbad2b-e928-4954-90a2-65e2e476b31d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:34.395139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:34.398988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Request body: {'port': {'device_id': '977e09dc-859a-4605-8a9d-0c788095bff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:34.412980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:34.431611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:34.442793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Pushing event updated for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:34.502379 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.524601 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e34746c5-c7be-41d5-8dd3-20735842584f req-dcde1af7-e766-4720-a6d2-dc568bf074f2 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682117 Oct 29 11:20:34.544518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eed4c4-ae3b-4af4-8c12-6fde35007a69 req-3124f35f-4517-469d-9f4d-f5e56970e995 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:34.559333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15eed4c4-ae3b-4af4-8c12-6fde35007a69 req-3124f35f-4517-469d-9f4d-f5e56970e995 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 945 time: 0.1609783 Oct 29 11:20:34.570419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.653879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.664771 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.700696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15eed4c4-ae3b-4af4-8c12-6fde35007a69 req-5fc458ec-81d0-4266-b18d-5c68cf2be567 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404946 Oct 29 11:20:34.808409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5776060-fcb7-4922-a4aa-94b12b65ebd4 None None] Pushing event updated for resources: {'Port': ['ID=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:34.849174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Attempting to bind port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:34.849658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Attempting to bind port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:34.850027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Attempting to bind port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:34.880383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:34.880762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:34.881201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.881657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:34.882520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Bound port: 5dfb140e-ce49-4cf6-8b63-3b8feec4052e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:34.882520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.932175 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:34.947517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0c9c7547-1589-4c19-93b6-b41d1bcdfc64 None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:34.948083 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7547-1589-4c19-93b6-b41d1bcdfc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:35.059538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c7547-1589-4c19-93b6-b41d1bcdfc64 None None] Port a8503343-2350-41de-a7c2-13556f32493a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:35.068716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] For port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:35.082375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] For port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:35.089525 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:35.100475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d864-f880-491d-8c5f-8b5661ea710e req-90183e3b-2348-4773-a721-0ca52a0fcd26 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:35.112684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb09d864-f880-491d-8c5f-8b5661ea710e req-90183e3b-2348-4773-a721-0ca52a0fcd26 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1095 time: 0.3011584 Oct 29 11:20:35.123828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-cd9626d6-c3cc-4740-b6b7-f868a2b12b34 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1809907 Oct 29 11:20:35.208481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:35.208481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:35.301113 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb09d864-f880-491d-8c5f-8b5661ea710e req-4342000b-8327-4420-bc3d-51431f28bf64 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871519 Oct 29 11:20:35.391631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:35.452712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-b2982d5d-bcb0-4db5-9ce6-db89d6b9ba82 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:35.457199 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-b2982d5d-bcb0-4db5-9ce6-db89d6b9ba82 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173997 Oct 29 11:20:35.489122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': 'acd61c36-c015-424c-a886-090028623084', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:35.559823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5776060-fcb7-4922-a4aa-94b12b65ebd4 None None] Pushing event updated for resources: {'Port': ['ID=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:35.765291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee776665-d83b-40f3-8f44-f2f4830843c2 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:35.775533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-98d3ee62-5654-4bda-ae8b-7b6fa6a66717 req-054f98a2-bf1f-41fb-9470-21c582e2b870 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:20:35.776650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98d3ee62-5654-4bda-ae8b-7b6fa6a66717 req-054f98a2-bf1f-41fb-9470-21c582e2b870 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102444 Oct 29 11:20:35.814522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:35.819089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-a2198b3b-8a64-4021-8e0b-1ebdacc2bc72 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6327493 Oct 29 11:20:35.844213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:34Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8503343-2350-41de-a7c2-13556f32493a', 'name': '', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'mac_address': 'fa:16:3e:4e:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:33Z', 'updated_at': '2021-10-29T11:20:33Z', 'revision_number': 1, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'subnets': [{'id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:35.894747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6670db-98b8-4208-9122-5c99acf20e2b None None] The sync data for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 is: [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:34Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8503343-2350-41de-a7c2-13556f32493a', 'name': '', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'mac_address': 'fa:16:3e:4e:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:33Z', 'updated_at': '2021-10-29T11:20:33Z', 'revision_number': 1, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'subnets': [{'id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:20:35.910436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Transition to ACTIVE for port object ee776665-d83b-40f3-8f44-f2f4830843c2 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:35.939773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.031565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-eea84a63-b76b-496e-9e5b-418f6949276e tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.033128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-eea84a63-b76b-496e-9e5b-418f6949276e tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 1101 time: 0.8458982 Oct 29 11:20:36.110791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0baf-c64b-4b50-bc2f-328324fa89f4 req-e4c61205-1147-4db4-9104-991ebcb8b969 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.117583 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29fb0baf-c64b-4b50-bc2f-328324fa89f4 req-e4c61205-1147-4db4-9104-991ebcb8b969 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 931 time: 0.4318318 Oct 29 11:20:36.126032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a9d3561-879c-43ec-96cd-665515a04e23 req-b53daffe-796a-4969-82bd-23b106c3f6ab tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 210 time: 0.0636904 Oct 29 11:20:36.140524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-2974b589-3305-4773-9346-36cb6d1bcf74 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.142055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-2974b589-3305-4773-9346-36cb6d1bcf74 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104165 Oct 29 11:20:36.160134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:36.161582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.164812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:36.191765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.294470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29fb0baf-c64b-4b50-bc2f-328324fa89f4 req-0fe6884d-9f6a-4549-b602-65fb6e388198 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744075 Oct 29 11:20:36.298002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:36.298342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:36.298577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:36.309444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:36.309837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:36.317224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:36.328116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.424015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.433729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:36.434477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:36.434820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Pushing event updated for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:36.435172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:36.435808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Bound port: ee776665-d83b-40f3-8f44-f2f4830843c2, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:36.436402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.541600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Deleting port 9fa41929-2a16-4483-8606-26f8e76c6a45 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:20:36.541884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.556544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40baa1-5fb4-4ab0-96b6-4fead61314b7 req-44efbea0-7746-454f-93d5-48e547eabad8 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.556544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e40baa1-5fb4-4ab0-96b6-4fead61314b7 req-44efbea0-7746-454f-93d5-48e547eabad8 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 950 time: 0.2398674 Oct 29 11:20:36.613080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19881-25d4-4aae-9c96-cc20eed91f7d req-1be830c8-3d70-433c-b001-6a166815cf6b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.614636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ec19881-25d4-4aae-9c96-cc20eed91f7d req-1be830c8-3d70-433c-b001-6a166815cf6b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 945 time: 0.1825254 Oct 29 11:20:36.643799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:36.647945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.664952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:36.668173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.152 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/2e1a9b8a-090a-4266-a6c6-72d0979b4da1) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:36.673695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:36.693298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.733573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e40baa1-5fb4-4ab0-96b6-4fead61314b7 req-383ec1ef-a4cc-465c-9195-86c4a865b4f2 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580977 Oct 29 11:20:36.740953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:36.778984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:36.801944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:36.802572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.804077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 1091 time: 2.4109142 Oct 29 11:20:36.807502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] For port 9fa41929-2a16-4483-8606-26f8e76c6a45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9fa41929-2a16-4483-8606-26f8e76c6a45,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:36.807950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:36.813998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:36.818397 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d1221-70d6-44ee-b8ef-16f950a512fa" -d '{"events": [{"name": "network-changed", "server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:36.838905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ec19881-25d4-4aae-9c96-cc20eed91f7d req-31de2bf5-7747-4eea-b2fe-b6da08ad833f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041714 Oct 29 11:20:36.842514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Calling delete_port for 9fa41929-2a16-4483-8606-26f8e76c6a45 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:20:37.039180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4eb6d-11a8-4022-b49d-92eaae6d3de4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:37.067841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-e1a6971b-2a81-44b7-a3fa-ded938dcd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:37.069716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-e1a6971b-2a81-44b7-a3fa-ded938dcd206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1094 time: 0.2101531 Oct 29 11:20:37.154201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-f68c6804-5e96-4748-b41e-b9fb6f917f2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.0754240 Oct 29 11:20:37.230437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:20:37.244264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:37.327442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d9f9c56a-fff5-4b99-ac3c-ee667287372c None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:37.328058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c56a-fff5-4b99-ac3c-ee667287372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:37.344977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-39b7961f-0e7e-473b-b653-594317aa9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:37.348885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-39b7961f-0e7e-473b-b653-594317aa9615 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1833940 Oct 29 11:20:37.368606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282e8b3-86b6-4323-ace3-5549b0d2b698 req-a31c53fe-28fc-43ad-b705-67fd75c6de80 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:37.370235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b282e8b3-86b6-4323-ace3-5549b0d2b698 req-a31c53fe-28fc-43ad-b705-67fd75c6de80 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.2055695 Oct 29 11:20:37.383742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:37.392321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9c56a-fff5-4b99-ac3c-ee667287372c None None] Port a8503343-2350-41de-a7c2-13556f32493a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:37.404473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:37.462468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-d2fe3136-cd49-4fbf-b035-02744781127d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884469 Oct 29 11:20:37.469325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-a4f809c4-863e-40b8-af25-5cf607664163 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:37.470963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-a4f809c4-863e-40b8-af25-5cf607664163 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.5577769 Oct 29 11:20:37.484731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:37.490346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:37.509645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:37.519419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:37.520098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:37.575999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:20:37.579053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:37.644277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd75dba0-c0b0-4c6b-8b2e-8c6a6dc91aeb admin admin] 10.222.0.77 "PUT /v2.0/routers/76d86a18-60c3-4fc7-bd80-dab03a8c4b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3029542 Oct 29 11:20:37.682124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-adf0f95b-800a-43d2-b964-9c8ed48a07a1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/quotas/19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 375 time: 0.1910584 Oct 29 11:20:37.699179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.203 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/d2aa3b9f-6e5b-45e1-82e0-a6473c19050b) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:37.741742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-e1a63e59-0199-4953-b70d-8de2e1d99b9a service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474759 Oct 29 11:20:37.758722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b282e8b3-86b6-4323-ace3-5549b0d2b698 req-b5ff23e4-1888-48ab-9d95-7b302e14e09a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285520 Oct 29 11:20:37.842338 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-532b6eab-f414-4006-81d0-d0da98319607 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3582895 Oct 29 11:20:37.963927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1facf8f3-0d9c-4c87-b187-a57af2929414 req-13d8ac58-d399-4f2f-b39b-51451ec7df88 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023354 Oct 29 11:20:37.972920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Request body: {'port': {'device_id': 'acd61c36-c015-424c-a886-090028623084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:37.977109 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b53ad1d-01ad-4b53-81a3-9633f2232179 x-openstack-request-id: req-9b53ad1d-01ad-4b53-81a3-9633f2232179 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:37.977411 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:37.977612 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b53ad1d-01ad-4b53-81a3-9633f2232179 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:37.978021 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'status': 'completed', 'code': 200} Oct 29 11:20:38.052900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-29ebf6ed-fb53-41a1-81e3-fca4746bfb86 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3693495 Oct 29 11:20:38.131573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5ed451a7-6843-4fac-9eaf-1841892a5399 None None] Provisioning complete for port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:38.132131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ed451a7-6843-4fac-9eaf-1841892a5399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.233921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.288371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-cff71ab9-1793-4939-8c69-ffe6136d0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:38.291438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-cff71ab9-1793-4939-8c69-ffe6136d0bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1094 time: 0.2330055 Oct 29 11:20:38.305306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5ed451a7-6843-4fac-9eaf-1841892a5399 None None] Port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:38.380478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-3830aeec-f370-4bd0-8a2e-88db7768e87d service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256357 Oct 29 11:20:38.380478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.439124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fa41929-2a16-4483-8606-26f8e76c6a45,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:38.538184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9fa41929-2a16-4483-8606-26f8e76c6a45 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:20:38.559983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] No DVR routers for this DVR port 9fa41929-2a16-4483-8606-26f8e76c6a45 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:20:38.588852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 9fa41929-2a16-4483-8606-26f8e76c6a45 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:20:38.591553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.591789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9fa41929-2a16-4483-8606-26f8e76c6a45 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:20:38.595332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936631c-143d-4f4d-ba19-b0de61ed3166 req-a3ef50b9-a6af-420b-8703-13afaa845d62 tempest-DeleteServersAdminTestJSON-1854140025 tempest-DeleteServersAdminTestJSON-1854140025-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9fa41929-2a16-4483-8606-26f8e76c6a45 HTTP/1.1" status: 204 len: 173 time: 2.5462973 Oct 29 11:20:38.613440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'name': 'network-vif-deleted', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:38.620579 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7557fe05-9902-4c2a-ad52-29c61ce9028a" -d '{"events": [{"server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "name": "network-vif-deleted", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:38.703306 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.752231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-01dc405b-475b-4fc4-b94d-dc3c217f04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:38.755132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-01dc405b-475b-4fc4-b94d-dc3c217f04b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.4279182 Oct 29 11:20:38.835306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-cddfdffc-86a2-4f6c-84bf-a47a0b882e65 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458077 Oct 29 11:20:38.843838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f27a9dd-a983-4547-b6b3-aa5530756894 req-52f88d7c-3623-4059-a08d-27d4f85d4fd9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 210 time: 0.0565081 Oct 29 11:20:38.921676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-c5a0bc1d-dd49-4b70-b53e-4e6aca0b6416 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.1443696 Oct 29 11:20:38.931352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:38.969949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:39.210904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:39.256922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:39.263706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:39.263942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dfb140e-ce49-4cf6-8b63-3b8feec4052e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:39.360241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:39.363818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:39.412687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:39.443860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-59bd88a0-4213-4688-a221-eb77a4180951 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2886510 Oct 29 11:20:39.459739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Request body: {'port': {'device_id': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:39.636653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:39.637226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:39.668570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:39.682231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:39.691658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9ba8e59-90f5-4dc5-9e8c-2387f884b2f9 req-ec276a12-afed-4a38-86e0-69941dac3307 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2bb4a60-495f-47c6-84e6-6f097078a822 HTTP/1.1" status: 200 len: 210 time: 0.0941176 Oct 29 11:20:39.725926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Transition to ACTIVE for port object 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:39.757219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:39.788113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:39.934699 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Sync routers for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:20:40.012875 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:40.014014 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:40.034129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0f5d02de-1ed0-467e-93b2-d65406b13355 None None] Provisioning complete for port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:40.035049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0f5d02de-1ed0-467e-93b2-d65406b13355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:40.076690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d02de-1ed0-467e-93b2-d65406b13355 None None] Port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:40.170386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:40.276626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-604844f7-f980-4fd7-b458-ed75bb023253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:40.283012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:40.283974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-604844f7-f980-4fd7-b458-ed75bb023253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 1.3504083 Oct 29 11:20:40.508324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b294eba5-5b71-439e-a0dc-90b167c3b6c0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1405854 Oct 29 11:20:40.513355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aa3b9f-6e5b-45e1-82e0-a6473c19050b {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:40.517728 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:40.533707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:40.557393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:40.566969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:40.648715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Transition to ACTIVE for port object d2aa3b9f-6e5b-45e1-82e0-a6473c19050b will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:40.698865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:40.754155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:40.863893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:41.064377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Attempting to bind port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:41.065102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Attempting to bind port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:41.066025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Attempting to bind port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:41.101528 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:34Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8503343-2350-41de-a7c2-13556f32493a', 'name': '', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'mac_address': 'fa:16:3e:4e:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:33Z', 'updated_at': '2021-10-29T11:20:35Z', 'revision_number': 2, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'subnets': [{'id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:41.106137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:41.106555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Attempting to bind port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:41.121051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dfb140e-ce49-4cf6-8b63-3b8feec4052e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:41.121785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19364725-9ec5-4b2b-813a-9984d97a8fe5 req-465fbabf-c497-4c52-894f-2ece2aeb4407 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:41.131260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19364725-9ec5-4b2b-813a-9984d97a8fe5 req-465fbabf-c497-4c52-894f-2ece2aeb4407 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 2.0807989 Oct 29 11:20:41.151771 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-9ce827d9-3e4c-4140-bd4f-da39f1f9dba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173153 Oct 29 11:20:41.182325 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Checking router: 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:20:41.183649 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Updating router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 port a8503343-2350-41de-a7c2-13556f32493a binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:20:41.197167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-c5b03d51-a9bb-4b72-af9d-ae4f474a5c08 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:41.204802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-c5b03d51-a9bb-4b72-af9d-ae4f474a5c08 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6119602 Oct 29 11:20:41.239020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-f71bcf8d-21ed-426a-91a9-adcad82767f5 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/quotas/93d46c41b2fc4d1da0f6f6bd18b7eb1b HTTP/1.1" status: 200 len: 375 time: 0.0236092 Oct 29 11:20:41.269863 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.353355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Attempting to bind port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:41.354145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Attempting to bind port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:41.356097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Attempting to bind port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:41.373495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:41.374258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Attempting to bind port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:41.408547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-0297b561-5319-4716-8ae1-e6c8e50690aa service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294691 Oct 29 11:20:41.411812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:41.412163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:41.412544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:41.412991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Bound port: 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:41.413383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.418517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:41.429903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:41.430690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:41.431377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Bound port: d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:41.434291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.496000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-00cc34e9-760d-425b-9dd6-c4de5ed81da6 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2471998 Oct 29 11:20:41.602421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19364725-9ec5-4b2b-813a-9984d97a8fe5 req-616634a1-24e8-45cc-bf59-9866ea20fcaf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671667 Oct 29 11:20:41.782406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:41.800275 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8d1221-70d6-44ee-b8ef-16f950a512fa req-5db961a7-afbe-4177-acee-927a929c6da7 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651776 Oct 29 11:20:41.810660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:41.815770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:41.816329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.830014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.908637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:41.909815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:41.911244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e1a9b8a-090a-4266-a6c6-72d0979b4da1 HTTP/1.1" status: 200 len: 1096 time: 3.9462824 Oct 29 11:20:41.933626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-40162a7e-aafc-4547-8782-359c7bada888 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:41.935507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-40162a7e-aafc-4547-8782-359c7bada888 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.4341810 Oct 29 11:20:41.936621 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b1396-4efc-4f9b-9afd-22af8fefdbb2 x-openstack-request-id: req-733b1396-4efc-4f9b-9afd-22af8fefdbb2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:41.936931 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb4a60-495f-47c6-84e6-6f097078a822", "name": "network-vif-deleted", "tag": "9fa41929-2a16-4483-8606-26f8e76c6a45", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:41.939637 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-733b1396-4efc-4f9b-9afd-22af8fefdbb2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:41.945267 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb4a60-495f-47c6-84e6-6f097078a822', 'name': 'network-vif-deleted', 'tag': '9fa41929-2a16-4483-8606-26f8e76c6a45', 'status': 'completed', 'code': 200} Oct 29 11:20:41.982460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Request body: {'port': {'device_id': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'admin_state_up': True, 'tenant_id': '19f7e7def7b94f869337f93bec3bea52'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:42.089891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:42.100715 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6780f78-8f04-4450-9a9a-767a9aa4e658" -d '{"events": [{"name": "network-changed", "server_uuid": "acd61c36-c015-424c-a886-090028623084", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:42.104601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e733a7-bde5-4f57-a75f-0cd18ced43f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:42.179106 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:42.206000 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:42.251734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bd0ad-c0a6-497f-a7f9-06afea37b7c0 req-af61b19c-e7f0-4868-be7c-7c5b88c33400 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:42.269206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e65bd0ad-c0a6-497f-a7f9-06afea37b7c0 req-af61b19c-e7f0-4868-be7c-7c5b88c33400 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 948 time: 0.1535606 Oct 29 11:20:42.350028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-fe327f2f-c6d6-43c0-9d0a-476f13314cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:42.354666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-fe327f2f-c6d6-43c0-9d0a-476f13314cf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 1099 time: 0.1932843 Oct 29 11:20:42.399259 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e65bd0ad-c0a6-497f-a7f9-06afea37b7c0 req-12f1fc5d-abac-4929-9e4a-976cac76113a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289144 Oct 29 11:20:42.538958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-f6945c77-5ce3-40fa-82e3-eed2e7682a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1 HTTP/1.1" status: 200 len: 217 time: 0.1346338 Oct 29 11:20:42.638115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:42.695246 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Attempting to bind port a8503343-2350-41de-a7c2-13556f32493a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:42.695639 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Attempting to bind port a8503343-2350-41de-a7c2-13556f32493a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:42.696036 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Attempting to bind port a8503343-2350-41de-a7c2-13556f32493a on network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:42.701617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-f6a7c097-7b16-4c5a-a43a-af99ebda3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:42.706687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-f6a7c097-7b16-4c5a-a43a-af99ebda3e9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1588805 Oct 29 11:20:42.757178 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:42.757742 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Checking segment: {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:42.763583 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:42.764730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Bound using segment: {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:42.770263 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Bound port: a8503343-2350-41de-a7c2-13556f32493a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ec59a0-34dd-4b44-8914-31056ee846d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:42.771802 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:42.931320 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb0bf3-3e14-476e-b3d9-21e95cc20642 None None] Pushing event updated for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:42.988354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:43.033997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-882fdd87-0615-48ef-86f7-5a2966ae9338 req-50299e17-6688-4822-87f2-3db740502129 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 210 time: 0.2478366 Oct 29 11:20:43.055500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9ec8d85c-7a72-4bac-8646-8ee6dc22e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:43.060840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9ec8d85c-7a72-4bac-8646-8ee6dc22e3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3428969 Oct 29 11:20:43.203859 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:20:43.213768 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] For port a8503343-2350-41de-a7c2-13556f32493a, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:43.224645 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a0b42-597f-429d-b579-8acf0b51aa28 x-openstack-request-id: req-894a0b42-597f-429d-b579-8acf0b51aa28 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:43.227939 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd61c36-c015-424c-a886-090028623084", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:43.228543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] For port a8503343-2350-41de-a7c2-13556f32493a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8503343-2350-41de-a7c2-13556f32493a,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:43.228992 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-894a0b42-597f-429d-b579-8acf0b51aa28 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:43.233969 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', 'status': 'completed', 'code': 200} Oct 29 11:20:43.235365 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:43.406200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-851c397f-42be-4cbc-a14f-ece4c7c2c574 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317993 Oct 29 11:20:43.418510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:43.427251 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:43.432018 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb0bf3-3e14-476e-b3d9-21e95cc20642 None None] Pushing event updated for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:43.445284 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:20:43.446308 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:43.636974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:43.708111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'port_id': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'mac_address': 'fa:16:3e:36:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc5c51-16cf-463f-a158-7c625e0588e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:43.776476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef6b4ae2-12da-4b5a-9315-d40e3898fb68 req-2faea441-676f-4b6c-bfaf-391357065ef2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 210 time: 0.2269363 Oct 29 11:20:43.899639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:43.901064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:43.920083 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:43.949170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-e22af4b9-c680-4729-a1c0-fc55d0a5ae6c service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388865 Oct 29 11:20:44.006112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'mac_address': 'fa:16:3e:cb:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:44.022098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.026517 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:20:44.052059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b7d2d-5884-42fa-aded-d610ee0c94a2 req-0a721969-6f1c-450e-94e6-55c40b567739 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:44.056849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:44.059811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd3b7d2d-5884-42fa-aded-d610ee0c94a2 req-0a721969-6f1c-450e-94e6-55c40b567739 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.4269216 Oct 29 11:20:44.161071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee776665-d83b-40f3-8f44-f2f4830843c2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:44.198247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.206149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:44.238312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.253998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.262933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:44.281236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.297059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:44.477137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd3b7d2d-5884-42fa-aded-d610ee0c94a2 req-7cf443a7-6060-4e5f-945b-edad8c2a49bb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851616 Oct 29 11:20:44.525502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-5f85dba8-7b97-4b33-9ef4-b6ac75c5b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:44.530861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-5f85dba8-7b97-4b33-9ef4-b6ac75c5b6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 1099 time: 0.3969316 Oct 29 11:20:44.562835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:44.591704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] For port a8503343-2350-41de-a7c2-13556f32493a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8503343-2350-41de-a7c2-13556f32493a,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:44.671772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:44.675042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.678676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] 10.222.0.86 "PUT /v2.0/ports/d2aa3b9f-6e5b-45e1-82e0-a6473c19050b HTTP/1.1" status: 200 len: 1096 time: 5.2250118 Oct 29 11:20:44.691246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:44.695903 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbb241-5353-4ba2-a61c-46b07d1426b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:44.743701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:44.775812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ee776665-d83b-40f3-8f44-f2f4830843c2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:44.882305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:44.891445 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:34Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8503343-2350-41de-a7c2-13556f32493a', 'name': '', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'mac_address': 'fa:16:3e:4e:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:33Z', 'updated_at': '2021-10-29T11:20:43Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'subnets': [{'id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:20:44.927886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-709ed389-b608-4e48-bdb3-30830eaa2864 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4cc4f964550746d28a366cc5537f8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3947847 Oct 29 11:20:44.955714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-642ef011-5249-451a-b11d-32956163df37 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2145987 Oct 29 11:20:45.018780 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389b492-ec38-42e9-8a70-2a0feec5f521 None None] The sync data for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 is: [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:20:34Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8503343-2350-41de-a7c2-13556f32493a', 'name': '', 'network_id': 'c491b3f5-d1ab-48fb-8cf9-999bb2fc7295', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'mac_address': 'fa:16:3e:4e:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:33Z', 'updated_at': '2021-10-29T11:20:43Z', 'revision_number': 4, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'subnets': [{'id': '01a9b481-f132-4a92-aee2-3543d75b047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:20:45.135680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:45.147425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:45.254561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9cb5a72c-60c3-45a4-9a1c-208107dbcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:45.256494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9cb5a72c-60c3-45a4-9a1c-208107dbcfcb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 1099 time: 0.4046774 Oct 29 11:20:45.316042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4cac1-86f8-438d-b8b6-53ec09f860ad req-8998409f-13ff-4987-996d-415bcce26c7c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:45.323536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625287-1db4-4eb5-b482-e9f779d1ebb3 None None] Pushing event updated for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:45.329253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8503343-2350-41de-a7c2-13556f32493a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:45.342489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7de4cac1-86f8-438d-b8b6-53ec09f860ad req-8998409f-13ff-4987-996d-415bcce26c7c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 948 time: 0.4533973 Oct 29 11:20:45.419279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-f53b2865-30f6-478f-8d29-64e558e01f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:45.421227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-f53b2865-30f6-478f-8d29-64e558e01f0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.8790801 Oct 29 11:20:45.425877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-058dfda3-3e99-4053-99a5-366cf2809776 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b HTTP/1.1" status: 200 len: 217 time: 0.1500793 Oct 29 11:20:45.475660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['455733ac-9bb8-4be0-8ce5-4b1977cd73e4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:45.534448 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7de4cac1-86f8-438d-b8b6-53ec09f860ad req-0b4a9c58-9dfd-4b6c-b71c-b42b3c0a0cf4 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896787 Oct 29 11:20:45.631811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b4df966a-145d-495b-8085-5ef085766b1b tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:45.634574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b4df966a-145d-495b-8085-5ef085766b1b tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7056265 Oct 29 11:20:45.684306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-a32c3d3a-97ac-4dd5-9619-a68ea4803d83 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:45.693779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-a32c3d3a-97ac-4dd5-9619-a68ea4803d83 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7128892 Oct 29 11:20:45.743445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Request body: {'port': {'device_id': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '93d46c41b2fc4d1da0f6f6bd18b7eb1b'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:45.784704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-fba4bf19-a861-4ee2-86d9-4d66ec13e191 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/quotas/4cc4f964550746d28a366cc5537f8614 HTTP/1.1" status: 200 len: 375 time: 0.0891786 Oct 29 11:20:45.837178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-aea0d70d-509e-45bc-8c8b-66a62c712cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1 HTTP/1.1" status: 200 len: 217 time: 0.4039814 Oct 29 11:20:46.100245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-cf391edb-3353-45d0-8183-fee44e896585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:46.106839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-cf391edb-3353-45d0-8183-fee44e896585 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.5968733 Oct 29 11:20:46.114266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-266b0ebe-a021-491a-874b-d685293096d3 req-18019a7c-25a4-4b2c-b488-9c024d6cdc31 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 210 time: 0.0837731 Oct 29 11:20:46.151464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-0433b68b-dc9a-45b2-b21b-549d83b5c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:46.156581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-0433b68b-dc9a-45b2-b21b-549d83b5c3de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.3077404 Oct 29 11:20:46.210945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:46.212483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:46.216749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045531b-43c5-47c9-84d5-e9dd96f9bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:46.290236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a27b74d8-cdec-40a0-a660-eaf1c6ffd0bf tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4864497 Oct 29 11:20:46.312793 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c64211-739e-41f9-add7-51e99cfd7606 x-openstack-request-id: req-89c64211-739e-41f9-add7-51e99cfd7606 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:46.313366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3b46c575-838d-4ee4-86b7-3c1c7cba86b6 None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:46.313741 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b46c575-838d-4ee4-86b7-3c1c7cba86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:46.316117 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:46.316819 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89c64211-739e-41f9-add7-51e99cfd7606 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:46.317635 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b', 'status': 'completed', 'code': 200} Oct 29 11:20:46.396394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9ef1964b-49ed-4796-9dd1-da5bd1e763c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:46.401430 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-9ef1964b-49ed-4796-9dd1-da5bd1e763c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2774677 Oct 29 11:20:46.411374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Made reservation on behalf of 93d46c41b2fc4d1da0f6f6bd18b7eb1b for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:46.423124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:46.761124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-77c2d7b8-4525-42d2-bfa6-afb08581b953 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495421 Oct 29 11:20:46.791544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:46.810922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Allocated IP 192.168.233.164 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/d2768188-9ff4-450e-b579-d774669048d3) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:46.899029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-649a0dbc-8f09-47c5-8499-7ce38aae7f77 req-09f6f656-426a-410b-8945-0186351bf392 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 210 time: 0.1344056 Oct 29 11:20:47.026819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Allocated IP 172.20.0.12 (160f00ec-46de-4df5-9e63-138cd61a6d63/c764a85d-2a16-4df7-b220-041559cad59a/c40e3e36-23b3-4684-a7c1-8b0c23fc2824) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:47.164426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:47.229680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-841745cf-323b-419d-9172-b35021397f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:47.231201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-841745cf-323b-419d-9172-b35021397f0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0106544 Oct 29 11:20:47.235989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', 'mac_address': 'fa:16:3e:84:8a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:47.255977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8503343-2350-41de-a7c2-13556f32493a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:47.396256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:47.436102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:47.460710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a8503343-2350-41de-a7c2-13556f32493a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:47.461503 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:47.470761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:47.481508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd8ed-fb80-4ab9-ba30-751e2c78e764 req-f6f9efc8-ef42-4f4e-afea-a32f7372995f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:47.494226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad2fd8ed-fb80-4ab9-ba30-751e2c78e764 req-f6f9efc8-ef42-4f4e-afea-a32f7372995f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.2289431 Oct 29 11:20:47.512000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:47.593248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:47.794704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:47.812270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:47.838876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad2fd8ed-fb80-4ab9-ba30-751e2c78e764 req-c940e89f-ca14-4f73-a443-09b495944026 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436604 Oct 29 11:20:47.859073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a4aee-1ea4-49be-a9c8-5e6b16ac9382 req-acfcf3cb-4761-4594-b7f2-9d0a51c8bcba tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:47.877213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f0a4aee-1ea4-49be-a9c8-5e6b16ac9382 req-acfcf3cb-4761-4594-b7f2-9d0a51c8bcba tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 948 time: 0.6867826 Oct 29 11:20:47.936070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58ef2937-2a13-4688-a28f-51653f08e2e9 req-19fec0d8-f472-47b3-b1e3-427525d8f871 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0001986 Oct 29 11:20:48.139728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:48.154559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d08e8f7e-02ca-419e-a23a-081593c43b0b req-594eae88-bbd9-4de6-9095-2c9533a862ad tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0553644 Oct 29 11:20:48.171276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:48.213468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['eaaca59e-35e7-4d22-bc76-ae8ae421cc09'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:48.298160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f0a4aee-1ea4-49be-a9c8-5e6b16ac9382 req-713d8717-6520-4947-af10-080a4884d0dc tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209588 Oct 29 11:20:48.438784 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-5d4a8e3c-94b9-4f6f-809a-bdb68e7d912d service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1935585 Oct 29 11:20:48.578577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Pushing event updated for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:48.610475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-e08db047-5e93-4510-9fc4-7f36dd84a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:48.611611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:48.613139 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-e08db047-5e93-4510-9fc4-7f36dd84a0e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 1099 time: 0.4769123 Oct 29 11:20:48.629619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:48.640895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:48.646391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:49.056063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6780f78-8f04-4450-9a9a-767a9aa4e658 req-5cd2a4c7-6f4d-4ce3-bdde-a5e91b365a38 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039603 Oct 29 11:20:49.088561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.094708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:49.204569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-b854e5a2-e141-4b8f-b309-33274ea33e2a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4840727 Oct 29 11:20:49.305890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Request body: {'port': {'device_id': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:49.351916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:49.388279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-13747903-9959-4547-b268-e5b90dcc7409 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4cc4f964550746d28a366cc5537f8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106260 Oct 29 11:20:49.389328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-aa0750a9-b5a6-4c60-a44d-07b82f76fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.391191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-aa0750a9-b5a6-4c60-a44d-07b82f76fc25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.7657595 Oct 29 11:20:49.429996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:49.480952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:49.548662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585879d8-7641-42f7-becd-3e4e100f08d5 req-80c7961b-274e-4e5a-bd69-259f05ef24c0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.551146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-585879d8-7641-42f7-becd-3e4e100f08d5 req-80c7961b-274e-4e5a-bd69-259f05ef24c0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 932 time: 0.3662257 Oct 29 11:20:49.555291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:49.579107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:49.593780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:49.610329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-5ac8f605-85fa-4f5b-84f9-9143620aac28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b HTTP/1.1" status: 200 len: 217 time: 0.0706964 Oct 29 11:20:49.624248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8717-47a2-4b0a-ab5e-729703e4c784 req-e746e841-4b73-439c-a3d8-cb74ccac12d6 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.635533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:49.639457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff1e8717-47a2-4b0a-ab5e-729703e4c784 req-e746e841-4b73-439c-a3d8-cb74ccac12d6 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 936 time: 0.7037439 Oct 29 11:20:49.646040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port ee776665-d83b-40f3-8f44-f2f4830843c2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:49.670233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7839557b-ac26-4f3f-8269-ff9ec0a62d1a None None] Provisioning complete for port d2768188-9ff4-450e-b579-d774669048d3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:49.670745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7839557b-ac26-4f3f-8269-ff9ec0a62d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:49.763069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-fe52ac4e-7c64-47cc-91ff-1677ea910d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.765764 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-fe52ac4e-7c64-47cc-91ff-1677ea910d9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0854881 Oct 29 11:20:49.770709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ee776665-d83b-40f3-8f44-f2f4830843c2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:49.771079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:49.855431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff1e8717-47a2-4b0a-ab5e-729703e4c784 req-54d9dc04-600c-4432-9ca4-5ba9bdd3c1a4 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147267 Oct 29 11:20:49.884948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-72c997be-1529-451b-a8d1-b8b3cb0379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.886211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-72c997be-1529-451b-a8d1-b8b3cb0379f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082647 Oct 29 11:20:49.893389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7839557b-ac26-4f3f-8269-ff9ec0a62d1a None None] Port d2768188-9ff4-450e-b579-d774669048d3 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:49.911001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-69e50116-ed24-415d-9f72-f43d8ea4bec5 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:49.913114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-69e50116-ed24-415d-9f72-f43d8ea4bec5 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157547 Oct 29 11:20:49.968322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Request body: {'port': {'device_id': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '4cc4f964550746d28a366cc5537f8614'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:50.085679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.166630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:50.167534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be7cbf-3631-4411-9be9-61abe4ae6639 req-85cb974d-a93e-40fb-97ca-14b89eb7a631 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:50.171644 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da593149-e459-4f68-853a-2982fed75ff5" -d '{"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-plugged", "status": "completed", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:50.191902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:50.193210 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.197077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9be7cbf-3631-4411-9be9-61abe4ae6639 req-85cb974d-a93e-40fb-97ca-14b89eb7a631 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.1330504 Oct 29 11:20:50.255113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:50.269122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.317210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-585879d8-7641-42f7-becd-3e4e100f08d5 req-eafdcae9-cecb-4116-ab64-4febb41a5818 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581372 Oct 29 11:20:50.330536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-81279b05-1909-42fd-a94e-1b18cac62a68 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163690 Oct 29 11:20:50.362462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:50.392678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:50.398634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.441335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.462545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1e82e548-9271-474e-8a24-6142db547097 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5140738 Oct 29 11:20:50.492148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:50.497359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.510911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9be7cbf-3631-4411-9be9-61abe4ae6639 req-1ec9222e-0107-48af-b668-f87d9cb2beea tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132772 Oct 29 11:20:50.521514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Request body: {'port': {'device_id': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:50.662180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Made reservation on behalf of 4cc4f964550746d28a366cc5537f8614 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:20:50.666789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.669029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:50.681849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:50.808130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:50.834895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:50.835945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.842993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d82da10-28d5-400f-8662-8002262d6792 req-ef8087ca-fb4a-4b94-9095-3d4ce18c2067 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.2687950 Oct 29 11:20:50.877083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78fbb241-5353-4ba2-a61c-46b07d1426b7 req-f95454c1-1860-4277-83d6-50747a24dc0d service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262361 Oct 29 11:20:50.945817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:50.956319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2aa3b9f-6e5b-45e1-82e0-a6473c19050b details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:50.990233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2768188-9ff4-450e-b579-d774669048d3 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:51.018013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.081930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Transition to ACTIVE for port object d2768188-9ff4-450e-b579-d774669048d3 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:51.090729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.303509 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed7a35-6a46-4aa0-b9d4-0118ae882a54 x-openstack-request-id: req-1bed7a35-6a46-4aa0-b9d4-0118ae882a54 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:51.304342 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-plugged", "status": "completed", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:51.305153 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bed7a35-6a46-4aa0-b9d4-0118ae882a54 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:51.305811 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'code': 200} Oct 29 11:20:51.490234 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.538376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Allocated IP 192.168.233.73 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/8972eb5d-607f-42bd-ab26-8db3f3c33212) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:20:51.609959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.695362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:51.743734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.747913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:51.842947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:51.845424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.931189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:51.996210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:52.041409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b', 'mac_address': 'fa:16:3e:77:7c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:52.049692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3a644-32f9-4c16-a8ad-4913772c06d0 req-33db9ff8-fbd2-4c9b-8c3a-70134530c794 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:52.060576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5af3a644-32f9-4c16-a8ad-4913772c06d0 req-33db9ff8-fbd2-4c9b-8c3a-70134530c794 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 948 time: 0.6598678 Oct 29 11:20:52.067834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:20:52.077575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:20:52.096328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:20:52.119412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:52.120398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.147047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Attempting to bind port d2768188-9ff4-450e-b579-d774669048d3 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:52.147465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Attempting to bind port d2768188-9ff4-450e-b579-d774669048d3 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:52.147805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Attempting to bind port d2768188-9ff4-450e-b579-d774669048d3 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:52.162986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a42c3-f0ae-4b6a-aabe-30027b9c764e req-2e9a73d4-bf82-41c0-b5e2-1f004da40c76 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:52.176290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e13a42c3-f0ae-4b6a-aabe-30027b9c764e req-2e9a73d4-bf82-41c0-b5e2-1f004da40c76 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 948 time: 1.3625267 Oct 29 11:20:52.179848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Port d2768188-9ff4-450e-b579-d774669048d3 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:52.180174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Attempting to bind port d2768188-9ff4-450e-b579-d774669048d3 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:52.203277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.215929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcf61e-6329-402f-8797-fe863c92e8b2 req-27daaf75-ef11-4ff0-9d63-75662fec38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:52.223969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:52.224466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8cbcf61e-6329-402f-8797-fe863c92e8b2 req-27daaf75-ef11-4ff0-9d63-75662fec38f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1096 time: 0.3144894 Oct 29 11:20:52.224653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:52.224797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:52.225324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Bound port: d2768188-9ff4-450e-b579-d774669048d3, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:52.225774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.256065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aa3b9f-6e5b-45e1-82e0-a6473c19050b {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:52.259621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5af3a644-32f9-4c16-a8ad-4913772c06d0 req-36b1c9cf-e9b7-47c6-adfc-fdc1d17f4524 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935530 Oct 29 11:20:52.279818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Pushing event updated for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:52.367981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-b316bdd3-bd96-4309-a0b0-304a423caa08 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4042952 Oct 29 11:20:52.390008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Request body: {'port': {'device_id': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:20:52.394529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8cbcf61e-6329-402f-8797-fe863c92e8b2 req-83f79166-7284-4bf2-9395-7fb96d52735a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338162 Oct 29 11:20:52.400485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e13a42c3-f0ae-4b6a-aabe-30027b9c764e req-143a0e8a-4450-4b06-bac5-adb4382d7780 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230561 Oct 29 11:20:52.469386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:52.480601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.569964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:52.575711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2768188-9ff4-450e-b579-d774669048d3,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:52.644592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.684988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:52.706363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40e3e36-23b3-4684-a7c1-8b0c23fc2824 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:52.722834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.751501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Transition to ACTIVE for port object c40e3e36-23b3-4684-a7c1-8b0c23fc2824 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:52.786683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3de656d1-f116-4b40-ba95-5cfef1991aaf None None] Provisioning complete for port 8972eb5d-607f-42bd-ab26-8db3f3c33212 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:52.787320 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3de656d1-f116-4b40-ba95-5cfef1991aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.790641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.860506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:20:52.916629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f54f22-39a1-483e-a0c1-53987390497d req-6819959c-4233-4462-b9c4-204509fd6b16 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:52.916629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-04f54f22-39a1-483e-a0c1-53987390497d req-6819959c-4233-4462-b9c4-204509fd6b16 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 945 time: 0.2042158 Oct 29 11:20:52.941919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:52.999003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3de656d1-f116-4b40-ba95-5cfef1991aaf None None] Port 8972eb5d-607f-42bd-ab26-8db3f3c33212 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:20:53.172236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:53.222162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:53.223380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:53.226909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] 10.222.0.86 "PUT /v2.0/ports/d2768188-9ff4-450e-b579-d774669048d3 HTTP/1.1" status: 200 len: 1096 time: 3.9349916 Oct 29 11:20:53.278598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.291082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.291791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.292307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.292810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.293368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.293858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.294356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.294845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.295353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.296794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.297356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff14519-5045-4cd9-a714-d749a2186f6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.329399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:53.334926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4'}, {'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:53.339130 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1241dc1-112d-4dd5-90b2-5588450a25f8" -d '{"events": [{"name": "network-changed", "server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "tag": "d2768188-9ff4-450e-b579-d774669048d3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:53.348225 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b474e224-eded-43e3-8e58-e32fb6f89ef0" -d '{"events": [{"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-plugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4"}, {"server_uuid": "acd61c36-c015-424c-a886-090028623084", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:53.451668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f2c41-4f5c-47a9-ba61-d2dff741b9cd req-e33da108-12d4-44ae-b6ce-d0f842621957 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:53.457689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b0f2c41-4f5c-47a9-ba61-d2dff741b9cd req-e33da108-12d4-44ae-b6ce-d0f842621957 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.7032778 Oct 29 11:20:53.662011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:53.672742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-04f54f22-39a1-483e-a0c1-53987390497d req-f3c36290-1cb4-4e07-8dce-63c32f3fa9bf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7400007 Oct 29 11:20:53.760634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8972eb5d-607f-42bd-ab26-8db3f3c33212 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:53.772224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:53.828756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Transition to ACTIVE for port object 8972eb5d-607f-42bd-ab26-8db3f3c33212 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:20:53.882666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:53.934348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Pushing event updated for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:53.949553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.949917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.950283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.950619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.951134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.952104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.952462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.952805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.953201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.953514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.953863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:53.954211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:20:54.012935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9932d-5571-440f-85f7-4caa31bdf380 req-694a8b8d-08da-43c0-b3f9-2ca527c4ef70 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.015312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24a9932d-5571-440f-85f7-4caa31bdf380 req-694a8b8d-08da-43c0-b3f9-2ca527c4ef70 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 947 time: 0.1891034 Oct 29 11:20:54.096230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-84fbaaef-7f38-468d-ae58-9b63b2e7441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.097850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-84fbaaef-7f38-468d-ae58-9b63b2e7441d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 1099 time: 0.7377684 Oct 29 11:20:54.139921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Attempting to bind port 8972eb5d-607f-42bd-ab26-8db3f3c33212 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:54.143853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Attempting to bind port 8972eb5d-607f-42bd-ab26-8db3f3c33212 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:54.144418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Attempting to bind port 8972eb5d-607f-42bd-ab26-8db3f3c33212 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:54.175233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Port 8972eb5d-607f-42bd-ab26-8db3f3c33212 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:54.175901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Attempting to bind port 8972eb5d-607f-42bd-ab26-8db3f3c33212 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:54.192303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:54.193439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:54.194026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:54.194672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Bound port: 8972eb5d-607f-42bd-ab26-8db3f3c33212, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:54.195208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:54.215692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-8fbd29db-ebbe-417a-9a5c-afe3561712c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d2768188-9ff4-450e-b579-d774669048d3 HTTP/1.1" status: 200 len: 217 time: 0.1078782 Oct 29 11:20:54.242782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b0f2c41-4f5c-47a9-ba61-d2dff741b9cd req-436094e0-5da7-4fb9-99c1-c2e2bf541be9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670566 Oct 29 11:20:54.270975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24a9932d-5571-440f-85f7-4caa31bdf380 req-bc36d810-6865-45fd-89c4-4e51941ca316 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448962 Oct 29 11:20:54.428362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:20:54.428626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:20:54.434496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:54.464238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:54.468635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:54.473865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:54.477688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:20:54.481705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:20:54.519088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-e8697768-618c-41ff-8096-e02f0d5bfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.523393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-e8697768-618c-41ff-8096-e02f0d5bfbc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2778587 Oct 29 11:20:54.532072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:20:54.532072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:20:54.554346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:20:54.555409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Bound port: c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:20:54.556174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:54.558400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.559343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:54.560796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] 10.222.0.41 "PUT /v2.0/ports/8972eb5d-607f-42bd-ab26-8db3f3c33212 HTTP/1.1" status: 200 len: 1095 time: 2.1759605 Oct 29 11:20:54.561324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:54.563950 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691d40f-499a-46e9-a42a-c7760e39626f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:54.691613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d90cda-e92f-4d12-ab39-e9cf247fec65 service neutron] Pushing event updated for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:54.735504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-bd3ca4b8-1267-44f1-9434-f050be04e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.738783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-bd3ca4b8-1267-44f1-9434-f050be04e026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 1098 time: 0.1106687 Oct 29 11:20:54.846772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-e6378d7b-4172-4544-bb32-225811f855c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212 HTTP/1.1" status: 200 len: 217 time: 0.0974259 Oct 29 11:20:54.848191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-0ef43d4c-2d95-4051-90e5-5fd7057ca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.849859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-0ef43d4c-2d95-4051-90e5-5fd7057ca24b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882073 Oct 29 11:20:54.901688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2aa3b9f-6e5b-45e1-82e0-a6473c19050b up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:20:54.910993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90e73-9351-4e35-80ed-4c3153901e14 req-de85c4f3-3751-44ae-9cdc-574a262866c5 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.920638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13d90e73-9351-4e35-80ed-4c3153901e14 req-de85c4f3-3751-44ae-9cdc-574a262866c5 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 948 time: 0.2579939 Oct 29 11:20:54.947831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-c079b50f-b53b-4766-8d46-b516f3b7c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:54.950794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-c079b50f-b53b-4766-8d46-b516f3b7c31c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0963721 Oct 29 11:20:54.977388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:20:54.981376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:20:55.039182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13d90e73-9351-4e35-80ed-4c3153901e14 req-46c9f026-1424-4673-9ead-647eb3015d0b tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173499 Oct 29 11:20:55.061392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219bd5-20c4-4d98-9879-676686bfe89c req-2dc11339-4dc6-4651-bd63-012e11bf8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:55.062903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-2dc11339-4dc6-4651-bd63-012e11bf8347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035593 Oct 29 11:20:55.101873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:20:55.110062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:20:55.111884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.142475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.213700 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664945d-9b2a-434c-8f0a-f53f8f08d5da x-openstack-request-id: req-9664945d-9b2a-434c-8f0a-f53f8f08d5da {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:55.214790 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-plugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4", "code": 200}, {"server_uuid": "acd61c36-c015-424c-a886-090028623084", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:55.215060 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9664945d-9b2a-434c-8f0a-f53f8f08d5da {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:55.215512 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'code': 200} Oct 29 11:20:55.215911 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', 'code': 200} Oct 29 11:20:55.274970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:55.275677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.277057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 1092 time: 4.7857094 Oct 29 11:20:55.280804 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433063a3-258b-4845-83b8-b368eec0fe90 x-openstack-request-id: req-433063a3-258b-4845-83b8-b368eec0fe90 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:55.282959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-ef95c776-514f-4c8a-ab8d-d4c1b2380afe service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107816 Oct 29 11:20:55.286310 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "tag": "d2768188-9ff4-450e-b579-d774669048d3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:55.286649 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-433063a3-258b-4845-83b8-b368eec0fe90 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:55.287067 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3', 'status': 'completed', 'code': 200} Oct 29 11:20:55.394861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39bb0-a65b-4879-8076-07dfb07374a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:55.399188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.527948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:55.552467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ae90f-546d-4de4-98e9-51d4b7b40298 req-a739e148-2b1e-49a2-9750-638557645141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:55.566760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-749ae90f-546d-4de4-98e9-51d4b7b40298 req-a739e148-2b1e-49a2-9750-638557645141 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 1101 time: 0.2748210 Oct 29 11:20:55.586755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.594872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-514afe33-574f-4369-8c1c-bd6b35fdf584 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210722 Oct 29 11:20:55.622077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-749ae90f-546d-4de4-98e9-51d4b7b40298 req-026a22cd-cca9-4ab4-bc38-c2c3cbe2bba4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 Oct 29 11:20:55.629743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1288b8a8-4f08-4c0d-ab64-1def8a0a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:55.629965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:55.631989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-1288b8a8-4f08-4c0d-ab64-1def8a0a119e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1095 time: 0.2337835 Oct 29 11:20:55.636916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53219bd5-20c4-4d98-9879-676686bfe89c req-ae8e5d16-cae7-4be5-9f00-a144c40c9801 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401632 Oct 29 11:20:55.667894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:55.843332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de02e2f-afba-4adb-a23e-592f2f11aae7 req-a01656a6-1cb4-42d0-aba4-53f8f0fe69b7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383552 Oct 29 11:20:55.900741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3883da-1ff8-4ab6-9988-78f63391a0da req-ed0e868f-8d50-47ba-9785-6cbda7875778 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:55.922139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb3883da-1ff8-4ab6-9988-78f63391a0da req-ed0e868f-8d50-47ba-9785-6cbda7875778 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 949 time: 0.4529686 Oct 29 11:20:56.016263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-cd9d1fe9-1c19-4065-b06e-7d07fcda2beb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.1667199 Oct 29 11:20:56.088561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb3883da-1ff8-4ab6-9988-78f63391a0da req-f10575b2-5355-4d16-af4b-07a0405ab9fb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648870 Oct 29 11:20:56.159606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-c8b6f14d-86ed-457b-90c5-841ac6ab5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:56.162719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-c8b6f14d-86ed-457b-90c5-841ac6ab5cc2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 1099 time: 0.2256913 Oct 29 11:20:56.289035 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b7116d-ca13-42d8-a40a-4c046f6d8786 x-openstack-request-id: req-c9b7116d-ca13-42d8-a40a-4c046f6d8786 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:56.289783 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:56.289783 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9b7116d-ca13-42d8-a40a-4c046f6d8786 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:56.290155 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212', 'status': 'completed', 'code': 200} Oct 29 11:20:56.316376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-69c20db7-cf41-4df3-9d4c-520bf86f046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:56.317889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-69c20db7-cf41-4df3-9d4c-520bf86f046a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.2767391 Oct 29 11:20:56.370471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-41336d72-5cd3-4817-b643-01d8f12f6d5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372584 Oct 29 11:20:56.499586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d40f-499a-46e9-a42a-c7760e39626f req-cbda4373-6950-4c46-a6ad-9ef415cc2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:56.506517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-cbda4373-6950-4c46-a6ad-9ef415cc2821 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cc4f964550746d28a366cc5537f8614&device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 1098 time: 0.1853523 Oct 29 11:20:56.629320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-17ff39a0-d9d9-43f1-be24-83a00908ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:56.630985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-17ff39a0-d9d9-43f1-be24-83a00908ba1d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4538424 Oct 29 11:20:56.745383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d40f-499a-46e9-a42a-c7760e39626f req-bbc64690-f973-4ce3-9c8a-03ad8b1ef097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:56.748278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-bbc64690-f973-4ce3-9c8a-03ad8b1ef097 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2279601 Oct 29 11:20:56.779272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-e55614ec-6231-4c95-9ca3-8a0d2899ff02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d2768188-9ff4-450e-b579-d774669048d3 HTTP/1.1" status: 200 len: 217 time: 0.1211643 Oct 29 11:20:56.881604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-6ed26607-83d6-4a03-9649-9992057b8e0a service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805565 Oct 29 11:20:56.897314 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-d2bd1ac6-6b0e-46ec-ba59-348e75f37cb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212 HTTP/1.1" status: 200 len: 217 time: 0.1333108 Oct 29 11:20:57.129632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d40f-499a-46e9-a42a-c7760e39626f req-6b4d959c-b16b-4257-90ac-65633e79e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.148974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-6b4d959c-b16b-4257-90ac-65633e79e02f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2381656 Oct 29 11:20:57.218699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:57.223043 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270e3d0-4f57-41e1-b120-b5ff047dde14" -d '{"events": [{"server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:57.256923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d40f-499a-46e9-a42a-c7760e39626f req-a9f81d01-c8bd-454e-9df8-c56021f78f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.258876 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-a9f81d01-c8bd-454e-9df8-c56021f78f99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020806 Oct 29 11:20:57.310322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f29fdc-cb6c-4f64-ab95-117c6568e058 req-bd2d303c-298b-4f06-b113-96a8125cb8fa tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.324151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3f29fdc-cb6c-4f64-ab95-117c6568e058 req-bd2d303c-298b-4f06-b113-96a8125cb8fa tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 945 time: 0.7805631 Oct 29 11:20:57.339889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:20:57.343924 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14" -d '{"events": [{"name": "network-changed", "server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:20:57.361870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53055cd-2aea-4995-a26f-0cd6a40226d9 req-6e3b251f-e139-469c-85ee-36bc4d427cef service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787111 Oct 29 11:20:57.377559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-56d78032-b3e4-4a9b-8cd4-5938ba0b3b91 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101098 Oct 29 11:20:57.520660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-c6ff0fed-c239-4b4d-b921-245b12ca4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.540178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-c6ff0fed-c239-4b4d-b921-245b12ca4ad7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.7360954 Oct 29 11:20:57.580433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3f29fdc-cb6c-4f64-ab95-117c6568e058 req-dd67513b-d481-458b-bde3-2d5002af20aa tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545733 Oct 29 11:20:57.636681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a691d40f-499a-46e9-a42a-c7760e39626f req-0b013ac8-b848-4e74-9878-3260046f16bb service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494235 Oct 29 11:20:57.678555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-84809b58-66e9-4b15-bc3d-9340a9b29bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.683450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-84809b58-66e9-4b15-bc3d-9340a9b29bab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276696 Oct 29 11:20:57.893858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1906-14d6-41e6-81c6-8ca764b79a82 req-88095d85-4d3f-4fa2-83ac-65fdadab0960 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:57.905740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e1c1906-14d6-41e6-81c6-8ca764b79a82 req-88095d85-4d3f-4fa2-83ac-65fdadab0960 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 947 time: 0.1068974 Oct 29 11:20:57.975060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e1c1906-14d6-41e6-81c6-8ca764b79a82 req-b08fdee8-4604-45f7-98b9-7b463470ac4c tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674593 Oct 29 11:20:57.980865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-0f5f53fb-7cb1-4720-97e3-7830e534a378 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878211 Oct 29 11:20:58.198922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5aef-f0aa-4cb4-b9ed-699d72497e78 req-1506d138-6729-4f9b-9029-e5fd3446f6bc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:58.208056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd7b5aef-f0aa-4cb4-b9ed-699d72497e78 req-1506d138-6729-4f9b-9029-e5fd3446f6bc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.1017570 Oct 29 11:20:58.244502 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1241dc1-112d-4dd5-90b2-5588450a25f8 req-ab85406b-2b92-403d-b90c-2b5f3f27d48c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552397 Oct 29 11:20:58.295691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd7b5aef-f0aa-4cb4-b9ed-699d72497e78 req-7761cf0f-1c9d-49fc-96c3-05fbb458780f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847046 Oct 29 11:20:58.371028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-85887dec-d57d-466c-a588-f0f401c00113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:58.627973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8972eb5d-607f-42bd-ab26-8db3f3c33212 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:58.654707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a64462-a938-480f-af25-2cf89f29bf71 req-7d973949-a4ad-4239-a460-96f13be7a07c tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:58.665676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66a64462-a938-480f-af25-2cf89f29bf71 req-7d973949-a4ad-4239-a460-96f13be7a07c tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 948 time: 0.1123464 Oct 29 11:20:58.734979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66a64462-a938-480f-af25-2cf89f29bf71 req-41ed678a-ed71-4575-920f-ebdfc945530f tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663037 Oct 29 11:20:58.927610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:58.966400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '8972eb5d-607f-42bd-ab26-8db3f3c33212', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '8972eb5d-607f-42bd-ab26-8db3f3c33212', 'mac_address': 'fa:16:3e:c6:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:58.975272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2768188-9ff4-450e-b579-d774669048d3 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:20:58.987950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ea2d6-08ca-4896-aad6-37576ed0ba08 req-76723c77-83d7-4521-9491-2e63f0a890f1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:58.993107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b80ea2d6-08ca-4896-aad6-37576ed0ba08 req-76723c77-83d7-4521-9491-2e63f0a890f1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 950 time: 0.1138356 Oct 29 11:20:59.084677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:59.128112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b80ea2d6-08ca-4896-aad6-37576ed0ba08 req-8d257165-51d6-4324-b79c-fadc26bdb804 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162865 Oct 29 11:20:59.501915 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a830c7-b85d-4f74-81cf-09b2728f97e0 x-openstack-request-id: req-d2a830c7-b85d-4f74-81cf-09b2728f97e0 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:59.502320 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:59.502490 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2a830c7-b85d-4f74-81cf-09b2728f97e0 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:59.502846 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'status': 'completed', 'code': 200} Oct 29 11:20:59.505610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2768188-9ff4-450e-b579-d774669048d3,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:59.536908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'd2768188-9ff4-450e-b579-d774669048d3', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'd2768188-9ff4-450e-b579-d774669048d3', 'mac_address': 'fa:16:3e:ed:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:20:59.544709 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bb120-48c9-4fc1-80b0-bdf13bf2c466 x-openstack-request-id: req-bf3bb120-48c9-4fc1-80b0-bdf13bf2c466 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:20:59.545659 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:20:59.546478 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf3bb120-48c9-4fc1-80b0-bdf13bf2c466 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:20:59.547408 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b', 'code': 200} Oct 29 11:20:59.556236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8972eb5d-607f-42bd-ab26-8db3f3c33212 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:59.567940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-c6897b25-a0eb-4718-b401-a6057e604b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:59.569915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-c6897b25-a0eb-4718-b401-a6057e604b73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1095 time: 0.0659347 Oct 29 11:20:59.581110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761645db-fe48-4418-911b-0a720925beae req-49fa869e-27af-4649-90ef-c2f4f090a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:59.581110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-761645db-fe48-4418-911b-0a720925beae req-49fa869e-27af-4649-90ef-c2f4f090a63b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 1101 time: 0.1853340 Oct 29 11:20:59.669643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:59.693632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:59.801479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:20:59.818264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-744b05e3-a06f-44ea-b4d3-36c46b2dab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:59.820012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-744b05e3-a06f-44ea-b4d3-36c46b2dab44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2427552 Oct 29 11:20:59.849803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2768188-9ff4-450e-b579-d774669048d3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:20:59.858537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:20:59.889626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-761645db-fe48-4418-911b-0a720925beae req-379a5279-7875-4112-ab3d-fe369ffa728d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929792 Oct 29 11:20:59.891170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-5577ac51-43f9-4efd-ac94-b1e2974648d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.0613878 Oct 29 11:20:59.895049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae744d-1b93-4bc1-a0b3-ca0cc56098b1 req-ebf00f98-e09a-45c2-ba4c-8afe82d38c00 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:20:59.896777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2ae744d-1b93-4bc1-a0b3-ca0cc56098b1 req-ebf00f98-e09a-45c2-ba4c-8afe82d38c00 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1096 time: 0.2840192 Oct 29 11:20:59.902884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2768188-9ff4-450e-b579-d774669048d3,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:20:59.911238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:00.009560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2ae744d-1b93-4bc1-a0b3-ca0cc56098b1 req-fabba6e4-86a8-47e4-85a9-0d552652c85c tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Oct 29 11:21:00.020771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8972eb5d-607f-42bd-ab26-8db3f3c33212'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:00.032927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:00.228125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-9e646a8d-cc60-41a4-9775-277726d05ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:00.230704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-9e646a8d-cc60-41a4-9775-277726d05ad2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1316240 Oct 29 11:21:00.244274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5445-f76c-4e1f-8c98-a5bec8a1aacf req-72e717be-54dc-4695-adaf-4c741d307628 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:00.248573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a0a5445-f76c-4e1f-8c98-a5bec8a1aacf req-72e717be-54dc-4695-adaf-4c741d307628 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 948 time: 0.0974691 Oct 29 11:21:00.249157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2768188-9ff4-450e-b579-d774669048d3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:00.328928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-8bd250a0-05fc-4179-af27-9f7b122e5316 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811241 Oct 29 11:21:00.361679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a0a5445-f76c-4e1f-8c98-a5bec8a1aacf req-e568b3df-1dd0-4ba1-8c19-b22756406adb tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Oct 29 11:21:00.498678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-786366fa-78e8-4d28-bb9f-7949ed4f6cb8 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554871 Oct 29 11:21:00.665803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6239-8440-4585-a49b-5d21485db140 req-0822e032-4ae6-4ea1-b784-68b89cd0b7b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:00.672717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d8c6239-8440-4585-a49b-5d21485db140 req-0822e032-4ae6-4ea1-b784-68b89cd0b7b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.1370234 Oct 29 11:21:00.757506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564a7ac9-aaa3-46e5-8389-ffb42fc0bb14 req-7c8d1dd8-c7e5-48df-80a1-a9b28598e36d service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488987 Oct 29 11:21:00.763429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0c5e-2eda-4a75-be4f-f087e50b3aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:00.804416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d8c6239-8440-4585-a49b-5d21485db140 req-2b082b99-bfe9-40c0-a390-421a5e8e6f93 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304426 Oct 29 11:21:00.931024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:01.126264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd340ab-b79e-451f-ab1e-2c03a2b44da8 req-1fb7b1c1-608d-4b8c-ac0b-3a2db36ba591 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:01.135683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cd340ab-b79e-451f-ab1e-2c03a2b44da8 req-1fb7b1c1-608d-4b8c-ac0b-3a2db36ba591 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 949 time: 0.1163967 Oct 29 11:21:01.179821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:01.217852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'port_id': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'mac_address': 'fa:16:3e:0c:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764a85d-2a16-4df7-b220-041559cad59a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:01.226895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cd340ab-b79e-451f-ab1e-2c03a2b44da8 req-3a683332-65ef-497b-963e-ef09d42c78c7 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834045 Oct 29 11:21:01.315582 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:01.343576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40e3e36-23b3-4684-a7c1-8b0c23fc2824 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:01.395641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:01.401887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:01.447307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bdb19-c822-4592-b45f-d7f1d66e6e26 req-d76e9845-4f3f-40db-974d-ccf169aedbd1 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:01.448830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a9bdb19-c822-4592-b45f-d7f1d66e6e26 req-d76e9845-4f3f-40db-974d-ccf169aedbd1 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1096 time: 0.0877445 Oct 29 11:21:01.543345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:01.568474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a9bdb19-c822-4592-b45f-d7f1d66e6e26 req-c46feacf-864e-4641-8a62-db82feb0e762 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075540 Oct 29 11:21:01.709499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c40e3e36-23b3-4684-a7c1-8b0c23fc2824'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:01.778573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396c42f-7566-4ec2-bbe2-9f241c530898 req-796a9fcf-c6b8-4835-a254-6d10a61eb405 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:01.792077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1396c42f-7566-4ec2-bbe2-9f241c530898 req-796a9fcf-c6b8-4835-a254-6d10a61eb405 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 950 time: 0.1189723 Oct 29 11:21:01.864196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1396c42f-7566-4ec2-bbe2-9f241c530898 req-e24af92c-ae9a-45ee-96e8-78c75d889be3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702047 Oct 29 11:21:02.042026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccaa74-63d6-4351-bc7b-03f681e2c39e req-3af871c6-36e0-4ba7-931b-798118cd62da tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:02.045038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41ccaa74-63d6-4351-bc7b-03f681e2c39e req-3af871c6-36e0-4ba7-931b-798118cd62da tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 948 time: 0.0744355 Oct 29 11:21:02.109453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41ccaa74-63d6-4351-bc7b-03f681e2c39e req-78264fed-4ee3-40e2-af44-77d190ac747f tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559590 Oct 29 11:21:02.135569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:02.246634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:02.396899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea80102-5090-4613-bffb-de111590c727 req-ba4839fa-c019-4d08-ba4d-ad7e8279cbf7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:02.410838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ea80102-5090-4613-bffb-de111590c727 req-ba4839fa-c019-4d08-ba4d-ad7e8279cbf7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.1215286 Oct 29 11:21:02.502725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ea80102-5090-4613-bffb-de111590c727 req-eb4e9c4a-8157-4457-b427-6bb511bf5b55 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702655 Oct 29 11:21:02.674439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8972eb5d-607f-42bd-ab26-8db3f3c33212 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:02.713651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258d3b-8d62-4e7b-9f42-f9a2baf684df req-1b105d29-aa5e-4aae-be11-a620f62a6a5d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:02.722568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01258d3b-8d62-4e7b-9f42-f9a2baf684df req-1b105d29-aa5e-4aae-be11-a620f62a6a5d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 950 time: 0.0824893 Oct 29 11:21:02.807760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 8972eb5d-607f-42bd-ab26-8db3f3c33212 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:02.813874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 8972eb5d-607f-42bd-ab26-8db3f3c33212 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:02.814867 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:02.819489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01258d3b-8d62-4e7b-9f42-f9a2baf684df req-16c8111c-6a71-4b42-aa61-b22aa2312e94 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940032 Oct 29 11:21:02.943796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2768188-9ff4-450e-b579-d774669048d3 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:03.234452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port d2768188-9ff4-450e-b579-d774669048d3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:03.246390 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.253114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port d2768188-9ff4-450e-b579-d774669048d3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:03.253511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.400288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:03.409538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:03.418188 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1febe70-816b-4172-8265-8c34e1f544aa" -d '{"events": [{"server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "name": "network-vif-plugged", "status": "completed", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:03.529641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c068-38b6-4187-9fa2-6efb0ca74a81 req-833e66b0-9c4a-4568-aefc-f307b3820bde tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:03.531363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6c4c068-38b6-4187-9fa2-6efb0ca74a81 req-833e66b0-9c4a-4568-aefc-f307b3820bde tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 949 time: 0.0633814 Oct 29 11:21:03.531657 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.552750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.598301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6c4c068-38b6-4187-9fa2-6efb0ca74a81 req-ed37b9d7-b0af-4d89-8d80-5504bcd536db tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Oct 29 11:21:03.672055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:03.692110 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.809233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2768188-9ff4-450e-b579-d774669048d3,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:03.816339 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:03.818813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:04.172110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:04.197040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ddcff-e574-43b5-ae12-4efa455992e1 req-5a3ab24a-6f38-4ee7-a233-533ceef3a9d6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:04.219210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ddcff-e574-43b5-ae12-4efa455992e1 req-5a3ab24a-6f38-4ee7-a233-533ceef3a9d6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:04.230146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b2ddcff-e574-43b5-ae12-4efa455992e1 req-5a3ab24a-6f38-4ee7-a233-533ceef3a9d6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34&device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 1691 time: 0.1477523 Oct 29 11:21:04.231408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:04.237811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:04.238445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:04.297846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b2ddcff-e574-43b5-ae12-4efa455992e1 req-d1f25da4-abf4-4b6e-8550-b612059972d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665495 Oct 29 11:21:04.470561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb73c43-481a-4795-bc41-f851e756cc61 req-e16f854b-1356-4ee2-a5b0-2d02503f13e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:04.478048 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:04.485643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cb73c43-481a-4795-bc41-f851e756cc61 req-e16f854b-1356-4ee2-a5b0-2d02503f13e7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.1114206 Oct 29 11:21:04.526335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:04.562419 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:04.563284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cb73c43-481a-4795-bc41-f851e756cc61 req-a864fd09-6901-4704-9a93-394106874fbf tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697234 Oct 29 11:21:04.678336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:04.742161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335de108-5d62-4caa-8e51-b01b3a06a2ec req-415ac7c3-5759-4dfe-b3c8-11103f01fb85 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:04.743722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-335de108-5d62-4caa-8e51-b01b3a06a2ec req-415ac7c3-5759-4dfe-b3c8-11103f01fb85 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1096 time: 0.0680454 Oct 29 11:21:04.782132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-335de108-5d62-4caa-8e51-b01b3a06a2ec req-f20d5cc3-1630-4323-a2d6-3894b52f70f3 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Oct 29 11:21:04.875876 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daeed7f-725d-4a0d-b728-9a7ee5bbe3ab x-openstack-request-id: req-9daeed7f-725d-4a0d-b728-9a7ee5bbe3ab {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:04.876837 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "name": "network-vif-plugged", "status": "completed", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:04.876837 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9daeed7f-725d-4a0d-b728-9a7ee5bbe3ab {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:04.877173 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212', 'code': 200} Oct 29 11:21:05.022084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4fdc-06a7-4e05-9c64-e675473a2d15 req-97ed52a6-d6cf-4836-89fc-0cc79063abb6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:05.025085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-842d4fdc-06a7-4e05-9c64-e675473a2d15 req-97ed52a6-d6cf-4836-89fc-0cc79063abb6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 946 time: 0.0802898 Oct 29 11:21:05.030172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f423b-60a9-427c-8b67-eb0a2911c5ab req-b75f08ee-dd8a-4598-82cf-7769091c82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:05.031700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-de6f423b-60a9-427c-8b67-eb0a2911c5ab req-b75f08ee-dd8a-4598-82cf-7769091c82fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 1100 time: 0.0459645 Oct 29 11:21:05.083690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-de6f423b-60a9-427c-8b67-eb0a2911c5ab req-ce528949-25e1-47ab-9053-adccc760e047 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Oct 29 11:21:05.097226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-842d4fdc-06a7-4e05-9c64-e675473a2d15 req-40761693-e4cb-4a36-ac4a-e3ecca2781a6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Oct 29 11:21:05.395052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:21:05.463700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09e71a-7c50-4f86-8c66-d7216b3b3acd req-b2ead7c9-a7fa-4e93-9513-ade083f61451 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:05.465576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f09e71a-7c50-4f86-8c66-d7216b3b3acd req-b2ead7c9-a7fa-4e93-9513-ade083f61451 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0932844 Oct 29 11:21:05.533710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f09e71a-7c50-4f86-8c66-d7216b3b3acd req-ceef06cf-42f2-4087-bfc3-57ff828d1984 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616226 Oct 29 11:21:06.025928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8d94-a039-49bf-8e6b-fc1978b80e78 req-700952ed-f9e4-48a6-8220-98bcb85bcf53 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:06.027815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0fd8d94-a039-49bf-8e6b-fc1978b80e78 req-700952ed-f9e4-48a6-8220-98bcb85bcf53 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 1101 time: 0.0535417 Oct 29 11:21:06.081908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0fd8d94-a039-49bf-8e6b-fc1978b80e78 req-449bf35a-486f-463d-a709-8d9fb56a7a4d tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Oct 29 11:21:06.226218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59050ccc-4720-4260-8dd1-c7137b89f3b5 req-0977f0b2-7b3c-4f84-9d68-7001d02c63c7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:06.230014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59050ccc-4720-4260-8dd1-c7137b89f3b5 req-0977f0b2-7b3c-4f84-9d68-7001d02c63c7 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.0743141 Oct 29 11:21:06.365273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59050ccc-4720-4260-8dd1-c7137b89f3b5 req-aea5fb1c-b1c6-4d4f-a7cf-5065ea3d53c6 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271923 Oct 29 11:21:06.638719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb12d6f-1016-45b6-b3fa-dd3ef32109f9 req-baea790c-1f91-4154-86d0-4aeebebb2cbc tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:06.641561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4eb12d6f-1016-45b6-b3fa-dd3ef32109f9 req-baea790c-1f91-4154-86d0-4aeebebb2cbc tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 1101 time: 0.0977025 Oct 29 11:21:06.691460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4eb12d6f-1016-45b6-b3fa-dd3ef32109f9 req-261d9e07-1684-4937-a2ab-30ce85239738 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Oct 29 11:21:06.868220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ee4b-bf9b-4b4e-b047-0b57d7a2750e req-20373073-cc85-4706-b0c1-a19530e178ac tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:06.876023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6651ee4b-bf9b-4b4e-b047-0b57d7a2750e req-20373073-cc85-4706-b0c1-a19530e178ac tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 946 time: 0.0639038 Oct 29 11:21:06.878464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3'}, {'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:06.881590 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837bc9aa-fe5c-4959-836d-346ef8857cca" -d '{"events": [{"server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2768188-9ff4-450e-b579-d774669048d3"}, {"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-plugged", "status": "completed", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:06.927441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6651ee4b-bf9b-4b4e-b047-0b57d7a2750e req-8e1e2f8d-1e08-4486-ad6f-78d74fffced4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Oct 29 11:21:07.018922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-a09a09a7-512c-4d0b-86a4-0ca7862fa867 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:21:07.020161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-a09a09a7-512c-4d0b-86a4-0ca7862fa867 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071964 Oct 29 11:21:07.072582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-08d68688-d3e9-4ac0-808f-91a9fa4b4a5f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:07.079950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-08d68688-d3e9-4ac0-808f-91a9fa4b4a5f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 1093 time: 0.0514941 Oct 29 11:21:07.084257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Request body: {'binding': {'host': 'n-h2-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:07.084834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:21:07.273367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on host n-h2-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:07.273367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:07.273367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:07.279635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:07.279959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:07.285396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:07.285765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:07.286139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:07.286568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Bound port: ee776665-d83b-40f3-8f44-f2f4830843c2, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:07.348313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:07.357328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:07.358364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3e9495ce-481d-4631-a85c-2e7eef9509d5 service neutron] 10.222.0.77 "POST /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2775693 Oct 29 11:21:07.614852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc099-c60f-416d-89e5-459f3c3d4370 req-8bde8adf-20ff-4af4-b668-a46982cd118a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:07.616502 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef3bc099-c60f-416d-89e5-459f3c3d4370 req-8bde8adf-20ff-4af4-b668-a46982cd118a tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0916140 Oct 29 11:21:07.704751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef3bc099-c60f-416d-89e5-459f3c3d4370 req-3099b513-e6f4-48b8-b32a-763f5008e9a7 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767803 Oct 29 11:21:07.737772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-2fad950d-ed13-428e-b3b4-56a3b3e915c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:07.739442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-2fad950d-ed13-428e-b3b4-56a3b3e915c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1096 time: 0.0939252 Oct 29 11:21:07.854927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-13b2deca-3a04-421e-9c51-773f2aa3be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:07.856414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-13b2deca-3a04-421e-9c51-773f2aa3be78 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.1092243 Oct 29 11:21:07.874439 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63caca77-f8d9-47cc-8abd-027bcaadaf07 x-openstack-request-id: req-63caca77-f8d9-47cc-8abd-027bcaadaf07 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:07.874842 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2768188-9ff4-450e-b579-d774669048d3", "code": 200}, {"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-plugged", "status": "completed", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:07.875191 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63caca77-f8d9-47cc-8abd-027bcaadaf07 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:07.875671 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3', 'code': 200} Oct 29 11:21:07.876022 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'code': 200} Oct 29 11:21:08.009102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5199c2-1a09-494b-b2c1-0eb90c146de6 req-9b22f940-0dd5-4ef0-a985-da396b2e6580 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.022040 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee5199c2-1a09-494b-b2c1-0eb90c146de6 req-9b22f940-0dd5-4ef0-a985-da396b2e6580 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.0769563 Oct 29 11:21:08.102938 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee5199c2-1a09-494b-b2c1-0eb90c146de6 req-2f9ec7fc-e27e-4944-a355-a0d44deb068a tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794375 Oct 29 11:21:08.140255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac269a-f7db-4d55-bca9-aa6c764c9edf req-912b9e02-cdbe-41c6-be84-d90a1d9c4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.142639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-00ac269a-f7db-4d55-bca9-aa6c764c9edf req-912b9e02-cdbe-41c6-be84-d90a1d9c4499 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 1101 time: 0.1124394 Oct 29 11:21:08.180768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-00ac269a-f7db-4d55-bca9-aa6c764c9edf req-1cb0bafb-9035-47c8-949d-329ca28c1e8a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Oct 29 11:21:08.211945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-66b94ef9-9442-4e06-a46a-6ec684646b4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.3448946 Oct 29 11:21:08.233852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-5e023908-2dd9-459f-bb3a-cf71697f5705 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508730 Oct 29 11:21:08.274680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca80a2-6dc1-44bf-a011-a94f133f7871 req-b2ad969e-75ba-4b3b-be24-532dd6c3b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.276624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fca80a2-6dc1-44bf-a011-a94f133f7871 req-b2ad969e-75ba-4b3b-be24-532dd6c3b17c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1097 time: 0.0948563 Oct 29 11:21:08.294836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eb977-a073-4638-8692-fb7a78b08c37 req-2b231cc5-ccb2-4061-a534-f13cc10e1c00 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.302750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae7eb977-a073-4638-8692-fb7a78b08c37 req-2b231cc5-ccb2-4061-a534-f13cc10e1c00 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 945 time: 0.0905724 Oct 29 11:21:08.352404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae7eb977-a073-4638-8692-fb7a78b08c37 req-30862feb-7d77-4e06-8b83-ce8e885c6c4a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Oct 29 11:21:08.399129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-2946eacf-24f6-44c4-a63c-ac0a5036c51f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.401750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-2946eacf-24f6-44c4-a63c-ac0a5036c51f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617239 Oct 29 11:21:08.473706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-2cca42be-33ae-49ad-8cb9-b7a9876628b6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0490391 Oct 29 11:21:08.506200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-77ae709b-0ee7-4d94-b591-342be48355db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.508890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-77ae709b-0ee7-4d94-b591-342be48355db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1052837 Oct 29 11:21:08.601806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-4aff9d22-400f-42b0-9c85-75be5aeb1663 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758410 Oct 29 11:21:08.609102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fca80a2-6dc1-44bf-a011-a94f133f7871 req-610b45d4-07bf-4b29-9068-ef380ddd21de service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923831 Oct 29 11:21:08.678483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-e818ea31-1705-4b1b-960e-72da07c0eb1b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1678700 Oct 29 11:21:08.698245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61c29e-7cb0-4aa4-afc3-e1ac0691125b req-16063f87-0158-4fba-be87-e557c3b06e67 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:08.707211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e61c29e-7cb0-4aa4-afc3-e1ac0691125b req-16063f87-0158-4fba-be87-e557c3b06e67 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 946 time: 0.0775614 Oct 29 11:21:08.764473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-c554164a-2945-46ba-b671-6fb17ebd6a44 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521678 Oct 29 11:21:08.770761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e61c29e-7cb0-4aa4-afc3-e1ac0691125b req-2a39a346-d4c6-469d-8094-449113b5a5b0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625451 Oct 29 11:21:08.931237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-03881688-99fc-489d-897c-94e5ffda6c3c service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291161 Oct 29 11:21:09.055221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2ae13-3665-4f80-a60e-fbdb5b861d84 req-77ce5be8-7ae8-4f63-81f7-5a00bb0bea81 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:09.070089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eae2ae13-3665-4f80-a60e-fbdb5b861d84 req-77ce5be8-7ae8-4f63-81f7-5a00bb0bea81 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0798764 Oct 29 11:21:09.117980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-224303a7-cf0a-4f5b-92ec-8855507756aa tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:09.119712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-224303a7-cf0a-4f5b-92ec-8855507756aa tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.0703549 Oct 29 11:21:09.149045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-9'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:09.160091 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eae2ae13-3665-4f80-a60e-fbdb5b861d84 req-3ce21d79-a392-4dff-bee0-28f684bf12dc tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884397 Oct 29 11:21:09.288864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2eedd93-5f9b-411d-bfc1-2123e3db36c6 req-05f4065a-5651-4e2f-878d-9058625eafae tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 210 time: 0.0433452 Oct 29 11:21:09.356733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:09.459025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-81458115-d460-449a-be18-68f0d5eae7c4 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:09.461187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-81458115-d460-449a-be18-68f0d5eae7c4 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.2321765 Oct 29 11:21:09.470739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29e6bc-c49c-49f2-8d50-eaa9c33d8abc req-5d8aa739-59df-4b1a-bacf-4d16d479caca tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:09.472501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad29e6bc-c49c-49f2-8d50-eaa9c33d8abc req-5d8aa739-59df-4b1a-bacf-4d16d479caca tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.0891762 Oct 29 11:21:09.534406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-e0a4fe2a-a550-4119-a26b-3863c5f99cbf tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/quotas/0e3e66599618408daf1323ce7e71af60 HTTP/1.1" status: 200 len: 375 time: 0.0622275 Oct 29 11:21:09.542330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad29e6bc-c49c-49f2-8d50-eaa9c33d8abc req-6b7a9143-09bb-4d34-bafc-e06655b548b0 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630262 Oct 29 11:21:09.627760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:09.664917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-83c56ff9-a40d-4efe-bba9-320ea849c522 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234047 Oct 29 11:21:09.695860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0090e1-f3fd-4ca8-bacc-6c9d335f2058 req-a59c5b48-daa6-4084-aff7-cc6394be0877 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:09.697844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0b0090e1-f3fd-4ca8-bacc-6c9d335f2058 req-a59c5b48-daa6-4084-aff7-cc6394be0877 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 945 time: 0.0667715 Oct 29 11:21:09.745960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0b0090e1-f3fd-4ca8-bacc-6c9d335f2058 req-13e9b7ee-450c-4868-a4d1-7333cb2bced2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Oct 29 11:21:09.763739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:09.840949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:09.843403 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb9c8e-dc6e-4d46-83a7-5fc72f2c30cb" -d '{"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:09.848170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:09.860159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-44267f86-5cc0-4fb1-82f7-a3eb7d853132 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819274 Oct 29 11:21:09.871254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:10.048081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:10.055085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-67a61940-c471-48c0-a387-9aa4a8a00abf service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932127 Oct 29 11:21:10.057885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on host n-h1-805046-9 for vnic_type normal with profile {"migrating_to": "n-h2-805046-9"} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:10.058223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:10.058547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:10.067758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:10.068306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Attempting to bind port ee776665-d83b-40f3-8f44-f2f4830843c2 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:10.074876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:10.075214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:10.075595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:10.076019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Bound port: ee776665-d83b-40f3-8f44-f2f4830843c2, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:10.076531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:10.143723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:10.147443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:10.151757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:10.195521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-89eb8d64-b90a-4061-b45b-deeea98ad3ea tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:10.197772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-89eb8d64-b90a-4061-b45b-deeea98ad3ea tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/networks?id=e4726d3e-de01-4198-abf8-54045f29c598 HTTP/1.1" status: 200 len: 815 time: 0.1354821 Oct 29 11:21:10.234119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:10.234501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:10.236253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 1121 time: 1.1003022 Oct 29 11:21:10.238967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-eaf4c548-2d08-43a7-b679-17915b1d312a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/quotas/a2dee7551b1f491cb30b89e5ec5e9c3c HTTP/1.1" status: 200 len: 375 time: 0.0323606 Oct 29 11:21:10.284479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88622f2-e878-4171-afaa-8315b9e0bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=8']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:10.334732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-5414f63e-3c21-4542-9183-7496e6ba8af9 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a2dee7551b1f491cb30b89e5ec5e9c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819116 Oct 29 11:21:10.339758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88913e0-6869-421a-8858-9e2a3f21df1d req-ba446c96-632b-4446-b3ee-c04839f69d04 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:10.340817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f88913e0-6869-421a-8858-9e2a3f21df1d req-ba446c96-632b-4446-b3ee-c04839f69d04 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 946 time: 0.0831234 Oct 29 11:21:10.369411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ee776665-d83b-40f3-8f44-f2f4830843c2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:10.403733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-d6fb8da0-a1ec-48eb-ba16-a881bd59afe6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328584 Oct 29 11:21:10.518775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-7e973b72-edcb-4340-9649-5ac4f1266a21 service neutron] 10.222.0.77 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744170 Oct 29 11:21:10.534356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f88913e0-6869-421a-8858-9e2a3f21df1d req-1484e680-3d72-4201-926c-dacd3d2d09b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855035 Oct 29 11:21:10.637988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-4ba0c848-4688-4477-83da-fb8bcd85839c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:10.639559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-4ba0c848-4688-4477-83da-fb8bcd85839c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243011 Oct 29 11:21:10.644960 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fccd11-40c5-4eb9-b75b-4a4d179e8b4a x-openstack-request-id: req-e3fccd11-40c5-4eb9-b75b-4a4d179e8b4a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:10.645597 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:10.645597 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3fccd11-40c5-4eb9-b75b-4a4d179e8b4a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:10.645949 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'code': 200} Oct 29 11:21:10.664022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:10.683637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-8f8482c7-0fbf-44b3-b930-d2a7b0ad5349 service neutron] 10.222.0.77 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470153 Oct 29 11:21:10.824283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6982032-c839-41b6-96bf-1d161b9edbc9 req-757670f9-2584-4594-928b-6618c6e927d6 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:10.826589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6982032-c839-41b6-96bf-1d161b9edbc9 req-757670f9-2584-4594-928b-6618c6e927d6 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.1047163 Oct 29 11:21:10.886618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:10.890927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:10.910681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6982032-c839-41b6-96bf-1d161b9edbc9 req-6b2b8bb6-6222-4061-b251-fa891200f813 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671594 Oct 29 11:21:11.006723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:11.067923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-406fbacb-5f1b-4a24-aaf2-02a7beef0f55 req-92c8260e-7213-4607-a61c-af51fdc8d7db tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 210 time: 0.0514464 Oct 29 11:21:11.164013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.98 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/9326795e-2915-4c30-ba3b-6c29a2d8fa07) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:11.165693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.197757 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4eda5cce-e4f8-48c9-9774-d94bf7ae8420 req-d61d9169-14ee-45c7-aaf8-8e7f5c395024 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 210 time: 0.0530436 Oct 29 11:21:11.199963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-8588686e-3ce8-48fb-8938-5506f5ee5830 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.201577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-8588686e-3ce8-48fb-8938-5506f5ee5830 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/ports?device_id=313195dd-222e-487c-a22b-21f936c42602 HTTP/1.1" status: 200 len: 945 time: 0.1131332 Oct 29 11:21:11.209653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1839f-61e8-465a-a0f8-548e81bc5f18 req-d7d91937-2468-49ed-b6bc-38d278960703 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.217078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0df1839f-61e8-465a-a0f8-548e81bc5f18 req-d7d91937-2468-49ed-b6bc-38d278960703 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.2181396 Oct 29 11:21:11.230867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:11.232620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:11.236355 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdab386-e590-4d8a-b29b-7a254e627ec9" -d '{"events": [{"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-unplugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:11.241607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.306573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:11.318120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.318496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.318922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.319271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.319690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.320031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.320364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.320959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.321481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.321988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.322479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.323081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:11.331504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c0b38-a443-4d9b-b2f1-09e5a959ec69 req-b750c778-933e-4dd8-8dd8-baebbaf4ccd1 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.333491 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa1c0b38-a443-4d9b-b2f1-09e5a959ec69 req-b750c778-933e-4dd8-8dd8-baebbaf4ccd1 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1097 time: 0.0537243 Oct 29 11:21:11.344255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0df1839f-61e8-465a-a0f8-548e81bc5f18 req-24985e60-0768-4426-b6dd-6baa533e421c tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263196 Oct 29 11:21:11.409273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa1c0b38-a443-4d9b-b2f1-09e5a959ec69 req-a3b8d17a-4f10-4ec3-bb41-f43f81c34b2e tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550771 Oct 29 11:21:11.541373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Deleting port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:21:11.541911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.566713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.586169 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67c7409b-f3a1-4a5b-b3b5-01dbdf4252b3 req-ee683fbf-4db0-4350-a8b4-a62885f4e40d tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 210 time: 0.0908220 Oct 29 11:21:11.662175 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd875a8-744d-4c9d-aa14-38de6cf9a201 x-openstack-request-id: req-acd875a8-744d-4c9d-aa14-38de6cf9a201 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:11.662780 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-unplugged", "status": "completed", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:11.662878 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acd875a8-744d-4c9d-aa14-38de6cf9a201 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:11.663337 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'code': 200} Oct 29 11:21:11.687468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6f19-9ad5-447a-bca8-0ff0d88013e4 req-bd327ed4-8afb-4571-8dc5-ce729b55448a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.694950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-16b629cc-524c-4ee5-8de1-5f2f6688d96d tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.696709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-16b629cc-524c-4ee5-8de1-5f2f6688d96d tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.1130257 Oct 29 11:21:11.700026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5ab6f19-9ad5-447a-bca8-0ff0d88013e4 req-bd327ed4-8afb-4571-8dc5-ce729b55448a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.2062554 Oct 29 11:21:11.708431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-c80c7716-bab9-4a21-b436-dc6f5cada3b4 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:11.710272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-c80c7716-bab9-4a21-b436-dc6f5cada3b4 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.41 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.2024052 Oct 29 11:21:11.750002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Request body: {'port': {'device_id': '3013433d-f189-4e51-b597-4097e718c826', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'admin_state_up': True, 'tenant_id': '0e3e66599618408daf1323ce7e71af60'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:11.788551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.801788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:11.805488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:11.817088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5ab6f19-9ad5-447a-bca8-0ff0d88013e4 req-8472b48b-91e0-4017-811f-194fae30bc47 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158853 Oct 29 11:21:11.843830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] For port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:11.844276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.919009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Calling delete_port for 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:21:11.950255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:11.990540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Deleting port 8972eb5d-607f-42bd-ab26-8db3f3c33212 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:21:11.990904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:11.994905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:12.009180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:12.010175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:12.018743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.156991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b634a8-3c7d-4d9b-ae72-92b67a33c05b req-49f13032-3b3f-4bfe-822c-4cb283838f4f tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:12.158929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-97b634a8-3c7d-4d9b-ae72-92b67a33c05b req-49f13032-3b3f-4bfe-822c-4cb283838f4f tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.1969156 Oct 29 11:21:12.228128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] For port 8972eb5d-607f-42bd-ab26-8db3f3c33212, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8972eb5d-607f-42bd-ab26-8db3f3c33212,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:12.229379 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.257127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:12.302309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Calling delete_port for 8972eb5d-607f-42bd-ab26-8db3f3c33212 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:21:12.329642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d60f-6cd8-4e13-9d82-056c22c5c739 req-c084908d-3104-4ff8-a036-f5a5eaa34ba7 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:12.331187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f304d60f-6cd8-4e13-9d82-056c22c5c739 req-c084908d-3104-4ff8-a036-f5a5eaa34ba7 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1097 time: 0.3798342 Oct 29 11:21:12.334439 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-97b634a8-3c7d-4d9b-ae72-92b67a33c05b req-145ae002-d197-4f79-8e16-3e1777eac5af tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531000 Oct 29 11:21:12.335782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.364397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:12.365081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.425551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8d3ee811-2a85-48d9-bd1f-395a9d047f5b None None] Provisioning complete for port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:12.426249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8d3ee811-2a85-48d9-bd1f-395a9d047f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.429934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Allocated IP 172.20.0.8 (1c91ef35-2113-40a7-8c72-502b1749de51/9e9e9495-f92d-427b-b8cf-a55c30d6a85f/0846ad2e-202d-4b85-806f-650706f28253) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:12.435286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event deleted for resources: {'Port': ['ID=455733ac-9bb8-4be0-8ce5-4b1977cd73e4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:12.514533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ee811-2a85-48d9-bd1f-395a9d047f5b None None] Port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:12.522315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-748012db-a23a-4608-8277-12745d0750e9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8633273 Oct 29 11:21:12.544046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] No DVR routers for this DVR port 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:12.550346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:12.554570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c26a3ad-7cae-4553-850c-1b286d807477 req-19771c7b-477c-4a3d-8300-fbb745c27179 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "DELETE /v2.0/ports/455733ac-9bb8-4be0-8ce5-4b1977cd73e4 HTTP/1.1" status: 204 len: 173 time: 1.3276627 Oct 29 11:21:12.556574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f304d60f-6cd8-4e13-9d82-056c22c5c739 req-dc877ab5-b3cb-4734-8409-94d3ed1b61ca tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620862 Oct 29 11:21:12.561394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Request body: {'port': {'device_id': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:12.655150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-8c1c04bc-3d3b-4758-a745-4d1989e52388 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:12.656512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-8c1c04bc-3d3b-4758-a745-4d1989e52388 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.41 "GET /v2.0/networks?id=e4726d3e-de01-4198-abf8-54045f29c598 HTTP/1.1" status: 200 len: 815 time: 0.4176934 Oct 29 11:21:12.659695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2'}, {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-deleted', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:12.663355 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c7521-7f7d-48b0-b46a-2571fc06fd70" -d '{"events": [{"name": "network-changed", "server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2"}, {"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-deleted", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:12.670797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Request body: {'port': {'device_id': '3983675b-2843-4022-bc46-56724dab53a1', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'admin_state_up': True, 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:12.772570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04241467-62ed-490e-83b2-a645bf31166e req-c7861e34-5ebe-4de5-bebe-6df9962bd138 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 210 time: 0.0533569 Oct 29 11:21:12.828450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.009860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:13.166937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e716-3b79-4246-85a9-f514aca499ba req-97568ca9-b487-4040-ae67-1a251512728f tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:13.175078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b016e716-3b79-4246-85a9-f514aca499ba req-97568ca9-b487-4040-ae67-1a251512728f tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 949 time: 0.6170549 Oct 29 11:21:13.217724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.314956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:13.319583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.343753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 has no active binding in host n-h2-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:21:13.347288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Pushing event deleted for resources: {'Port': ['ID=8972eb5d-607f-42bd-ab26-8db3f3c33212,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:13.507670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b016e716-3b79-4246-85a9-f514aca499ba req-c40f36ba-b981-4dce-a9f6-8066b35d9945 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/security-groups?id=4321bb79-6186-46fb-8e3b-943e3ede1cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203421 Oct 29 11:21:13.565739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] No DVR routers for this DVR port 8972eb5d-607f-42bd-ab26-8db3f3c33212 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:13.573593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.578207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8abcc1-6b97-41c3-90e4-e1752ab7aaf0 req-d73b8161-1d38-4794-b129-e6a54fb68ec7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:13.581418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f8abcc1-6b97-41c3-90e4-e1752ab7aaf0 req-d73b8161-1d38-4794-b129-e6a54fb68ec7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 935 time: 0.4268441 Oct 29 11:21:13.585159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b3f6c10-17c4-4fc3-a724-2a3c0541cb5f req-3476168b-c207-43ef-92d1-6fbcae62d518 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.41 "DELETE /v2.0/ports/8972eb5d-607f-42bd-ab26-8db3f3c33212 HTTP/1.1" status: 204 len: 173 time: 1.8735750 Oct 29 11:21:13.586400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.592913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'name': 'network-vif-deleted', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:13.601941 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09546ff7-4612-45ee-9984-34b841c9c955" -d '{"events": [{"server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "name": "network-vif-deleted", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:13.644339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Made reservation on behalf of a2dee7551b1f491cb30b89e5ec5e9c3c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:13.649374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.713967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Network 1c91ef35-2113-40a7-8c72-502b1749de51 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:13.718699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:13.735966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:13.762980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:13.763760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:13.768263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:13.798695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f8abcc1-6b97-41c3-90e4-e1752ab7aaf0 req-210ac76b-a325-4a52-a366-4440b9a1deeb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016749 Oct 29 11:21:13.802549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e0e971a-1b5c-4319-815a-85b57dd6ed7e req-8809b0ba-30c3-4bc3-84d3-45e993afc643 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 210 time: 0.0352066 Oct 29 11:21:13.815249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-9b487056-ef2f-4188-a8f5-a49cc77de709 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0920703 Oct 29 11:21:13.947220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8972eb5d-607f-42bd-ab26-8db3f3c33212'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:13.964096 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc269836-5507-42db-b81d-b20e406781ac x-openstack-request-id: req-dc269836-5507-42db-b81d-b20e406781ac {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:13.964666 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2", "status": "completed", "code": 200}, {"server_uuid": "313195dd-222e-487c-a22b-21f936c42602", "name": "network-vif-deleted", "tag": "455733ac-9bb8-4be0-8ce5-4b1977cd73e4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:13.965131 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc269836-5507-42db-b81d-b20e406781ac {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:13.965768 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'status': 'completed', 'code': 200} Oct 29 11:21:13.966674 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313195dd-222e-487c-a22b-21f936c42602', 'name': 'network-vif-deleted', 'tag': '455733ac-9bb8-4be0-8ce5-4b1977cd73e4', 'status': 'completed', 'code': 200} Oct 29 11:21:14.044254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Allocated IP 172.20.0.11 (e4726d3e-de01-4198-abf8-54045f29c598/8422ea59-45a2-4b10-974c-60da30d3d315/77155965-2b21-4583-a65c-d9716f56d3e0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:14.088280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178ba3-a7da-45d7-a208-340d26cd55ca req-ccd14b00-2f76-4de0-bb20-3f4447d6d811 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:14.094134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326795e-2915-4c30-ba3b-6c29a2d8fa07 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:14.102379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7d178ba3-a7da-45d7-a208-340d26cd55ca req-ccd14b00-2f76-4de0-bb20-3f4447d6d811 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.1251633 Oct 29 11:21:14.122504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.164336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7d178ba3-a7da-45d7-a208-340d26cd55ca req-d46155dd-6967-4346-8627-79aae50884c2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605681 Oct 29 11:21:14.186565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Transition to ACTIVE for port object 9326795e-2915-4c30-ba3b-6c29a2d8fa07 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:14.206230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.269385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2c01-2abf-4c33-93bd-9d337148c5ed req-060fdd1e-74f7-4c35-b4b4-23d2577497b1 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:14.271665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-129e2c01-2abf-4c33-93bd-9d337148c5ed req-060fdd1e-74f7-4c35-b4b4-23d2577497b1 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.1680558 Oct 29 11:21:14.396342 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac500b-c317-4e3a-ad55-7dbc9856f565 x-openstack-request-id: req-60ac500b-c317-4e3a-ad55-7dbc9856f565 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:14.396897 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5", "name": "network-vif-deleted", "tag": "8972eb5d-607f-42bd-ab26-8db3f3c33212", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:14.397214 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60ac500b-c317-4e3a-ad55-7dbc9856f565 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:14.398006 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5', 'name': 'network-vif-deleted', 'tag': '8972eb5d-607f-42bd-ab26-8db3f3c33212', 'status': 'completed', 'code': 200} Oct 29 11:21:14.400212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Pushing event updated for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:14.453244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-129e2c01-2abf-4c33-93bd-9d337148c5ed req-f60107b1-4467-4af7-a52b-b5dd468433c1 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497571 Oct 29 11:21:14.702864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.723646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-8dc96d2d-b6be-4711-9f0d-477248e0645d tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:14.724527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd24932-958c-4527-b63e-af690fc74902 req-483c4a5a-8b8d-4b3c-8238-f457ed3a2d09 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:14.725762 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-8dc96d2d-b6be-4711-9f0d-477248e0645d tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 1101 time: 0.0649886 Oct 29 11:21:14.743072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcd24932-958c-4527-b63e-af690fc74902 req-483c4a5a-8b8d-4b3c-8238-f457ed3a2d09 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.1958528 Oct 29 11:21:14.746278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Attempting to bind port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:14.746644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Attempting to bind port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:14.747036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Attempting to bind port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:14.760903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-415e4cda-d953-4cf8-be6f-4fc2849ecd7e tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.767428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:14.767750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Attempting to bind port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:14.791420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:14.791768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:14.792458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:14.793181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Bound port: 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:14.793804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.877436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcd24932-958c-4527-b63e-af690fc74902 req-6dbe3fe9-0944-47ca-b196-7d9ecb57277e tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207857 Oct 29 11:21:14.888870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-415e4cda-d953-4cf8-be6f-4fc2849ecd7e tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.894261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.898562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-415e4cda-d953-4cf8-be6f-4fc2849ecd7e tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:14.926449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e4cda-d953-4cf8-be6f-4fc2849ecd7e tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66740fcd-0a10-4406-a022-5e3a0589f202,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:14.963123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b0fd65fe-949c-4161-92e5-cb3150d80f62 req-415e4cda-d953-4cf8-be6f-4fc2849ecd7e tempest-LiveMigrationNegativeTest-1406560352 tempest-LiveMigrationNegativeTest-1406560352-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288156 Oct 29 11:21:15.015069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:15.079809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:21:15.080152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 455733ac-9bb8-4be0-8ce5-4b1977cd73e4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:15.082208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Pushing event updated for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:15.088123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Network e4726d3e-de01-4198-abf8-54045f29c598 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:15.121601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:15.134405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c710-1f27-4a94-b38f-2a502be6f53c req-ec904a50-877f-4f36-bc43-8507c431ce46 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.136840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f0f7c710-1f27-4a94-b38f-2a502be6f53c req-ec904a50-877f-4f36-bc43-8507c431ce46 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1097 time: 0.0509987 Oct 29 11:21:15.141200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb7732b7-588b-4cb5-be0a-ba930d3cf05e req-ed850254-8d3a-4392-8770-90f2aa0919fd tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.1005821 Oct 29 11:21:15.142778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:15.154484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:15.216523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:15.217802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f0f7c710-1f27-4a94-b38f-2a502be6f53c req-81685b4a-0173-4876-b03b-6e2b4f7bc7d3 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Oct 29 11:21:15.285273 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:15.377850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.378588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:15.380191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] 10.222.0.86 "PUT /v2.0/ports/9326795e-2915-4c30-ba3b-6c29a2d8fa07 HTTP/1.1" status: 200 len: 1095 time: 2.8377109 Oct 29 11:21:15.390500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.393036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:15.465527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c7ed0-0526-4f09-9ba4-087e741e86d1 req-bf9ec273-7790-447d-ae76-c8e8fb71e2a5 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.476469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-803f3465-433d-478f-823c-76ec7f7ef945 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8097432 Oct 29 11:21:15.480368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-328c7ed0-0526-4f09-9ba4-087e741e86d1 req-bf9ec273-7790-447d-ae76-c8e8fb71e2a5 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.1639307 Oct 29 11:21:15.480846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37713485-a0b6-481b-8fef-e5fe5724786f service neutron] Pushing event updated for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:15.505417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07092fb-3507-4870-a7e3-27ab72dbc265 req-0d7377dc-cf48-42f0-a1ee-83004381be08 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.521213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c07092fb-3507-4870-a7e3-27ab72dbc265 req-0d7377dc-cf48-42f0-a1ee-83004381be08 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 947 time: 0.2760327 Oct 29 11:21:15.567760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-328c7ed0-0526-4f09-9ba4-087e741e86d1 req-96e61b95-3ba8-47e7-bfd4-d8e6e85d7d2e tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858610 Oct 29 11:21:15.612797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c07092fb-3507-4870-a7e3-27ab72dbc265 req-bdea4baa-3e78-46bd-a25a-272aa7626a37 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893862 Oct 29 11:21:15.616578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c0ac1e9c-bbfb-4075-a716-8252ffe3178f None None] Provisioning complete for port 77155965-2b21-4583-a65c-d9716f56d3e0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:15.617203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0ac1e9c-bbfb-4075-a716-8252ffe3178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:15.640159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-bd7fc071-6d6b-4a67-90eb-61bae33984db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.641128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-bd7fc071-6d6b-4a67-90eb-61bae33984db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 1098 time: 0.2053356 Oct 29 11:21:15.681502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac1e9c-bbfb-4075-a716-8252ffe3178f None None] Port 77155965-2b21-4583-a65c-d9716f56d3e0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:15.722600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-324e40fd-1cbe-43a4-b21f-1e064c8d3d00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07 HTTP/1.1" status: 200 len: 217 time: 0.0725515 Oct 29 11:21:15.810044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7de1f-63bf-41d3-a612-c4e875bc2c25 req-d3256372-e931-4139-a41b-8729192782d1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.811594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54e7de1f-63bf-41d3-a612-c4e875bc2c25 req-d3256372-e931-4139-a41b-8729192782d1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.1003737 Oct 29 11:21:15.813539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-662010d7-d9cb-4aec-96de-28411e3b3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.814824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-662010d7-d9cb-4aec-96de-28411e3b3f8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0713780 Oct 29 11:21:15.904876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54e7de1f-63bf-41d3-a612-c4e875bc2c25 req-bb07fcac-99c6-4c79-81d3-52c7c45b0bc1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819218 Oct 29 11:21:15.914990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-e8461156-1019-498c-a22b-bb536f397b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:15.920388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-e8461156-1019-498c-a22b-bb536f397b20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957816 Oct 29 11:21:15.984409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:15.987442 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad214e-56f4-4252-a088-dd0bd9dee7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:16.069913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-790d7fc5-e2b0-4676-820c-a924ca8dc9cb service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413300 Oct 29 11:21:16.253654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc8ac0fc-07c1-4d94-87b7-523ef0269d9b req-ba57961d-e32c-4484-baa5-b34df743e56f service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757641 Oct 29 11:21:16.293445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86affd-eb13-4ddc-adbe-b5e4ac85eb32 req-a3c76b4b-2997-4067-a700-4e4801730d18 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.295394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a86affd-eb13-4ddc-adbe-b5e4ac85eb32 req-a3c76b4b-2997-4067-a700-4e4801730d18 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.1086693 Oct 29 11:21:16.355182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a86affd-eb13-4ddc-adbe-b5e4ac85eb32 req-ffc2d6b6-3721-4ff5-a63f-4b84b10bec93 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Oct 29 11:21:16.410187 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82a91c-e618-4a95-8301-0fdef03b4985 x-openstack-request-id: req-3c82a91c-e618-4a95-8301-0fdef03b4985 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:16.410725 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:16.412051 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c82a91c-e618-4a95-8301-0fdef03b4985 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:16.413313 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07', 'status': 'completed', 'code': 200} Oct 29 11:21:16.509910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-a06bbaae-7863-43af-ad37-a0c0fa673371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.511493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-a06bbaae-7863-43af-ad37-a0c0fa673371 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 1098 time: 0.0757294 Oct 29 11:21:16.636980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-8e44fa77-1aa1-4096-9119-de91bc004c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.638483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-8e44fa77-1aa1-4096-9119-de91bc004c16 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1187024 Oct 29 11:21:16.711820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:16.721515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-dda7bc14-fe88-4f46-844f-f1cfefeeb384 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07 HTTP/1.1" status: 200 len: 217 time: 0.0744467 Oct 29 11:21:16.751577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe5c9ee-28b8-48bf-a1d6-e2cc2240aa08 req-a7ca3762-9adb-4a01-82d3-ea0208c5f2b2 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0918736 Oct 29 11:21:16.798299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-23db0637-063e-4fd9-94e2-b0138cc5725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.800294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-23db0637-063e-4fd9-94e2-b0138cc5725e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0592258 Oct 29 11:21:16.805176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8972eb5d-607f-42bd-ab26-8db3f3c33212 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:16.840795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 8972eb5d-607f-42bd-ab26-8db3f3c33212 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:21:16.841449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8972eb5d-607f-42bd-ab26-8db3f3c33212 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:16.891948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-dc2aac58-b19b-442a-93bd-98d1f464fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.893469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-dc2aac58-b19b-442a-93bd-98d1f464fb0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807240 Oct 29 11:21:16.934101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bd7c-399e-49ac-b0d7-d3f63a7917c2 req-8358c370-5e63-4e33-a7f7-aba6bd14adb0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:16.937900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7d8bd7c-399e-49ac-b0d7-d3f63a7917c2 req-8358c370-5e63-4e33-a7f7-aba6bd14adb0 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0835869 Oct 29 11:21:17.013184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7d8bd7c-399e-49ac-b0d7-d3f63a7917c2 req-1e5172d5-f6a3-4235-8a1b-098301a95fa2 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510030 Oct 29 11:21:17.040603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-196cacc8-310c-4fa6-933d-f4dd9571e0e3 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383042 Oct 29 11:21:17.179377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258359a7-717b-49f9-af04-98f28574aef1 req-58882dc2-b592-4288-b90b-69ce8957f11a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:17.180856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-258359a7-717b-49f9-af04-98f28574aef1 req-58882dc2-b592-4288-b90b-69ce8957f11a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.0795312 Oct 29 11:21:17.184861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75ad214e-56f4-4252-a088-dd0bd9dee7ba req-df77611b-041c-4d38-8e35-7f2a4596f144 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349661 Oct 29 11:21:17.225379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-258359a7-717b-49f9-af04-98f28574aef1 req-855c5e02-93ad-43db-a3bf-ad5ef2c03525 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Oct 29 11:21:17.333132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d54ea-f6f7-477e-82c4-0cddd6d8acbe req-a9607277-926f-4259-9030-d1db08532c0d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:17.334686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f95d54ea-f6f7-477e-82c4-0cddd6d8acbe req-a9607277-926f-4259-9030-d1db08532c0d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 947 time: 0.0537088 Oct 29 11:21:17.390630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f95d54ea-f6f7-477e-82c4-0cddd6d8acbe req-70382337-289c-4d0d-a2c1-da7c510f59f2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Oct 29 11:21:17.504173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861599dc-eb6a-4cdc-a914-3bed7b20a60b req-1825f35d-0b82-49f4-ae87-0117c8bd6355 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:17.505826 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-861599dc-eb6a-4cdc-a914-3bed7b20a60b req-1825f35d-0b82-49f4-ae87-0117c8bd6355 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.0627234 Oct 29 11:21:17.553284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-861599dc-eb6a-4cdc-a914-3bed7b20a60b req-eb696766-3fa2-41f9-a6c7-c4a410a8fa98 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Oct 29 11:21:17.749379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d47d6-86a7-452c-9aa7-6dfc6763c5d8 req-0e55ed8f-124b-48a8-a952-6542564b37ff tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:17.750897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a65d47d6-86a7-452c-9aa7-6dfc6763c5d8 req-0e55ed8f-124b-48a8-a952-6542564b37ff tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.0532546 Oct 29 11:21:17.791820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a65d47d6-86a7-452c-9aa7-6dfc6763c5d8 req-1e6b86f7-5d4e-467a-98ac-a4a273db6831 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Oct 29 11:21:17.900585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a46c8ca2-3133-41b7-9150-ec390ab94d16 req-f33250fc-29c4-412d-9f42-cd5e7c34cc8e tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Oct 29 11:21:18.145567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c1e3-c77b-4db1-a3db-2814cce2072e req-8454a3ce-a2e8-437f-a522-d5b339decb45 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:18.147002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d694c1e3-c77b-4db1-a3db-2814cce2072e req-8454a3ce-a2e8-437f-a522-d5b339decb45 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0626957 Oct 29 11:21:18.202431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d694c1e3-c77b-4db1-a3db-2814cce2072e req-de739aab-fc24-40d5-907a-50cb075b1342 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Oct 29 11:21:18.212556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-bd588a4d-ed7a-44ff-a35b-c504ec2db72d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:18.214107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-bd588a4d-ed7a-44ff-a35b-c504ec2db72d tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 950 time: 0.0900328 Oct 29 11:21:18.344883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Deleting port d2768188-9ff4-450e-b579-d774669048d3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:21:18.345251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:18.414945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9161-c095-4dc9-9b66-545826a49fee req-77d37df3-dfea-4dd0-8982-65089020dbcc tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:18.416701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2a9161-c095-4dc9-9b66-545826a49fee req-77d37df3-dfea-4dd0-8982-65089020dbcc tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.1105022 Oct 29 11:21:18.479542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] For port d2768188-9ff4-450e-b579-d774669048d3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2768188-9ff4-450e-b579-d774669048d3,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:18.479932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:18.507829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2a9161-c095-4dc9-9b66-545826a49fee req-9035ab40-c8ed-4967-8cd8-7fe91429fbef tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813472 Oct 29 11:21:18.512342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Calling delete_port for d2768188-9ff4-450e-b579-d774669048d3 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:21:18.688649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a54c-d3fc-4079-aa56-326227ebc275 req-8a02ed4d-d7c5-42c6-b784-8222c93f8b17 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:18.690343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab26a54c-d3fc-4079-aa56-326227ebc275 req-8a02ed4d-d7c5-42c6-b784-8222c93f8b17 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 947 time: 0.0970039 Oct 29 11:21:18.753772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:18.758012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab26a54c-d3fc-4079-aa56-326227ebc275 req-8a615109-9593-4472-94d5-16e1609b718c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Oct 29 11:21:18.767431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'd2768188-9ff4-450e-b579-d774669048d3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:18.800943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Pushing event deleted for resources: {'Port': ['ID=d2768188-9ff4-450e-b579-d774669048d3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:18.881649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] No DVR routers for this DVR port d2768188-9ff4-450e-b579-d774669048d3 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:18.895777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:18.899509 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f3d8e8-dc24-428d-b21f-9d1733676dc7 req-7f8b7c9e-d484-437a-b9c4-98342401b489 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "DELETE /v2.0/ports/d2768188-9ff4-450e-b579-d774669048d3 HTTP/1.1" status: 204 len: 173 time: 0.6795244 Oct 29 11:21:18.900044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'name': 'network-vif-deleted', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:18.902519 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a655ebce-e0b7-46ad-9914-092e21cd0e4e" -d '{"events": [{"server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "name": "network-vif-deleted", "tag": "d2768188-9ff4-450e-b579-d774669048d3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:18.944339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073fcb-4fe4-429d-a28a-212444de4808 req-5c8894f9-09be-45cb-8af2-f4c9f61d714c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:18.953335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9073fcb-4fe4-429d-a28a-212444de4808 req-5c8894f9-09be-45cb-8af2-f4c9f61d714c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.1028247 Oct 29 11:21:19.029623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9073fcb-4fe4-429d-a28a-212444de4808 req-d06f179f-ab86-4283-a09f-49db71aaa9ef tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752788 Oct 29 11:21:19.060112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9326795e-2915-4c30-ba3b-6c29a2d8fa07 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:19.220074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:19.243211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '9326795e-2915-4c30-ba3b-6c29a2d8fa07', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '9326795e-2915-4c30-ba3b-6c29a2d8fa07', 'mac_address': 'fa:16:3e:70:e5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:19.249400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e274ff-686f-4320-9d5b-dc34978a1015 req-913151ba-64c3-474c-93dd-609ecd502ffa tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:19.250950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81e274ff-686f-4320-9d5b-dc34978a1015 req-913151ba-64c3-474c-93dd-609ecd502ffa tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.0605860 Oct 29 11:21:19.290581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:19.292135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81e274ff-686f-4320-9d5b-dc34978a1015 req-5d5be291-714b-4579-98a5-8ffd193601eb tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342572 Oct 29 11:21:19.314478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326795e-2915-4c30-ba3b-6c29a2d8fa07 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:19.326648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:19.332818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:19.339979 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1cebea-b87a-4ac5-9783-b3cd571462c2 x-openstack-request-id: req-0a1cebea-b87a-4ac5-9783-b3cd571462c2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:19.340506 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a45a76-9ff4-4fdb-9acd-67cebe83efbd", "name": "network-vif-deleted", "tag": "d2768188-9ff4-450e-b579-d774669048d3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:19.340923 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a1cebea-b87a-4ac5-9783-b3cd571462c2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:19.341743 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a45a76-9ff4-4fdb-9acd-67cebe83efbd', 'name': 'network-vif-deleted', 'tag': 'd2768188-9ff4-450e-b579-d774669048d3', 'status': 'completed', 'code': 200} Oct 29 11:21:19.409658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:19.455534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95a1e75d-e1de-41a6-a146-8a2624583010 req-de4f2e89-5ddc-4457-b2b5-b8e3a0239323 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0385456 Oct 29 11:21:19.569915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-491e03c6-f3ca-4049-8f1d-314d685392e7 req-14002bb8-28f2-479f-8312-dd88139d4e97 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=68a45a76-9ff4-4fdb-9acd-67cebe83efbd HTTP/1.1" status: 200 len: 210 time: 0.0303197 Oct 29 11:21:19.611064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9326795e-2915-4c30-ba3b-6c29a2d8fa07'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:19.703175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24133716-f7b1-4a9d-a51a-c4f183a7dbff req-f9d14941-afb0-4b28-8f42-21894d930f92 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:19.704764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24133716-f7b1-4a9d-a51a-c4f183a7dbff req-f9d14941-afb0-4b28-8f42-21894d930f92 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.0536222 Oct 29 11:21:19.747798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24133716-f7b1-4a9d-a51a-c4f183a7dbff req-ca7a6fe1-dec5-4369-868f-11e31670ed47 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Oct 29 11:21:19.881371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9946a87-6ded-4a1d-b34c-50d1589c580e req-f1738e29-745b-4c03-905a-74161ce7094c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:19.883059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9946a87-6ded-4a1d-b34c-50d1589c580e req-f1738e29-745b-4c03-905a-74161ce7094c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 948 time: 0.0543473 Oct 29 11:21:19.929043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9946a87-6ded-4a1d-b34c-50d1589c580e req-3f810da7-01f3-4614-9a05-d31b7c0dc273 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Oct 29 11:21:20.147654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c92da-9c43-4b17-902c-ac3851660ae9 req-21b1c078-106e-4fda-bf07-ac4613a6d35c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:20.150036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d2c92da-9c43-4b17-902c-ac3851660ae9 req-21b1c078-106e-4fda-bf07-ac4613a6d35c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.0501211 Oct 29 11:21:20.188758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d2c92da-9c43-4b17-902c-ac3851660ae9 req-80c6b1db-b8f1-47ae-8863-98f4230ee55e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Oct 29 11:21:20.429326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335679b-26eb-401a-90c6-29f90551129d req-593953d7-9899-4615-9735-ec71fdd8625b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:20.431762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4335679b-26eb-401a-90c6-29f90551129d req-593953d7-9899-4615-9735-ec71fdd8625b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.0627866 Oct 29 11:21:20.472589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4335679b-26eb-401a-90c6-29f90551129d req-d5cd5a6d-c423-429c-88e3-57c0fdb5cf30 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350792 Oct 29 11:21:20.597119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1979bb5c-f817-47ce-b5c9-cf648579ba4e req-0633d926-0fd8-42a5-aae1-048d5f8dc6d8 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0403607 Oct 29 11:21:21.040413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9326795e-2915-4c30-ba3b-6c29a2d8fa07 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:21.101723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:21.106149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:21.106514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:21.126728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d539fa2-8d76-4f36-9ac4-9860636fd665 req-890e9dad-ae3a-4575-b97e-164fbfebb87b tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:21.128752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d539fa2-8d76-4f36-9ac4-9860636fd665 req-890e9dad-ae3a-4575-b97e-164fbfebb87b tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.0712097 Oct 29 11:21:21.176649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d539fa2-8d76-4f36-9ac4-9860636fd665 req-fb9977c4-7472-493d-9179-f6a8e3fe69ef tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Oct 29 11:21:21.195282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:21.230422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:21.233072 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65afa3-9f51-4387-b90c-a2b14ab574a1" -d '{"events": [{"server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "name": "network-vif-plugged", "status": "completed", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:21.263443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:21.271047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:21.316576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc2d3-29ea-4f12-baf2-4a8e30721e7a req-c7fdcabc-d1cc-4fa5-ab9f-2798a6b22e65 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:21.332828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00edc2d3-29ea-4f12-baf2-4a8e30721e7a req-c7fdcabc-d1cc-4fa5-ab9f-2798a6b22e65 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.0771315 Oct 29 11:21:21.337770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:21.376800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00edc2d3-29ea-4f12-baf2-4a8e30721e7a req-c825dcec-0957-4031-a866-5b5d50e0890b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Oct 29 11:21:21.447709 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:21.535536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12ffe5-f5f6-4c95-bc02-8b9d8e1bba7b req-2ad62438-0dfd-482c-ae22-aa326fbdabd5 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:21.536927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f12ffe5-f5f6-4c95-bc02-8b9d8e1bba7b req-2ad62438-0dfd-482c-ae22-aa326fbdabd5 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.0585978 Oct 29 11:21:21.592962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f12ffe5-f5f6-4c95-bc02-8b9d8e1bba7b req-0eb26f32-2136-479d-8378-e307b012dcce tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480814 Oct 29 11:21:21.734332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f216a1-6a51-45da-bd82-5c1e090eff57 req-f8fe4544-e01c-464b-94d9-2333b756ad60 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:21.736441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80f216a1-6a51-45da-bd82-5c1e090eff57 req-f8fe4544-e01c-464b-94d9-2333b756ad60 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.0615087 Oct 29 11:21:21.805698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80f216a1-6a51-45da-bd82-5c1e090eff57 req-35a0957f-65ee-4906-be93-23f8d2a14f43 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530696 Oct 29 11:21:21.879493 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c265ed10-7917-4d03-afbd-c1fc10949d85 x-openstack-request-id: req-c265ed10-7917-4d03-afbd-c1fc10949d85 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:21.880056 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "name": "network-vif-plugged", "status": "completed", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:21.880733 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c265ed10-7917-4d03-afbd-c1fc10949d85 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:21.881302 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07', 'code': 200} Oct 29 11:21:22.075536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12097f9-12f5-4260-a2c9-e5dd8ac0245c req-c5f677f9-f308-494f-8c11-656a824d636b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.077522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d12097f9-12f5-4260-a2c9-e5dd8ac0245c req-c5f677f9-f308-494f-8c11-656a824d636b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.0564697 Oct 29 11:21:22.142864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d12097f9-12f5-4260-a2c9-e5dd8ac0245c req-9772fc80-1efa-4405-a36d-6677a90183c3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Oct 29 11:21:22.203941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951c6ac-28b2-4b39-a72f-13584f97abb2 req-e2b64541-900d-4cdb-aa01-05fd06034e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.205727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c951c6ac-28b2-4b39-a72f-13584f97abb2 req-e2b64541-900d-4cdb-aa01-05fd06034e14 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 1100 time: 0.0612407 Oct 29 11:21:22.271489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59fa34ad-64e1-41da-a5d6-899f4e381373 req-6dd8107b-ef04-41f6-9bd5-716c80c8abb5 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0308702 Oct 29 11:21:22.275309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c951c6ac-28b2-4b39-a72f-13584f97abb2 req-443e1261-f5e2-4702-b922-61f41d7b6266 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Oct 29 11:21:22.391309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc25207-17e6-49bf-a527-0917cc5e1ad9 req-46c1c8ce-0068-436b-8ced-b0b821b12580 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.392936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bc25207-17e6-49bf-a527-0917cc5e1ad9 req-46c1c8ce-0068-436b-8ced-b0b821b12580 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.0515616 Oct 29 11:21:22.433327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bc25207-17e6-49bf-a527-0917cc5e1ad9 req-6ce5bc5f-91a2-48c1-9f2e-61da7c95f674 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Oct 29 11:21:22.540129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab710642-18f4-4396-9cc4-96b121e6d2cc req-00805c11-c0db-41e8-bc9f-e1754bc55cb4 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.541897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab710642-18f4-4396-9cc4-96b121e6d2cc req-00805c11-c0db-41e8-bc9f-e1754bc55cb4 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.0508158 Oct 29 11:21:22.581701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab710642-18f4-4396-9cc4-96b121e6d2cc req-1c64ceac-55cf-493b-8edf-b6357e03a810 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Oct 29 11:21:22.751900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1cd66-46e0-4e0d-a244-df0279340de5 req-e2488dce-e78f-473f-9d63-0479f06a25ae tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.753631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63c1cd66-46e0-4e0d-a244-df0279340de5 req-e2488dce-e78f-473f-9d63-0479f06a25ae tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.0854475 Oct 29 11:21:22.794136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-7128a330-c03e-467e-bca9-02e5ca44391f tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:22.795918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-7128a330-c03e-467e-bca9-02e5ca44391f tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab8adfe5-e21c-4868-a30e-763564b5d82d HTTP/1.1" status: 200 len: 949 time: 0.0950706 Oct 29 11:21:22.824091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63c1cd66-46e0-4e0d-a244-df0279340de5 req-84b5b471-9e06-4840-a2c8-fbc204dab6cc tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ffada42-702f-4787-863d-957b6866f2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616102 Oct 29 11:21:22.954052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Deleting port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:21:22.954336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:23.013201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ea9c4-5032-4104-a230-30f811f038d2 req-a2459fee-713f-437c-b7f1-3a53b0a85e66 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:23.014714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c71ea9c4-5032-4104-a230-30f811f038d2 req-a2459fee-713f-437c-b7f1-3a53b0a85e66 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.1181359 Oct 29 11:21:23.039163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2768188-9ff4-450e-b579-d774669048d3 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:23.061249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: d2768188-9ff4-450e-b579-d774669048d3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:21:23.061249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2768188-9ff4-450e-b579-d774669048d3 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:23.085886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c71ea9c4-5032-4104-a230-30f811f038d2 req-a6604864-3a10-4f2f-82c8-fd20939bc109 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Oct 29 11:21:23.087642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] For port eaaca59e-35e7-4d22-bc76-ae8ae421cc09, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:23.087997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:23.102465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Calling delete_port for eaaca59e-35e7-4d22-bc76-ae8ae421cc09 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:21:23.453885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de1c6d-4909-41c6-8f74-ab5b835dd75c req-4530463f-704f-411c-b142-e4ef926b56ef tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:23.455553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21de1c6d-4909-41c6-8f74-ab5b835dd75c req-4530463f-704f-411c-b142-e4ef926b56ef tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 931 time: 0.0745769 Oct 29 11:21:23.530994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21de1c6d-4909-41c6-8f74-ab5b835dd75c req-591a04a2-e362-4618-b658-75bbca9c74fe tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Oct 29 11:21:23.541683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:23.560843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['eaaca59e-35e7-4d22-bc76-ae8ae421cc09'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:23.585433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Pushing event deleted for resources: {'Port': ['ID=eaaca59e-35e7-4d22-bc76-ae8ae421cc09,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:23.642261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] No DVR routers for this DVR port eaaca59e-35e7-4d22-bc76-ae8ae421cc09 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:23.651015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:23.654257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ab51d4b-ce98-4151-a005-774d79d080e2 req-54344be8-2f1a-4414-a022-5711c37f1148 tempest-LiveMigrationNegativeTest-1346100225 tempest-LiveMigrationNegativeTest-1346100225-project] 10.222.0.86 "DELETE /v2.0/ports/eaaca59e-35e7-4d22-bc76-ae8ae421cc09 HTTP/1.1" status: 204 len: 173 time: 0.8470142 Oct 29 11:21:23.654693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'name': 'network-vif-deleted', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:23.657506 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaa6feb-196a-42c5-9d75-39fdba27a2e7" -d '{"events": [{"server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "name": "network-vif-deleted", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:23.687950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-792e6aba-afb7-4839-a88e-7aa7af0c4170 req-3f3ed573-ec77-4048-9730-70f9901ef746 tempest-DeleteServersAdminTestJSON-1093156464 tempest-DeleteServersAdminTestJSON-1093156464-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecf193a7-61c4-4726-b0c1-ecbdbb1ddee5 HTTP/1.1" status: 200 len: 210 time: 0.0480261 Oct 29 11:21:23.816852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c3d1-c344-4d73-bf5d-ff4d2cf01307 req-cb87d4eb-529b-432b-9a45-e6b6be8f5506 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:23.818385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef48c3d1-c344-4d73-bf5d-ff4d2cf01307 req-cb87d4eb-529b-432b-9a45-e6b6be8f5506 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 932 time: 0.0673919 Oct 29 11:21:23.878549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Request body: {'port': {'device_id': '3013433d-f189-4e51-b597-4097e718c826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:23.890731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Request body: {'port': {'device_id': '3983675b-2843-4022-bc46-56724dab53a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:23.945104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:23.945696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef48c3d1-c344-4d73-bf5d-ff4d2cf01307 req-a4b5f09e-79d9-475e-bfc0-6cf3c76f98c7 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181204 Oct 29 11:21:23.989475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:24.064432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-477af377-fce3-4f78-9e8c-957548c02077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:24.066991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-477af377-fce3-4f78-9e8c-957548c02077 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1124 time: 0.1193929 Oct 29 11:21:24.262649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-b0acc2c0-0f14-49ce-8b49-afffbd30e941 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:21:24.264254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-b0acc2c0-0f14-49ce-8b49-afffbd30e941 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070825 Oct 29 11:21:24.282126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f643fd-f9aa-4c4c-ac1a-74f559ca2b23 req-7ed4ef6b-1886-4b5c-b566-e04b1e62d82a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:24.289774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66f643fd-f9aa-4c4c-ac1a-74f559ca2b23 req-7ed4ef6b-1886-4b5c-b566-e04b1e62d82a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.2056460 Oct 29 11:21:24.387870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-61a1b682-4d56-4d7b-bcba-de8533091b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:24.389903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-61a1b682-4d56-4d7b-bcba-de8533091b5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3116078 Oct 29 11:21:24.407136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-1d905252-d330-4f7a-90a1-ca1fedfe371f service neutron] 10.222.0.41 "GET /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2/bindings/n-h2-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.3598871 Oct 29 11:21:24.448045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-410fbf76-e1a8-4477-8fce-c484814cc17d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:24.449497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-410fbf76-e1a8-4477-8fce-c484814cc17d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 1094 time: 0.1539588 Oct 29 11:21:24.498514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:24.499156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:21:24.511777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-ef4a58fc-5e6b-42c6-8e62-3e1bcad2274a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.1002398 Oct 29 11:21:24.520417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66f643fd-f9aa-4c4c-ac1a-74f559ca2b23 req-8d9d0119-c990-4918-9c70-6e1aeaa49355 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191584 Oct 29 11:21:24.568871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-b795f8fb-3ff5-40ce-b68f-8111259cedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:24.570708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-b795f8fb-3ff5-40ce-b68f-8111259cedae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0505702 Oct 29 11:21:24.613365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-fa40df7f-e658-4e3c-a199-7a57036f164c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319643 Oct 29 11:21:24.750737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0846ad2e-202d-4b85-806f-650706f28253 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:24.762572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:24.789302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Transition to ACTIVE for port object 0846ad2e-202d-4b85-806f-650706f28253 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:24.802955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:24.811976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-4fa865bb-db03-4cb4-8af4-70cced355434 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900129 Oct 29 11:21:24.830299 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd242a61-6f1d-4bf8-9a48-06dfa150a277 x-openstack-request-id: req-fd242a61-6f1d-4bf8-9a48-06dfa150a277 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:24.830588 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8adfe5-e21c-4868-a30e-763564b5d82d", "name": "network-vif-deleted", "tag": "eaaca59e-35e7-4d22-bc76-ae8ae421cc09", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:24.830848 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd242a61-6f1d-4bf8-9a48-06dfa150a277 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:24.831417 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8adfe5-e21c-4868-a30e-763564b5d82d', 'name': 'network-vif-deleted', 'tag': 'eaaca59e-35e7-4d22-bc76-ae8ae421cc09', 'status': 'completed', 'code': 200} Oct 29 11:21:24.914278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:24.978289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Attempting to bind port 0846ad2e-202d-4b85-806f-650706f28253 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:24.978618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Attempting to bind port 0846ad2e-202d-4b85-806f-650706f28253 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:24.978943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Attempting to bind port 0846ad2e-202d-4b85-806f-650706f28253 on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:24.988215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-728c7521-7f7d-48b0-b46a-2571fc06fd70 req-9075f5ce-303a-480b-8f41-716587f02542 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530089 Oct 29 11:21:24.988917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Port 0846ad2e-202d-4b85-806f-650706f28253 on network 1c91ef35-2113-40a7-8c72-502b1749de51 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:24.989273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Attempting to bind port 0846ad2e-202d-4b85-806f-650706f28253 on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:24.995607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:24.995943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Checking segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:24.996320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Bound using segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:24.996749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Bound port: 0846ad2e-202d-4b85-806f-650706f28253, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:24.997126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.045557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:25.067241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-efb2c9f2-2a79-416d-adad-d349254c1c43 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1790025 Oct 29 11:21:25.068814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:25.068814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:25.068814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:25.079473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:25.083063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:25.089203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.089395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:25.089518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:25.124091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:25.124328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:25.124830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:25.125228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Bound port: c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:25.129674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.130290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.131697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] 10.222.0.41 "PUT /v2.0/ports/0846ad2e-202d-4b85-806f-650706f28253 HTTP/1.1" status: 200 len: 1091 time: 1.2608876 Oct 29 11:21:25.132135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'tag': '0846ad2e-202d-4b85-806f-650706f28253'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:25.134422 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d889b535-ffb6-4778-a759-335fccde047c" -d '{"events": [{"name": "network-changed", "server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "tag": "0846ad2e-202d-4b85-806f-650706f28253"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:25.163611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15945eff-a882-430b-86bd-8233aae6ff5d service neutron] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:25.233168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb08a89-67a1-4a5a-bac6-26f377c62097 req-c000a16f-bc96-4ad0-88b8-70fdd93e1d92 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.234707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb08a89-67a1-4a5a-bac6-26f377c62097 req-c000a16f-bc96-4ad0-88b8-70fdd93e1d92 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 943 time: 0.3671606 Oct 29 11:21:25.248768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-d22af23a-e33f-4257-9956-21378eba9def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.250483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-d22af23a-e33f-4257-9956-21378eba9def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 1094 time: 0.0653710 Oct 29 11:21:25.254052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-277e00b3-7751-4e23-a64c-b6a546eb4c26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93d46c41b2fc4d1da0f6f6bd18b7eb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074082 Oct 29 11:21:25.256703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:25.264353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:25.284618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77155965-2b21-4583-a65c-d9716f56d3e0 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:25.310008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.314001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-85b18102-da32-4a42-aa81-b8f8245162fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0846ad2e-202d-4b85-806f-650706f28253 HTTP/1.1" status: 200 len: 217 time: 0.0499732 Oct 29 11:21:25.319593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097b45-e095-406a-b6d7-c480d9d73edc req-d3af7923-10b5-4101-b6f5-00b8793a11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.321175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-d3af7923-10b5-4101-b6f5-00b8793a11b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 1096 time: 0.2223992 Oct 29 11:21:25.352649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:25.383896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:25.385349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-a3f065df-6ea1-4b00-94dd-c6e1c36e6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.386918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-a3f065df-6ea1-4b00-94dd-c6e1c36e6e24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.0660419 Oct 29 11:21:25.387727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.394003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Transition to ACTIVE for port object 77155965-2b21-4583-a65c-d9716f56d3e0 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:25.400292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb08a89-67a1-4a5a-bac6-26f377c62097 req-e091d15a-40e2-4d67-9975-2149d7b2f80f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501644 Oct 29 11:21:25.417878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.419052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-064ff2ae-8470-43b5-8301-6dbb86674c30 service neutron] 10.222.0.77 "POST /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824/bindings HTTP/1.1" status: 201 len: 389 time: 0.9493148 Oct 29 11:21:25.435961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-c2388951-f659-4402-9d0f-b053fe43c436 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371029 Oct 29 11:21:25.438695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.446245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.460364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee776665-d83b-40f3-8f44-f2f4830843c2 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:25.512653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:25.562430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.568877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Pushing event updated for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:25.573956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.678280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.696372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:25.702438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ffada42-702f-4787-863d-957b6866f2b9 HTTP/1.1" status: 204 len: 168 time: 0.4446654 Oct 29 11:21:25.760724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097b45-e095-406a-b6d7-c480d9d73edc req-cdff7803-d6f8-4519-a7d3-58d5122affcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.762332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-cdff7803-d6f8-4519-a7d3-58d5122affcb service neutron] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 925 time: 0.3838983 Oct 29 11:21:25.768010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-61c41be4-5be3-4475-88df-c2fe7ac6b479 service neutron] 10.222.0.41 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217483 Oct 29 11:21:25.797750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4b04-d108-4991-b9c7-256b41d2bf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffada42-702f-4787-863d-957b6866f2b9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:25.858647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218ee94-eaf2-4eb7-9b8c-4f9b64e68a49 req-d2eafd3a-d321-4bc4-a5b0-ce4187dcaa5c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:25.872301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d218ee94-eaf2-4eb7-9b8c-4f9b64e68a49 req-d2eafd3a-d321-4bc4-a5b0-ce4187dcaa5c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 943 time: 0.1519811 Oct 29 11:21:26.029412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Attempting to bind port 77155965-2b21-4583-a65c-d9716f56d3e0 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:26.029752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Attempting to bind port 77155965-2b21-4583-a65c-d9716f56d3e0 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:26.030078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Attempting to bind port 77155965-2b21-4583-a65c-d9716f56d3e0 on network e4726d3e-de01-4198-abf8-54045f29c598 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:26.036855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-c72d769c-4b0d-41c2-a158-d4a5f34ca4f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 200 len: 1001 time: 0.2435021 Oct 29 11:21:26.047472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Port 77155965-2b21-4583-a65c-d9716f56d3e0 on network e4726d3e-de01-4198-abf8-54045f29c598 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:26.047794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Attempting to bind port 77155965-2b21-4583-a65c-d9716f56d3e0 on network e4726d3e-de01-4198-abf8-54045f29c598 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:26.055462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d218ee94-eaf2-4eb7-9b8c-4f9b64e68a49 req-d07ecccd-0656-49e0-8ce0-6336e6a00b50 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557021 Oct 29 11:21:26.064209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b7f0d-a4c0-4d43-a8f9-39c26cc835ed req-332864a5-4fc3-413f-b772-eba09d0f1b60 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.071632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e73b7f0d-a4c0-4d43-a8f9-39c26cc835ed req-332864a5-4fc3-413f-b772-eba09d0f1b60 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 1100 time: 0.2793870 Oct 29 11:21:26.072017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-55aed144-8682-4a57-a79d-2454e44d695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.073941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-55aed144-8682-4a57-a79d-2454e44d695a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1097 time: 0.1031415 Oct 29 11:21:26.097894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] Transition to ACTIVE for port object ee776665-d83b-40f3-8f44-f2f4830843c2 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:26.099903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:26.100248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Checking segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:26.100627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Bound using segment: {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:26.101088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Bound port: 77155965-2b21-4583-a65c-d9716f56d3e0, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dad2473-08e7-420c-ae57-13fd078784e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:26.101447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.129148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.207832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:26.235973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] Pushing event updated for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:26.261296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097b45-e095-406a-b6d7-c480d9d73edc req-073cb63c-5eee-479c-8573-24326b09aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.262760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-073cb63c-5eee-479c-8573-24326b09aca6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.2164054 Oct 29 11:21:26.268074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b5e0c0e-267c-4791-84b2-e759c545e061 req-a9aa0036-f5d0-422c-9e26-51c1b60bd3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946579 Oct 29 11:21:26.281662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e73b7f0d-a4c0-4d43-a8f9-39c26cc835ed req-049486b3-c4ab-4a46-9463-de813e308cfd tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090211 Oct 29 11:21:26.318358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:26.320242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-7b157af4-a24f-4071-9739-30d543c6b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.321765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-7b157af4-a24f-4071-9739-30d543c6b6b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2375927 Oct 29 11:21:26.332539 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0bcb1750-84e7-45fd-b612-b14bb52823c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a653ebf479ff49578dabe3d74b790f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235991 Oct 29 11:21:26.341300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:26.371557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] No DVR routers for this DVR port ee776665-d83b-40f3-8f44-f2f4830843c2 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:26.373093 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22684790-fcb2-4767-9c34-94201900d257 x-openstack-request-id: req-22684790-fcb2-4767-9c34-94201900d257 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:26.373385 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "tag": "0846ad2e-202d-4b85-806f-650706f28253", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:26.373636 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22684790-fcb2-4767-9c34-94201900d257 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:26.374028 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'tag': '0846ad2e-202d-4b85-806f-650706f28253', 'status': 'completed', 'code': 200} Oct 29 11:21:26.381341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=77155965-2b21-4583-a65c-d9716f56d3e0,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:26.393553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.428837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-a81d50ad-3057-4d1f-a2aa-f4681bf7b8f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.0924940 Oct 29 11:21:26.449893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097b45-e095-406a-b6d7-c480d9d73edc req-2814f8d5-62b5-4bad-ab7c-a4cfcd912cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.451383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-2814f8d5-62b5-4bad-ab7c-a4cfcd912cbb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673169 Oct 29 11:21:26.468349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-efd47d2c-97dd-4781-8350-93f8def4b586 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2/bindings/n-h2-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0157917 Oct 29 11:21:26.515854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.516495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.517968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] 10.222.0.41 "PUT /v2.0/ports/77155965-2b21-4583-a65c-d9716f56d3e0 HTTP/1.1" status: 200 len: 1092 time: 2.6492352 Oct 29 11:21:26.537082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607701-8159-483b-b49b-c1d0c43ec009 req-b6cd8fc8-a2f6-42da-a9db-db4638341041 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.545057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05607701-8159-483b-b49b-c1d0c43ec009 req-b6cd8fc8-a2f6-42da-a9db-db4638341041 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 944 time: 0.2946410 Oct 29 11:21:26.579454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.593442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-5efc0f1f-1bdd-467e-bb25-e7e47d634a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.595066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-5efc0f1f-1bdd-467e-bb25-e7e47d634a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1510768 Oct 29 11:21:26.602701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889b535-ffb6-4778-a759-335fccde047c req-38ea5d84-df82-4394-803f-1ef0b503b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.604380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-38ea5d84-df82-4394-803f-1ef0b503b5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 1094 time: 0.1947258 Oct 29 11:21:26.651796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af673-39d4-49c1-a082-c641fbb017ce service neutron] Pushing event updated for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:26.673323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-4b79e3a4-75b6-46a7-9cfb-29b2891b5b5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651100 Oct 29 11:21:26.697414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21764f3-0f15-4672-bc3f-49a0b5c0e01e req-10b8cb58-5039-4cac-9916-bf61f6cdbfba tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.699399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e21764f3-0f15-4672-bc3f-49a0b5c0e01e req-10b8cb58-5039-4cac-9916-bf61f6cdbfba tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 946 time: 0.2543645 Oct 29 11:21:26.719510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.727361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-7484274c-c72a-4769-aeec-3e2a2b0e556f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.728915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-7484274c-c72a-4769-aeec-3e2a2b0e556f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.1769400 Oct 29 11:21:26.732130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05607701-8159-483b-b49b-c1d0c43ec009 req-e8e6b119-e576-4b56-8453-50cfb7453296 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859694 Oct 29 11:21:26.810631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-efc1af7d-381a-47e7-a967-9deb7036e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.812152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-efc1af7d-381a-47e7-a967-9deb7036e0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2dee7551b1f491cb30b89e5ec5e9c3c&device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 1095 time: 0.2109842 Oct 29 11:21:26.837773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:26.840109 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016e92c-682a-4cb6-9661-5900de49f9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:26.861653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-b6d3f900-ceb5-4cbf-86b2-df6e3b4d1650 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903041 Oct 29 11:21:26.923608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-1dde6015-b54a-490c-9fb9-15b0afbf5532 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77155965-2b21-4583-a65c-d9716f56d3e0 HTTP/1.1" status: 200 len: 217 time: 0.0764818 Oct 29 11:21:26.929691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-41746861-ad68-4161-be32-3691520e0d0e service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124832 Oct 29 11:21:26.937484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e21764f3-0f15-4672-bc3f-49a0b5c0e01e req-4bf0a515-37ed-4f51-9d74-87997c50533a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252505 Oct 29 11:21:26.939950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889b535-ffb6-4778-a759-335fccde047c req-e744e9b0-2b5c-4897-b00c-97a20bd8b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:26.941541 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-e744e9b0-2b5c-4897-b00c-97a20bd8b11a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 905 time: 0.3124335 Oct 29 11:21:26.946340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-6bcbee0f-d3f0-448a-bbab-b7c8f1e043fa tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358477 Oct 29 11:21:26.964142 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.967795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:26.974220 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66740fcd-0a10-4406-a022-5e3a0589f202 HTTP/1.1" status: 204 len: 168 time: 0.6257586 Oct 29 11:21:27.069731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device eaaca59e-35e7-4d22-bc76-ae8ae421cc09 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:27.079496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-0bafa7ba-214c-4a99-bbe9-72f7ad85ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.081035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-0bafa7ba-214c-4a99-bbe9-72f7ad85ff78 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 1095 time: 0.3287411 Oct 29 11:21:27.094575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: eaaca59e-35e7-4d22-bc76-ae8ae421cc09 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:21:27.095602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device eaaca59e-35e7-4d22-bc76-ae8ae421cc09 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:27.349798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70097b45-e095-406a-b6d7-c480d9d73edc req-bf3f489f-a71f-4f44-a564-3387dd4701c0 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401627 Oct 29 11:21:27.391338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-69c59203-721f-4f70-8ad8-47508e016c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.392507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-69c59203-721f-4f70-8ad8-47508e016c25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8422ea59-45a2-4b10-974c-60da30d3d315 HTTP/1.1" status: 200 len: 854 time: 0.4493899 Oct 29 11:21:27.398416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-9dd0a7a8-5f8f-49bf-ad51-d2df17358d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0846ad2e-202d-4b85-806f-650706f28253 HTTP/1.1" status: 200 len: 217 time: 0.4437544 Oct 29 11:21:27.420713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc25ae-8df8-4e51-a349-2e855230f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66740fcd-0a10-4406-a022-5e3a0589f202,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:27.424450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a1d2-7570-449f-97bc-88a56f11d1a1 req-726d60cb-7585-4598-8063-e997308f2406 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.426023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4889a1d2-7570-449f-97bc-88a56f11d1a1 req-726d60cb-7585-4598-8063-e997308f2406 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.3927629 Oct 29 11:21:27.462728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3b317fca-b858-42e9-9674-ba09e675be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.464343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-3b317fca-b858-42e9-9674-ba09e675be2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1095 time: 0.1171730 Oct 29 11:21:27.497702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889b535-ffb6-4778-a759-335fccde047c req-067cedf2-600c-4aed-b084-d96b6982a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.499226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-067cedf2-600c-4aed-b084-d96b6982a9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.0900390 Oct 29 11:21:27.506361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-d903923a-c7c4-4a41-811c-7c489cc22dde tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.507925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-d903923a-c7c4-4a41-811c-7c489cc22dde tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719458 Oct 29 11:21:27.551729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-7dca2cb6-96b2-4b6b-a8a1-70a9e1ed974e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433018 Oct 29 11:21:27.571964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-09f041a0-317a-4f80-8850-d9cebde85a49 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0480318 Oct 29 11:21:27.584510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-048d0674-ec5d-4cde-b0fa-fc3fe09dea51 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404600 Oct 29 11:21:27.587767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4889a1d2-7570-449f-97bc-88a56f11d1a1 req-fda445a5-cef7-4425-a92b-cefbb76db617 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347175 Oct 29 11:21:27.608607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-a21eee47-7d46-4498-831d-96de5fc0810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.619079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-a21eee47-7d46-4498-831d-96de5fc0810a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4726d3e-de01-4198-abf8-54045f29c598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069988 Oct 29 11:21:27.751875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-9fc1d6ec-7340-4f91-a6d8-d35fc06d420b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1694624 Oct 29 11:21:27.754983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-fb723cd3-7b77-420f-bcd1-9f087b16604e service neutron] 10.222.0.41 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940694 Oct 29 11:21:27.762789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-d829589b-14d9-46ff-997e-ae83e7e4c095 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.764889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-d829589b-14d9-46ff-997e-ae83e7e4c095 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1097 time: 0.1040976 Oct 29 11:21:27.779117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:27.784437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e45291d4-e0cf-44a9-bba1-1f6d75f08238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:27.793695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-e45291d4-e0cf-44a9-bba1-1f6d75f08238 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3151443 Oct 29 11:21:27.883948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-fc3c76cc-df7b-465f-8382-fef883a2ef28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.0401242 Oct 29 11:21:27.892682 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec920b0-6cc8-48aa-a91b-4e7613cae5e2 x-openstack-request-id: req-bec920b0-6cc8-48aa-a91b-4e7613cae5e2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:27.892974 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:27.894607 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bec920b0-6cc8-48aa-a91b-4e7613cae5e2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:27.898570 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0', 'status': 'completed', 'code': 200} Oct 29 11:21:27.911555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:27.996374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d889b535-ffb6-4778-a759-335fccde047c req-14126a00-0898-47b2-8a5e-976aef6c9699 service neutron] 10.222.0.41 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303760 Oct 29 11:21:28.068630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-860a6792-9d88-456d-89b2-428f8d658dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2644556 Oct 29 11:21:28.087497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-151eec3e-8bd1-45bc-baa7-cd65274b58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:28.090021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-151eec3e-8bd1-45bc-baa7-cd65274b58cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1835883 Oct 29 11:21:28.092339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-c4b405de-1874-4194-8f04-755e132b4b7f service neutron] 10.222.0.41 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695160 Oct 29 11:21:28.105628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b886f91-2c55-4a5b-8b90-2da9b7b6100d req-1b1b961e-8a1f-491f-b4ce-6872a2b925e3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:28.115761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b886f91-2c55-4a5b-8b90-2da9b7b6100d req-1b1b961e-8a1f-491f-b4ce-6872a2b925e3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 943 time: 0.1945460 Oct 29 11:21:28.204063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:28.214112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-ed6b22f9-43c0-4b65-a5ae-50e1921333a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954461 Oct 29 11:21:28.215263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725ae7-d15d-40cf-8f99-f78162225568 req-8031aed8-bc10-4bf9-af2f-278b18885fb6 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:28.226295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa725ae7-d15d-40cf-8f99-f78162225568 req-8031aed8-bc10-4bf9-af2f-278b18885fb6 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 944 time: 0.1507680 Oct 29 11:21:28.307044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa725ae7-d15d-40cf-8f99-f78162225568 req-7c23dd25-3010-4bda-900b-9e68e239840a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752394 Oct 29 11:21:28.336731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:28.344766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dce746b6-2171-4e77-9f93-fbe213c52d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:28.424624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:28.427272 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86798c3-1602-4503-aa63-d43bf3d94f1c" -d '{"events": [{"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:28.431903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:28.441109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:28.504332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b886f91-2c55-4a5b-8b90-2da9b7b6100d req-ea90a649-f14a-48e6-80cf-bfa44743cc5e tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805394 Oct 29 11:21:28.554639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3302363b-4e74-4e90-9ce7-6bad7c4b78ad req-288d77c8-d424-4fb8-9e7e-0621535852d4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334464 Oct 29 11:21:28.582689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734678e-de7c-471c-9635-bcdf23147b92 req-54e84949-0058-4575-b5ed-cf286e9efcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:28.584655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-54e84949-0058-4575-b5ed-cf286e9efcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 1100 time: 0.4648716 Oct 29 11:21:28.604661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-5b821f80-0cfd-483c-bd3f-7757282759b4 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271191 Oct 29 11:21:28.630959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:28.638335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:28.638715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:28.639070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:28.648651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:28.649139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Attempting to bind port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:28.657773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a985e8db-fd76-429b-8107-433aa15fded0 req-032c2115-f263-426a-87eb-d015ecd910ff tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 210 time: 0.0692108 Oct 29 11:21:28.682610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3918d-2f15-442b-9755-beb309ad4d55 req-fb38a112-104e-4458-b851-74ecb0a91bc2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:28.685253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3b3918d-2f15-442b-9755-beb309ad4d55 req-fb38a112-104e-4458-b851-74ecb0a91bc2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.1984890 Oct 29 11:21:28.688513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:28.688956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:28.690684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:28.691240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Bound port: c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:28.691687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:28.757622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:28.807520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3b3918d-2f15-442b-9755-beb309ad4d55 req-981223eb-793e-4a9e-be17-5437bb1e3622 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918179 Oct 29 11:21:28.883779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:28.889114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:28.896148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:28.899515 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399904bb-491a-4f94-8182-d9a1a87ee064 x-openstack-request-id: req-399904bb-491a-4f94-8182-d9a1a87ee064 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:28.902330 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:28.910075 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-399904bb-491a-4f94-8182-d9a1a87ee064 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:28.910984 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'code': 200} Oct 29 11:21:28.966470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:28.991718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0846ad2e-202d-4b85-806f-650706f28253', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '0846ad2e-202d-4b85-806f-650706f28253', 'mac_address': 'fa:16:3e:bd:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:29.049623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-70e36d39-7019-43dc-8a5b-addc7bd33a24 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997717 Oct 29 11:21:29.055572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:29.079479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-f7995608-15c2-45e6-9147-3bcdf8e2d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.081481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-f7995608-15c2-45e6-9147-3bcdf8e2d4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2dee7551b1f491cb30b89e5ec5e9c3c&device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 1095 time: 0.4341037 Oct 29 11:21:29.084855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0846ad2e-202d-4b85-806f-650706f28253 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:29.110571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:29.117149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:29.195179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=8']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:29.209133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:29.216290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b359b-2679-4dd6-8c82-79eb02260c27 req-28fc210a-f252-4014-80b3-889090e725d5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.224896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d50b359b-2679-4dd6-8c82-79eb02260c27 req-28fc210a-f252-4014-80b3-889090e725d5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.3079212 Oct 29 11:21:29.232153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.233109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:29.235285 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-f267c5fe-d278-4c66-a775-185999c96af7 service neutron] 10.222.0.41 "PUT /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 1122 time: 1.4604409 Oct 29 11:21:29.243650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38840) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:29.264305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734678e-de7c-471c-9635-bcdf23147b92 req-feceee96-9f54-4150-9fb6-d7b6e83a656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.266947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-feceee96-9f54-4150-9fb6-d7b6e83a656b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.6145861 Oct 29 11:21:29.325486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-953fdd9d-67c1-43d0-8970-98dd29a8bdc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 HTTP/1.1" status: 200 len: 217 time: 0.0459332 Oct 29 11:21:29.341658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d50b359b-2679-4dd6-8c82-79eb02260c27 req-4001c897-1724-4f04-8a57-bcf18ca312b3 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102014 Oct 29 11:21:29.350734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c40e3e36-23b3-4684-a7c1-8b0c23fc2824'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:29.388413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-0987511e-3e0f-436f-84c5-4cda85a7ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.390258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-0987511e-3e0f-436f-84c5-4cda85a7ed9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4726d3e-de01-4198-abf8-54045f29c598 HTTP/1.1" status: 200 len: 916 time: 0.2986953 Oct 29 11:21:29.429192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0846ad2e-202d-4b85-806f-650706f28253'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:29.444257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734678e-de7c-471c-9635-bcdf23147b92 req-43ba763b-f485-45ed-aa6b-a53ac9a77749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.445972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-43ba763b-f485-45ed-aa6b-a53ac9a77749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1081684 Oct 29 11:21:29.447828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-0f0ef09c-0d6d-4a32-a137-c9849bc122e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77155965-2b21-4583-a65c-d9716f56d3e0 HTTP/1.1" status: 200 len: 217 time: 0.0458932 Oct 29 11:21:29.597824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-3eed30f4-bffc-47a8-9f1a-ae4e2ca875a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.599485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-3eed30f4-bffc-47a8-9f1a-ae4e2ca875a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8422ea59-45a2-4b10-974c-60da30d3d315 HTTP/1.1" status: 200 len: 854 time: 0.1359332 Oct 29 11:21:29.672585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00959-10e8-451b-a487-9cad0ab46461 req-54e75c98-3978-4cb2-8b5d-b01b692aa4ac tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.680091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22b00959-10e8-451b-a487-9cad0ab46461 req-54e75c98-3978-4cb2-8b5d-b01b692aa4ac tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 944 time: 0.1967862 Oct 29 11:21:29.688934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734678e-de7c-471c-9635-bcdf23147b92 req-9b288e87-9f3c-41b5-b319-7acd9746edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.691831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-9b288e87-9f3c-41b5-b319-7acd9746edd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296886 Oct 29 11:21:29.721987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1bcfd-2829-4b54-92b7-b5ed24f1ac65 req-78f83f6b-de32-474b-85a2-1819ee50db57 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.725839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cde1bcfd-2829-4b54-92b7-b5ed24f1ac65 req-78f83f6b-de32-474b-85a2-1819ee50db57 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 944 time: 0.1037934 Oct 29 11:21:29.776487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cde1bcfd-2829-4b54-92b7-b5ed24f1ac65 req-66416c6d-353e-4a51-b2d4-02a0a022a790 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Oct 29 11:21:29.853915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4346ffa9-31fb-4635-85c6-8d4cd7583c4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4cc4f964550746d28a366cc5537f8614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022580 Oct 29 11:21:29.853915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-38610a4f-4b93-4484-8fd2-8e9de7356ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:29.853915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-38610a4f-4b93-4484-8fd2-8e9de7356ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4726d3e-de01-4198-abf8-54045f29c598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423809 Oct 29 11:21:29.854956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38856) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:29.863253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22b00959-10e8-451b-a487-9cad0ab46461 req-b6d2bc3d-4a70-4ea8-be8d-73f46d3e16b4 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811287 Oct 29 11:21:29.924791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-60ee06e7-2f7d-4946-b507-b3b8cb7ec5af service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222803 Oct 29 11:21:29.972860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7b8d78e-ccb1-4a44-b072-cf54fd0d343e req-9cddf7b5-070e-4514-acd9-573ea7cfa812 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 210 time: 0.0544600 Oct 29 11:21:30.011285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.041806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.096191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2aad-2296-40b5-b7b9-94c75f7128ce req-e1e28e71-9ed8-4739-a316-8e600d0d2546 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:30.104026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8eaa2aad-2296-40b5-b7b9-94c75f7128ce req-e1e28e71-9ed8-4739-a316-8e600d0d2546 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.1184394 Oct 29 11:21:30.122587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.126117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.126793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4321bb79-6186-46fb-8e3b-943e3ede1cc5 HTTP/1.1" status: 204 len: 168 time: 0.2705939 Oct 29 11:21:30.148306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01237a-1554-44c6-925c-8b3b9783611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4321bb79-6186-46fb-8e3b-943e3ede1cc5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:30.150958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-ee3cb643-898a-4cec-a0c8-56d88b01302f service neutron] 10.222.0.41 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692058 Oct 29 11:21:30.189205 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6734678e-de7c-471c-9635-bcdf23147b92 req-07392715-e8f3-4394-8215-b87c10fcb6f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389178 Oct 29 11:21:30.233920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8eaa2aad-2296-40b5-b7b9-94c75f7128ce req-791c763b-c664-4867-8324-051f20110aa9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283834 Oct 29 11:21:30.318375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b016e92c-682a-4cb6-9661-5900de49f9ce req-b192db2d-324f-4aef-9f49-9d8a09c0354d service neutron] 10.222.0.41 "GET /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566806 Oct 29 11:21:30.520369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-42fb2005-21c8-48b8-ac48-303664f1a4da tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:30.522619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-42fb2005-21c8-48b8-ac48-303664f1a4da tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.0953519 Oct 29 11:21:30.533843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be33f-c9aa-4b3f-9dd7-efcb11e028a4 req-0fd2c52b-7d69-48a1-b7b3-50fdd3258951 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:30.535300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c17be33f-c9aa-4b3f-9dd7-efcb11e028a4 req-0fd2c52b-7d69-48a1-b7b3-50fdd3258951 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.0944903 Oct 29 11:21:30.610958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c17be33f-c9aa-4b3f-9dd7-efcb11e028a4 req-be576a4b-0008-4e24-be1d-0759d9152a59 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Oct 29 11:21:30.643600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:30.657460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a371a0a-5524-47ad-814c-f3e7d2a01355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.672945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-ab2ccdbb-a095-4ea3-807c-b9eb86fd35b4 service neutron] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:30.676721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-ab2ccdbb-a095-4ea3-807c-b9eb86fd35b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.678076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d609c14-d818-44e1-ba49-bb15692abd2d req-ab2ccdbb-a095-4ea3-807c-b9eb86fd35b4 service neutron] 10.222.0.86 "DELETE /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2/bindings/n-h1-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.1418848 Oct 29 11:21:30.761570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 77155965-2b21-4583-a65c-d9716f56d3e0 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:30.764304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:30.768977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a371a0a-5524-47ad-814c-f3e7d2a01355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.778806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a371a0a-5524-47ad-814c-f3e7d2a01355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.795867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-6f135a88-9581-4cf2-8957-6ca7325a5b30 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272534 Oct 29 11:21:30.806576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed07380f-4972-412d-86d9-149dc754a847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:30.860138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a371a0a-5524-47ad-814c-f3e7d2a01355 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e02f0852671412d8e6a340755c340f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151856 Oct 29 11:21:30.864784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:30.875881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a371a0a-5524-47ad-814c-f3e7d2a01355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17cd0f-63ce-4143-be03-69a017542309,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:30.910982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 0846ad2e-202d-4b85-806f-650706f28253 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:30.914696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:30.918163 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:30.918808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0846ad2e-202d-4b85-806f-650706f28253 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:30.919385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.002306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-faeac274-0ccf-49c4-b7cf-6b94b3b9924c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.006853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-faeac274-0ccf-49c4-b7cf-6b94b3b9924c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981823 Oct 29 11:21:31.021607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:31.054097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b2920-47d8-4446-9bf3-c0d889028a19 req-92bea17c-eb7c-49b2-b658-96733fa3fb46 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.055634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd7b2920-47d8-4446-9bf3-c0d889028a19 req-92bea17c-eb7c-49b2-b658-96733fa3fb46 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 944 time: 0.1295798 Oct 29 11:21:31.075917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.081586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=77155965-2b21-4583-a65c-d9716f56d3e0,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:31.100313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.104640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '77155965-2b21-4583-a65c-d9716f56d3e0', 'network_id': 'e4726d3e-de01-4198-abf8-54045f29c598', 'port_id': '77155965-2b21-4583-a65c-d9716f56d3e0', 'mac_address': 'fa:16:3e:0f:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422ea59-45a2-4b10-974c-60da30d3d315', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:31.122937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.143167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:31.145909 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6390e1-92d4-49a4-8f47-665cd6b5611e" -d '{"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-plugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:31.206721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd7b2920-47d8-4446-9bf3-c0d889028a19 req-854138c6-04e4-4f5a-86c1-1b0716cb6483 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394098 Oct 29 11:21:31.206946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:31.208503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.223788 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.245570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:31.262168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77155965-2b21-4583-a65c-d9716f56d3e0 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:31.275678 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0abacec-633f-470c-8d5e-ff3a5dca7d36 x-openstack-request-id: req-a0abacec-633f-470c-8d5e-ff3a5dca7d36 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:31.276042 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:31.276297 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0abacec-633f-470c-8d5e-ff3a5dca7d36 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:31.276694 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'status': 'completed', 'code': 200} Oct 29 11:21:31.302001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c50bb-d286-43ac-b75c-1f353101fd06 req-5e755a76-d9e7-4e34-a055-b74f84a69c1c tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.303685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-874c50bb-d286-43ac-b75c-1f353101fd06 req-5e755a76-d9e7-4e34-a055-b74f84a69c1c tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 944 time: 0.1101325 Oct 29 11:21:31.307675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=77155965-2b21-4583-a65c-d9716f56d3e0,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:31.309512 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.344320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.346542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.349748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:31.356025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f17cd0f-63ce-4143-be03-69a017542309 HTTP/1.1" status: 204 len: 168 time: 0.4882128 Oct 29 11:21:31.381111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:31.384659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3630b-215e-4f28-a333-93fb9ad89438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17cd0f-63ce-4143-be03-69a017542309,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:31.453364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-9a938fc4-1067-492c-ae8c-3d0be0cd2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.454928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-9a938fc4-1067-492c-ae8c-3d0be0cd2829 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1125 time: 0.1474051 Oct 29 11:21:31.461257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:31.471423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-874c50bb-d286-43ac-b75c-1f353101fd06 req-ead027b8-72ef-4da9-a912-bf479a67a937 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346109 Oct 29 11:21:31.496322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ecc2eb47-54a2-4317-8464-8933552bc081 req-4f4bad83-6836-487a-bb52-742c65eb0f5c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 210 time: 0.0788507 Oct 29 11:21:31.537513 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4489ab-8284-429a-8fa1-c6fa2aab116a x-openstack-request-id: req-7d4489ab-8284-429a-8fa1-c6fa2aab116a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:31.537854 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-plugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:31.538112 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d4489ab-8284-429a-8fa1-c6fa2aab116a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:31.538520 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253', 'code': 200} Oct 29 11:21:31.621160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.164 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/0dbc3740-3782-47eb-8a6c-c5c90c2388ab) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:31.662604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d8ea6-2c54-4a3c-a171-49e9c5aadef9 req-0a081a21-daf9-449e-bdeb-81705fe5897a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.670058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-764d8ea6-2c54-4a3c-a171-49e9c5aadef9 req-0a081a21-daf9-449e-bdeb-81705fe5897a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.0742931 Oct 29 11:21:31.700411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['77155965-2b21-4583-a65c-d9716f56d3e0'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:31.734803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-764d8ea6-2c54-4a3c-a171-49e9c5aadef9 req-86b48a9e-0581-4f40-9e48-aa1109349e97 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Oct 29 11:21:31.856226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e8d9-374a-4d26-967c-70404df3f795 req-42916a04-0f87-413d-8f1d-abd40310c312 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:31.858770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5d3e8d9-374a-4d26-967c-70404df3f795 req-42916a04-0f87-413d-8f1d-abd40310c312 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.0626564 Oct 29 11:21:31.925545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5d3e8d9-374a-4d26-967c-70404df3f795 req-9278c076-1ec1-49e3-8d85-32cb6182ab18 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 Oct 29 11:21:32.101096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0592a-819b-4c21-be13-b2dffba6d3bc req-4d767b7d-6853-409b-a632-57ff9171b831 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.102662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-abe0592a-819b-4c21-be13-b2dffba6d3bc req-4d767b7d-6853-409b-a632-57ff9171b831 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1095 time: 0.0565491 Oct 29 11:21:32.112750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:32.164183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-abe0592a-819b-4c21-be13-b2dffba6d3bc req-efb378b6-1f06-4b79-a034-95e83d8d46e3 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Oct 29 11:21:32.242876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:32.244411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-4774db23-f8a5-4fe3-9681-448cf33645e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.245982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-4774db23-f8a5-4fe3-9681-448cf33645e0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.7733014 Oct 29 11:21:32.250414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24e89-eb57-45a8-8bfa-7808fa59665b req-699a54e0-a2a5-4a22-ab86-ac6b96bf0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.252280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3c24e89-eb57-45a8-8bfa-7808fa59665b req-699a54e0-a2a5-4a22-ab86-ac6b96bf0408 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 1096 time: 0.1765990 Oct 29 11:21:32.346741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-69ec8b0c-50e4-45c6-9af2-3b86516c2ed5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.0791724 Oct 29 11:21:32.372601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff67bc-7bde-44fa-8f19-d938ab732d74 req-734b8877-6af0-4c5f-9430-7e0e19551b94 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.375114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bdff67bc-7bde-44fa-8f19-d938ab732d74 req-734b8877-6af0-4c5f-9430-7e0e19551b94 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0707638 Oct 29 11:21:32.443132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bdff67bc-7bde-44fa-8f19-d938ab732d74 req-e27a300f-adb3-4b34-b907-eee0b675b30d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 Oct 29 11:21:32.480183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3c24e89-eb57-45a8-8bfa-7808fa59665b req-02f57eab-dabd-44fa-959e-fccb6b4c0a34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976168 Oct 29 11:21:32.534705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:32.557181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-70185fc4-05b2-41f7-8136-971732818948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.558969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-70185fc4-05b2-41f7-8136-971732818948 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1861393 Oct 29 11:21:32.638638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae9eb9-dcb0-41b2-a5ba-efe5d41700a3 req-79d664fb-f255-46d0-99b6-a0f0e33bfa84 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.640960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ae9eb9-dcb0-41b2-a5ba-efe5d41700a3 req-79d664fb-f255-46d0-99b6-a0f0e33bfa84 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 945 time: 0.0733638 Oct 29 11:21:32.679780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-e7d10623-970e-460e-b115-58fed7cd9e41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510743 Oct 29 11:21:32.683894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ae9eb9-dcb0-41b2-a5ba-efe5d41700a3 req-2abe8fd6-35ee-45e6-86e8-7ef608739a2c tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Oct 29 11:21:32.762720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:32.770594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:32.823942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a5f9a-734f-4c2d-8841-7e0e4e6aa6e2 req-43dd1c31-35bf-411b-8e94-d3ce01ff55ee tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.826245 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da3a5f9a-734f-4c2d-8841-7e0e4e6aa6e2 req-43dd1c31-35bf-411b-8e94-d3ce01ff55ee tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 936 time: 0.0617919 Oct 29 11:21:32.836870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-52618275-0cbc-4d8e-9ad7-004c05ad9376 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:32.844912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-52618275-0cbc-4d8e-9ad7-004c05ad9376 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.3051896 Oct 29 11:21:32.848471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:32.848648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:32.854746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b', '9326795e-2915-4c30-ba3b-6c29a2d8fa07'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:32.866836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:32.876061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:32.894291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-c6df6a41-485a-4dc4-ba94-987b105365cb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/quotas/6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 375 time: 0.0484228 Oct 29 11:21:32.914522 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da3a5f9a-734f-4c2d-8841-7e0e4e6aa6e2 req-0f8b2b8c-9cf6-4182-a3df-ac4c81a08d20 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783281 Oct 29 11:21:32.989362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:33.044950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-7ac6f7d3-558d-4977-a1a8-cd672de73ce6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497622 Oct 29 11:21:33.056749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:33.060899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:33.069435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-87d6c14c-1318-4951-b13f-3551f190db83 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709435 Oct 29 11:21:33.127379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-7bfca23b-79bb-431b-b1e5-12fbb13689a7 service neutron] 10.222.0.86 "GET /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.1693611 Oct 29 11:21:33.316245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-93cde288-ba25-4804-a7a1-c7d915cd4828 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3000817 Oct 29 11:21:33.335924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Request body: {'port': {'device_id': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:33.424850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec47506-ceba-4adc-807e-347cd02dfb9e req-aa78d79c-8832-4e2b-bcd7-6dac9ac09d8e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:33.426698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fec47506-ceba-4adc-807e-347cd02dfb9e req-aa78d79c-8832-4e2b-bcd7-6dac9ac09d8e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 944 time: 0.1816554 Oct 29 11:21:33.448494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:33.516373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-2ce18763-7651-4b19-bfb0-4e5a7f752722 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506590 Oct 29 11:21:33.532048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38990) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:33.540087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:33.549356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-851387f3-ab80-4a38-9d00-a47a6f7fb4a4 req-1cb0c88d-82d0-4bf7-9c91-a364c2b637f1 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424570 Oct 29 11:21:33.550345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-35b2be2a-53eb-40e4-be6f-88823b9c6fca None None] Provisioning complete for port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:33.550712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-35b2be2a-53eb-40e4-be6f-88823b9c6fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:33.566206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:33.620768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fec47506-ceba-4adc-807e-347cd02dfb9e req-f8e62ff1-b25a-4389-94b1-5bbfb0496565 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820621 Oct 29 11:21:33.701209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-35b2be2a-53eb-40e4-be6f-88823b9c6fca None None] Port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:33.724971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:21:33.767169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:33.802127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-39243f4a-f6af-41d1-9693-31aba2e596a8 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847915 Oct 29 11:21:33.899384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:33.960875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daed2b-883f-4acf-8849-c93f826fda6d req-17ddf882-a411-43bd-a80a-ad295b60eaa2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:33.962609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e7daed2b-883f-4acf-8849-c93f826fda6d req-17ddf882-a411-43bd-a80a-ad295b60eaa2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1743486 Oct 29 11:21:34.021630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbc3740-3782-47eb-8a6c-c5c90c2388ab {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:34.034608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.039034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40e3e36-23b3-4684-a7c1-8b0c23fc2824 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:34.062327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Transition to ACTIVE for port object 0dbc3740-3782-47eb-8a6c-c5c90c2388ab will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:34.066354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:34.079886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efe4644d-6e8d-4c67-b936-e9133fd8e2a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.108779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.117058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.142065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e7daed2b-883f-4acf-8849-c93f826fda6d req-0ca75674-ea33-48ac-8222-9bad85402097 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561775 Oct 29 11:21:34.212456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:34.246224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5da2-d2c5-4b68-b965-b908be864a63 req-3516165b-bfa7-426a-9f5c-da7780b7775d tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:34.254298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f0c5da2-d2c5-4b68-b965-b908be864a63 req-3516165b-bfa7-426a-9f5c-da7780b7775d tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 945 time: 0.1901991 Oct 29 11:21:34.342259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] Transition to ACTIVE for port object c40e3e36-23b3-4684-a7c1-8b0c23fc2824 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:34.363636 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.376356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f0c5da2-d2c5-4b68-b965-b908be864a63 req-570728e2-f959-4f49-89f5-f0af4b27566e tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Oct 29 11:21:34.379950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf07198-311f-4006-b472-5a6e427a78f9 req-7bad19ec-38d9-4134-9394-f6f724fd88bf tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:34.391746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaf07198-311f-4006-b472-5a6e427a78f9 req-7bad19ec-38d9-4134-9394-f6f724fd88bf tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 948 time: 0.1392677 Oct 29 11:21:34.411487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Attempting to bind port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:34.413402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Attempting to bind port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:34.415354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Attempting to bind port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:34.425555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:34.425904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Attempting to bind port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:34.436768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:34.437561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:34.440308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:34.443135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Bound port: 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:34.443582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.480226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efe4644d-6e8d-4c67-b936-e9133fd8e2a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.492131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efe4644d-6e8d-4c67-b936-e9133fd8e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.524547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-efe4644d-6e8d-4c67-b936-e9133fd8e2a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c6a41e5518f456ab3544a4cc8a5fff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9885166 Oct 29 11:21:34.525881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2096d83f-a216-4ca1-b478-f557bf061532 req-d787cd9b-e6e8-47f3-8367-c2def4433393 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 210 time: 0.0788288 Oct 29 11:21:34.528680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:34.616842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:34.620689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:34.621825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] No DVR routers for this DVR port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:34.632695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.644111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaf07198-311f-4006-b472-5a6e427a78f9 req-d62cade2-f01c-4fdc-8686-881b2b6c95e0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457135 Oct 29 11:21:34.645481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] Pushing event updated for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:34.663479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4644d-6e8d-4c67-b936-e9133fd8e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3f0ea-3b45-4a85-8c15-463a758a5ee0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:34.721576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:34.722512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.724657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] 10.222.0.86 "PUT /v2.0/ports/0dbc3740-3782-47eb-8a6c-c5c90c2388ab HTTP/1.1" status: 200 len: 1096 time: 1.3936751 Oct 29 11:21:34.725668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:34.728351 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36702e9-2259-47bb-95be-3017168f07db" -d '{"events": [{"name": "network-changed", "server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:34.733652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-c943520e-ba57-49bc-b753-0ca9e6df3c7d service neutron] 10.222.0.86 "PUT /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5974588 Oct 29 11:21:34.772705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 77155965-2b21-4583-a65c-d9716f56d3e0 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:34.773469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.795181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46e586-3a82-4f40-a04c-cb7b0ee48136 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:34.838601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.879605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 77155965-2b21-4583-a65c-d9716f56d3e0 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:34.884886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 77155965-2b21-4583-a65c-d9716f56d3e0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:34.885905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:34.925156 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c889d-483e-4389-bcc7-3e2f7e65f512 x-openstack-request-id: req-f44c889d-483e-4389-bcc7-3e2f7e65f512 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:34.926190 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:34.926647 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f44c889d-483e-4389-bcc7-3e2f7e65f512 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:34.927166 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab', 'status': 'completed', 'code': 200} Oct 29 11:21:34.969322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-b97d6ddb-5048-47cd-801c-c5ae2ddc211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:34.971711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-b97d6ddb-5048-47cd-801c-c5ae2ddc211b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 1099 time: 0.1504939 Oct 29 11:21:34.986899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377fa58-54fa-44ea-871a-51fa0184586a req-340d1921-9d02-4225-bcc4-6edaeefd273a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:34.995252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7377fa58-54fa-44ea-871a-51fa0184586a req-340d1921-9d02-4225-bcc4-6edaeefd273a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.1397240 Oct 29 11:21:35.033241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.045391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-29f09180-e75d-4312-ae3c-11889ca8fdc2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.047799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-29f09180-e75d-4312-ae3c-11889ca8fdc2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.1168392 Oct 29 11:21:35.074757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:35.078108 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510baa2b-b798-4a7c-85e1-6273a7cf100c" -d '{"events": [{"server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "name": "network-vif-plugged", "status": "completed", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:35.106816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-58c9672b-9fce-4a8c-8055-8c18b4b238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.108278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-58c9672b-9fce-4a8c-8055-8c18b4b238f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a&tenant_id=19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 1096 time: 0.0476363 Oct 29 11:21:35.109884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=77155965-2b21-4583-a65c-d9716f56d3e0,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:35.111529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7377fa58-54fa-44ea-871a-51fa0184586a req-4c84f754-1ca7-464e-8562-b1270728b79a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997813 Oct 29 11:21:35.113037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-44827916-23a8-4a6f-a133-c6c98a883499 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab HTTP/1.1" status: 200 len: 217 time: 0.1165283 Oct 29 11:21:35.114880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.118151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.118942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.119838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ff3f0ea-3b45-4a85-8c15-463a758a5ee0 HTTP/1.1" status: 204 len: 168 time: 0.5844560 Oct 29 11:21:35.137959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f30f-14bf-496d-babe-1540e6a7f678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3f0ea-3b45-4a85-8c15-463a758a5ee0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:35.184304 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbe1f25-6048-4afb-a9ed-3f5196848fb7 x-openstack-request-id: req-2bbe1f25-6048-4afb-a9ed-3f5196848fb7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:35.184614 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "name": "network-vif-plugged", "status": "completed", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:35.184869 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2bbe1f25-6048-4afb-a9ed-3f5196848fb7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:35.185263 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0', 'code': 200} Oct 29 11:21:35.198580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-eb30fc6d-95d6-4a81-8b1a-ee6b807e8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.200069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-eb30fc6d-95d6-4a81-8b1a-ee6b807e8a80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0773051 Oct 29 11:21:35.240916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:35.278792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-5d6e07a9-bfec-41ac-8744-0b101c3a6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.280585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-5d6e07a9-bfec-41ac-8744-0b101c3a6206 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667057 Oct 29 11:21:35.387446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-b3fe9912-d535-4773-a829-7061d79c2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.388928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-b3fe9912-d535-4773-a829-7061d79c2399 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1096 time: 0.2488618 Oct 29 11:21:35.409579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-12c7ce57-3065-44e4-8a19-7af87224b8ff service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194186 Oct 29 11:21:35.494867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736bc1d-e6ee-4805-b2c7-a5af37b1f3a3 req-539653ee-9f81-4633-b3da-5e32afa2d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.496485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a736bc1d-e6ee-4805-b2c7-a5af37b1f3a3 req-539653ee-9f81-4633-b3da-5e32afa2d622 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 1097 time: 0.2524579 Oct 29 11:21:35.542749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d884f-0e2c-4225-bd06-00dc68f8f5ae req-c9d391d5-7f2a-4009-89fc-edd260c89e82 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.544279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b1d884f-0e2c-4225-bd06-00dc68f8f5ae req-c9d391d5-7f2a-4009-89fc-edd260c89e82 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.2898359 Oct 29 11:21:35.584903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3aa8d19f-f8ea-4403-ac9e-71f042715f13 req-88f36c43-8206-4b9d-86c0-c38871c39d2a service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672528 Oct 29 11:21:35.613591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390919-180b-415d-afca-5f576e1776c5 req-d32e9d62-ae73-455c-a8cb-932173782f02 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.621682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-31390919-180b-415d-afca-5f576e1776c5 req-d32e9d62-ae73-455c-a8cb-932173782f02 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.1178730 Oct 29 11:21:35.623443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39054) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:35.636243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a736bc1d-e6ee-4805-b2c7-a5af37b1f3a3 req-126cb783-3814-4c7a-a988-0e7d80a0abbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016946 Oct 29 11:21:35.647662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8df5072-5f38-492e-84af-7db518d84946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.671500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-875c4fe4-ebf6-40cd-941e-313fdb66fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.672983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-875c4fe4-ebf6-40cd-941e-313fdb66fa7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2643311 Oct 29 11:21:35.681702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-3988aa00-09f7-42ee-923b-3ae5a03e8332 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.683095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-3988aa00-09f7-42ee-923b-3ae5a03e8332 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.2883635 Oct 29 11:21:35.686021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b1d884f-0e2c-4225-bd06-00dc68f8f5ae req-273073f1-8ca6-4421-a1eb-146cb6146796 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271083 Oct 29 11:21:35.697271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Request body: {'port': {'device_id': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'admin_state_up': True, 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:35.716698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-31390919-180b-415d-afca-5f576e1776c5 req-f09db1ac-9409-4b57-bbfd-03156fc6cf38 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939887 Oct 29 11:21:35.739939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36702e9-2259-47bb-95be-3017168f07db req-f0b5757d-ecbd-4ae5-b091-4309391ae381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.741697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-f0b5757d-ecbd-4ae5-b091-4309391ae381 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 1099 time: 0.0843711 Oct 29 11:21:35.847257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d91ec83-9b5e-4738-93af-a6a859e3f735 req-7622dd97-bf56-4313-80e4-76af2687b11a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 210 time: 0.0448587 Oct 29 11:21:35.882757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8df5072-5f38-492e-84af-7db518d84946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.889335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-75458ca2-3405-4a58-bd64-33ecb13e2c75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.0497940 Oct 29 11:21:35.897164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8df5072-5f38-492e-84af-7db518d84946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:35.939116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983feedf-62e4-4ddc-b05e-a3457a3b2b77 req-89605acc-bb7a-4fcc-a517-07880f77a125 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.945737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-983feedf-62e4-4ddc-b05e-a3457a3b2b77 req-89605acc-bb7a-4fcc-a517-07880f77a125 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 948 time: 0.1343689 Oct 29 11:21:35.956191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-6a69656d-ba8b-4775-81d5-26386ecb2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.957415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36702e9-2259-47bb-95be-3017168f07db req-54952a44-cdd8-4db6-9642-6d156651a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:35.957702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-6a69656d-ba8b-4775-81d5-26386ecb2023 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0565782 Oct 29 11:21:35.958444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:35.959553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-54952a44-cdd8-4db6-9642-6d156651a52b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2071009 Oct 29 11:21:35.964326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.000713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df5072-5f38-492e-84af-7db518d84946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c989cc7-a341-47ee-9c9c-93f59678dc12,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:36.005970 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8df5072-5f38-492e-84af-7db518d84946 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a51b73e17d5e462c889c388f729f316f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807976 Oct 29 11:21:36.035698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:36.038060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-6fa8f2ff-c160-4aba-b530-a7cd4c75e6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594540 Oct 29 11:21:36.042084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-a84ebe96-b00b-4d06-aa47-28fdf590c2cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab HTTP/1.1" status: 200 len: 217 time: 0.0654211 Oct 29 11:21:36.070682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-983feedf-62e4-4ddc-b05e-a3457a3b2b77 req-6744d03e-3cf4-44a4-b377-ea23adc8b6e4 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238065 Oct 29 11:21:36.143388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36702e9-2259-47bb-95be-3017168f07db req-803f03aa-3704-43ec-beb9-ff86dc0e7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:36.145034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-803f03aa-3704-43ec-beb9-ff86dc0e7f6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0945818 Oct 29 11:21:36.214220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee76a2-2217-4871-a848-a1883c8e9370 req-1a17051d-285c-454a-a10d-ca5208a2fb0a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:36.215991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67ee76a2-2217-4871-a848-a1883c8e9370 req-1a17051d-285c-454a-a10d-ca5208a2fb0a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0901144 Oct 29 11:21:36.222556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36702e9-2259-47bb-95be-3017168f07db req-126df0e8-d256-495f-81d6-85013b50a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:36.224010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-126df0e8-d256-495f-81d6-85013b50a53f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605783 Oct 29 11:21:36.285904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-d1a62ce0-8840-472b-bb69-dcc46afa2a53 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145746 Oct 29 11:21:36.300485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.303049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Allocated IP 172.20.0.2 (ca52e901-38c4-442d-92a7-8630fc79eaf3/08fc5c51-16cf-463f-a158-7c625e0588e1/1132fa82-6d15-4161-9113-2044a1c0cdfb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:36.306950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67ee76a2-2217-4871-a848-a1883c8e9370 req-c9d38d32-d382-4a34-853b-ea24013c88d8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Oct 29 11:21:36.343565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-bd9e01fe-d0bd-41f7-b791-2687b1b4c764 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049018 Oct 29 11:21:36.383482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.393802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c8ffc-4094-4442-845f-e3048db2d2ac req-9589e24c-6cb7-4e07-893d-dae225921c5a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:36.395283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d4c8ffc-4094-4442-845f-e3048db2d2ac req-9589e24c-6cb7-4e07-893d-dae225921c5a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.1714377 Oct 29 11:21:36.474720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36702e9-2259-47bb-95be-3017168f07db req-d128a93d-9f19-4667-a4c9-6021f9b64be2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196547 Oct 29 11:21:36.551518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d4c8ffc-4094-4442-845f-e3048db2d2ac req-a8520012-4cf9-40d0-bb75-d60ef81ad6d5 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438906 Oct 29 11:21:36.561209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-a25da047-18f6-4f50-8fbd-689933a15124 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629142 Oct 29 11:21:36.572377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.574877 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.576026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c989cc7-a341-47ee-9c9c-93f59678dc12 HTTP/1.1" status: 204 len: 168 time: 0.5370905 Oct 29 11:21:36.591207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83263a47-3cf4-4a63-a0d4-688db0daeea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c989cc7-a341-47ee-9c9c-93f59678dc12,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:36.647204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.683254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.730943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:36.734813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:36.738662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:36.768303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:36.801889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:36.802710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:36.826851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-0e623b77-a21d-46c9-b61f-a6f5995c83a0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338403 Oct 29 11:21:36.845104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Request body: {'port': {'device_id': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:37.010532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6113c-6e1f-475f-9893-39849e4993b9 req-90a6ccfc-cfe8-4087-872a-bfce50abfc93 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.012122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fed6113c-6e1f-475f-9893-39849e4993b9 req-90a6ccfc-cfe8-4087-872a-bfce50abfc93 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 931 time: 0.0605781 Oct 29 11:21:37.063264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fed6113c-6e1f-475f-9893-39849e4993b9 req-150f57b6-9391-478d-82a2-20d07fbdacf9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Oct 29 11:21:37.103813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:37.149326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:37.226643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:37.257026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69034f14-6e5b-4bc2-bffd-953453b3502c req-71feb884-6cd9-4233-9dcc-96ab3cc1f35b tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.258530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69034f14-6e5b-4bc2-bffd-953453b3502c req-71feb884-6cd9-4233-9dcc-96ab3cc1f35b tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.4274104 Oct 29 11:21:37.289230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-78dd3bc8-c695-4eda-aafb-d82c64b99a33 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.291020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-78dd3bc8-c695-4eda-aafb-d82c64b99a33 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.1122968 Oct 29 11:21:37.368693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69034f14-6e5b-4bc2-bffd-953453b3502c req-10c2dc21-5a59-41fa-a6be-3c8b91e6fadc tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 Oct 29 11:21:37.477520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecff62-81b1-4828-ab8a-fbaea274b4b6 req-c7676068-fa58-4b81-817c-5e9f3e39f3f0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.485252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0ecff62-81b1-4828-ab8a-fbaea274b4b6 req-c7676068-fa58-4b81-817c-5e9f3e39f3f0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 948 time: 0.3199191 Oct 29 11:21:37.530044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0ecff62-81b1-4828-ab8a-fbaea274b4b6 req-104e915a-8920-4d13-a064-4697e2e2982a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Oct 29 11:21:37.593114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-463ec013-3b28-4e34-b19b-db3a6fa6d966 service neutron] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:37.598395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-463ec013-3b28-4e34-b19b-db3a6fa6d966 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:37.599525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81bf35a0-9ff7-48d2-b38b-40b2629b1437 req-463ec013-3b28-4e34-b19b-db3a6fa6d966 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.2881389 Oct 29 11:21:37.653471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73865a1e-dace-4d7f-81f8-4c11bfa7db0a req-845ab1a5-c133-4a91-b71a-4e0e76f99d3b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.660822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73865a1e-dace-4d7f-81f8-4c11bfa7db0a req-845ab1a5-c133-4a91-b71a-4e0e76f99d3b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1027575 Oct 29 11:21:37.729913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73865a1e-dace-4d7f-81f8-4c11bfa7db0a req-6d9f75f2-bc2d-4a3d-a3cd-a2ac2b2c2191 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679059 Oct 29 11:21:37.749229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a17087-66a7-4b11-84aa-4f6c9529055f req-40606e29-ca74-4b18-bcf6-5aeeeace9bb1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:37.751683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18a17087-66a7-4b11-84aa-4f6c9529055f req-40606e29-ca74-4b18-bcf6-5aeeeace9bb1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.0536056 Oct 29 11:21:37.752150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1132fa82-6d15-4161-9113-2044a1c0cdfb {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:37.760571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:37.775455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Transition to ACTIVE for port object 1132fa82-6d15-4161-9113-2044a1c0cdfb will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:37.781763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:37.814180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18a17087-66a7-4b11-84aa-4f6c9529055f req-a021c860-da4f-48f2-b638-a11e4e8eda0e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Oct 29 11:21:37.847356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:37.938410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:37.939003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:37.939760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:37.945232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:37.945813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:37.952476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:37.953054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:37.953667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:37.954301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Bound port: 1132fa82-6d15-4161-9113-2044a1c0cdfb, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:37.954869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:38.034966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49242612-23cc-458f-aa6d-02701fc9557f req-d94d415d-493a-47d7-a1c7-09c6fef96dc4 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.037680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49242612-23cc-458f-aa6d-02701fc9557f req-d94d415d-493a-47d7-a1c7-09c6fef96dc4 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1096 time: 0.0546234 Oct 29 11:21:38.061297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:38.066168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:38.072463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:38.090932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49242612-23cc-458f-aa6d-02701fc9557f req-bbb7fefb-0870-4b42-a27f-f0dd1be1daf3 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Oct 29 11:21:38.101442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.101754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:38.103200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] 10.222.0.86 "PUT /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 1091 time: 1.2628422 Oct 29 11:21:38.103733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:38.106040 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd954fed-3545-4066-8fc6-858789c52836" -d '{"events": [{"name": "network-changed", "server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:38.202234 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86ad393-8a42-492e-8e93-708d43251c65 x-openstack-request-id: req-a86ad393-8a42-492e-8e93-708d43251c65 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:38.202759 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:38.203163 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a86ad393-8a42-492e-8e93-708d43251c65 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:38.203710 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'status': 'completed', 'code': 200} Oct 29 11:21:38.244801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb5120-20fd-4261-ad61-2b358335fc33 service neutron] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:38.282710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-ffca0f38-c38e-47f3-89a7-08ee6e98ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.284288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-ffca0f38-c38e-47f3-89a7-08ee6e98ccb4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1094 time: 0.1007762 Oct 29 11:21:38.293953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063f9b9-2870-4856-a273-ef6f839afd62 req-2ea6dac9-d5ef-44c7-988b-5236ad1e6fdf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.304684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b063f9b9-2870-4856-a273-ef6f839afd62 req-2ea6dac9-d5ef-44c7-988b-5236ad1e6fdf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.0938082 Oct 29 11:21:38.344078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-52bbadd3-b89a-426f-9fa4-7ef1b934086f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.0477235 Oct 29 11:21:38.352531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b063f9b9-2870-4856-a273-ef6f839afd62 req-b21c5542-2f64-4d9a-8c74-109174245698 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Oct 29 11:21:38.468876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-93579d44-eccc-4d06-9485-53eed5e02356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.470735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-93579d44-eccc-4d06-9485-53eed5e02356 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1161668 Oct 29 11:21:38.502325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddff920-4789-479c-8135-13e166a1bb46 req-f3a5cd12-29d7-4655-a58a-6000fbdc174d tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.504076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ddff920-4789-479c-8135-13e166a1bb46 req-f3a5cd12-29d7-4655-a58a-6000fbdc174d tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.0542212 Oct 29 11:21:38.513831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-ff4c0cd1-a706-4ef7-b7d7-10411a16eb85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334890 Oct 29 11:21:38.556092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ddff920-4789-479c-8135-13e166a1bb46 req-065ca547-dabf-4a9d-be12-1e455231039e tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Oct 29 11:21:38.603280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-e2a1428b-603f-4976-9a60-0a77b7efc87d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.611870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-e2a1428b-603f-4976-9a60-0a77b7efc87d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.2477653 Oct 29 11:21:38.626861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-a61928f5-6f99-4f98-af03-9fa9aa0f4279 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/quotas/19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 375 time: 0.0139589 Oct 29 11:21:38.692776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-3c976c93-332b-4e93-834b-f93dae3b6568 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711755 Oct 29 11:21:38.717875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-3390693b-fcc2-4598-989c-b104532a4fea tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827258 Oct 29 11:21:38.782403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39210) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:38.820958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b203e6f-2c95-4ac9-8e9c-3f5c6ead6f57 req-91854c95-bf8a-4111-ac03-936633ee26a1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:38.823203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b203e6f-2c95-4ac9-8e9c-3f5c6ead6f57 req-91854c95-bf8a-4111-ac03-936633ee26a1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 948 time: 0.0763018 Oct 29 11:21:38.881526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b203e6f-2c95-4ac9-8e9c-3f5c6ead6f57 req-b082a626-0a71-44ca-afc8-f959a78c99c5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500069 Oct 29 11:21:38.886495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18710f4-f873-4f90-a5d5-d479a085be2e req-731c7ace-1bf5-49d7-aba8-6a04b93899d1 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836035 Oct 29 11:21:38.891944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-0e451617-352d-4464-82c3-ef69a4ddbbf8 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289485 Oct 29 11:21:38.949880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fbeca9-8367-4b6e-a3dd-b1bb21347966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.039735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd954fed-3545-4066-8fc6-858789c52836 req-66dc892e-d7c1-4307-990c-bf63a7cbce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:39.041306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-66dc892e-d7c1-4307-990c-bf63a7cbce7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1094 time: 0.0743630 Oct 29 11:21:39.052432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-120cecda-6f7c-47c6-9c13-6067daab15f0 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559157 Oct 29 11:21:39.074672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fbeca9-8367-4b6e-a3dd-b1bb21347966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.081602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fbeca9-8367-4b6e-a3dd-b1bb21347966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.114689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0dbc3740-3782-47eb-8a6c-c5c90c2388ab details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:39.129999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbeca9-8367-4b6e-a3dd-b1bb21347966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a8362a-927c-4cd6-8172-59a96bcce14c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:39.151068 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd954fed-3545-4066-8fc6-858789c52836 req-00475f3e-5c17-4b33-8d4b-d98f46e25cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:39.152521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-00475f3e-5c17-4b33-8d4b-d98f46e25cc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.0991759 Oct 29 11:21:39.153758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3706-fa9c-474e-8944-c12b38a38d85 req-ad9acb29-5557-4c79-826e-59802f5af9a9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:39.162340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c5d3706-fa9c-474e-8944-c12b38a38d85 req-ad9acb29-5557-4c79-826e-59802f5af9a9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1396263 Oct 29 11:21:39.214166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72fbeca9-8367-4b6e-a3dd-b1bb21347966 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4e787d625254e6c9aad1d9b12bfe2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305058 Oct 29 11:21:39.227552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39216) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:39.253178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-b04bdc1b-8773-47ee-9108-8ac6ce0da7e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.0918181 Oct 29 11:21:39.277668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c5d3706-fa9c-474e-8944-c12b38a38d85 req-f63ba5aa-0369-4a0b-b8fd-169f5d3dc238 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137383 Oct 29 11:21:39.324436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:39.339778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab', 'mac_address': 'fa:16:3e:42:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:39.350184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd954fed-3545-4066-8fc6-858789c52836 req-17fea806-ed0b-4690-8d6f-47f51172bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:39.351719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-17fea806-ed0b-4690-8d6f-47f51172bf97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0842588 Oct 29 11:21:39.405123 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.429438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f47e97c-5bdc-41e6-b5ec-1799a06da66e req-00c94b48-eac2-4969-bcac-818bd184aa85 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 210 time: 0.0692792 Oct 29 11:21:39.440083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbc3740-3782-47eb-8a6c-c5c90c2388ab {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:39.464699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-48f7d29e-c378-46c9-8c37-45fd7e77f0dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855794 Oct 29 11:21:39.491460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:39.504074 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.559432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ffa6c-b933-42c0-b4cf-d2f4e6617169 req-cecc9cd1-923e-4388-873b-50f97614e47d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:39.561347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc9ffa6c-b933-42c0-b4cf-d2f4e6617169 req-cecc9cd1-923e-4388-873b-50f97614e47d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.0705025 Oct 29 11:21:39.607445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.636726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:39.664211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc9ffa6c-b933-42c0-b4cf-d2f4e6617169 req-5f42801d-537c-483b-8150-34606b8b4d0d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950463 Oct 29 11:21:39.680040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.707366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-97536861-092e-4067-a620-9778f61cea8a service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301719 Oct 29 11:21:39.796978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.800862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:39.801926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0dbc3740-3782-47eb-8a6c-c5c90c2388ab'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:39.802417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2a8362a-927c-4cd6-8172-59a96bcce14c HTTP/1.1" status: 204 len: 168 time: 0.5738797 Oct 29 11:21:39.887736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d9adb-6551-48f5-84db-d1d1e336c652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a8362a-927c-4cd6-8172-59a96bcce14c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:40.016558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd954fed-3545-4066-8fc6-858789c52836 req-67253279-f4ea-4fd4-927f-9ca00bbb05c2 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971342 Oct 29 11:21:40.057940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a7753-a160-482b-8c2a-681197f309dd req-0929dd6b-8461-4c9d-bb25-88ed40a00b24 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:40.059617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-605a7753-a160-482b-8c2a-681197f309dd req-0929dd6b-8461-4c9d-bb25-88ed40a00b24 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 949 time: 0.0641928 Oct 29 11:21:40.119190 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-605a7753-a160-482b-8c2a-681197f309dd req-c806deb6-b26d-44d5-9062-6841c0a0dcfb tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Oct 29 11:21:40.292029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39270) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:40.313047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60472a8e-48cc-48db-afe0-554a811dadf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.413908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39274) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:40.454701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a6e3-8093-4772-a85c-c0c758d035bf req-50575451-b5a3-4243-bd4a-170d948571a5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:40.457635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da68a6e3-8093-4772-a85c-c0c758d035bf req-50575451-b5a3-4243-bd4a-170d948571a5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0912008 Oct 29 11:21:40.475144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60472a8e-48cc-48db-afe0-554a811dadf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.487718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60472a8e-48cc-48db-afe0-554a811dadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.560112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60472a8e-48cc-48db-afe0-554a811dadf7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87ab438f9a5a42bf98c18b14d4039c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648761 Oct 29 11:21:40.564494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:40.566537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-928a9249-4f9d-4c3b-a407-f10af21d419f req-8c1f9a8d-0da4-4077-96cf-a3af01ea2f57 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 210 time: 0.0356178 Oct 29 11:21:40.579416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60472a8e-48cc-48db-afe0-554a811dadf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedf4d5-3bf7-42ee-a8ee-6e208154078d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:40.605620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da68a6e3-8093-4772-a85c-c0c758d035bf req-358dca59-c783-459e-8495-3a1331bd4f6b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409242 Oct 29 11:21:40.640438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74f31722-f216-4921-b3f4-107a3080fad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.677062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.712990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.782629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74f31722-f216-4921-b3f4-107a3080fad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.794304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74f31722-f216-4921-b3f4-107a3080fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.825368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-107a1cc5-dbe9-449b-ae2c-5bdd55307584 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:40.828247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-107a1cc5-dbe9-449b-ae2c-5bdd55307584 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.1374221 Oct 29 11:21:40.840513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.843479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:40.844819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7eedf4d5-3bf7-42ee-a8ee-6e208154078d HTTP/1.1" status: 204 len: 168 time: 0.2773497 Oct 29 11:21:40.851703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Request body: {'port': {'device_id': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'admin_state_up': True, 'tenant_id': '19f7e7def7b94f869337f93bec3bea52'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:40.909639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f31722-f216-4921-b3f4-107a3080fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b332c3-5a6a-44e2-9547-3ba76667360d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:40.925906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-74f31722-f216-4921-b3f4-107a3080fad2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71538bd07e1148f89f107b5c8a759d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108488 Oct 29 11:21:40.933219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:40.944181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca2f29-2061-4bc1-a681-cca77c2e1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eedf4d5-3bf7-42ee-a8ee-6e208154078d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:40.955762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03db1-3468-41d0-a702-b44814965e10 req-02ec53d8-8b78-4320-998e-d98896bbea1b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:40.957290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18b03db1-3468-41d0-a702-b44814965e10 req-02ec53d8-8b78-4320-998e-d98896bbea1b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.1265237 Oct 29 11:21:41.047114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18b03db1-3468-41d0-a702-b44814965e10 req-79007b1c-1dd7-4bed-92a6-393f55423839 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Oct 29 11:21:41.071598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:41.079910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.082462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.118561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.134355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0dbc3740-3782-47eb-8a6c-c5c90c2388ab up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:41.190817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.194779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.198838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51b332c3-5a6a-44e2-9547-3ba76667360d HTTP/1.1" status: 204 len: 168 time: 0.2621357 Oct 29 11:21:41.227140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332ea7-8a40-4bdd-844a-5ad72663e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b332c3-5a6a-44e2-9547-3ba76667360d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:41.264330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:41.271887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:41.272476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.339046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Allocated IP 172.20.0.4 (160f00ec-46de-4df5-9e63-138cd61a6d63/c764a85d-2a16-4df7-b220-041559cad59a/f4c616b8-55c7-4754-9dcd-3ea6047db0f5) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:41.355797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e5918-cbf5-4886-a2d2-afec0211ec89 req-170d3481-02b7-48f0-805d-1932c82b4718 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:41.365202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-539e5918-cbf5-4886-a2d2-afec0211ec89 req-170d3481-02b7-48f0-805d-1932c82b4718 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 949 time: 0.0987291 Oct 29 11:21:41.414926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.442946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:41.445928 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084610b9-8ef5-4412-b95f-9c5520d2135f" -d '{"events": [{"server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:41.462006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-539e5918-cbf5-4886-a2d2-afec0211ec89 req-1e90b455-3714-41e5-ae61-f680deea6052 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954449 Oct 29 11:21:41.467099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:41.474197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.549951 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa1aa1-9dd7-415f-a0b3-4d4bfcd14e8d x-openstack-request-id: req-39aa1aa1-9dd7-415f-a0b3-4d4bfcd14e8d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:41.551240 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:41.553081 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39aa1aa1-9dd7-415f-a0b3-4d4bfcd14e8d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:41.554172 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab', 'code': 200} Oct 29 11:21:41.604995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:41.714958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e003e-b836-4f6d-872a-f7b7a4788fda req-d11e2303-7273-4def-9e88-e53c22f10f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:41.716633 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f79e003e-b836-4f6d-872a-f7b7a4788fda req-d11e2303-7273-4def-9e88-e53c22f10f04 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 1101 time: 0.1004443 Oct 29 11:21:41.759530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f3c7d26-596b-488d-9913-2498391aca52 req-91dc23d7-bd8d-43aa-9721-7412f70b7c78 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 210 time: 0.0467939 Oct 29 11:21:41.810830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.841538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f79e003e-b836-4f6d-872a-f7b7a4788fda req-30e031cf-01c0-4338-8e8b-a4eb551d1632 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055596 Oct 29 11:21:41.862142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ae2e-42ff-413d-9cb4-974208fff51c req-846f621f-16f4-4ddd-91fc-63ded9b8a735 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:41.870838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ce5ae2e-42ff-413d-9cb4-974208fff51c req-846f621f-16f4-4ddd-91fc-63ded9b8a735 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1225331 Oct 29 11:21:41.885738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.941372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:41.950729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:41.957738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-605d3c15-94e0-4174-a444-ee2ab82e7bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:41.963281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ce5ae2e-42ff-413d-9cb4-974208fff51c req-387f0d43-4120-4dad-9671-1219e3229b24 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915782 Oct 29 11:21:41.970491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:41.972539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:41.976646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:42.044023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-605d3c15-94e0-4174-a444-ee2ab82e7bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.044248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:42.044862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.050629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-605d3c15-94e0-4174-a444-ee2ab82e7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.068136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-bae5ba6a-99ed-4ea7-b900-b31c847c5986 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262933 Oct 29 11:21:42.085410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Request body: {'port': {'device_id': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:42.099558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-605d3c15-94e0-4174-a444-ee2ab82e7bc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ab30a2f427f49beaf8ec7a4c955f3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568022 Oct 29 11:21:42.100456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39328) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:42.101324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d3c15-94e0-4174-a444-ee2ab82e7bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719fc79-33e3-4184-ac2c-aee3a685d670,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:42.157189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.169814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.210493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.249677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed723d-d208-4c30-8120-e3af41791b43 req-4a6f2323-7b2e-43e8-b581-9dfda2fa524c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:42.251119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90ed723d-d208-4c30-8120-e3af41791b43 req-4a6f2323-7b2e-43e8-b581-9dfda2fa524c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.0939507 Oct 29 11:21:42.322667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.325654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.327750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0719fc79-33e3-4184-ac2c-aee3a685d670 HTTP/1.1" status: 204 len: 168 time: 0.2231214 Oct 29 11:21:42.350701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8930ce-26ed-4fe9-bd3c-1efa03d4977b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719fc79-33e3-4184-ac2c-aee3a685d670,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:42.355327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90ed723d-d208-4c30-8120-e3af41791b43 req-bb617e56-a089-487c-b6c7-69fc70ea63e5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Oct 29 11:21:42.388301 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:21:42.475663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c616b8-55c7-4754-9dcd-3ea6047db0f5 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:42.483155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.496175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Transition to ACTIVE for port object f4c616b8-55c7-4754-9dcd-3ea6047db0f5 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:42.501983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.560946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:42.664457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5a67-0cf5-439e-82d8-6f29aecfdc0d req-7366f65f-b668-48d7-b0bd-f124d17c2879 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:42.665968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13ed5a67-0cf5-439e-82d8-6f29aecfdc0d req-7366f65f-b668-48d7-b0bd-f124d17c2879 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.0859470 Oct 29 11:21:42.686051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:42.686384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:42.687229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:42.698706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:42.699051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:42.705972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:42.706183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:42.706620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:42.706945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Bound port: f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:42.707294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.741379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13ed5a67-0cf5-439e-82d8-6f29aecfdc0d req-b0f22dd9-6f6b-4fd2-ac33-bd73242ecc87 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 Oct 29 11:21:42.797845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:42.801845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:42.809762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.867258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:42.867991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:42.869410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] 10.222.0.86 "PUT /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 1091 time: 0.7895420 Oct 29 11:21:42.869985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:42.872328 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9de40-2311-40c1-8c76-3dfc870b2c35" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:42.967100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58299a31-adb5-43d1-bf10-ca3028ea31fc service neutron] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:42.995879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4dc7-203f-440b-8ec7-342d3807b824 req-85e10013-544d-468e-8cc9-06b76d0d04ed tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:42.997543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ded4dc7-203f-440b-8ec7-342d3807b824 req-85e10013-544d-468e-8cc9-06b76d0d04ed tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.1190441 Oct 29 11:21:43.005122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-5e47ea86-9559-4aef-8635-8776c716c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.006591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-5e47ea86-9559-4aef-8635-8776c716c3e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1094 time: 0.0751750 Oct 29 11:21:43.066675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-c70a6b67-4f50-47c9-8023-c81d96c49067 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 217 time: 0.0401919 Oct 29 11:21:43.119327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ded4dc7-203f-440b-8ec7-342d3807b824 req-f12136e1-5bfd-47f1-bc38-14db48bc6e31 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080656 Oct 29 11:21:43.154011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:43.166310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-17f47ebf-0514-4776-ba11-2b95a2be73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.171392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-17f47ebf-0514-4776-ba11-2b95a2be73a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0912259 Oct 29 11:21:43.230720 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663e35c-8dff-4cd9-a5c3-3d14eb74df48 x-openstack-request-id: req-1663e35c-8dff-4cd9-a5c3-3d14eb74df48 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:43.231173 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:43.231600 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1663e35c-8dff-4cd9-a5c3-3d14eb74df48 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:43.240506 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'status': 'completed', 'code': 200} Oct 29 11:21:43.242835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-b0c41465-befb-46e5-961b-116fbec1c968 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655868 Oct 29 11:21:43.413153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:43.427542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'port_id': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'mac_address': 'fa:16:3e:20:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc5c51-16cf-463f-a158-7c625e0588e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:43.440340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f3155-7b3c-4f13-8969-72de01104502 req-54ba1f80-1de2-402f-b569-9a708c4d1cbc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.441970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f55f3155-7b3c-4f13-8969-72de01104502 req-54ba1f80-1de2-402f-b569-9a708c4d1cbc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1036339 Oct 29 11:21:43.444865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-0d9eab40-b962-4a51-a853-77d06141d1e7 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927638 Oct 29 11:21:43.484498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:43.500498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1132fa82-6d15-4161-9113-2044a1c0cdfb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:43.534928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:43.541962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f55f3155-7b3c-4f13-8969-72de01104502 req-7ee25ffa-1a8c-4921-adc3-5a0af83d0a01 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917349 Oct 29 11:21:43.545383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:43.599608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fe3aa2b-328d-45cd-9b2f-569ad73dd6d1 req-a5fb3510-8f24-4c99-a84f-0820b19f2d8c service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404028 Oct 29 11:21:43.615047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:43.655610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922c91-c6ca-4d3d-9164-3594ee72ad20 req-c590436d-a83b-4b0c-8fc6-cb57625a1446 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.663782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26922c91-c6ca-4d3d-9164-3594ee72ad20 req-c590436d-a83b-4b0c-8fc6-cb57625a1446 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.1192896 Oct 29 11:21:43.710677 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26922c91-c6ca-4d3d-9164-3594ee72ad20 req-1edcb3a6-b7db-46ec-97bb-30583e3885b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Oct 29 11:21:43.740854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-df67f592-46fe-4632-9fa0-460d626bad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.743451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-df67f592-46fe-4632-9fa0-460d626bad1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1094 time: 0.0877697 Oct 29 11:21:43.835224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:43.904167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5892de-d372-4ec4-8400-e928882324a8 req-b7fef015-f6f7-4be3-9794-a4e0d870f6b2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.916538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb5892de-d372-4ec4-8400-e928882324a8 req-b7fef015-f6f7-4be3-9794-a4e0d870f6b2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.0804169 Oct 29 11:21:43.968134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-32f64511-eb61-4eb9-ab09-1d67aaf8c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:43.970683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-32f64511-eb61-4eb9-ab09-1d67aaf8c73b service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2162268 Oct 29 11:21:43.977140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb5892de-d372-4ec4-8400-e928882324a8 req-bf06045f-2771-4088-8a4f-eb2837ece71e tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Oct 29 11:21:44.039628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-74081352-2b5e-42a2-b400-bdcbd14044ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 217 time: 0.0583167 Oct 29 11:21:44.102224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-c026df26-34fb-4e61-b0bc-c9e54f76ad02 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c765be5890b14980bfbcad8eb3e8df94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416179 Oct 29 11:21:44.133184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28fa6c-e252-47a8-aac8-cd81439f39bf req-591b8c13-523c-40e0-9b19-14bb1043ee5f tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:44.135328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3f28fa6c-e252-47a8-aac8-cd81439f39bf req-591b8c13-523c-40e0-9b19-14bb1043ee5f tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 1101 time: 0.0550067 Oct 29 11:21:44.183810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3f28fa6c-e252-47a8-aac8-cd81439f39bf req-55eb0570-c9f5-471c-a978-d663e34ff300 tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Oct 29 11:21:44.206482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-6a7bf214-09bf-4906-ba5f-7f75a6fa4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:44.208710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-6a7bf214-09bf-4906-ba5f-7f75a6fa4897 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1570859 Oct 29 11:21:44.280026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-a56e86ba-7388-4437-a9ee-1a3a8180a24e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547411 Oct 29 11:21:44.346839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7982-666d-4680-a7df-6419b6c6c3c5 req-f31e2f37-b016-4fe4-9154-968751c1dcfe tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:44.355513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a5c7982-666d-4680-a7df-6419b6c6c3c5 req-f31e2f37-b016-4fe4-9154-968751c1dcfe tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.0739651 Oct 29 11:21:44.382245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-460cf225-10eb-404b-8141-1b2dc1173fa9 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:44.390364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-460cf225-10eb-404b-8141-1b2dc1173fa9 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685845 Oct 29 11:21:44.413476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a5c7982-666d-4680-a7df-6419b6c6c3c5 req-6db2ed9b-1da3-4397-b869-b51ac1ac3c25 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Oct 29 11:21:44.413851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-f7cc7c06-4a77-4238-b3e6-4172d9d17e7b tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/quotas/c765be5890b14980bfbcad8eb3e8df94 HTTP/1.1" status: 200 len: 375 time: 0.0172665 Oct 29 11:21:44.465665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-47aa23b5-bd5d-4f48-a160-c0a4d74e21c3 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558903 Oct 29 11:21:44.519336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-fd2c5e82-6843-4393-89af-dc1b4bdf982a service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298079 Oct 29 11:21:44.521564 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-8ae70fe3-8633-4fe6-ba45-aa977aec017a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313132 Oct 29 11:21:44.687574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-256c67fb-d63b-4fc3-90c1-d9cf5eca9441 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:44.707526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-256c67fb-d63b-4fc3-90c1-d9cf5eca9441 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816316 Oct 29 11:21:44.741331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-e94e5128-b5ae-4934-8b86-9d0b5d6ccb5d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/quotas/c1d87bd7e4a741b9a713d8aad2cb6c7e HTTP/1.1" status: 200 len: 375 time: 0.0327268 Oct 29 11:21:44.829679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-4fcec2dc-21f0-4c2e-aae6-9aa55b51e592 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0873260 Oct 29 11:21:44.969051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8cf9de40-2311-40c1-8c76-3dfc870b2c35 req-808a26f8-88ad-418e-9a02-3396e2b8dbd3 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402525 Oct 29 11:21:45.001391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9a0e1-9779-4ce8-9a78-fe8e956d0d7c req-e6835815-93b7-47d8-811b-8bd7fd8a008d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:45.012166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47d9a0e1-9779-4ce8-9a78-fe8e956d0d7c req-e6835815-93b7-47d8-811b-8bd7fd8a008d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1244650 Oct 29 11:21:45.053126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ee2f3cd-c606-408c-98a0-7936b567dd67 req-32b591dc-b593-4b49-873a-860d3b761816 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 210 time: 0.0541651 Oct 29 11:21:45.056465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47d9a0e1-9779-4ce8-9a78-fe8e956d0d7c req-b2f6f277-b4b4-456a-893b-9f8b64c7ca38 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Oct 29 11:21:45.162787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:45.256918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0150b-8ad0-4552-b6d4-384fcc07c575 req-fe03cfb1-4384-448b-a9c6-c95b0a6df907 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:45.265375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c2c0150b-8ad0-4552-b6d4-384fcc07c575 req-fe03cfb1-4384-448b-a9c6-c95b0a6df907 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.0784705 Oct 29 11:21:45.291667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 1132fa82-6d15-4161-9113-2044a1c0cdfb completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:45.302465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1132fa82-6d15-4161-9113-2044a1c0cdfb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:45.303322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:45.320012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c2c0150b-8ad0-4552-b6d4-384fcc07c575 req-d3e7506e-7a7a-4349-a26a-39da92459dcf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Oct 29 11:21:45.378851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-369cb72a-36c2-4426-9c6a-1203eb4f12fa req-09ff8887-929d-4e01-b959-c5f93ee0a085 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 210 time: 0.0490115 Oct 29 11:21:45.459867 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:45.504483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:45.505593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:45.508642 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2009b95c-1bfe-4870-8f3e-537fad23743a" -d '{"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-plugged", "status": "completed", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:45.516803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:45.577734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:45.643203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b770afe-4444-44dd-acb5-aabfc6e29a3b req-6c0080f6-5a2e-4e0b-bfbe-1213248e6e4d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:45.645459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b770afe-4444-44dd-acb5-aabfc6e29a3b req-6c0080f6-5a2e-4e0b-bfbe-1213248e6e4d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.1327794 Oct 29 11:21:45.695488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b770afe-4444-44dd-acb5-aabfc6e29a3b req-46a15bd2-4ad1-4038-bbc2-cb4ecda1122b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Oct 29 11:21:45.746087 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83375cf6-b9af-4a84-9ca4-b323ec807e4f x-openstack-request-id: req-83375cf6-b9af-4a84-9ca4-b323ec807e4f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:45.746404 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-plugged", "status": "completed", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:45.746737 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83375cf6-b9af-4a84-9ca4-b323ec807e4f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:45.747395 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'code': 200} Oct 29 11:21:45.897219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6af0b-0792-4e9b-b301-1fecfa2fe5fd req-d06f7131-d653-49c4-808d-fdc6c03a617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:45.898813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dce6af0b-0792-4e9b-b301-1fecfa2fe5fd req-d06f7131-d653-49c4-808d-fdc6c03a617f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1096 time: 0.0592024 Oct 29 11:21:45.957678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dce6af0b-0792-4e9b-b301-1fecfa2fe5fd req-5c42491a-bd60-4b35-8c0c-b39ff98d38d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Oct 29 11:21:46.022860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-4700c6a6-db46-4721-b3ef-ebda5a855920 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c765be5890b14980bfbcad8eb3e8df94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320086 Oct 29 11:21:46.194924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-841551cc-27e6-4963-9d0c-a058bbdf1805 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:46.196431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-841551cc-27e6-4963-9d0c-a058bbdf1805 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687007 Oct 29 11:21:46.216751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Request body: {'port': {'device_id': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c765be5890b14980bfbcad8eb3e8df94'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:46.219183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bab41a5-fa1a-4f41-aa67-9033b849dd25 req-58083eaf-537a-47f7-b6a9-edfa2f9b4fe4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 210 time: 0.0373662 Oct 29 11:21:46.295461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035162c-174e-424c-8d67-00ef6cd791b7 req-8e4629ce-5165-43cd-b38b-9cee3bab969c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:46.296970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c035162c-174e-424c-8d67-00ef6cd791b7 req-8e4629ce-5165-43cd-b38b-9cee3bab969c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1230421 Oct 29 11:21:46.400962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c035162c-174e-424c-8d67-00ef6cd791b7 req-e1bf51ff-1580-4af0-9979-a8877ecccdf9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852439 Oct 29 11:21:46.426118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Made reservation on behalf of c765be5890b14980bfbcad8eb3e8df94 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:46.435533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.458147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.489748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812e79-4ae9-4c11-9f36-e7087f6eb66a req-13892f6d-3a4f-4607-abf9-d3642230c48e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:46.504657 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf812e79-4ae9-4c11-9f36-e7087f6eb66a req-13892f6d-3a4f-4607-abf9-d3642230c48e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.1097424 Oct 29 11:21:46.572844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf812e79-4ae9-4c11-9f36-e7087f6eb66a req-10cbe587-ad72-4697-8f5d-4e95503fbfcd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Oct 29 11:21:46.607679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-385d81c6-17ae-4978-87f4-477c80564858 req-a8f27891-7457-417d-8fb8-ac39dfe341ce tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 210 time: 0.1208942 Oct 29 11:21:46.623412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-65a195e3-321d-4a2f-8912-83abcd94bd6d tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287646 Oct 29 11:21:46.738495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39524) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:46.765097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-ac802af6-ce38-48b4-bd53-e055fdbfb96a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:46.766709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-ac802af6-ce38-48b4-bd53-e055fdbfb96a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359065 Oct 29 11:21:46.781922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Request body: {'port': {'device_id': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c1d87bd7e4a741b9a713d8aad2cb6c7e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:46.853511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04d6cf-aec3-4a63-8033-9bfb3dcbf0fe req-789c03db-476e-489f-864f-e845deb08ecc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:46.864469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e04d6cf-aec3-4a63-8033-9bfb3dcbf0fe req-789c03db-476e-489f-864f-e845deb08ecc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.0825665 Oct 29 11:21:46.886825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.897688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.928062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebfb9972-919b-40bf-9ab9-ec0db82d7464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.943735 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e04d6cf-aec3-4a63-8033-9bfb3dcbf0fe req-88e78e6d-84de-47d7-b1e6-5ae164c5638a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784135 Oct 29 11:21:46.969441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Made reservation on behalf of c1d87bd7e4a741b9a713d8aad2cb6c7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:46.973108 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:46.990038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4674a33e-20dd-4e64-86f3-28fc9f7cfda3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:47.037831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebfb9972-919b-40bf-9ab9-ec0db82d7464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.042815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebfb9972-919b-40bf-9ab9-ec0db82d7464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.092262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebfb9972-919b-40bf-9ab9-ec0db82d7464 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9166eec0c48b488083728d2395d9934f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500390 Oct 29 11:21:47.093715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb9972-919b-40bf-9ab9-ec0db82d7464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be72573-cc88-45ed-9a22-4334d67e6a66,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:47.096254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:47.131282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Allocated IP 192.168.233.174 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/5bda92dd-4652-4e74-b422-f36aa36a3a88) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:47.167013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.182215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:47.194018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.256673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.259960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.261826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2be72573-cc88-45ed-9a22-4334d67e6a66 HTTP/1.1" status: 204 len: 168 time: 0.1639779 Oct 29 11:21:47.274774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3679-a9cb-4feb-bd56-67b4bd98557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be72573-cc88-45ed-9a22-4334d67e6a66,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:47.348589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.388117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:47.393159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24daf5ea-7c14-4cf7-9b1b-a5c3955b6ce1 req-bdf2bab0-5755-4473-9aa1-10c486534f95 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 210 time: 0.0292680 Oct 29 11:21:47.405253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'port_id': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'mac_address': 'fa:16:3e:21:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764a85d-2a16-4df7-b220-041559cad59a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:47.440517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.463894 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.482809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c616b8-55c7-4754-9dcd-3ea6047db0f5 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:47.511316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:47.517674 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.536041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5968-37c8-4a7b-af01-f502273183d5 req-1c6ae30e-a30e-4bcf-b484-e71f746963d2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:47.546411 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59bb5968-37c8-4a7b-af01-f502273183d5 req-1c6ae30e-a30e-4bcf-b484-e71f746963d2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0677831 Oct 29 11:21:47.577396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Pushing event updated for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:47.587800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:47.601555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59bb5968-37c8-4a7b-af01-f502273183d5 req-10ac06d7-8cac-4666-a4ce-4f60a60cdf4a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Oct 29 11:21:47.618434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:47.625992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:47.639677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:47.697851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Allocated IP 192.168.233.208 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/42ef4434-3fb3-4bf3-8d9b-31bb178420b7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:47.760498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:47.761187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.775015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c42e412b-67bf-491e-8ea5-967d263f82f7 req-4257a594-46f6-444d-ab6d-2758dc14f250 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 210 time: 0.0498726 Oct 29 11:21:47.803614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:47.833512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a47b6e4-5df5-4bf6-b984-fe9201939e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.845670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-362d7e35-e2ff-4524-841e-9a0062901223 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6334953 Oct 29 11:21:47.863492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:47.896721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Request body: {'port': {'device_id': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:47.950075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f5868-bda1-452b-8dcf-89e312e291a9 req-5964cefe-a47c-4ef7-8cf6-93c74033ee76 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:47.951658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f32f5868-bda1-452b-8dcf-89e312e291a9 req-5964cefe-a47c-4ef7-8cf6-93c74033ee76 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.2227292 Oct 29 11:21:47.978854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a47b6e4-5df5-4bf6-b984-fe9201939e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:47.986278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a47b6e4-5df5-4bf6-b984-fe9201939e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.039314 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0a47b6e4-5df5-4bf6-b984-fe9201939e44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb4d5a082a094772ae1b0b3a51b604e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338474 Oct 29 11:21:48.040237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47b6e4-5df5-4bf6-b984-fe9201939e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf10a1f-0647-4bd1-a3fc-e4f5399d4d8c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:48.043159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39552) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:48.054616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.070682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f32f5868-bda1-452b-8dcf-89e312e291a9 req-a20bec95-4824-4a13-8523-e6cf31e8ea77 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102021 Oct 29 11:21:48.081733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-37fcb505-d3cf-4cd1-8213-0c3d66987925 None None] Provisioning complete for port 5bda92dd-4652-4e74-b422-f36aa36a3a88 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:48.082125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-37fcb505-d3cf-4cd1-8213-0c3d66987925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.106044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.121321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.131598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.151645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-37fcb505-d3cf-4cd1-8213-0c3d66987925 None None] Port 5bda92dd-4652-4e74-b422-f36aa36a3a88 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:48.239255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c924-3b7f-465f-9339-0ee17947a786 req-c67de4e5-ea86-4d6f-9c47-9a12f1bb77ee tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:48.240958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1e8c924-3b7f-465f-9339-0ee17947a786 req-c67de4e5-ea86-4d6f-9c47-9a12f1bb77ee tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 944 time: 0.0890391 Oct 29 11:21:48.290387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.292558 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.293730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cdf10a1f-0647-4bd1-a3fc-e4f5399d4d8c HTTP/1.1" status: 204 len: 168 time: 0.2492638 Oct 29 11:21:48.302425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1e8c924-3b7f-465f-9339-0ee17947a786 req-7c280c64-e6fe-4695-b012-132c9eb3439f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Oct 29 11:21:48.308425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cc579-275a-4ed8-8013-daa9e66f9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf10a1f-0647-4bd1-a3fc-e4f5399d4d8c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:48.332828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.347077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:48.453939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e711eb-7726-4687-a52a-bb736578092d req-127106c1-20a6-4220-8c6a-d7913645195b tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:48.460877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10e711eb-7726-4687-a52a-bb736578092d req-127106c1-20a6-4220-8c6a-d7913645195b tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1096 time: 0.2709849 Oct 29 11:21:48.511336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event updated for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:48.517930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:48.520164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:48.533423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:48.604277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:48.606351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.611244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a7043-92e4-4614-8528-8aec111a7ba6 req-2fadd2b9-221a-4aa2-804f-3ebba7eff9c5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:48.612912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e76a7043-92e4-4614-8528-8aec111a7ba6 req-2fadd2b9-221a-4aa2-804f-3ebba7eff9c5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 936 time: 0.1246614 Oct 29 11:21:48.690675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10e711eb-7726-4687-a52a-bb736578092d req-7fdc2a36-3476-435c-8d9a-a759704083a4 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136791 Oct 29 11:21:48.706648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e76a7043-92e4-4614-8528-8aec111a7ba6 req-d929800f-7145-4a38-a011-19baef766429 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870421 Oct 29 11:21:48.718528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-91efe68a-067a-446b-b696-5c061bc92cf6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9414957 Oct 29 11:21:48.738968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Request body: {'port': {'device_id': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:48.851478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:48.930728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c415e-957c-4f07-87a6-993453f34fec req-e32f5fd1-c3a6-4430-8944-7aeab4a35e20 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:48.950654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d18c415e-957c-4f07-87a6-993453f34fec req-e32f5fd1-c3a6-4430-8944-7aeab4a35e20 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1315963 Oct 29 11:21:48.978395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-efac375b-442e-4f89-aa6b-42b53daff5ef None None] Provisioning complete for port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:48.982679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-efac375b-442e-4f89-aa6b-42b53daff5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.055060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d18c415e-957c-4f07-87a6-993453f34fec req-b9ae24c1-1dcb-4e71-a916-2c62db22f7aa tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038733 Oct 29 11:21:49.107044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-efac375b-442e-4f89-aa6b-42b53daff5ef None None] Port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:49.114702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b', '9326795e-2915-4c30-ba3b-6c29a2d8fa07', '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:49.122742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bda92dd-4652-4e74-b422-f36aa36a3a88 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:49.142612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0eec7-3e30-4f9a-9225-0f429a193cd2 req-98374dcc-29c1-4106-a0f8-eda414a38489 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:49.144177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bd0eec7-3e30-4f9a-9225-0f429a193cd2 req-98374dcc-29c1-4106-a0f8-eda414a38489 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 936 time: 0.1612940 Oct 29 11:21:49.153741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.211225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bd0eec7-3e30-4f9a-9225-0f429a193cd2 req-05295f0a-ffec-44b9-8fc6-5cb895f907f4 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Oct 29 11:21:49.220886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Transition to ACTIVE for port object 5bda92dd-4652-4e74-b422-f36aa36a3a88 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:49.221935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:49.250035 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.375560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:49.553514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257a8e-b750-4f3a-945d-d7eb013c26fb req-af79a9bb-7b29-433c-850f-3aabb1799f87 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:49.562571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54257a8e-b750-4f3a-945d-d7eb013c26fb req-af79a9bb-7b29-433c-850f-3aabb1799f87 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 945 time: 0.1813877 Oct 29 11:21:49.609085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cc2af-3dff-481d-8a69-92fb1f25d1fd req-f0c78f37-ef72-497a-936f-140a8d76cac0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:49.614220 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a39cc2af-3dff-481d-8a69-92fb1f25d1fd req-f0c78f37-ef72-497a-936f-140a8d76cac0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 944 time: 0.1434932 Oct 29 11:21:49.679138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54257a8e-b750-4f3a-945d-d7eb013c26fb req-95e4cfdb-ed3c-453c-b1f5-6148070f6dfa tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141002 Oct 29 11:21:49.713381 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a39cc2af-3dff-481d-8a69-92fb1f25d1fd req-88a593ac-da28-4990-9df7-5a740e14e6a1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Oct 29 11:21:49.731954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:49.790935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:49.791147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.871620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:49.883108 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.902468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Transition to ACTIVE for port object 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:49.938832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Attempting to bind port 5bda92dd-4652-4e74-b422-f36aa36a3a88 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:49.939451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Attempting to bind port 5bda92dd-4652-4e74-b422-f36aa36a3a88 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:49.939942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Attempting to bind port 5bda92dd-4652-4e74-b422-f36aa36a3a88 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:49.958174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Port 5bda92dd-4652-4e74-b422-f36aa36a3a88 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:49.970237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Attempting to bind port 5bda92dd-4652-4e74-b422-f36aa36a3a88 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:49.970237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:49.995639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:49.996036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:50.010648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:50.011045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Bound port: 5bda92dd-4652-4e74-b422-f36aa36a3a88, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:50.011481 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.084224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8734c8-2855-42dd-bbd7-aee9ee5c07bb req-aab6e88a-2e95-49a1-9417-990bf8606e88 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:50.085893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b8734c8-2855-42dd-bbd7-aee9ee5c07bb req-aab6e88a-2e95-49a1-9417-990bf8606e88 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 948 time: 0.1797736 Oct 29 11:21:50.142261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.188471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Pushing event updated for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:50.261921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d2fc9-b86c-45c7-b91f-86193924d5a1 req-b90402a8-3bdc-4192-97ee-8e730549bca9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:50.271346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-548d2fc9-b86c-45c7-b91f-86193924d5a1 req-b90402a8-3bdc-4192-97ee-8e730549bca9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0782132 Oct 29 11:21:50.350910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-548d2fc9-b86c-45c7-b91f-86193924d5a1 req-79673cc6-d03f-45ed-a30f-3fff85f555d5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783632 Oct 29 11:21:50.370233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:50.376701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:50.381467 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a503bf8-5479-4d1b-a2d8-0dcb2fba8397" -d '{"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-plugged", "status": "completed", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:50.400808 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.443231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b8734c8-2855-42dd-bbd7-aee9ee5c07bb req-52602cfc-b007-4a9e-8c75-4444e8eca22c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101408 Oct 29 11:21:50.471948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:50.485272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:50.497734 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.524946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:50.590209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97879aaf-809c-4e38-8c22-c24ae300cb5b req-5573647f-111d-45f7-84c8-0c9ebebb3ce6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:50.591753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-97879aaf-809c-4e38-8c22-c24ae300cb5b req-5573647f-111d-45f7-84c8-0c9ebebb3ce6 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 948 time: 0.1510801 Oct 29 11:21:50.650066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Attempting to bind port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:50.650672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Attempting to bind port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:50.651189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Attempting to bind port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:50.658574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:50.665381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.667046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/5bda92dd-4652-4e74-b422-f36aa36a3a88 HTTP/1.1" status: 200 len: 1096 time: 2.8037951 Oct 29 11:21:50.668590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:50.675168 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772eac60-57eb-4735-bf41-9f3c5eea7789" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:50.687496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:50.687875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Attempting to bind port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:50.727486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:50.729879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:50.732338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:50.732482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-97879aaf-809c-4e38-8c22-c24ae300cb5b req-3aceb69c-a4a0-44b3-8a27-8d70bea54339 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307909 Oct 29 11:21:50.734100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Bound port: 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:50.734740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:50.793066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b804d-5743-4037-b2a1-46a35e0989f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:50.821848 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d1bb27-098d-4351-bfcc-15eff8ee001f x-openstack-request-id: req-94d1bb27-098d-4351-bfcc-15eff8ee001f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:50.822461 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-plugged", "status": "completed", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:50.822461 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94d1bb27-098d-4351-bfcc-15eff8ee001f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:50.822825 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'code': 200} Oct 29 11:21:50.888116 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49770e-4f00-4a58-ba64-ca75b17e4d65 x-openstack-request-id: req-ea49770e-4f00-4a58-ba64-ca75b17e4d65 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:50.888539 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:50.888880 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea49770e-4f00-4a58-ba64-ca75b17e4d65 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:50.894493 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88', 'status': 'completed', 'code': 200} Oct 29 11:21:50.904387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-df698bc5-c330-4609-be79-a255b1a81e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:50.908080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-df698bc5-c330-4609-be79-a255b1a81e35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 1099 time: 0.1859546 Oct 29 11:21:51.052812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-fdbd9d95-d4ae-4048-8a0e-bc0aba48d35c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88 HTTP/1.1" status: 200 len: 217 time: 0.1215572 Oct 29 11:21:51.084921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6048-df07-4059-8d25-8d6a48e40e57 req-cfc88fd4-58b7-4ed6-8da7-1d65a693893f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.087290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8a6048-df07-4059-8d25-8d6a48e40e57 req-cfc88fd4-58b7-4ed6-8da7-1d65a693893f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1229589 Oct 29 11:21:51.096609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:51.106538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:51.148602 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e8a6048-df07-4059-8d25-8d6a48e40e57 req-359eaa2e-1a91-4f1f-beb7-cf066ca5e04b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505786 Oct 29 11:21:51.175322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:51.240198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-3a30e9b2-0144-4948-9c3c-9a2c9ef7d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.241713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-3a30e9b2-0144-4948-9c3c-9a2c9ef7d582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1712823 Oct 29 11:21:51.254174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f0de-1334-4913-94cd-834b007cf889 req-3d7e0efa-f9f0-45b8-81e6-a539c00e0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.255331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d439f0de-1334-4913-94cd-834b007cf889 req-3d7e0efa-f9f0-45b8-81e6-a539c00e0de6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1096 time: 0.3275988 Oct 29 11:21:51.356904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.357594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:51.359262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0290120f-eb79-4177-a239-0f80757da089 service neutron] 10.222.0.41 "PUT /v2.0/ports/42ef4434-3fb3-4bf3-8d9b-31bb178420b7 HTTP/1.1" status: 200 len: 1096 time: 2.6260159 Oct 29 11:21:51.404022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-20613fc6-2d9c-4f2f-b500-dd1772a40432 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1962945717&fields=id&tenant_id=2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 267 time: 0.2461193 Oct 29 11:21:51.431110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290120f-eb79-4177-a239-0f80757da089 service neutron] Pushing event updated for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:51.475486 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:51.558541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d439f0de-1334-4913-94cd-834b007cf889 req-4abcdf40-f0b7-4b89-b332-098729464273 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796903 Oct 29 11:21:51.560302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83c16-26cc-4c3f-94df-6905964d593b req-34eb57eb-7b1b-4511-afb4-f543b061b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.561790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-34eb57eb-7b1b-4511-afb4-f543b061b807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3053653 Oct 29 11:21:51.781572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b70cc-6dbc-4fa4-87c0-e866e23c3bdc req-10aee50b-0ad0-4d59-8367-07d287231653 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.784251 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-650b70cc-6dbc-4fa4-87c0-e866e23c3bdc req-10aee50b-0ad0-4d59-8367-07d287231653 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0751345 Oct 29 11:21:51.857388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-650b70cc-6dbc-4fa4-87c0-e866e23c3bdc req-c4a6ab8d-2ce0-4e0e-b628-af137879bf3a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Oct 29 11:21:51.976606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-cbeebfa0-01d5-4ef1-a783-754913b82aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:51.978188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-cbeebfa0-01d5-4ef1-a783-754913b82aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 1099 time: 0.5571647 Oct 29 11:21:51.999300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c023-2caf-439d-b896-05b33f966fa4 req-761d57a7-d325-44a8-abf2-2d6d10ee117e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.001098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-76d9c023-2caf-439d-b896-05b33f966fa4 req-761d57a7-d325-44a8-abf2-2d6d10ee117e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 948 time: 0.0841339 Oct 29 11:21:52.048744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-76d9c023-2caf-439d-b896-05b33f966fa4 req-2f6d4079-b69b-44d0-8707-3c96234879b4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 Oct 29 11:21:52.080854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-87480342-e5be-40b3-9513-1c838a0bd04e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.082823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-87480342-e5be-40b3-9513-1c838a0bd04e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 824 time: 0.6317091 Oct 29 11:21:52.084239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-973b175d-bf0d-4daf-a45f-709ac5ed6d1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7 HTTP/1.1" status: 200 len: 217 time: 0.0928378 Oct 29 11:21:52.148576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-97b4a2eb-95dd-421c-819e-7f483cb27409 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/quotas/2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 375 time: 0.0571251 Oct 29 11:21:52.178819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-1ae04ed5-bd4d-4c6b-ac04-faa1da288683 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085792 Oct 29 11:21:52.208932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-68af8ea5-3433-439b-b4f4-e80d688d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.210728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-68af8ea5-3433-439b-b4f4-e80d688d67b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1152711 Oct 29 11:21:52.214337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea96e56-db53-40f9-a626-05e547b2f9d0 req-b81de39b-dfdc-4738-9599-b3b45dfbd772 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.216908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ea96e56-db53-40f9-a626-05e547b2f9d0 req-b81de39b-dfdc-4738-9599-b3b45dfbd772 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 948 time: 0.0512245 Oct 29 11:21:52.258007 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ea96e56-db53-40f9-a626-05e547b2f9d0 req-05f77def-dc30-45ae-9a4c-11a9bca1442f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334203 Oct 29 11:21:52.311148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-9d491511-1cd1-4fcd-8051-d50af4a558d6 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1495619 Oct 29 11:21:52.327537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-eee28901-bed0-4929-aa59-2bc7dec1bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.329021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-eee28901-bed0-4929-aa59-2bc7dec1bd26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065350 Oct 29 11:21:52.408991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12732ddd-9b5b-45e5-866d-db9b6c751196 req-9c5cadc5-6ae0-47a8-9a82-83fcba0be067 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.410515 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12732ddd-9b5b-45e5-866d-db9b6c751196 req-9c5cadc5-6ae0-47a8-9a82-83fcba0be067 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Oct 29 11:21:52.454534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12732ddd-9b5b-45e5-866d-db9b6c751196 req-be459a19-e38e-4de5-89d8-398f62659189 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Oct 29 11:21:52.455493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44a83c16-26cc-4c3f-94df-6905964d593b req-760c6aaf-0518-4512-8811-5d4d29588f6f service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597032 Oct 29 11:21:52.579130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-85616dbf-b950-4a66-bf8c-db5df22dffb3 service neutron] 10.222.0.77 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424738 Oct 29 11:21:52.584393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-da1d9cbd-3ffc-4d6f-95c1-bb1b1f620548 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294309 Oct 29 11:21:52.719140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-c7084c7e-9d41-42ea-8fb7-258422a9c971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.720572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-c7084c7e-9d41-42ea-8fb7-258422a9c971 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/ports?device_id=a8d7223c-b0da-4b79-81a4-a3bef88c0d63 HTTP/1.1" status: 200 len: 945 time: 0.1961100 Oct 29 11:21:52.728201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-c3fad2c1-4f54-48b2-b124-7263f17c1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.729658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-c3fad2c1-4f54-48b2-b124-7263f17c1a1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 1099 time: 0.2040877 Oct 29 11:21:52.890350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-71393d4e-5104-4c69-9420-801b0e9c98f5 service neutron] 10.222.0.77 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028817 Oct 29 11:21:52.897480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:52.899719 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ba4fa-d379-43cf-96b1-5ef43a410b38" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:52.909118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ff0a9e-1688-4a6b-ae17-ba53da326c1c req-0b7d6059-0515-4e48-a6e2-3cb544c1de33 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095889 Oct 29 11:21:52.949057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-7ad4af54-f7c5-4dea-ba3e-532566fc579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.952343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-7ad4af54-f7c5-4dea-ba3e-532566fc579a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2059152 Oct 29 11:21:52.969956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Deleting port caf73902-fe6c-4300-b41c-0d9d8f2fb77f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:21:52.970307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:52.994252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303989f1-53c1-49e2-9096-b22a9bc2cb92 req-e3114c6c-e98d-4287-9f7a-f0a3dfef298c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:52.995936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-303989f1-53c1-49e2-9096-b22a9bc2cb92 req-e3114c6c-e98d-4287-9f7a-f0a3dfef298c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0600915 Oct 29 11:21:53.072798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-303989f1-53c1-49e2-9096-b22a9bc2cb92 req-e785c3ab-3b85-416b-8c2f-b6553480929f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681543 Oct 29 11:21:53.097610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-174c9a9d-f193-4257-a2c7-223838d371e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88 HTTP/1.1" status: 200 len: 217 time: 0.1319060 Oct 29 11:21:53.158121 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b552d4-8302-492d-979b-d19371a01952 x-openstack-request-id: req-b6b552d4-8302-492d-979b-d19371a01952 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:53.159093 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:53.159424 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6b552d4-8302-492d-979b-d19371a01952 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:53.159903 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7', 'status': 'completed', 'code': 200} Oct 29 11:21:53.216252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c61f6eb7-149b-40a9-85c2-359c816c9f62 req-08ea4a5a-b8d9-45a4-9f4e-37d57543cb1f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 210 time: 0.0429218 Oct 29 11:21:53.341433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] For port caf73902-fe6c-4300-b41c-0d9d8f2fb77f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:53.341788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:53.420459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8b619-45fd-4885-afc6-b0f654bcbd83 req-2c730f6f-e041-4506-9014-a1007212c955 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.429628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cd8b619-45fd-4885-afc6-b0f654bcbd83 req-2c730f6f-e041-4506-9014-a1007212c955 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 948 time: 0.0613434 Oct 29 11:21:53.503520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cd8b619-45fd-4885-afc6-b0f654bcbd83 req-395dc9c0-79ca-45c0-8060-ece248fdff60 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690627 Oct 29 11:21:53.602800 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:53.603834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:53.604400 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Floating IP a6832705-1ead-40f1-93f8-04792db7d749 disassociated. External IP: 172.25.4.120, port: caf73902-fe6c-4300-b41c-0d9d8f2fb77f. Oct 29 11:21:53.604890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Calling delete_port for caf73902-fe6c-4300-b41c-0d9d8f2fb77f owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:21:53.652109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-45ac4109-d845-43ca-9ae2-62676912b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.653865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-45ac4109-d845-43ca-9ae2-62676912b73e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.5290213 Oct 29 11:21:53.656624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dab2be-c366-4fac-b045-138692ef9bbb req-99afdf6a-faa2-41e5-8fa0-a0d7c297238c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.658776 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9dab2be-c366-4fac-b045-138692ef9bbb req-99afdf6a-faa2-41e5-8fa0-a0d7c297238c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.0621946 Oct 29 11:21:53.708972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9dab2be-c366-4fac-b045-138692ef9bbb req-a2f28251-988d-4b5d-82a6-295f21dd6360 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Oct 29 11:21:53.763554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c92617-04ef-4dd6-844b-4fe0e9211c77 req-56aaa5b0-371e-458e-93f5-b135df206067 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.765862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c92617-04ef-4dd6-844b-4fe0e9211c77 req-56aaa5b0-371e-458e-93f5-b135df206067 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 948 time: 0.5110178 Oct 29 11:21:53.767978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-8a28f9ad-4317-4898-9682-df67996f1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.769580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-8a28f9ad-4317-4898-9682-df67996f1200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 1099 time: 0.6049891 Oct 29 11:21:53.816563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:53.837298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0b852-5601-418f-a718-14fc97daf3e8 req-53ec8520-676d-4e92-83d1-2848c047427d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:53.846014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-82d0b852-5601-418f-a718-14fc97daf3e8 req-53ec8520-676d-4e92-83d1-2848c047427d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1096 time: 0.0558100 Oct 29 11:21:53.903325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-82d0b852-5601-418f-a718-14fc97daf3e8 req-9d3b84da-9f0d-46a8-9284-436f84bb4803 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Oct 29 11:21:53.987624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.134577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-a91bb3b8-0267-4b84-8e02-02fee6a86a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:54.138702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-a91bb3b8-0267-4b84-8e02-02fee6a86a18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3582935 Oct 29 11:21:54.156668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.159871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.164541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.271384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-1dc0fe0d-3819-408e-a927-bc0d381ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:54.273195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-1dc0fe0d-3819-408e-a927-bc0d381ce285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5981071 Oct 29 11:21:54.294596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b3c490b715643efb13a1fbe21355f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769132 Oct 29 11:21:54.299800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:54.369412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.371234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46012b1-08ee-4750-9a00-7db48cf28248,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:54.406456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7029891-4748-41be-b4ab-38d388eda9a5 req-f7a93993-2f4e-4c64-8a63-8b4ab77bd89a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:54.415645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7029891-4748-41be-b4ab-38d388eda9a5 req-f7a93993-2f4e-4c64-8a63-8b4ab77bd89a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1939635 Oct 29 11:21:54.447466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c92617-04ef-4dd6-844b-4fe0e9211c77 req-097f48bd-af4e-40c0-b887-629273b21beb tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650136 Oct 29 11:21:54.469899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.470242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.496326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.496880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.501462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.501999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.502704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.502704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.503211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.503954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.504399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.504796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209cc90a-60aa-49a1-b806-e58617917496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:54.536798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.689100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7029891-4748-41be-b4ab-38d388eda9a5 req-c57e20cb-87db-4da4-bd87-48489f8765ad tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690153 Oct 29 11:21:54.689829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.692641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:54.713628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b46012b1-08ee-4750-9a00-7db48cf28248 HTTP/1.1" status: 204 len: 168 time: 0.4121432 Oct 29 11:21:54.834961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bda92dd-4652-4e74-b422-f36aa36a3a88 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:54.975543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2706eb4-9fac-44eb-bdef-19c3e0c4967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46012b1-08ee-4750-9a00-7db48cf28248,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:55.038026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-082fcfe0-be20-47e6-8eef-64e5c4265dad tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:55.039629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-082fcfe0-be20-47e6-8eef-64e5c4265dad tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 824 time: 0.3243241 Oct 29 11:21:55.049577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:55.101135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '5bda92dd-4652-4e74-b422-f36aa36a3a88', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '5bda92dd-4652-4e74-b422-f36aa36a3a88', 'mac_address': 'fa:16:3e:b3:a7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:55.191708 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.196579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-c8ffa05a-d155-4db1-9688-a0e5481279f3 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cae6ba62dfd4f7789e23e578145e937 HTTP/1.1" status: 200 len: 380 time: 0.1290307 Oct 29 11:21:55.213140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1f00a-cbf3-4a7b-a1e9-3852b9a2d928 req-246749a4-2695-47b0-9aee-97edee72cdb9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:55.221372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bda92dd-4652-4e74-b422-f36aa36a3a88 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:55.223672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bf1f00a-cbf3-4a7b-a1e9-3852b9a2d928 req-246749a4-2695-47b0-9aee-97edee72cdb9 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 948 time: 0.2204356 Oct 29 11:21:55.232328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'port': {'device_id': '58abf1f1-ec12-4020-805f-4869d28cc904', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'admin_state_up': True, 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'security_groups': ['f2ba6921-50e3-4e40-addf-f420f413445c']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:55.267273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:55.287253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.319062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event deleted for resources: {'Port': ['ID=caf73902-fe6c-4300-b41c-0d9d8f2fb77f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:55.321775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39758) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:55.349495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-639e334b-fcff-4143-b135-62e1f9f13023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7 HTTP/1.1" status: 200 len: 217 time: 1.1697962 Oct 29 11:21:55.352336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16bae208-3c59-48d6-83d2-3d188f8dc707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.378659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:55.435470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.436255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.436813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.437401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.437960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.438606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.439162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.439702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.440242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.440932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.441618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.442259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:21:55.492083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87931005-c9ac-4e17-a06a-e7ac981a3002 req-e209bc05-7a24-4653-bdc6-8a260393b729 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 210 time: 0.1443567 Oct 29 11:21:55.563132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.578011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-b3c9e400-baaf-461d-a3fb-a8939ce1b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:55.579872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-b3c9e400-baaf-461d-a3fb-a8939ce1b113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1754756 Oct 29 11:21:55.594643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bf1f00a-cbf3-4a7b-a1e9-3852b9a2d928 req-7db7cd21-ad9c-4e06-8d31-ef1b6fb79e6e tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698149 Oct 29 11:21:55.599170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16bae208-3c59-48d6-83d2-3d188f8dc707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.625438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16bae208-3c59-48d6-83d2-3d188f8dc707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:55.648742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:21:55.650983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bda92dd-4652-4e74-b422-f36aa36a3a88'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:55.725910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-a80717e8-5c18-465b-a01b-db282b312c3c service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3109381 Oct 29 11:21:55.732595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bae208-3c59-48d6-83d2-3d188f8dc707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f830ed-5dc8-472e-b85d-ff708b1e852d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:55.750391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-16bae208-3c59-48d6-83d2-3d188f8dc707 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=980483c290144b0cb465172af71363a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205799 Oct 29 11:21:55.765748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39768) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:21:55.828483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Made reservation on behalf of 2cae6ba62dfd4f7789e23e578145e937 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:21:55.832152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.054135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-e030c610-cccd-488d-a33f-44c2194f1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:56.056235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-e030c610-cccd-488d-a33f-44c2194f1e21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4616802 Oct 29 11:21:56.064245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.107419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d5b0b-9c40-408e-9a43-c5a38a4ea345 req-77b7b846-8f7c-4c43-a5f2-06270f468e1a tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:56.115540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b38d5b0b-9c40-408e-9a43-c5a38a4ea345 req-77b7b846-8f7c-4c43-a5f2-06270f468e1a tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 949 time: 0.4693117 Oct 29 11:21:56.142716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.248968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-772eac60-57eb-4735-bf41-9f3c5eea7789 req-3265630d-4565-4135-bc16-3a7ffdc7213a service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846253 Oct 29 11:21:56.267503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360042a-15b4-4fde-9773-8fafa5452bc7 req-a3980dd7-72fb-4bc9-8dea-3670d875aa2d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:56.269451 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c360042a-15b4-4fde-9773-8fafa5452bc7 req-a3980dd7-72fb-4bc9-8dea-3670d875aa2d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.4202206 Oct 29 11:21:56.309937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b38d5b0b-9c40-408e-9a43-c5a38a4ea345 req-1435aba3-512b-4690-9d60-3062556b2706 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194568 Oct 29 11:21:56.321355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:21:56.337755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c360042a-15b4-4fde-9773-8fafa5452bc7 req-0ab56154-0bce-4412-a1d7-3dca462966bc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Oct 29 11:21:56.338046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:21:56.343305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.346983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.349123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1f830ed-5dc8-472e-b85d-ff708b1e852d HTTP/1.1" status: 204 len: 168 time: 0.5823846 Oct 29 11:21:56.362579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-e67beb99-f6ed-4ef1-8f52-a58981eed184 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927954 Oct 29 11:21:56.376612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:21:56.378818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:21:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:21:56.384766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] No DVR routers for this DVR port caf73902-fe6c-4300-b41c-0d9d8f2fb77f on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:21:56.401270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.405080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0008b56-15a6-4cbd-9242-ffa60821330d req-008310db-b04d-4943-8031-4a89cc80cf99 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "DELETE /v2.0/ports/caf73902-fe6c-4300-b41c-0d9d8f2fb77f HTTP/1.1" status: 204 len: 173 time: 3.6710021 Oct 29 11:21:56.405830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'name': 'network-vif-deleted', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:56.408546 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea3b0dc-c203-4adc-9b28-95cca15dde58" -d '{"events": [{"server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "name": "network-vif-deleted", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:56.448463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df5fb3-ec04-4c05-99be-43812288c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f830ed-5dc8-472e-b85d-ff708b1e852d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:56.491472 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8bcff-da09-4351-83ff-f73865a0d46f x-openstack-request-id: req-cfe8bcff-da09-4351-83ff-f73865a0d46f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:56.492120 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7223c-b0da-4b79-81a4-a3bef88c0d63", "name": "network-vif-deleted", "tag": "caf73902-fe6c-4300-b41c-0d9d8f2fb77f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:56.492606 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfe8bcff-da09-4351-83ff-f73865a0d46f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:56.493224 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7223c-b0da-4b79-81a4-a3bef88c0d63', 'name': 'network-vif-deleted', 'tag': 'caf73902-fe6c-4300-b41c-0d9d8f2fb77f', 'status': 'completed', 'code': 200} Oct 29 11:21:56.509579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Allocated IP 172.20.0.9 (a39456ed-a1ca-421d-90fd-09ec1d08f8e2/5c5cb28d-79ad-4356-baf8-f16ca4a32e83/a8731216-af67-47cf-b96f-f8c9be1c5d67) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:21:56.585268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e77ba4fa-d379-43cf-96b1-5ef43a410b38 req-278a252b-7690-4047-8012-d7732c46f835 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080452 Oct 29 11:21:56.662102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:21:56.861168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3286a-36cf-4c7e-89a7-8080177ca086 req-15d9cc6a-cf62-42f8-a2b9-3790dcc0bc8c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:56.862724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ce3286a-36cf-4c7e-89a7-8080177ca086 req-15d9cc6a-cf62-42f8-a2b9-3790dcc0bc8c tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 948 time: 0.1239619 Oct 29 11:21:56.902679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.955167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:56.957999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ce3286a-36cf-4c7e-89a7-8080177ca086 req-5814b9e5-297c-4bd7-8751-b830ca84c59e tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873482 Oct 29 11:21:56.981951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:21:57.110431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:21:57.118458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:21:57.123385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:21:57.136987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:57.137869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:57.162134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185dfee-d83d-4679-bb3f-7bdd872d8cae req-83aa11e9-1c2f-4c57-9937-6461423101dc tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:57.163708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a185dfee-d83d-4679-bb3f-7bdd872d8cae req-83aa11e9-1c2f-4c57-9937-6461423101dc tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 931 time: 0.5213144 Oct 29 11:21:57.207868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event updated for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:57.245327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:21:57.303141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a185dfee-d83d-4679-bb3f-7bdd872d8cae req-5a7e2330-fb66-4eb2-aacd-7f9d8ff4fd03 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018527 Oct 29 11:21:57.306516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-1e83455a-6ee2-4fac-885d-a7d5d2a44ac1 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0795169 Oct 29 11:21:57.327237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device caf73902-fe6c-4300-b41c-0d9d8f2fb77f no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:21:57.332531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Request body: {'port': {'device_id': '58abf1f1-ec12-4020-805f-4869d28cc904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:21:57.370346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:21:57.439279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: caf73902-fe6c-4300-b41c-0d9d8f2fb77f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:21:57.439907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device caf73902-fe6c-4300-b41c-0d9d8f2fb77f not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:21:57.453750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:21:57.454760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:21:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:21:57.459584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:57.477282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:57.557992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7', 'mac_address': 'fa:16:3e:e1:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:21:57.575518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f92399d2-6dc7-466f-8e9d-5919371fe770 None None] Provisioning complete for port a8731216-af67-47cf-b96f-f8c9be1c5d67 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:57.576694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f92399d2-6dc7-466f-8e9d-5919371fe770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:57.590326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b0d27-2dcf-4424-aaea-7a4e166dced6 req-7bd5643c-1885-4a52-9670-cd1e9dbf06d0 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:57.600579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d77b0d27-2dcf-4424-aaea-7a4e166dced6 req-7bd5643c-1885-4a52-9670-cd1e9dbf06d0 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 949 time: 0.1234999 Oct 29 11:21:57.660718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f92399d2-6dc7-466f-8e9d-5919371fe770 None None] Port a8731216-af67-47cf-b96f-f8c9be1c5d67 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:21:57.666413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:57.687795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:21:57.690715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:57.759778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:57.816415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4866be-4100-42be-ba91-42a1397a9545 req-4780dc79-7fc2-45b6-b496-db841a3faf0b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:57.828004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe4866be-4100-42be-ba91-42a1397a9545 req-4780dc79-7fc2-45b6-b496-db841a3faf0b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1197312 Oct 29 11:21:57.832379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:57.853869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d77b0d27-2dcf-4424-aaea-7a4e166dced6 req-34d45675-4628-416a-9f51-ac6bae585ebc tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400589 Oct 29 11:21:57.949194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe4866be-4100-42be-ba91-42a1397a9545 req-15d33a83-460e-4bb4-80a0-bd1bd3f38390 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130693 Oct 29 11:21:57.992883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:58.189244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae14b-083f-4f9b-95a9-5f6263e9cea0 req-1ea59454-651f-47fb-a46a-01423f8946af tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:58.198738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c66ae14b-083f-4f9b-95a9-5f6263e9cea0 req-1ea59454-651f-47fb-a46a-01423f8946af tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 949 time: 0.1111653 Oct 29 11:21:58.219860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:21:58.235101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['42ef4434-3fb3-4bf3-8d9b-31bb178420b7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:21:58.266961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8731216-af67-47cf-b96f-f8c9be1c5d67 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:21:58.277591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.318981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c66ae14b-083f-4f9b-95a9-5f6263e9cea0 req-7003adbb-ef52-44d3-865e-9e28a32f6366 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146801 Oct 29 11:21:58.323814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Transition to ACTIVE for port object a8731216-af67-47cf-b96f-f8c9be1c5d67 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:21:58.333064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.430790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff8892-1653-4d40-a8e0-b9ea8d85cf05 None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:21:58.478657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5411e-9676-401d-b7f9-c2ef77b0a056 req-2e46c58b-d9bf-423d-9222-d0f33f028861 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:58.496838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0c5411e-9676-401d-b7f9-c2ef77b0a056 req-2e46c58b-d9bf-423d-9222-d0f33f028861 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 943 time: 0.0810671 Oct 29 11:21:58.567895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-558a87c2-c130-449a-aa0d-fd840c49dbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.585345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0c5411e-9676-401d-b7f9-c2ef77b0a056 req-39edf53d-bbc7-4581-a174-b8d642bbe476 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854361 Oct 29 11:21:58.587319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Attempting to bind port a8731216-af67-47cf-b96f-f8c9be1c5d67 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:21:58.587899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Attempting to bind port a8731216-af67-47cf-b96f-f8c9be1c5d67 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:21:58.590208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Attempting to bind port a8731216-af67-47cf-b96f-f8c9be1c5d67 on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:58.595002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:58.606961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Port a8731216-af67-47cf-b96f-f8c9be1c5d67 on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:21:58.607480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Attempting to bind port a8731216-af67-47cf-b96f-f8c9be1c5d67 on network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:21:58.620573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:21:58.620980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Checking segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:21:58.627440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Bound using segment: {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:21:58.627996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Bound port: a8731216-af67-47cf-b96f-f8c9be1c5d67, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42269b2-58f6-449d-b9af-cbb986dfa31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:21:58.629997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.774537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:21:58.783781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:21:58.796353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.860549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:58.861188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:58.862579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/a8731216-af67-47cf-b96f-f8c9be1c5d67 HTTP/1.1" status: 200 len: 1091 time: 1.5388207 Oct 29 11:21:58.863758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bda92dd-4652-4e74-b422-f36aa36a3a88 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:21:58.864782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:58.883263 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e" -d '{"events": [{"name": "network-changed", "server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:59.037722 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63926a27-7ef3-460e-b32a-e965d86275eb x-openstack-request-id: req-63926a27-7ef3-460e-b32a-e965d86275eb {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:59.038064 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:59.038259 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63926a27-7ef3-460e-b32a-e965d86275eb {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:59.038658 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'status': 'completed', 'code': 200} Oct 29 11:21:59.048145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980c2b1-a2a6-4ee2-b979-325fe407a1fb None None] New status for floating IP a6832705-1ead-40f1-93f8-04792db7d749: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:21:59.056948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c00023-0e07-4690-8073-30e30cedb8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:59.089228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 5bda92dd-4652-4e74-b422-f36aa36a3a88 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:21:59.098230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 5bda92dd-4652-4e74-b422-f36aa36a3a88 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:21:59.098616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:59.104897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-97d0619d-ebdf-4890-a802-a22d89d38d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.106814 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-97d0619d-ebdf-4890-a802-a22d89d38d17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 1094 time: 0.1687386 Oct 29 11:21:59.138047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d39fa-e20b-46c9-9124-5d8224bcc0b8 req-97c5fda8-db31-4de6-ac55-d27255a5d496 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.147881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3e7d39fa-e20b-46c9-9124-5d8224bcc0b8 req-97c5fda8-db31-4de6-ac55-d27255a5d496 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 949 time: 0.1176333 Oct 29 11:21:59.204686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-372f0a57-e0eb-46c9-aeea-59879cd007ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67 HTTP/1.1" status: 200 len: 217 time: 0.0830009 Oct 29 11:21:59.215000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:59.255416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:21:59.259823 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a87bf-dde4-4523-8473-b5b13f7b0a6c" -d '{"events": [{"server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "name": "network-vif-plugged", "status": "completed", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:21:59.282095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:21:59.292977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3e7d39fa-e20b-46c9-9124-5d8224bcc0b8 req-ecb38c5f-0d2e-41b5-bf79-7b97cfc2bc0d tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421521 Oct 29 11:21:59.299643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:21:59.313537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-652ffd62-7613-4423-bc58-f77b0aeed43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.317094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-652ffd62-7613-4423-bc58-f77b0aeed43b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.0969510 Oct 29 11:21:59.388461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:21:59.442540 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf8c21-7097-4890-8dac-02ae1bf98225 x-openstack-request-id: req-c0bf8c21-7097-4890-8dac-02ae1bf98225 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:21:59.443061 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "name": "network-vif-plugged", "status": "completed", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:21:59.443373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0bf8c21-7097-4890-8dac-02ae1bf98225 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:21:59.444142 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88', 'code': 200} Oct 29 11:21:59.444950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-9db66e96-82fd-4e0d-881c-87d3565dbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.446496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-9db66e96-82fd-4e0d-881c-87d3565dbc90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140318 Oct 29 11:21:59.519526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bdbc9-9037-4c57-a9bf-a1558f79b05c req-9aeaf76d-e280-4245-9774-d6bfd67a18b2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.521074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e0bdbc9-9037-4c57-a9bf-a1558f79b05c req-9aeaf76d-e280-4245-9774-d6bfd67a18b2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1213062 Oct 29 11:21:59.578415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a73bd-9094-4d02-8dad-efb92521e443 req-fb3faf11-8e12-47df-a25c-48bdbda7e039 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.580561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a96a73bd-9094-4d02-8dad-efb92521e443 req-fb3faf11-8e12-47df-a25c-48bdbda7e039 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 949 time: 0.0829639 Oct 29 11:21:59.584085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb2b61-5f11-4303-b497-2f52c953e6bf req-361e90d9-4d90-425a-9c2c-dd40a2eafb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.585741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86bb2b61-5f11-4303-b497-2f52c953e6bf req-361e90d9-4d90-425a-9c2c-dd40a2eafb8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 1101 time: 0.0612001 Oct 29 11:21:59.587846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e0bdbc9-9037-4c57-a9bf-a1558f79b05c req-673c6ef5-15a1-4393-b48e-3190458df6c7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569773 Oct 29 11:21:59.590080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-16dfc02e-b105-4053-aad7-377756993236 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318581 Oct 29 11:21:59.640501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a96a73bd-9094-4d02-8dad-efb92521e443 req-76922aa9-c9fe-4695-b6fa-63c0d1391292 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Oct 29 11:21:59.665352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86bb2b61-5f11-4303-b497-2f52c953e6bf req-6c613a5a-613f-4416-bf24-6dfe1a73878b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Oct 29 11:21:59.955389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcd5ed92-0b89-41fb-9de1-1b1015fe2fce req-76121ab4-86ab-48f6-8347-9c3db5974832 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538432 Oct 29 11:21:59.968270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb27bff-00a7-4817-b2be-811024a607ab req-bb245290-d666-4354-bc5c-75ce3cf41907 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:21:59.976056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fb27bff-00a7-4817-b2be-811024a607ab req-bb245290-d666-4354-bc5c-75ce3cf41907 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 943 time: 0.2977629 Oct 29 11:22:00.055584 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fb27bff-00a7-4817-b2be-811024a607ab req-b0f6d4d5-1bc5-4636-9ab8-7becdfca7906 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762551 Oct 29 11:22:00.080808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-2b7fbb9d-333d-4871-83de-7e56a0674bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.083164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-2b7fbb9d-333d-4871-83de-7e56a0674bf3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 1094 time: 0.0648243 Oct 29 11:22:00.177688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39882) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:00.195610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-bafca445-d226-477d-8f5c-4668f2bfa234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.197297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-bafca445-d226-477d-8f5c-4668f2bfa234 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 925 time: 0.1042776 Oct 29 11:22:00.242250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-de2d2a6f-cca8-4744-86e1-44185557ed77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67 HTTP/1.1" status: 200 len: 217 time: 0.0356328 Oct 29 11:22:00.300959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-22c94dff-f1b9-4727-99c9-d9dfb5864232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.303185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-22c94dff-f1b9-4727-99c9-d9dfb5864232 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.0511603 Oct 29 11:22:00.308487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-884486eb-1d3a-45dd-b0c0-499b15069060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.370955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-69f35a92-a1a6-4772-a159-0cc25581b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.372800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-69f35a92-a1a6-4772-a159-0cc25581b2a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546749 Oct 29 11:22:00.456742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7006d-7d65-4ece-a645-c4ff8ce95340 req-36d96cc9-e1d5-422a-90e2-5d90a941f010 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.458227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bd7006d-7d65-4ece-a645-c4ff8ce95340 req-36d96cc9-e1d5-422a-90e2-5d90a941f010 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.0845976 Oct 29 11:22:00.472070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-884486eb-1d3a-45dd-b0c0-499b15069060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.485390 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-7846b613-89bc-431c-9442-15c9806e9be2 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045344 Oct 29 11:22:00.486052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-884486eb-1d3a-45dd-b0c0-499b15069060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.546336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-884486eb-1d3a-45dd-b0c0-499b15069060 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e2c06f884f4414f80ace921d6065f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651786 Oct 29 11:22:00.546617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39888) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:00.554973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bd7006d-7d65-4ece-a645-c4ff8ce95340 req-26474fdb-8e1d-4e3a-8408-2ffa13db17b6 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Oct 29 11:22:00.557093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884486eb-1d3a-45dd-b0c0-499b15069060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694eeffd-5aa3-460c-9876-133838d8878f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:00.610407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2e3fc8e-5dfc-4d59-a926-f5cee8d4875e req-dc53fe2f-7370-4723-819c-815c5f192d29 service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167555 Oct 29 11:22:00.624609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.652448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.720506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.725240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.726900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/694eeffd-5aa3-460c-9876-133838d8878f HTTP/1.1" status: 204 len: 168 time: 0.1794133 Oct 29 11:22:00.744706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3b01b-ce70-493a-81ec-04bb86859297 req-c84f562d-07c1-4643-8b26-dd814ca01197 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.754325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9fd3b01b-ce70-493a-81ec-04bb86859297 req-c84f562d-07c1-4643-8b26-dd814ca01197 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Oct 29 11:22:00.764243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2142c311-b326-4fa5-a084-4b9408b88fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:00.799001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f04b-d6f3-4758-ba26-9b3d3602a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694eeffd-5aa3-460c-9876-133838d8878f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:00.813718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9fd3b01b-ce70-493a-81ec-04bb86859297 req-9974cf6a-5dd0-41c4-945d-e2b173001e73 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Oct 29 11:22:00.842446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0840be-f251-4229-994c-f8c67975082a req-7cde086a-2add-421d-a169-9a98dec39b80 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:00.844402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd0840be-f251-4229-994c-f8c67975082a req-7cde086a-2add-421d-a169-9a98dec39b80 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 949 time: 0.1159308 Oct 29 11:22:00.871826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:00.900065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd0840be-f251-4229-994c-f8c67975082a req-3d54f3b5-55d5-45d7-becb-0e31fec0a198 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Oct 29 11:22:00.949467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:22:00.953911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:00.954284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.075335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.119353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:01.126368 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.164264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:01.181834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7c03-051f-4ef7-a214-a3d3049bccbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.188202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:01.223989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f35c-e46a-4ccf-a23d-34bab48d1deb req-7db1e04e-6b4a-4c8c-a91a-5ebbb332dd41 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:01.229785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9379f35c-e46a-4ccf-a23d-34bab48d1deb req-7db1e04e-6b4a-4c8c-a91a-5ebbb332dd41 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 943 time: 0.0714827 Oct 29 11:22:01.274278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9379f35c-e46a-4ccf-a23d-34bab48d1deb req-1f70dc25-44c1-4405-9397-fdf89ef95f7c tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Oct 29 11:22:01.300823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7c03-051f-4ef7-a214-a3d3049bccbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.306493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7c03-051f-4ef7-a214-a3d3049bccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.370338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c3fc7c03-051f-4ef7-a214-a3d3049bccbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5686375dfd684072bbee2412dfc7e5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046709 Oct 29 11:22:01.373419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39902) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:01.382113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7c03-051f-4ef7-a214-a3d3049bccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aea297d-74fd-4d00-ad8d-32811815a878,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:01.443672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.444996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:01.447501 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b681d-109e-4587-8b1f-7d2a5aedc280" -d '{"events": [{"server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "name": "network-vif-plugged", "status": "completed", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:01.471896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.492455 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f058b-93ba-43ca-ad0b-99dbdeb8d05b x-openstack-request-id: req-0b6f058b-93ba-43ca-ad0b-99dbdeb8d05b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:01.493229 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "name": "network-vif-plugged", "status": "completed", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:01.493527 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b6f058b-93ba-43ca-ad0b-99dbdeb8d05b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:01.494229 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7', 'code': 200} Oct 29 11:22:01.538637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.541712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:01.554097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0aea297d-74fd-4d00-ad8d-32811815a878 HTTP/1.1" status: 204 len: 168 time: 0.1715066 Oct 29 11:22:01.575555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e664da1-494c-474e-92f0-2008981e45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aea297d-74fd-4d00-ad8d-32811815a878,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:01.647077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07650918-0d61-4feb-add9-3d5b1a895c5e req-d685f6d6-5214-4b85-9b7d-a34a1cc3867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:01.648625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07650918-0d61-4feb-add9-3d5b1a895c5e req-d685f6d6-5214-4b85-9b7d-a34a1cc3867e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 1101 time: 0.0643981 Oct 29 11:22:01.690682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07650918-0d61-4feb-add9-3d5b1a895c5e req-a356f164-089a-48e0-bb80-2c459d9b21a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Oct 29 11:22:01.720776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755d55-dcd8-4f2c-938a-a3e755b043c4 req-4a95807f-f9fd-4a0a-b174-fa1bc8f0b79c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:01.722761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a3755d55-dcd8-4f2c-938a-a3e755b043c4 req-4a95807f-f9fd-4a0a-b174-fa1bc8f0b79c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.0566962 Oct 29 11:22:01.765885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a3755d55-dcd8-4f2c-938a-a3e755b043c4 req-8aaa682d-7244-49f9-b13b-5e758f400aa5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Oct 29 11:22:01.955682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc906e-e55e-4ac7-90f6-b125d93db6eb req-8eddf8e5-2db0-460c-827c-6ca957dd2703 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:01.957761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88bc906e-e55e-4ac7-90f6-b125d93db6eb req-8eddf8e5-2db0-460c-827c-6ca957dd2703 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0668244 Oct 29 11:22:02.018746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88bc906e-e55e-4ac7-90f6-b125d93db6eb req-eb8e733a-271c-4b4b-8bf0-0d6ff1ab1f13 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Oct 29 11:22:02.114495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:02.134633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c75c44-83eb-4dec-963e-a24965d0f76d req-a104afd2-8b33-40b7-8d90-2336982a42f5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:02.142833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a2c75c44-83eb-4dec-963e-a24965d0f76d req-a104afd2-8b33-40b7-8d90-2336982a42f5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 950 time: 0.0640802 Oct 29 11:22:02.182740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a2c75c44-83eb-4dec-963e-a24965d0f76d req-ca1cb43d-c2ea-4c85-946e-29c42f47dbd8 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Oct 29 11:22:02.240406 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:02.294197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-ba93cf5c-b4b5-47a3-be31-d4740a0aa0b6 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c765be5890b14980bfbcad8eb3e8df94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248625 Oct 29 11:22:02.426796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-d487fd7d-220d-4c6f-8d74-60456acf86a4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:02.428286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-d487fd7d-220d-4c6f-8d74-60456acf86a4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267438 Oct 29 11:22:02.430257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc458b0-96b1-4843-bc7a-ea73acfacece req-e9355f3c-d841-49b6-ba0a-80a979972c91 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:02.432054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dc458b0-96b1-4843-bc7a-ea73acfacece req-e9355f3c-d841-49b6-ba0a-80a979972c91 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 943 time: 0.0675335 Oct 29 11:22:02.451441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-930de9ab-c742-4f87-aff0-0f39ef909f4a tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/quotas/c765be5890b14980bfbcad8eb3e8df94 HTTP/1.1" status: 200 len: 375 time: 0.0116422 Oct 29 11:22:02.475506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dc458b0-96b1-4843-bc7a-ea73acfacece req-c295c400-4b87-4a3a-83f4-90c4347f9a0e tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363615 Oct 29 11:22:02.515177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-66b56f25-c944-42c2-a172-629b2c16039a tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591753 Oct 29 11:22:02.735659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f834574-1782-4c7f-be58-0017e6e33d99 req-6782ad3f-e651-4a79-a1b6-e9063571ce1d tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0407667 Oct 29 11:22:03.177321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687938e-5c93-45e1-baf5-e7e9d590b468 req-ca88e398-6329-4e1a-bdd8-9f04dc546892 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:03.179289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2687938e-5c93-45e1-baf5-e7e9d590b468 req-ca88e398-6329-4e1a-bdd8-9f04dc546892 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.0817223 Oct 29 11:22:03.230427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2687938e-5c93-45e1-baf5-e7e9d590b468 req-aa30177e-579a-4c98-85c4-c372dab350da tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Oct 29 11:22:03.304342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a8731216-af67-47cf-b96f-f8c9be1c5d67 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:03.350274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd111-c95a-4ef3-be3d-6fe057953cfc req-635a1b06-c7e4-475e-a29b-716c0b41f3af tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:03.352138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-154dd111-c95a-4ef3-be3d-6fe057953cfc req-635a1b06-c7e4-475e-a29b-716c0b41f3af tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 950 time: 0.0574441 Oct 29 11:22:03.420676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-154dd111-c95a-4ef3-be3d-6fe057953cfc req-2dc381c5-8660-4a1f-b0d7-20e7752412e3 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606451 Oct 29 11:22:03.449202 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:03.467563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:03.487008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'port_id': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'mac_address': 'fa:16:3e:fe:15:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:03.538337 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:03.551564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c415cd-0660-4bf8-99d9-4dcc64f4ed89 req-72146b1c-1864-4fb8-8f66-13c2bb7c889b tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:03.553551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60c415cd-0660-4bf8-99d9-4dcc64f4ed89 req-72146b1c-1864-4fb8-8f66-13c2bb7c889b tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 1101 time: 0.0544674 Oct 29 11:22:03.603710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60c415cd-0660-4bf8-99d9-4dcc64f4ed89 req-4191bcf1-8c3e-487b-a2f8-b383ac4d533a tempest-ServersOnMultiNodesTest-616803382 tempest-ServersOnMultiNodesTest-616803382-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Oct 29 11:22:03.741648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8731216-af67-47cf-b96f-f8c9be1c5d67 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:03.747595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880a54f-323f-4f8e-a204-d4bf57b7b59f req-adfcf252-0cdc-4138-8a3a-8802e31d4620 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:03.756987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f880a54f-323f-4f8e-a204-d4bf57b7b59f req-adfcf252-0cdc-4138-8a3a-8802e31d4620 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 943 time: 0.0757737 Oct 29 11:22:03.765670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:03.771145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:03.812471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f880a54f-323f-4f8e-a204-d4bf57b7b59f req-60a15f7e-2409-4a04-a0ab-ae993e825366 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504763 Oct 29 11:22:03.831654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:03.982792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-fa8934c6-aa95-42e3-9748-a603c012ebde tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c765be5890b14980bfbcad8eb3e8df94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669284 Oct 29 11:22:04.019599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7c1f399-ac89-4608-a25b-bb75ccb089b7 req-421ead5b-b692-4038-b34b-1897ad43967e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0851004 Oct 29 11:22:04.110566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['a8731216-af67-47cf-b96f-f8c9be1c5d67'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:04.172001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8096d81-26bc-4188-b3bd-a80dd67ef8f3 req-926af926-d6b0-4faa-8ceb-60053d39a2ae tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:04.180786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8096d81-26bc-4188-b3bd-a80dd67ef8f3 req-926af926-d6b0-4faa-8ceb-60053d39a2ae tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 950 time: 0.0797594 Oct 29 11:22:04.220745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-c62e345c-a98a-43df-b158-a0215014f9a8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:04.223260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-c62e345c-a98a-43df-b158-a0215014f9a8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185516 Oct 29 11:22:04.227093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8096d81-26bc-4188-b3bd-a80dd67ef8f3 req-77f73202-ab48-45a3-ad38-7c42fcd27a90 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Oct 29 11:22:04.241836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Request body: {'port': {'device_id': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'c765be5890b14980bfbcad8eb3e8df94'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:04.411589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18f48f-0594-46be-9af8-dd1f03ff2c36 req-cd47583e-2e16-47c1-90da-1c3890e2d2df tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:04.413489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a18f48f-0594-46be-9af8-dd1f03ff2c36 req-cd47583e-2e16-47c1-90da-1c3890e2d2df tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1050589 Oct 29 11:22:04.462382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Made reservation on behalf of c765be5890b14980bfbcad8eb3e8df94 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:04.467308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.497305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a18f48f-0594-46be-9af8-dd1f03ff2c36 req-a0b3df96-0755-458a-b0b1-3396f8e0e73b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735962 Oct 29 11:22:04.615379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40004) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:04.658848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Allocated IP 192.168.233.20 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/3b3b1eab-d639-4f10-ab46-98fc1f1a44ce) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:04.774809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91f2cb4a-5ff7-4bd0-af26-95a08e25757d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.866313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.916923 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91f2cb4a-5ff7-4bd0-af26-95a08e25757d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.930746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91f2cb4a-5ff7-4bd0-af26-95a08e25757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.958947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:04.984649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bda92dd-4652-4e74-b422-f36aa36a3a88'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:05.010698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91f2cb4a-5ff7-4bd0-af26-95a08e25757d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c98e7a786ea4ac6a0b63432cd15cafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910048 Oct 29 11:22:05.011444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40010) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:05.026783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2cb4a-5ff7-4bd0-af26-95a08e25757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3eee62-d95c-4228-a4eb-8bfdb0ef98bc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:05.034483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:05.041601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:05.058193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:05.071092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.073275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.090057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d18b1-cd76-4bd7-954d-8ff24b89bc3a req-bf4528a1-fdec-45e4-a8f2-846c3b3fd88f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.099380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e11d18b1-cd76-4bd7-954d-8ff24b89bc3a req-bf4528a1-fdec-45e4-a8f2-846c3b3fd88f tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 944 time: 0.1800146 Oct 29 11:22:05.114227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8795009 Oct 29 11:22:05.118610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d5e59-da45-4fca-afda-c06c92676a94 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Pushing event updated for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:05.129503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Request body: {'port': {'device_id': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:05.215712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e11d18b1-cd76-4bd7-954d-8ff24b89bc3a req-06b58902-898d-4bb3-a1e9-65e95283d20b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943170 Oct 29 11:22:05.227183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.249397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.319496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.328239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a8731216-af67-47cf-b96f-f8c9be1c5d67 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:05.350905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8c5f1-d36d-4a75-ab83-88fbd3721093 req-95f29bc2-f6ac-4360-92ac-d4d86efe81b5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.356205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50f8c5f1-d36d-4a75-ab83-88fbd3721093 req-95f29bc2-f6ac-4360-92ac-d4d86efe81b5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 935 time: 0.2046413 Oct 29 11:22:05.436421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port a8731216-af67-47cf-b96f-f8c9be1c5d67 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:22:05.451476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port a8731216-af67-47cf-b96f-f8c9be1c5d67 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:05.451894 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.460925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a6700-fb47-4a5c-b983-30a594fd9774 req-47eb053d-a470-43f2-b766-4f2e4609973e tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.471182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db3a6700-fb47-4a5c-b983-30a594fd9774 req-47eb053d-a470-43f2-b766-4f2e4609973e tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 950 time: 0.0963848 Oct 29 11:22:05.495099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.498666 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.499962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc3eee62-d95c-4228-a4eb-8bfdb0ef98bc HTTP/1.1" status: 204 len: 168 time: 0.4850399 Oct 29 11:22:05.517791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656d4e4-02f5-4edc-a54d-4522f2b89888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3eee62-d95c-4228-a4eb-8bfdb0ef98bc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:05.535632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db3a6700-fb47-4a5c-b983-30a594fd9774 req-3c15d1aa-9800-47ca-b232-115d9014a2b2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614941 Oct 29 11:22:05.573885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50f8c5f1-d36d-4a75-ab83-88fbd3721093 req-128790be-9339-4e53-97d7-ca257d751f0c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023089 Oct 29 11:22:05.576403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.671930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-4a95f272-462d-43dc-86b8-9995ec68a101 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.673697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-4a95f272-462d-43dc-86b8-9995ec68a101 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 950 time: 0.1107562 Oct 29 11:22:05.687589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a2361cb0-b5af-47e5-8069-5d93e281ca1b None None] Provisioning complete for port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:05.689265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2361cb0-b5af-47e5-8069-5d93e281ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.715967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:05.723106 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d79ebc-4123-498a-a468-b2bd1759c3cb" -d '{"events": [{"server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "name": "network-vif-plugged", "status": "completed", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:05.749021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:05.758673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:05.795959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001716c-1110-4c5b-9c0f-7ca81ba53f3a req-c1db4a8d-30eb-4682-8db4-c8ee420d8c0d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:05.803602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4001716c-1110-4c5b-9c0f-7ca81ba53f3a req-c1db4a8d-30eb-4682-8db4-c8ee420d8c0d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1740060 Oct 29 11:22:05.883420 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c70aba-b075-4fe9-81ea-8f8319fa9281 x-openstack-request-id: req-02c70aba-b075-4fe9-81ea-8f8319fa9281 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:05.883744 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "name": "network-vif-plugged", "status": "completed", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:05.884004 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02c70aba-b075-4fe9-81ea-8f8319fa9281 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:05.884419 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'code': 200} Oct 29 11:22:05.890879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:05.903047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a2361cb0-b5af-47e5-8069-5d93e281ca1b None None] Port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:22:05.969628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4001716c-1110-4c5b-9c0f-7ca81ba53f3a req-286def2f-0b67-4493-8c46-0285ad4163ae tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644688 Oct 29 11:22:05.979189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:05.996559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:05.997041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.013233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.031032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Transition to ACTIVE for port object 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:22:06.038290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.135018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2d37-200d-4caf-b0a8-23cd336d79d4 req-82af4d1a-b86e-4c73-bb0c-c4d5f96287f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.136551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5ba2d37-200d-4caf-b0a8-23cd336d79d4 req-82af4d1a-b86e-4c73-bb0c-c4d5f96287f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 1096 time: 0.1358776 Oct 29 11:22:06.140886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:06.146559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Attempting to bind port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:06.147109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Attempting to bind port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:06.147702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Attempting to bind port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:06.154521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:06.155155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Attempting to bind port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:06.161343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:06.162071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:06.162767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:06.163392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Bound port: 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:06.163926 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.167242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:06.186942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:06.187442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.194545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-112e2b49-55c2-4669-bfa7-9f6b39af2ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.210741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:06.235387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5ba2d37-200d-4caf-b0a8-23cd336d79d4 req-bd0a32c0-5d16-4698-a21b-2f6d3a15a676 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824618 Oct 29 11:22:06.299873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:06.331078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:06.345744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.411698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:06.421301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.422023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.423370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-80961f20-9fc7-49e2-ba0b-e8c854fad045 service neutron] 10.222.0.86 "PUT /v2.0/ports/3b3b1eab-d639-4f10-ab46-98fc1f1a44ce HTTP/1.1" status: 200 len: 1095 time: 1.2983692 Oct 29 11:22:06.423860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:06.426188 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa821ff9-c271-488a-8b67-b96f64e7baaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:06.481088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd0c1-c033-49bf-8ba1-6d7e3004a6a7 req-3f39c14b-b154-4313-a5db-f8673cd79528 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.490589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a10bd0c1-c033-49bf-8ba1-6d7e3004a6a7 req-3f39c14b-b154-4313-a5db-f8673cd79528 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.1000571 Oct 29 11:22:06.497486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.509717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', '42ef4434-3fb3-4bf3-8d9b-31bb178420b7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:06.585240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b', '9326795e-2915-4c30-ba3b-6c29a2d8fa07', '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:06.620672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-8799f034-28d9-4013-9eff-e7510bd56a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.624203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-8799f034-28d9-4013-9eff-e7510bd56a70 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1176047 Oct 29 11:22:06.635371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-112e2b49-55c2-4669-bfa7-9f6b39af2ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.682673 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-83c266f1-61c4-4025-86f6-8fd6040f370a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce HTTP/1.1" status: 200 len: 217 time: 0.0441554 Oct 29 11:22:06.684494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-112e2b49-55c2-4669-bfa7-9f6b39af2ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.722593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e2b49-55c2-4669-bfa7-9f6b39af2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848dd4d-1c61-4bdd-83a2-eb763e7a8821,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:06.732559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:06.735264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=42ef4434-3fb3-4bf3-8d9b-31bb178420b7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:06.743447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:06.756612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0204b81-9b3b-478e-8141-9f5b05cdaeac req-5869aa5c-0436-4227-a506-8fc9dfdc1589 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "DELETE /v2.0/ports/42ef4434-3fb3-4bf3-8d9b-31bb178420b7 HTTP/1.1" status: 204 len: 173 time: 1.0753374 Oct 29 11:22:06.758153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'name': 'network-vif-deleted', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:06.763967 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f154a-8ad8-4f2f-8723-f86c1db717dd" -d '{"events": [{"server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "name": "network-vif-deleted", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:06.783990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-1a3ffad3-1b33-439d-a699-0879f4c9defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.785425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a10bd0c1-c033-49bf-8ba1-6d7e3004a6a7 req-713442c5-75ac-4fed-96e8-a7fea164da74 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936034 Oct 29 11:22:06.785760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-1a3ffad3-1b33-439d-a699-0879f4c9defb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0647743 Oct 29 11:22:06.893206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-112e2b49-55c2-4669-bfa7-9f6b39af2ec1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34bfbe1451ef4b39959d1f628fb47ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247055 Oct 29 11:22:06.898270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40052) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:06.931274 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2244b9-a69b-4488-b1ad-212dcac45b73 x-openstack-request-id: req-aa2244b9-a69b-4488-b1ad-212dcac45b73 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:06.932848 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:06.933207 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa2244b9-a69b-4488-b1ad-212dcac45b73 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:06.933637 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce', 'status': 'completed', 'code': 200} Oct 29 11:22:06.941702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-c83cbbee-bc3b-440a-90da-67b0535bfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:06.949175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-c83cbbee-bc3b-440a-90da-67b0535bfe72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419959 Oct 29 11:22:07.101465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ea875e1-0e06-4007-96d8-bc67f08d5a0f req-4c52aee3-cdb1-4b4e-8d27-753e483e45a5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f3178f-ae2b-404f-9574-a65a65af7435 HTTP/1.1" status: 200 len: 210 time: 0.0582683 Oct 29 11:22:07.131095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:07.186090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:07.195860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-f3f6c7ba-cf40-4d35-8249-49a67c3baecf service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303562 Oct 29 11:22:07.356951 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a015f479-8403-42af-9a70-076c5ce268c6 x-openstack-request-id: req-a015f479-8403-42af-9a70-076c5ce268c6 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:07.359252 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f3178f-ae2b-404f-9574-a65a65af7435", "name": "network-vif-deleted", "tag": "42ef4434-3fb3-4bf3-8d9b-31bb178420b7", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:07.359252 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a015f479-8403-42af-9a70-076c5ce268c6 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:07.360979 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f3178f-ae2b-404f-9574-a65a65af7435', 'name': 'network-vif-deleted', 'tag': '42ef4434-3fb3-4bf3-8d9b-31bb178420b7', 'status': 'completed', 'code': 200} Oct 29 11:22:07.433897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98260fcf-40c3-4690-9607-db645fb441d1 req-0a89219a-39e7-4b6a-80a5-279df92790e4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:07.436005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98260fcf-40c3-4690-9607-db645fb441d1 req-0a89219a-39e7-4b6a-80a5-279df92790e4 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 947 time: 0.1878848 Oct 29 11:22:07.454526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:07.458726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:07.477223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8848dd4d-1c61-4bdd-83a2-eb763e7a8821 HTTP/1.1" status: 204 len: 168 time: 0.5674601 Oct 29 11:22:07.483417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43b7ce07-77c6-4e9f-9ba4-005293438a7d req-b75bf46f-0f95-4785-9428-49d6a1d918ec service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804394 Oct 29 11:22:07.498269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4a11-eae9-4729-ad0f-ea69d916b9ed req-3bf7de25-c2f9-4598-a644-b1c696f156c7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:07.499885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d21b4a11-eae9-4729-ad0f-ea69d916b9ed req-3bf7de25-c2f9-4598-a644-b1c696f156c7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.1224339 Oct 29 11:22:07.520214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78e2b0-4085-43d0-bf30-4a2a672f913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848dd4d-1c61-4bdd-83a2-eb763e7a8821,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:07.577558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98260fcf-40c3-4690-9607-db645fb441d1 req-15717c06-edfd-4355-98da-7117d6ea62db tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248348 Oct 29 11:22:07.630993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d21b4a11-eae9-4729-ad0f-ea69d916b9ed req-c31485c3-5312-4015-a733-04484b01104d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158931 Oct 29 11:22:07.639906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-4491582f-87ac-4984-bc70-8d3a989945e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:07.641416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-4491582f-87ac-4984-bc70-8d3a989945e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c765be5890b14980bfbcad8eb3e8df94&device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0798557 Oct 29 11:22:07.904957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-e04318ff-4d9c-49eb-a9b1-8c99a45d02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:07.906669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-e04318ff-4d9c-49eb-a9b1-8c99a45d02d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2433870 Oct 29 11:22:08.015862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-94011b4c-1850-4add-b6b5-2085c11ff21d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce HTTP/1.1" status: 200 len: 217 time: 0.0914979 Oct 29 11:22:08.095233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-714f65f0-fbbe-42c4-88ac-39b64a38ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.097130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-714f65f0-fbbe-42c4-88ac-39b64a38ed27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0565233 Oct 29 11:22:08.134402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de6450-a909-4a12-b088-4c548596e20b req-aeb3d9b1-8e39-45f4-b38b-ae7722b96eea tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.137043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47de6450-a909-4a12-b088-4c548596e20b req-aeb3d9b1-8e39-45f4-b38b-ae7722b96eea tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.2007947 Oct 29 11:22:08.206398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47de6450-a909-4a12-b088-4c548596e20b req-b5b0882f-dea3-44d0-85b0-a519f2c493ab tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501280 Oct 29 11:22:08.214291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-26a28acb-ffc1-4f7b-96bd-22e8281ddd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.226257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-26a28acb-ffc1-4f7b-96bd-22e8281ddd9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065328 Oct 29 11:22:08.444850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-234813bc-2913-4e61-a326-66ad7ca616ce service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085869 Oct 29 11:22:08.541370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095bbb-2103-4f16-ac2f-5742c285903e req-cf5cf2b3-058e-44a3-809d-6d38ccee8b52 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.543450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4095bbb-2103-4f16-ac2f-5742c285903e req-cf5cf2b3-058e-44a3-809d-6d38ccee8b52 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.1315904 Oct 29 11:22:08.554422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40104) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:08.560307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Request body: {'floatingip': {'port_id': 'a8731216-af67-47cf-b96f-f8c9be1c5d67'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:08.609354 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa821ff9-c271-488a-8b67-b96f64e7baaf req-85cc1f39-dd86-4e54-be19-5e7bed4b2471 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472926 Oct 29 11:22:08.667496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:08.776065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af79a1-0c26-4d06-b8b0-245ae7ed009e req-209b343b-b395-40f8-85f5-82639abc5742 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.777619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95af79a1-0c26-4d06-b8b0-245ae7ed009e req-209b343b-b395-40f8-85f5-82639abc5742 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.1342323 Oct 29 11:22:08.780696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725b2f1-98ab-4adb-8f28-d46fc42fb955 req-4cad6087-eab3-4d72-bd05-d397d92940d6 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:08.793312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9725b2f1-98ab-4adb-8f28-d46fc42fb955 req-4cad6087-eab3-4d72-bd05-d397d92940d6 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 947 time: 0.0652568 Oct 29 11:22:08.858303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9725b2f1-98ab-4adb-8f28-d46fc42fb955 req-e5cf41d6-494d-4e83-9c7b-2fca9c7d6e9e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Oct 29 11:22:08.891675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:08.916054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95af79a1-0c26-4d06-b8b0-245ae7ed009e req-6723163b-85f4-4fbb-91ae-8b9b0841fe07 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158199 Oct 29 11:22:08.916508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:08.917236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42ef4434-3fb3-4bf3-8d9b-31bb178420b7 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:09.493411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:09.498922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:09.610492 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Floating IP a6832705-1ead-40f1-93f8-04792db7d749 associated. External IP: 172.25.4.120, port: a8731216-af67-47cf-b96f-f8c9be1c5d67. Oct 29 11:22:09.805719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5917450e-a72c-4752-a916-e316b97e367b req-e20e2400-f0e8-4674-a9e9-c4bf417f2467 tempest-FlavorsV2NegativeTest-1348735166 tempest-FlavorsV2NegativeTest-1348735166-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=deb64dc0e57346659a0b061b3503c473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219619 Oct 29 11:22:09.859680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:22:09.921882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917450e-a72c-4752-a916-e316b97e367b req-05aaac39-0441-4290-abc2-b40e6050b0b5 tempest-FlavorsV2NegativeTest-1348735166 tempest-FlavorsV2NegativeTest-1348735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:09.923412 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5917450e-a72c-4752-a916-e316b97e367b req-05aaac39-0441-4290-abc2-b40e6050b0b5 tempest-FlavorsV2NegativeTest-1348735166 tempest-FlavorsV2NegativeTest-1348735166-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122103 Oct 29 11:22:09.944305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5917450e-a72c-4752-a916-e316b97e367b req-4681c3ef-6de2-45bd-b8a6-174c5ec2bb8d tempest-FlavorsV2NegativeTest-1348735166 tempest-FlavorsV2NegativeTest-1348735166-project] 10.222.0.77 "GET /v2.0/quotas/deb64dc0e57346659a0b061b3503c473 HTTP/1.1" status: 200 len: 375 time: 0.0139449 Oct 29 11:22:09.980743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5917450e-a72c-4752-a916-e316b97e367b req-72b0ef66-02df-47ba-af34-e2a12d291707 tempest-FlavorsV2NegativeTest-1348735166 tempest-FlavorsV2NegativeTest-1348735166-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=deb64dc0e57346659a0b061b3503c473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303886 Oct 29 11:22:10.037367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb0a97-86a8-4d7b-b257-a3a33835fc66 req-432affa2-8687-4db5-b735-3e5c201c2525 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.045214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8cb0a97-86a8-4d7b-b257-a3a33835fc66 req-432affa2-8687-4db5-b735-3e5c201c2525 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 947 time: 0.0971332 Oct 29 11:22:10.092546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8cb0a97-86a8-4d7b-b257-a3a33835fc66 req-a067dbb2-dac6-44d3-8837-db92b7dc4203 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Oct 29 11:22:10.094089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:22:10.099201 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:10.111391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:22:10.124506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:10.125942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:10.135710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eddec2-ec0e-4949-b284-1d098d6c46a5 req-b81d8d19-571e-4105-b212-899add8867d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.137513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f6eddec2-ec0e-4949-b284-1d098d6c46a5 req-b81d8d19-571e-4105-b212-899add8867d7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.0781021 Oct 29 11:22:10.144975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f072858-bafd-4caf-871d-139cafbd0b02 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "PUT /v2.0/floatingips/a6832705-1ead-40f1-93f8-04792db7d749 HTTP/1.1" status: 200 len: 991 time: 1.5893402 Oct 29 11:22:10.145612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:10.151774 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd00d1-cb42-46d8-81aa-29487f31abe8" -d '{"events": [{"name": "network-changed", "server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:10.235432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f6eddec2-ec0e-4949-b284-1d098d6c46a5 req-d0665408-b399-4c46-a958-a375f89d7120 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Oct 29 11:22:10.269748 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc931273-ac84-4e78-962f-e4787bc15315 x-openstack-request-id: req-cc931273-ac84-4e78-962f-e4787bc15315 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:10.270043 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:10.270294 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc931273-ac84-4e78-962f-e4787bc15315 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:10.271682 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'status': 'completed', 'code': 200} Oct 29 11:22:10.284085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:10.382132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-b25b0e2e-437a-4833-a8c5-b329eed7070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.383772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-b25b0e2e-437a-4833-a8c5-b329eed7070b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cae6ba62dfd4f7789e23e578145e937&device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 1096 time: 0.0648608 Oct 29 11:22:10.511797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-488df135-a07c-4603-9a53-a1cbe5613d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.514047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-488df135-a07c-4603-9a53-a1cbe5613d33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 200 len: 925 time: 0.1184654 Oct 29 11:22:10.651632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-837b0970-5b62-40ab-87b1-8f7be298fa3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67 HTTP/1.1" status: 200 len: 999 time: 0.1256969 Oct 29 11:22:10.688471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:fe:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58abf1f1-ec12-4020-805f-4869d28cc904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:22:09Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:10.725460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:22:10.732934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-e75759a8-4e6e-4046-9308-2c182208b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.734517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-e75759a8-4e6e-4046-9308-2c182208b77e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 200 len: 863 time: 0.0750070 Oct 29 11:22:10.752138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:10.753364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:10.799032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40220) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:10.822251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-968b41d9-057e-4e3e-8056-5f10732ee186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.826184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-968b41d9-057e-4e3e-8056-5f10732ee186 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a39456ed-a1ca-421d-90fd-09ec1d08f8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836608 Oct 29 11:22:10.865707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-5856b328-22f8-465a-a578-9c6c59339342 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:10.868286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-5856b328-22f8-465a-a578-9c6c59339342 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.1397071 Oct 29 11:22:10.948670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:11.117522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6291da80-625a-4e68-abc3-4e933cc75b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.121380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-4dbf59d9-672e-4b90-a776-8f7f2c10cdaf service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856364 Oct 29 11:22:11.156983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:11.157996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.183878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:11.260919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0dd00d1-cb42-46d8-81aa-29487f31abe8 req-019a3cc6-1119-4911-90f6-c61590bd663a service neutron] 10.222.0.86 "GET /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315761 Oct 29 11:22:11.292714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6291da80-625a-4e68-abc3-4e933cc75b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.299233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6291da80-625a-4e68-abc3-4e933cc75b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.339927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6291da80-625a-4e68-abc3-4e933cc75b57 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=deb64dc0e57346659a0b061b3503c473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357933 Oct 29 11:22:11.346644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:11.363556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:11.369706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:fe:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58abf1f1-ec12-4020-805f-4869d28cc904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:22:09Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:11.463025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0469c17c-1382-4ed7-8a6c-7abcead47cf0 None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'a6832705-1ead-40f1-93f8-04792db7d749', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'port_id': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'mac_address': 'fa:16:3e:fe:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58abf1f1-ec12-4020-805f-4869d28cc904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:19:44Z', 'updated_at': '2021-10-29T11:22:09Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:22:11.623895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:11.654389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0846ad2e-202d-4b85-806f-650706f28253', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '0846ad2e-202d-4b85-806f-650706f28253', 'mac_address': 'fa:16:3e:bd:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:11.735310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.776591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0846ad2e-202d-4b85-806f-650706f28253 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:11.806865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291da80-625a-4e68-abc3-4e933cc75b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0263bd-0bb8-4370-b165-4b2ea38ce7e1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:11.850898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:11.863809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:11.864366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.865399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:11.873678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.933511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:11.935898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 0dbc3740-3782-47eb-8a6c-c5c90c2388ab owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:11.947518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3e00-d490-4958-aaa4-c807708147ca req-e1f3b7a3-6b89-43f6-9823-5236b2658c37 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:11.957126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e6a3e00-d490-4958-aaa4-c807708147ca req-e1f3b7a3-6b89-43f6-9823-5236b2658c37 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 950 time: 0.1564331 Oct 29 11:22:11.964991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce', 'mac_address': 'fa:16:3e:21:c4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:12.020044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:12.033932 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca873fd-710d-4390-baeb-c55a0a514df3 None None] New status for floating IP a6832705-1ead-40f1-93f8-04792db7d749: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:22:12.036623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.037102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.037603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.038032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.038462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.038888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.039447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.039864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.040398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.040825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.041472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.041964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:12.050521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0846ad2e-202d-4b85-806f-650706f28253'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:12.102686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e6a3e00-d490-4958-aaa4-c807708147ca req-ea22542b-4929-4f22-98ad-0a3c692d2059 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442900 Oct 29 11:22:12.107744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.158350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:12.229660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233837df-d874-40db-9fb4-d8a8d4a6b523 req-4a7b60d7-26b5-45c9-876c-7c7f99f5c844 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:12.231396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-233837df-d874-40db-9fb4-d8a8d4a6b523 req-4a7b60d7-26b5-45c9-876c-7c7f99f5c844 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 947 time: 0.7832518 Oct 29 11:22:12.282779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.372409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.377733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-233837df-d874-40db-9fb4-d8a8d4a6b523 req-a327e36f-84fb-4de0-9eaf-94f4282240cc tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365831 Oct 29 11:22:12.425106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=0dbc3740-3782-47eb-8a6c-c5c90c2388ab,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:12.536836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 0dbc3740-3782-47eb-8a6c-c5c90c2388ab on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:12.555565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b', '9326795e-2915-4c30-ba3b-6c29a2d8fa07', '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:12.557792 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.565571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:12.569583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.576061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f0263bd-0bb8-4370-b165-4b2ea38ce7e1 HTTP/1.1" status: 204 len: 168 time: 1.2246292 Oct 29 11:22:12.602256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.612439 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:12.626306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af650fe-d0a4-4081-9c40-9007d9adb289 req-af2bf8ef-758e-4246-8527-34ba7fd1d284 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "DELETE /v2.0/ports/0dbc3740-3782-47eb-8a6c-c5c90c2388ab HTTP/1.1" status: 204 len: 173 time: 1.7482781 Oct 29 11:22:12.650572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'name': 'network-vif-deleted', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:12.663307 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2413e7c-22e7-461b-ab68-5e49377b1fe3" -d '{"events": [{"server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "name": "network-vif-deleted", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:12.718309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250277-8272-4fe3-a298-ce02af7539f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0263bd-0bb8-4370-b165-4b2ea38ce7e1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:12.777190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:12.789937 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bf8f7-3baf-4f1f-9d4f-fbf1abe3b415 x-openstack-request-id: req-f30bf8f7-3baf-4f1f-9d4f-fbf1abe3b415 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:12.795690 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19ca364-1050-43f7-8fa6-cfa9928d7236", "name": "network-vif-deleted", "tag": "0dbc3740-3782-47eb-8a6c-c5c90c2388ab", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:12.795990 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f30bf8f7-3baf-4f1f-9d4f-fbf1abe3b415 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:12.796417 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19ca364-1050-43f7-8fa6-cfa9928d7236', 'name': 'network-vif-deleted', 'tag': '0dbc3740-3782-47eb-8a6c-c5c90c2388ab', 'status': 'completed', 'code': 200} Oct 29 11:22:13.003189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['3b3b1eab-d639-4f10-ab46-98fc1f1a44ce'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:13.255311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a4e9f-2d08-457e-9541-3e989ab5f0f6 req-4e419674-fa26-494b-affc-691e9770380a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:13.267792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a22a4e9f-2d08-457e-9541-3e989ab5f0f6 req-4e419674-fa26-494b-affc-691e9770380a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1096 time: 0.0787528 Oct 29 11:22:13.345867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a22a4e9f-2d08-457e-9541-3e989ab5f0f6 req-b7b45d53-ef63-4a14-9bbf-ed7ed5b08ae6 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 Oct 29 11:22:13.378110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:13.447117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47a69b8f-2695-47f2-8240-8dede13d3cb8 req-90c7c183-1a7d-469c-86ea-58f843e725c0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19ca364-1050-43f7-8fa6-cfa9928d7236 HTTP/1.1" status: 200 len: 210 time: 0.0652368 Oct 29 11:22:13.511279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0dbc3740-3782-47eb-8a6c-c5c90c2388ab no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:13.558495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 0dbc3740-3782-47eb-8a6c-c5c90c2388ab {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:13.559119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0dbc3740-3782-47eb-8a6c-c5c90c2388ab not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:13.692514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76786bcc-74c1-4ece-9311-f5bbe72b38e3 req-dae83b66-2cd4-4702-875b-8223e20237b8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:13.701624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76786bcc-74c1-4ece-9311-f5bbe72b38e3 req-dae83b66-2cd4-4702-875b-8223e20237b8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 948 time: 0.1563299 Oct 29 11:22:13.844965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76786bcc-74c1-4ece-9311-f5bbe72b38e3 req-d3b3721f-8f81-41e0-ab8d-01a91dc8258c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212759 Oct 29 11:22:14.351918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa162253-336b-416a-a35d-417b537ec142 req-ae0368e4-68d8-41f1-8e95-a5d220e04130 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:14.373772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa162253-336b-416a-a35d-417b537ec142 req-ae0368e4-68d8-41f1-8e95-a5d220e04130 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1096 time: 0.0922232 Oct 29 11:22:14.500003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa162253-336b-416a-a35d-417b537ec142 req-c49e0056-8d03-4ecb-bbb1-6b5dff21bdbe tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218669 Oct 29 11:22:14.997913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:15.200145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0846ad2e-202d-4b85-806f-650706f28253 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:15.200847 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:15.422970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:15.464569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:15.468008 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042cc93-7e08-4b6d-af60-4ccebe99b507" -d '{"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-plugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:15.497244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:15.500313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:15.631132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:15.639749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-49a39f27-97e8-45f4-a9d3-80fd93a9cce0 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:22:15.653329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-49a39f27-97e8-45f4-a9d3-80fd93a9cce0 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086546 Oct 29 11:22:15.720598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-f06566e7-eb27-48f8-848c-c4db431c1cf1 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:15.728441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-f06566e7-eb27-48f8-848c-c4db431c1cf1 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 1093 time: 0.0646214 Oct 29 11:22:15.739298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:15.739877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:22:16.009634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:16.010204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:16.011371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:16.017760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:16.018318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:16.026881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:16.027552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:16.028111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:16.029296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Bound port: 1132fa82-6d15-4161-9113-2044a1c0cdfb, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:16.142281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:16.166461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:16.178883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a0178d81-1445-4da8-8099-db9604eb56f1 service neutron] 10.222.0.77 "POST /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4482765 Oct 29 11:22:16.194863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-4097e413-2f34-46b4-8197-73f178baa76d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:22:16.199909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-4097e413-2f34-46b4-8197-73f178baa76d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157738 Oct 29 11:22:16.282432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-257389c7-e6d4-4476-9b9d-bd8a81ebec26 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:16.284778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-257389c7-e6d4-4476-9b9d-bd8a81ebec26 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 1093 time: 0.0797067 Oct 29 11:22:16.298935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:16.300128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:22:16.678879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-93e8d81e-87bd-4a25-ac7d-04126eb0a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:16.680528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-93e8d81e-87bd-4a25-ac7d-04126eb0a360 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1096 time: 0.1010180 Oct 29 11:22:16.681442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:16.681839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:16.682219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:16.688028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:16.688432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:16.733741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:16.736073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:16.737797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:16.739317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Bound port: f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:16.888557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-5e422dfe-dd7d-4447-8857-7cb2c97fc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:16.890537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-5e422dfe-dd7d-4447-8857-7cb2c97fc4ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.1997561 Oct 29 11:22:16.950697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-8c1108fd-41c9-40ce-843e-ee67f9e33f77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.0493197 Oct 29 11:22:16.959469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:17.019221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:17.020719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-c0fc9b09-80de-490c-b58c-59bc0f0aad4d service neutron] 10.222.0.77 "POST /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.7262366 Oct 29 11:22:17.037401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-e3fe9602-85d6-4779-add7-4de822d0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:17.039583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-e3fe9602-85d6-4779-add7-4de822d0e1d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0787127 Oct 29 11:22:17.060633 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-e1d1c931-6b16-4eed-b826-07336a54f589 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=acade00695a74017a00b099d32d44367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480843 Oct 29 11:22:17.105338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-0d268ee8-9e70-4c59-b039-ab3336ac13a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549004 Oct 29 11:22:17.270205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-41701f35-29a7-4fba-9c5e-cfa7a42b9332 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:17.271833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-41701f35-29a7-4fba-9c5e-cfa7a42b9332 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079062 Oct 29 11:22:17.300307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-b79b7c1b-1b0f-457b-8460-6ddb549e3cf9 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/quotas/acade00695a74017a00b099d32d44367 HTTP/1.1" status: 200 len: 375 time: 0.0177820 Oct 29 11:22:17.306598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ff51bfc8-6e58-45cd-9dcc-d992b11a833d service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901608 Oct 29 11:22:17.329301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-31d9394f-00a1-44d3-a6a0-cfa05c3e229b tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=acade00695a74017a00b099d32d44367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280969 Oct 29 11:22:17.379125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:17.383309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ae72e-d54c-4041-aacc-293e834fa9a9 req-16a08a5f-d265-439e-9622-0d556f2448b7 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:17.385122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c49ae72e-d54c-4041-aacc-293e834fa9a9 req-16a08a5f-d265-439e-9622-0d556f2448b7 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 948 time: 0.1439567 Oct 29 11:22:17.461248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:22:17.468757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:17.469657 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:17.481836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c49ae72e-d54c-4041-aacc-293e834fa9a9 req-260b3ecc-9372-4d24-8b32-879a654f9bdf tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 Oct 29 11:22:17.504164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a42e0485-7b93-4b46-9623-ceb6985619c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873434 Oct 29 11:22:17.604440 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca9c541-8d98-4e30-b256-6be773d772bb x-openstack-request-id: req-fca9c541-8d98-4e30-b256-6be773d772bb {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:17.604845 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-plugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:17.606096 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fca9c541-8d98-4e30-b256-6be773d772bb {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:17.606657 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253', 'code': 200} Oct 29 11:22:17.610760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:17.680465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:17.689864 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:17.764298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52243a-2e37-4421-a5e7-4376e3117d2b req-4d1fe9f6-c355-4b76-a000-49d5ab69f7bf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:17.774181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be52243a-2e37-4421-a5e7-4376e3117d2b req-4d1fe9f6-c355-4b76-a000-49d5ab69f7bf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.0994806 Oct 29 11:22:17.844590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:17.845509 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be52243a-2e37-4421-a5e7-4376e3117d2b req-064107cd-93e7-4c15-b8b8-833fd7172535 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Oct 29 11:22:18.047968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef5d0-07d8-4c2e-a1b6-d974a3c594fd req-2f1cffa6-230c-466f-9e86-2b4901fccb5f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:18.051572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-814ef5d0-07d8-4c2e-a1b6-d974a3c594fd req-2f1cffa6-230c-466f-9e86-2b4901fccb5f tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.1212146 Oct 29 11:22:18.084312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe445f-249d-44ea-8607-bd18969a855d req-6c118bad-2567-46fb-9a6c-151ece455b26 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:18.089136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fbe445f-249d-44ea-8607-bd18969a855d req-6c118bad-2567-46fb-9a6c-151ece455b26 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1268492 Oct 29 11:22:18.129147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-814ef5d0-07d8-4c2e-a1b6-d974a3c594fd req-461b89bb-5560-4aad-9db5-d2fa82820f15 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681481 Oct 29 11:22:18.154963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fbe445f-249d-44ea-8607-bd18969a855d req-f011736f-cbd9-4da9-a023-eb517303921e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Oct 29 11:22:18.268781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c73b3c43-e76a-43fe-9d9f-87346f6f3eda req-6d6913c2-a4cd-4133-bca5-67bae1ab4609 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 210 time: 0.0498450 Oct 29 11:22:18.427721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-97c17a77-5ffe-4202-9a8f-de206cbb3d45 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:18.430499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-97c17a77-5ffe-4202-9a8f-de206cbb3d45 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.1584971 Oct 29 11:22:18.680342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:18.681164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:18.742608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f1311-1b3b-4a62-8bce-b8f7138c32a7 req-886b184d-ba22-436f-8a89-c17f8f84077c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:18.751255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f6f1311-1b3b-4a62-8bce-b8f7138c32a7 req-886b184d-ba22-436f-8a89-c17f8f84077c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.1032269 Oct 29 11:22:18.863688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f6f1311-1b3b-4a62-8bce-b8f7138c32a7 req-174b3e55-fa65-4266-9c20-011a10b45049 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112809 Oct 29 11:22:18.880574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 9326795e-2915-4c30-ba3b-6c29a2d8fa07, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9326795e-2915-4c30-ba3b-6c29a2d8fa07,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:18.881851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:18.907192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 9326795e-2915-4c30-ba3b-6c29a2d8fa07 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:19.096312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634ccb-df43-4cc3-a9fb-7f5c55001025 req-0172aa26-1fc9-48c2-8183-f874aef7dfb2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:19.098809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf634ccb-df43-4cc3-a9fb-7f5c55001025 req-0172aa26-1fc9-48c2-8183-f874aef7dfb2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.1207204 Oct 29 11:22:19.201901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dbb5f-29c2-4755-a214-abadc463a9de req-85432514-919f-40f8-9af0-a5b554f7b99a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:19.210002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038dbb5f-29c2-4755-a214-abadc463a9de req-85432514-919f-40f8-9af0-a5b554f7b99a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.1337781 Oct 29 11:22:19.267387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-66956896-f1e6-4ad6-b306-013702d7fe13 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=acade00695a74017a00b099d32d44367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116848 Oct 29 11:22:19.306973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038dbb5f-29c2-4755-a214-abadc463a9de req-c100e834-1381-44d6-bbea-b60869f9b652 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952826 Oct 29 11:22:19.388502 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:22:19.529851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf634ccb-df43-4cc3-a9fb-7f5c55001025 req-cbe59874-2c74-4c73-ad6b-7fcf58f3707b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235778 Oct 29 11:22:19.575642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:19.589466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:19.594378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:19.602489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d5358-f03f-4cd0-a587-84544d57a63d req-cc335500-58f3-41da-a89b-181bd0390107 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:19.608332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:19.618184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5e3d5358-f03f-4cd0-a587-84544d57a63d req-cc335500-58f3-41da-a89b-181bd0390107 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b261a8-5dcc-40ac-a501-129633bcfa0b HTTP/1.1" status: 200 len: 949 time: 0.1420877 Oct 29 11:22:19.624352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=9326795e-2915-4c30-ba3b-6c29a2d8fa07,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:19.625172 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d74d28-80aa-48d4-9a0c-9144adc27a38" -d '{"events": [{"server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:19.705865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5e3d5358-f03f-4cd0-a587-84544d57a63d req-6ca78c94-9864-432a-8a92-a9eac0482965 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860560 Oct 29 11:22:19.731879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 9326795e-2915-4c30-ba3b-6c29a2d8fa07 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:19.742428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:19.747374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08ef0122-1ecb-4c55-bfc1-3e13d18918da req-1749b041-3ffc-4762-9a6a-fc8cf2b3b126 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "DELETE /v2.0/ports/9326795e-2915-4c30-ba3b-6c29a2d8fa07 HTTP/1.1" status: 204 len: 173 time: 1.3087075 Oct 29 11:22:19.747983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'name': 'network-vif-deleted', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:19.750351 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b43c9c-1dec-4e49-8511-a6d9cdd0d9ef" -d '{"events": [{"server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "name": "network-vif-deleted", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:19.774833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-2f0dc6db-de92-4e83-9bd7-ba2fb9821ea5 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:19.776362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-2f0dc6db-de92-4e83-9bd7-ba2fb9821ea5 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907498 Oct 29 11:22:19.793747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Request body: {'port': {'device_id': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'acade00695a74017a00b099d32d44367'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:19.804902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b059a-b61c-4071-bb13-73e018d8def8 req-5bd88f13-bfae-42ab-b970-8d66d6f19a25 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:19.812997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-822b059a-b61c-4071-bb13-73e018d8def8 req-5bd88f13-bfae-42ab-b970-8d66d6f19a25 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1094270 Oct 29 11:22:19.911210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-822b059a-b61c-4071-bb13-73e018d8def8 req-bd6a52dd-4eca-423a-8921-0c2cdc426aa3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Oct 29 11:22:20.035265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a882c0f-ccc1-432a-8cd6-a3c8f8366d42 req-07503812-efcc-4ca4-bea6-dc08afe33732 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 210 time: 0.0792112 Oct 29 11:22:20.065032 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603bf061-0c94-492b-9f1d-fff9bc6ee47f x-openstack-request-id: req-603bf061-0c94-492b-9f1d-fff9bc6ee47f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:20.065032 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:20.068982 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-603bf061-0c94-492b-9f1d-fff9bc6ee47f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:20.069457 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce', 'code': 200} Oct 29 11:22:20.109822 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78011914-5fe2-48f1-b02a-c9c8812c5272 x-openstack-request-id: req-78011914-5fe2-48f1-b02a-c9c8812c5272 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:20.110441 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b261a8-5dcc-40ac-a501-129633bcfa0b", "name": "network-vif-deleted", "tag": "9326795e-2915-4c30-ba3b-6c29a2d8fa07", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:20.111649 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78011914-5fe2-48f1-b02a-c9c8812c5272 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:20.112221 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b261a8-5dcc-40ac-a501-129633bcfa0b', 'name': 'network-vif-deleted', 'tag': '9326795e-2915-4c30-ba3b-6c29a2d8fa07', 'status': 'completed', 'code': 200} Oct 29 11:22:20.124282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Made reservation on behalf of acade00695a74017a00b099d32d44367 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:20.139518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:20.174348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:20.462085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9901e-9af6-49c2-a5b9-c2b59732b1a7 req-eddeefd3-ddae-469f-b4f8-cb714c1a6010 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:20.467122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84b9901e-9af6-49c2-a5b9-c2b59732b1a7 req-eddeefd3-ddae-469f-b4f8-cb714c1a6010 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.2141540 Oct 29 11:22:20.499361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138828-6e44-4305-8538-06a7fb3e3304 req-6c240d9a-0645-40c9-83d6-dde7dfdc7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:20.501768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9138828-6e44-4305-8538-06a7fb3e3304 req-6c240d9a-0645-40c9-83d6-dde7dfdc7f6a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 1100 time: 0.1805272 Oct 29 11:22:20.506793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:20.564517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:20.647132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaccfe-2dcb-4b2f-b49e-bd3cd5774bf9 req-0f8058f6-c68b-40c2-8991-79d0a2dfd32a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:20.655304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ecaccfe-2dcb-4b2f-b49e-bd3cd5774bf9 req-0f8058f6-c68b-40c2-8991-79d0a2dfd32a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.1317043 Oct 29 11:22:20.737341 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ecaccfe-2dcb-4b2f-b49e-bd3cd5774bf9 req-52108ee1-4b1d-4e6f-993a-0f2c3dfef5d7 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735528 Oct 29 11:22:20.782379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84b9901e-9af6-49c2-a5b9-c2b59732b1a7 req-2457a667-6efb-48c6-8a67-7fcee7c06b2f tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787280 Oct 29 11:22:20.868113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f32ebf-3979-45bb-b693-362d44f4690f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:20.880567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9138828-6e44-4305-8538-06a7fb3e3304 req-baa67ced-bf51-41cc-86f9-652bb2670b41 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255126 Oct 29 11:22:20.897315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e4c7-f422-4a48-819f-7589270a6f41 req-315da624-b46a-4342-a2ae-b8948d282ab2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:20.905923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee11e4c7-f422-4a48-819f-7589270a6f41 req-315da624-b46a-4342-a2ae-b8948d282ab2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.0835507 Oct 29 11:22:20.988203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee11e4c7-f422-4a48-819f-7589270a6f41 req-8b440bec-d516-4abd-b48e-48af720a4004 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Oct 29 11:22:21.397560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9326795e-2915-4c30-ba3b-6c29a2d8fa07 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:21.432705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-0ba0bd8f-fdc5-4dd9-aaa4-fd1d34197bcf tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:21.434974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-0ba0bd8f-fdc5-4dd9-aaa4-fd1d34197bcf tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.41 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.6929600 Oct 29 11:22:21.492985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 9326795e-2915-4c30-ba3b-6c29a2d8fa07 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:21.493772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9326795e-2915-4c30-ba3b-6c29a2d8fa07 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:21.507747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:21.530712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Allocated IP 192.168.233.146 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/0a047102-17cd-4f28-a8dd-9492a69d4cdc) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:21.533203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44196c-7683-4b89-bcad-350b32636535 req-c9bb2460-2920-4b9c-8831-4b084735e234 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:21.536577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c44196c-7683-4b89-bcad-350b32636535 req-c9bb2460-2920-4b9c-8831-4b084735e234 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.0720034 Oct 29 11:22:21.598170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9bfe6d3-e2aa-414c-a637-cb487b41421e req-3152e8a6-d210-4265-ab61-9fb52cd22aca tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 210 time: 0.0579777 Oct 29 11:22:21.609861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c44196c-7683-4b89-bcad-350b32636535 req-0cbeef1a-b434-4ec4-92eb-4acaad86d3af tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651460 Oct 29 11:22:21.790921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Deleting port 77155965-2b21-4583-a65c-d9716f56d3e0 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:21.791387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:21.978607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] For port 77155965-2b21-4583-a65c-d9716f56d3e0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=77155965-2b21-4583-a65c-d9716f56d3e0,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:21.978975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:21.993224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.027599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Calling delete_port for 77155965-2b21-4583-a65c-d9716f56d3e0 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:22.060980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68ad0-c1da-4ec2-a8c5-03d9cc36700f req-a46d3f05-4d9f-400d-b3c3-8f86333b71ba tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.068805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43c68ad0-c1da-4ec2-a8c5-03d9cc36700f req-a46d3f05-4d9f-400d-b3c3-8f86333b71ba tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.0847962 Oct 29 11:22:22.108510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a92d-6778-4d40-b3c9-1fcbc57dc631 req-3707968e-21c5-45b6-ad17-44df65e03e84 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.116083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f481a92d-6778-4d40-b3c9-1fcbc57dc631 req-3707968e-21c5-45b6-ad17-44df65e03e84 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 946 time: 0.1944621 Oct 29 11:22:22.130054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43c68ad0-c1da-4ec2-a8c5-03d9cc36700f req-1dea0b1e-ed8a-4048-a0ee-9cb7e81e5045 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599782 Oct 29 11:22:22.192392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.272240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f481a92d-6778-4d40-b3c9-1fcbc57dc631 req-20e77083-332b-43e2-8523-5b9604b145eb tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/security-groups?id=f84d578b-a811-4adc-83ca-86b06318ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552200 Oct 29 11:22:22.306869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da43df9-0471-4a72-929b-b07c7bdb9dce req-72ba5dd1-1cf2-4b7a-a355-4ddc4dd5f259 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.308433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5da43df9-0471-4a72-929b-b07c7bdb9dce req-72ba5dd1-1cf2-4b7a-a355-4ddc4dd5f259 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 950 time: 0.0766783 Oct 29 11:22:22.330401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:22.345045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:22.349539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:22.421595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5da43df9-0471-4a72-929b-b07c7bdb9dce req-30476212-ef88-4f0f-9d85-17b000205819 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853910 Oct 29 11:22:22.556695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.557540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.560574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:22.567947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.613866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['77155965-2b21-4583-a65c-d9716f56d3e0'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:22.699591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Pushing event deleted for resources: {'Port': ['ID=77155965-2b21-4583-a65c-d9716f56d3e0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:22.758166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2816d5c5-2773-459d-95c3-601f0217d60e None None] Provisioning complete for port 0a047102-17cd-4f28-a8dd-9492a69d4cdc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:22.758662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2816d5c5-2773-459d-95c3-601f0217d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.763038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] No DVR routers for this DVR port 77155965-2b21-4583-a65c-d9716f56d3e0 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:22.769984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-ade53030-5c6c-44b2-99ac-2d3fd3846ed1 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9807327 Oct 29 11:22:22.771482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:22.775084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc450ff7-8bf5-43ff-aac5-6b257a68e24f req-faa2ed48-b5c5-4bf2-93fc-b570fc4a8730 tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.41 "DELETE /v2.0/ports/77155965-2b21-4583-a65c-d9716f56d3e0 HTTP/1.1" status: 204 len: 173 time: 1.3258038 Oct 29 11:22:22.775915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'name': 'network-vif-deleted', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:22.779380 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96553d-b68c-4810-9754-400cc12a487d" -d '{"events": [{"server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "name": "network-vif-deleted", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:22.794853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Request body: {'port': {'device_id': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:22.806513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd461-c0fa-4edb-b41f-483b5f054072 req-22c8c29d-8ed9-421b-afaa-584bbffaba94 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.811507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c373809-1b3f-41d4-b709-84ded1ab97ea req-5d5bf482-5677-4822-a6a8-23c86be30781 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:22.820582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c373809-1b3f-41d4-b709-84ded1ab97ea req-5d5bf482-5677-4822-a6a8-23c86be30781 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.2852755 Oct 29 11:22:22.824138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-246fd461-c0fa-4edb-b41f-483b5f054072 req-22c8c29d-8ed9-421b-afaa-584bbffaba94 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 936 time: 0.1056871 Oct 29 11:22:22.860041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2816d5c5-2773-459d-95c3-601f0217d60e None None] Port 0a047102-17cd-4f28-a8dd-9492a69d4cdc cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:22:22.925711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-246fd461-c0fa-4edb-b41f-483b5f054072 req-e4828c8b-bab9-4076-ae25-0a65e506b6d4 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969882 Oct 29 11:22:22.956935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c373809-1b3f-41d4-b709-84ded1ab97ea req-ad23581d-05b0-41f8-ba8c-e8213cfb22da tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345189 Oct 29 11:22:22.958637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:23.220216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca05e5-304b-451a-9ca8-466512c15e0e req-50679f99-6909-4991-b99d-684f7c663707 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:23.222794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cca05e5-304b-451a-9ca8-466512c15e0e req-50679f99-6909-4991-b99d-684f7c663707 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1515770 Oct 29 11:22:23.236738 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d4c943-a8c1-4fda-bee9-1ee064098021 x-openstack-request-id: req-41d4c943-a8c1-4fda-bee9-1ee064098021 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:23.237049 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3983675b-2843-4022-bc46-56724dab53a1", "name": "network-vif-deleted", "tag": "77155965-2b21-4583-a65c-d9716f56d3e0", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:23.237315 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41d4c943-a8c1-4fda-bee9-1ee064098021 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:23.237711 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983675b-2843-4022-bc46-56724dab53a1', 'name': 'network-vif-deleted', 'tag': '77155965-2b21-4583-a65c-d9716f56d3e0', 'status': 'completed', 'code': 200} Oct 29 11:22:23.358973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cca05e5-304b-451a-9ca8-466512c15e0e req-ed5c6328-1378-4ae5-86bb-c4088511876c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264393 Oct 29 11:22:23.376431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-a31985dc-047d-43e4-a2f2-2e0917c24357 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:23.378092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-a31985dc-047d-43e4-a2f2-2e0917c24357 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 950 time: 0.3671737 Oct 29 11:22:23.612458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37eed0-bd4c-4f84-b74d-93e8bc9f4fa3 req-efcb777c-b99c-4c3d-aaa8-3055d33196d5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:23.616498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-922c560f-1752-40ed-8dac-df840dda873e req-c24aa1af-3839-4131-b83b-f748265cb92a tempest-AttachSCSIVolumeTestJSON-1388617590 tempest-AttachSCSIVolumeTestJSON-1388617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3983675b-2843-4022-bc46-56724dab53a1 HTTP/1.1" status: 200 len: 210 time: 0.0778968 Oct 29 11:22:23.620048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da37eed0-bd4c-4f84-b74d-93e8bc9f4fa3 req-efcb777c-b99c-4c3d-aaa8-3055d33196d5 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.2386615 Oct 29 11:22:23.808308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da37eed0-bd4c-4f84-b74d-93e8bc9f4fa3 req-145070ce-da78-44c6-a5eb-573a3490100b tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776600 Oct 29 11:22:23.844834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:23.845361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:23.845793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220051-5d80-4076-ab63-303c948d2616 req-54f8e9f3-8115-4d9f-b284-9bf115705b05 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:23.858712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-9e3ad185-d2cf-402a-b9da-1d15495268c7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:23.859882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87220051-5d80-4076-ab63-303c948d2616 req-54f8e9f3-8115-4d9f-b284-9bf115705b05 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 950 time: 0.1355915 Oct 29 11:22:23.869331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-9e3ad185-d2cf-402a-b9da-1d15495268c7 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "GET /v2.0/ports?device_id=2faa81c7-f598-4969-82f3-c5553bd83a34 HTTP/1.1" status: 200 len: 950 time: 0.2246778 Oct 29 11:22:24.050443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87220051-5d80-4076-ab63-303c948d2616 req-dcc66a9e-58bb-4215-b0ae-e0b6375b74ac tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859615 Oct 29 11:22:24.135904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a047102-17cd-4f28-a8dd-9492a69d4cdc {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:24.172000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.249496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2bd8b-9645-45e4-88f2-0abca59297d1 req-0c02f9ac-1a4b-4316-a01d-3e4d2cc41b53 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:24.254697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Transition to ACTIVE for port object 0a047102-17cd-4f28-a8dd-9492a69d4cdc will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:22:24.262522 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45b2bd8b-9645-45e4-88f2-0abca59297d1 req-0c02f9ac-1a4b-4316-a01d-3e4d2cc41b53 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 936 time: 0.1155663 Oct 29 11:22:24.269960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.328118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45b2bd8b-9645-45e4-88f2-0abca59297d1 req-7ac64710-7137-4773-b579-b4fad47129aa tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Oct 29 11:22:24.351135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:24.353427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.420795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:24.445675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:24.551449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:24.556270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.635684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-f63d2446-a8ba-44b3-bec1-cdfcbfbfb22c tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:24.643509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-f63d2446-a8ba-44b3-bec1-cdfcbfbfb22c tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 1100 time: 0.0869803 Oct 29 11:22:24.673715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-fa2784d9-680a-450a-9f47-c537f7bc02d3 tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.882968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Attempting to bind port 0a047102-17cd-4f28-a8dd-9492a69d4cdc on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:24.883757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Attempting to bind port 0a047102-17cd-4f28-a8dd-9492a69d4cdc by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:24.884087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Attempting to bind port 0a047102-17cd-4f28-a8dd-9492a69d4cdc on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:24.894981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056342f5-8114-4043-a5b8-27459128ce44 req-7279c6e0-7ce1-4e47-8b93-19911123b12b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:24.902468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-056342f5-8114-4043-a5b8-27459128ce44 req-7279c6e0-7ce1-4e47-8b93-19911123b12b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.5190384 Oct 29 11:22:24.905114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.911177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-fa2784d9-680a-450a-9f47-c537f7bc02d3 tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:24.918328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d2aa3b9f-6e5b-45e1-82e0-a6473c19050b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:24.924316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:24.927273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-fa2784d9-680a-450a-9f47-c537f7bc02d3 tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.008011 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26e53eef-ea2d-4c8f-876b-ebd435cfa738 req-fa2784d9-680a-450a-9f47-c537f7bc02d3 tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634837 Oct 29 11:22:25.010643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2784d9-680a-450a-9f47-c537f7bc02d3 tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bda238-08bb-42c7-bad8-5b95f51d0f70,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:25.043091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 77155965-2b21-4583-a65c-d9716f56d3e0 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:25.077540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:25.078376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.098863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for d2aa3b9f-6e5b-45e1-82e0-a6473c19050b owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:25.166131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 77155965-2b21-4583-a65c-d9716f56d3e0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:25.166617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 77155965-2b21-4583-a65c-d9716f56d3e0 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:25.167115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:25.216367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6210d2-0fd5-4bc0-942c-38669f38935a req-fc30efe0-eef9-4f79-8f33-5afedd936e1d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:25.234683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf6210d2-0fd5-4bc0-942c-38669f38935a req-fc30efe0-eef9-4f79-8f33-5afedd936e1d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.0940201 Oct 29 11:22:25.249351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:25.249981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:25.317575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf6210d2-0fd5-4bc0-942c-38669f38935a req-96739b17-5f21-46f2-860b-355960b3f631 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816233 Oct 29 11:22:25.374975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-056342f5-8114-4043-a5b8-27459128ce44 req-9e60ac4b-694a-4df1-99d0-2b88d4290648 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658704 Oct 29 11:22:25.376066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Port 0a047102-17cd-4f28-a8dd-9492a69d4cdc on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:25.377432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Attempting to bind port 0a047102-17cd-4f28-a8dd-9492a69d4cdc on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:25.382954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=2e1a9b8a-090a-4266-a6c6-72d0979b4da1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:25.458879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.605644 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c706e9f5-db6f-46c1-b01f-cd24554b6049 req-ed4a7766-78b1-463e-9f3f-aaee58b8d984 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=acd61c36-c015-424c-a886-090028623084 HTTP/1.1" status: 200 len: 210 time: 0.0483716 Oct 29 11:22:25.666815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=d2aa3b9f-6e5b-45e1-82e0-a6473c19050b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:25.730145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port d2aa3b9f-6e5b-45e1-82e0-a6473c19050b on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:25.749794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.758178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.759005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eb514fa-9bc1-492d-af05-3fca749a7d6c req-1cdcd017-f5c6-496a-a9bf-fc2e4752bff0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.86 "DELETE /v2.0/ports/d2aa3b9f-6e5b-45e1-82e0-a6473c19050b HTTP/1.1" status: 204 len: 173 time: 1.8655365 Oct 29 11:22:25.768442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 2e1a9b8a-090a-4266-a6c6-72d0979b4da1 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:25.776250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:25.777233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:25.779760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:25.780270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Bound port: 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:25.781827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.807564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e3ec-9ee4-47a6-88af-76532d950afc req-5255704a-6397-4ceb-8b93-ec201d2fcf54 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:25.823186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:25.824102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a075e3ec-9ee4-47a6-88af-76532d950afc req-5255704a-6397-4ceb-8b93-ec201d2fcf54 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 948 time: 0.1388006 Oct 29 11:22:25.834908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7c3ca6f-70d2-4449-b596-6c37c4d10b7a req-05774298-6411-4e04-9532-f0bd2b33d07a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "DELETE /v2.0/ports/2e1a9b8a-090a-4266-a6c6-72d0979b4da1 HTTP/1.1" status: 204 len: 173 time: 2.4474406 Oct 29 11:22:25.835568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'name': 'network-vif-deleted', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b'}, {'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'name': 'network-vif-deleted', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:25.862326 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0714ce-acb3-4768-bba2-5a4d6dac5f45" -d '{"events": [{"server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "name": "network-vif-deleted", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b"}, {"server_uuid": "acd61c36-c015-424c-a886-090028623084", "name": "network-vif-deleted", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:25.935798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a075e3ec-9ee4-47a6-88af-76532d950afc req-4d322d63-827d-48a8-a45b-f6ca6ba53345 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095467 Oct 29 11:22:26.085518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:26.097423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:26.106987 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:26.164489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:26.165804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:26.168870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] 10.222.0.41 "PUT /v2.0/ports/0a047102-17cd-4f28-a8dd-9492a69d4cdc HTTP/1.1" status: 200 len: 1096 time: 3.3798044 Oct 29 11:22:26.286036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6dcfd-0921-4a2a-bd16-69915f51aedf service neutron] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:26.312328 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdee7bf0-7659-4bdc-97b7-523c205c8330 x-openstack-request-id: req-fdee7bf0-7659-4bdc-97b7-523c205c8330 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:26.312757 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa81c7-f598-4969-82f3-c5553bd83a34", "name": "network-vif-deleted", "tag": "d2aa3b9f-6e5b-45e1-82e0-a6473c19050b", "status": "completed", "code": 200}, {"server_uuid": "acd61c36-c015-424c-a886-090028623084", "name": "network-vif-deleted", "tag": "2e1a9b8a-090a-4266-a6c6-72d0979b4da1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:26.313189 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdee7bf0-7659-4bdc-97b7-523c205c8330 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:26.313899 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faa81c7-f598-4969-82f3-c5553bd83a34', 'name': 'network-vif-deleted', 'tag': 'd2aa3b9f-6e5b-45e1-82e0-a6473c19050b', 'status': 'completed', 'code': 200} Oct 29 11:22:26.314558 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd61c36-c015-424c-a886-090028623084', 'name': 'network-vif-deleted', 'tag': '2e1a9b8a-090a-4266-a6c6-72d0979b4da1', 'status': 'completed', 'code': 200} Oct 29 11:22:26.318526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-5f500648-7214-492d-8d74-56417a7995af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:26.321033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-5f500648-7214-492d-8d74-56417a7995af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acade00695a74017a00b099d32d44367&device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 1099 time: 0.0806696 Oct 29 11:22:26.682535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81869-b110-4753-8a1c-a6a8e3d2c677 req-acd07f17-d03f-4ca9-b821-9274ede9f94c tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:26.707078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcc81869-b110-4753-8a1c-a6a8e3d2c677 req-acd07f17-d03f-4ca9-b821-9274ede9f94c tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 1100 time: 0.2401569 Oct 29 11:22:26.884668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bcc81869-b110-4753-8a1c-a6a8e3d2c677 req-125ffcb9-1afe-4da4-9f5f-d6038a30357a tempest-ServersAdminNegativeTestJSON-207246080 tempest-ServersAdminNegativeTestJSON-207246080-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761343 Oct 29 11:22:27.012632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-6002b633-560d-40a0-b866-95c6e2e8830f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc HTTP/1.1" status: 200 len: 217 time: 0.6740096 Oct 29 11:22:27.124099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:27.228330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-06c9e529-a10b-47ef-bbe0-fab3be44dfe5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2146382 Oct 29 11:22:27.246096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-7e1523b1-3e2a-43b7-83be-c9e76e92cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:27.249813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-7e1523b1-3e2a-43b7-83be-c9e76e92cd3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1963749 Oct 29 11:22:27.369631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3057f-e2f3-4dab-a9a0-296c1075f2ab req-8a22c87c-0395-413a-90ac-14f8d9738d35 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:27.387050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea3057f-e2f3-4dab-a9a0-296c1075f2ab req-8a22c87c-0395-413a-90ac-14f8d9738d35 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1969907 Oct 29 11:22:27.453263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2aa3b9f-6e5b-45e1-82e0-a6473c19050b no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:27.460142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-96b7af6e-0750-44e4-badf-ffb3dd20ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:27.461871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-96b7af6e-0750-44e4-badf-ffb3dd20ade4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009723 Oct 29 11:22:27.469248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-15d969f5-e427-4cce-b32f-287355ea8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:27.470642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-15d969f5-e427-4cce-b32f-287355ea8c64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1095 time: 0.1356421 Oct 29 11:22:27.520916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea3057f-e2f3-4dab-a9a0-296c1075f2ab req-97972932-cee3-4cc7-ad14-2572bc6f8ad5 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299031 Oct 29 11:22:27.601874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: d2aa3b9f-6e5b-45e1-82e0-a6473c19050b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:27.602103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d2aa3b9f-6e5b-45e1-82e0-a6473c19050b not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:27.670699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-89ff8c77-ad98-4819-880a-b816c46fef2d service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928463 Oct 29 11:22:27.821292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d3a2f1d-528f-4d48-b052-f2642a63e926 req-64d2a5de-f794-4f67-815e-f431037d7c40 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463728 Oct 29 11:22:28.064473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec534e70-e3ee-4572-977c-48ac626fb706 req-00704dd2-a9ce-44c2-8b51-bc57d15d52b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.075287 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ec534e70-e3ee-4572-977c-48ac626fb706 req-00704dd2-a9ce-44c2-8b51-bc57d15d52b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.3436460 Oct 29 11:22:28.083975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-281c3557-c96d-456d-a2f2-492048374670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.086003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-281c3557-c96d-456d-a2f2-492048374670 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.4131804 Oct 29 11:22:28.180384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ec534e70-e3ee-4572-977c-48ac626fb706 req-31c88f82-63fd-4b1e-bf0a-f0b8872af9bb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977385 Oct 29 11:22:28.187351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-e066cad0-98fa-4b6f-a475-fb70f01fe7c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.0917912 Oct 29 11:22:28.328971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:28.332232 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96" -d '{"events": [{"name": "network-changed", "server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:28.342515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-590837ff-fa90-4003-bf83-92c62ba61a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.344936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-590837ff-fa90-4003-bf83-92c62ba61a3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1386061 Oct 29 11:22:28.414329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46d88067-925e-4488-b55d-2f24860339ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:28.435763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-5de94dab-9aa8-4a27-a811-f6f67f70860a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761707 Oct 29 11:22:28.501698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d442b-7f99-4f80-a719-b1fe0bc95c67 req-1dd81029-cb32-458b-89e9-0c1073761c3a tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.513147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bb1d442b-7f99-4f80-a719-b1fe0bc95c67 req-1dd81029-cb32-458b-89e9-0c1073761c3a tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 948 time: 0.1772459 Oct 29 11:22:28.551889 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0075def1-71be-4b02-badf-2677700e7944 x-openstack-request-id: req-0075def1-71be-4b02-badf-2677700e7944 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:28.552187 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:28.552549 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0075def1-71be-4b02-badf-2677700e7944 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:28.552809 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'status': 'completed', 'code': 200} Oct 29 11:22:28.587765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bb1d442b-7f99-4f80-a719-b1fe0bc95c67 req-add1a9dc-472d-447b-a2a6-b5165a15b343 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729837 Oct 29 11:22:28.664252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-26595763-a67b-47c0-99f8-31cb8e7a8b29 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205591 Oct 29 11:22:28.669628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-d048db11-a4f7-4314-8b3a-25bffddd28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.671414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-d048db11-a4f7-4314-8b3a-25bffddd28f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=acade00695a74017a00b099d32d44367&device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 1099 time: 0.1016126 Oct 29 11:22:28.841202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2aaea-92f3-4c03-a66f-7731baabfd2e req-8fd06687-75d4-4de1-b016-0a944c354a7f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:28.844426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90b2aaea-92f3-4c03-a66f-7731baabfd2e req-8fd06687-75d4-4de1-b016-0a944c354a7f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.0863941 Oct 29 11:22:28.909071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90b2aaea-92f3-4c03-a66f-7731baabfd2e req-1e7e41da-1989-4f95-991a-69dd4004837e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Oct 29 11:22:29.089315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-3aadbc4f-5324-4ffd-8105-15c30b0f13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.091715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-3aadbc4f-5324-4ffd-8105-15c30b0f13c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4008040 Oct 29 11:22:29.189646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-51d48292-9f6e-4d5a-be50-bd2ad197b189 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc HTTP/1.1" status: 200 len: 217 time: 0.0840955 Oct 29 11:22:29.260294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-0dcf04ae-1d78-411e-8963-30ef2dbede6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4182291 Oct 29 11:22:29.416445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-e98cb78c-4278-4f2a-b438-453226cbb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.418117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-e98cb78c-4278-4f2a-b438-453226cbb64b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1977220 Oct 29 11:22:29.424389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-aadcefa2-1ce3-4039-b34a-d6a77e716bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.424389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-aadcefa2-1ce3-4039-b34a-d6a77e716bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 1101 time: 0.0940626 Oct 29 11:22:29.426025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ad54465-1dab-40e5-b5ad-c3501266d525 req-ffdc653d-2c25-4991-b8f9-4fd74a340bef service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495308 Oct 29 11:22:29.599423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa252-2c14-4986-925c-958d77fa47d7 req-3543a4c8-262c-43fe-8dc1-3ef4f4477a77 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.612829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-362fa252-2c14-4986-925c-958d77fa47d7 req-3543a4c8-262c-43fe-8dc1-3ef4f4477a77 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.0823085 Oct 29 11:22:29.677567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-80d36cfc-d9f1-4f13-a407-40988a7ce1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.680487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-80d36cfc-d9f1-4f13-a407-40988a7ce1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376239 Oct 29 11:22:29.682350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-362fa252-2c14-4986-925c-958d77fa47d7 req-e95d3a51-5580-4c2b-b1d8-06ddeccd1ec6 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Oct 29 11:22:29.724188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a2a2-0d13-44e8-bf7f-45104ad6f69f req-1abcc18e-2517-4c44-9065-7f782861543b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.734901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d725a2a2-0d13-44e8-bf7f-45104ad6f69f req-1abcc18e-2517-4c44-9065-7f782861543b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.2464232 Oct 29 11:22:29.792397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-4ca5f9aa-5b4b-4a58-8433-29b2e3a21c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.796663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-4ca5f9aa-5b4b-4a58-8433-29b2e3a21c86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3105483 Oct 29 11:22:29.915282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-18c50ea9-35ec-419c-b493-14f44bdbdd52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997 HTTP/1.1" status: 200 len: 217 time: 0.0679271 Oct 29 11:22:29.938912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf494-d6b9-4c10-a552-57f772a1727b req-afa4c79f-6fc3-4422-9952-8648f9a742ff tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:29.943995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5edf494-d6b9-4c10-a552-57f772a1727b req-afa4c79f-6fc3-4422-9952-8648f9a742ff tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 949 time: 0.0749161 Oct 29 11:22:30.009937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5edf494-d6b9-4c10-a552-57f772a1727b req-75984700-8cee-47a6-a9f1-bcb2cac559d0 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594823 Oct 29 11:22:30.046353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d725a2a2-0d13-44e8-bf7f-45104ad6f69f req-c59c72d4-c3d9-4ce9-938c-3620ce5085a3 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103793 Oct 29 11:22:30.194460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-eedc1a4b-480f-4d38-b1dd-b57425a65c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:30.196327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-eedc1a4b-480f-4d38-b1dd-b57425a65c8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2597699 Oct 29 11:22:30.202870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-31619493-940c-467e-8e9e-81d15a71d1b5 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027151 Oct 29 11:22:30.310198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba19a5-87b7-4d12-8f55-a2b1acbcbc1d req-aa35b31f-9226-4e64-b890-d59c7808156b tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:30.312158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbba19a5-87b7-4d12-8f55-a2b1acbcbc1d req-aa35b31f-9226-4e64-b890-d59c7808156b tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 948 time: 0.1112688 Oct 29 11:22:30.397683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-f0d231d8-71a3-432a-b274-3719b5258e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:30.399236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-f0d231d8-71a3-432a-b274-3719b5258e14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820431 Oct 29 11:22:30.405725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbba19a5-87b7-4d12-8f55-a2b1acbcbc1d req-5a85f866-bb8e-42c0-90f7-fd91799caea7 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816050 Oct 29 11:22:30.469045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2be9a-62a3-49c8-8234-05c635b416a5 req-cf81143a-dcbe-4bc4-8d8b-44fe2b07decc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:30.484783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83c2be9a-62a3-49c8-8234-05c635b416a5 req-cf81143a-dcbe-4bc4-8d8b-44fe2b07decc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2229998 Oct 29 11:22:30.596416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec0ad52-15af-42a4-b614-b6cf9f8bba96 req-5e50f526-d511-41bc-be07-98a00008d721 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773873 Oct 29 11:22:30.627530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-8348e13a-9864-43f7-9c64-62ca3efbc439 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:30.648137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-8348e13a-9864-43f7-9c64-62ca3efbc439 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 949 time: 0.1453993 Oct 29 11:22:30.651083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83c2be9a-62a3-49c8-8234-05c635b416a5 req-28db8511-64fe-44ef-955c-e78f6362e0bc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600893 Oct 29 11:22:30.691878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-fe12dc56-d6e9-40c2-ad97-669bf92fb319 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776494 Oct 29 11:22:30.777817 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-987c3163-85ca-4317-b938-eea481a1e4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:30.883433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc6b373d-6ee4-40dc-adbd-05b44d480cfa req-d4440d54-4de6-46b5-9e1b-6ceb162c4ddc service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666462 Oct 29 11:22:30.986005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:30.986230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.050678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:31.052090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-c9471a87-75a3-4325-ab78-a24832995be5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:31.055427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-c9471a87-75a3-4325-ab78-a24832995be5 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 950 time: 0.0978966 Oct 29 11:22:31.103575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eef0a-66bc-4fd1-8037-e2c5a2ec4bd6 req-a12ddc11-7781-404d-9710-9b30ccd4296c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:31.116497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24eef0a-66bc-4fd1-8037-e2c5a2ec4bd6 req-a12ddc11-7781-404d-9710-9b30ccd4296c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.2895105 Oct 29 11:22:31.183312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24eef0a-66bc-4fd1-8037-e2c5a2ec4bd6 req-78132a74-9114-4ac9-8821-272b51a4ab6f tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Oct 29 11:22:31.306882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:31.307118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.332290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:31.349821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'mac_address': 'fa:16:3e:69:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:31.414522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:31.444809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-2685f698-eae3-4306-a183-6df516e54159 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:31.447095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-2685f698-eae3-4306-a183-6df516e54159 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 949 time: 0.1425455 Oct 29 11:22:31.466986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102803f-da4e-4b74-80f9-79be12b84c03 req-5d24289b-9cd6-4ff6-bb68-b9af9af3cdc1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:31.474719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b102803f-da4e-4b74-80f9-79be12b84c03 req-5d24289b-9cd6-4ff6-bb68-b9af9af3cdc1 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c9d21f1-9f3e-4c3c-b499-d64a74fdd978 HTTP/1.1" status: 200 len: 949 time: 0.1714118 Oct 29 11:22:31.492545 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.524897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a047102-17cd-4f28-a8dd-9492a69d4cdc {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:31.541984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:31.542362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.566185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:31.582414 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.676573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:31.694077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b102803f-da4e-4b74-80f9-79be12b84c03 req-aa33d2de-5f6a-4d95-90df-cc09d7abcdd2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181003 Oct 29 11:22:31.750847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4c387-2534-4e91-81d0-0fb634193bec req-d27fe9bc-719c-4335-bcfa-3027cd9c2320 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:31.762144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-15e4c387-2534-4e91-81d0-0fb634193bec req-d27fe9bc-719c-4335-bcfa-3027cd9c2320 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.4247184 Oct 29 11:22:31.773516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.791047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:31.819733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=135cf3a4-bf4b-45d5-8d5d-03a8b1d65619,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:31.877250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-15e4c387-2534-4e91-81d0-0fb634193bec req-066b99ae-5e68-4a95-af08-05cf5d11432e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136611 Oct 29 11:22:31.882585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port e250a01b-fa2c-4ab4-a4c8-9148d3e68997, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:31.883190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:31.916985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a047102-17cd-4f28-a8dd-9492a69d4cdc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:31.923686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for e250a01b-fa2c-4ab4-a4c8-9148d3e68997 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:31.937884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Deleting port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:31.938219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:32.066620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:32.078115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:32.085676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b896a0d2-f1d2-4c4c-953f-f577a4a3c1b9 req-f9c37912-9fa7-4f14-9d50-79ba60ed661b tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "DELETE /v2.0/ports/135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 HTTP/1.1" status: 204 len: 173 time: 1.4357491 Oct 29 11:22:32.086237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'name': 'network-vif-deleted', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:32.089253 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ed0f2-f052-44ba-b867-3f3ac2c64a44" -d '{"events": [{"server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "name": "network-vif-deleted", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:32.209750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] For port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:32.210480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:32.213234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:32.236700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Calling delete_port for 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:32.403527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdf044-06f5-4423-b765-d3b4b6b4d58e req-54f437b0-2560-4c5e-8c32-63a5067ece89 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:32.405450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4bdf044-06f5-4423-b765-d3b4b6b4d58e req-54f437b0-2560-4c5e-8c32-63a5067ece89 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1846511 Oct 29 11:22:32.449301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:32.528560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4bdf044-06f5-4423-b765-d3b4b6b4d58e req-08d70eb6-f860-4daf-84ea-91a813c2be44 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055868 Oct 29 11:22:32.805535 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4be88-ebd3-4219-92b8-dff09d0d083e x-openstack-request-id: req-61e4be88-ebd3-4219-92b8-dff09d0d083e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:32.806385 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d21f1-9f3e-4c3c-b499-d64a74fdd978", "name": "network-vif-deleted", "tag": "135cf3a4-bf4b-45d5-8d5d-03a8b1d65619", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:32.806385 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61e4be88-ebd3-4219-92b8-dff09d0d083e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:32.806385 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d21f1-9f3e-4c3c-b499-d64a74fdd978', 'name': 'network-vif-deleted', 'tag': '135cf3a4-bf4b-45d5-8d5d-03a8b1d65619', 'status': 'completed', 'code': 200} Oct 29 11:22:32.878835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136a6bf-c8e4-4e2d-8e5d-c466314f2895 req-c949c447-545e-4c0c-9e0f-8b075f82d32e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:32.881048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e136a6bf-c8e4-4e2d-8e5d-c466314f2895 req-c949c447-545e-4c0c-9e0f-8b075f82d32e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 949 time: 1.0237212 Oct 29 11:22:32.995163 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:33.016144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['3b3b1eab-d639-4f10-ab46-98fc1f1a44ce'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:33.018971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e136a6bf-c8e4-4e2d-8e5d-c466314f2895 req-b4e56073-2399-4acb-8add-da51dc8d9b13 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Oct 29 11:22:33.075495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Pushing event deleted for resources: {'Port': ['ID=3b3b1eab-d639-4f10-ab46-98fc1f1a44ce,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:33.172650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253e471-9a33-4894-ad22-2273f1c48c46 req-d8ba4e9e-5a61-4359-af06-96cd7fdca824 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:33.176490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] No DVR routers for this DVR port 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:33.184695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d253e471-9a33-4894-ad22-2273f1c48c46 req-d8ba4e9e-5a61-4359-af06-96cd7fdca824 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fb9b33c-c968-4300-88dd-0e21360e2bc3 HTTP/1.1" status: 200 len: 867 time: 0.2642477 Oct 29 11:22:33.196606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:33.202010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36295a5a-6f16-4671-98bd-cc28120c07e2 req-8c5be083-5fa1-4542-86e1-72b5e8adfd04 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.86 "DELETE /v2.0/ports/3b3b1eab-d639-4f10-ab46-98fc1f1a44ce HTTP/1.1" status: 204 len: 173 time: 1.7250538 Oct 29 11:22:33.207380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'name': 'network-vif-deleted', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:33.211232 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7c7dc-ef87-4364-9c5a-599fd061b942" -d '{"events": [{"server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "name": "network-vif-deleted", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:33.254568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bda92dd-4652-4e74-b422-f36aa36a3a88'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:33.256180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:33.271018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d253e471-9a33-4894-ad22-2273f1c48c46 req-a55ebbeb-868c-41ed-b935-5c33af33eccc tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851865 Oct 29 11:22:33.371037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=e250a01b-fa2c-4ab4-a4c8-9148d3e68997,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:33.608668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:33.636088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f049c-5a75-4d8f-84d3-68bf512afeb7 req-838531a5-63cf-456b-9910-b02a9cf2d195 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:33.637933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port e250a01b-fa2c-4ab4-a4c8-9148d3e68997 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:33.653326 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d0f049c-5a75-4d8f-84d3-68bf512afeb7 req-838531a5-63cf-456b-9910-b02a9cf2d195 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.2147381 Oct 29 11:22:33.663725 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:33.689561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55ce2b8e-c3ad-4ff0-a0aa-76c27a3eb9e4 req-836b662e-a273-43f0-98bb-60a13df5a4fd tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "DELETE /v2.0/ports/e250a01b-fa2c-4ab4-a4c8-9148d3e68997 HTTP/1.1" status: 204 len: 173 time: 2.6247535 Oct 29 11:22:33.694078 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4cd914-0c62-45f1-a8a8-052ae8a7a521 x-openstack-request-id: req-af4cd914-0c62-45f1-a8a8-052ae8a7a521 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:33.694372 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb9b33c-c968-4300-88dd-0e21360e2bc3", "name": "network-vif-deleted", "tag": "3b3b1eab-d639-4f10-ab46-98fc1f1a44ce", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:33.694620 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af4cd914-0c62-45f1-a8a8-052ae8a7a521 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:33.695019 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb9b33c-c968-4300-88dd-0e21360e2bc3', 'name': 'network-vif-deleted', 'tag': '3b3b1eab-d639-4f10-ab46-98fc1f1a44ce', 'status': 'completed', 'code': 200} Oct 29 11:22:33.841451 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d0f049c-5a75-4d8f-84d3-68bf512afeb7 req-b0bb6889-06f4-4a6d-8e92-0d7f56306267 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858671 Oct 29 11:22:33.967932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97f6e178-55d3-4c91-b9b9-db2efe13c904 req-45153085-5227-46dc-aa4c-14b0f9517123 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc HTTP/1.1" status: 200 len: 210 time: 0.0873864 Oct 29 11:22:34.165207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333530-2450-47bb-b001-6a27ea5e30b3 req-b33518d1-430c-4a38-8589-97aa1de89bd2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:34.180265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf333530-2450-47bb-b001-6a27ea5e30b3 req-b33518d1-430c-4a38-8589-97aa1de89bd2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1555347 Oct 29 11:22:34.313642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf333530-2450-47bb-b001-6a27ea5e30b3 req-f52460df-aabe-4ad1-88f5-95afc712740d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296415 Oct 29 11:22:34.475201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687458cc-c116-446d-913b-9bf3d2228de8 req-e35d3052-a32e-49db-83e2-5ab4089e1c05 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:34.478349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-687458cc-c116-446d-913b-9bf3d2228de8 req-e35d3052-a32e-49db-83e2-5ab4089e1c05 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 949 time: 0.1193213 Oct 29 11:22:34.530589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-687458cc-c116-446d-913b-9bf3d2228de8 req-ab11bec8-8535-4fd7-a399-39ea93962f77 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Oct 29 11:22:34.640832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:35.070202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6067c-2583-4703-b993-8cee61d492b0 req-74ab9dce-879d-45ec-a9aa-bc3dae75f9f8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:35.097537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8b6067c-2583-4703-b993-8cee61d492b0 req-74ab9dce-879d-45ec-a9aa-bc3dae75f9f8 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.1838157 Oct 29 11:22:35.099182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:35.130989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9de14-aadd-4cbc-8eb0-edab79cd9405 req-b5883960-2305-4685-8984-87aa5b0b734e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:35.141025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88d9de14-aadd-4cbc-8eb0-edab79cd9405 req-b5883960-2305-4685-8984-87aa5b0b734e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 945 time: 0.0884218 Oct 29 11:22:35.202598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88d9de14-aadd-4cbc-8eb0-edab79cd9405 req-2e720c6d-cbad-41e2-8eef-b998715fdad1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570934 Oct 29 11:22:35.229313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8b6067c-2583-4703-b993-8cee61d492b0 req-7f2c29f7-4331-4c08-a537-76f37a9a971d tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255038 Oct 29 11:22:35.274520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 0a047102-17cd-4f28-a8dd-9492a69d4cdc completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:22:35.285960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0a047102-17cd-4f28-a8dd-9492a69d4cdc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:35.286481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:35.438187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:35.516526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:35.518220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:35.525874 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97999bd-76b1-4184-ab8d-b4e7ca409305" -d '{"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:35.531692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:35.538071 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:35.538910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:35.594061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e503a-5248-4eab-b479-130f7ca9a9b5 req-932c5dd2-37a1-47a1-a28b-f8c6d55d429f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:35.599066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff5e503a-5248-4eab-b479-130f7ca9a9b5 req-932c5dd2-37a1-47a1-a28b-f8c6d55d429f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1085918 Oct 29 11:22:35.742054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:35.742562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3b3b1eab-d639-4f10-ab46-98fc1f1a44ce not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:35.749695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:35.752121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'name': 'network-vif-deleted', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:35.762487 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b1288-22fc-4c47-9ce0-b88ad7aa4b5f" -d '{"events": [{"server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "name": "network-vif-deleted", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:35.766471 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e4f3c-209d-485f-a1fd-4a2d657794f2 x-openstack-request-id: req-bb5e4f3c-209d-485f-a1fd-4a2d657794f2 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:35.767000 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:35.767327 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb5e4f3c-209d-485f-a1fd-4a2d657794f2 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:35.767886 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'code': 200} Oct 29 11:22:35.769639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:35.770220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 135cf3a4-bf4b-45d5-8d5d-03a8b1d65619 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:35.770756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e250a01b-fa2c-4ab4-a4c8-9148d3e68997 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:35.834150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: e250a01b-fa2c-4ab4-a4c8-9148d3e68997 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:35.834503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e250a01b-fa2c-4ab4-a4c8-9148d3e68997 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:35.860890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff5e503a-5248-4eab-b479-130f7ca9a9b5 req-f7950e67-45d2-4df2-9f95-d2ced18554be tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438593 Oct 29 11:22:35.874647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-452bc88f-7f6a-4609-8c1c-033f2d8e059a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:35.876234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-452bc88f-7f6a-4609-8c1c-033f2d8e059a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.2182441 Oct 29 11:22:35.889520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:35.965625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dd36e-515d-4c71-be80-05cdb71bb532 req-8395f30a-c8d7-41fd-bc2f-4281955272a6 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:35.967697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed0dd36e-515d-4c71-be80-05cdb71bb532 req-8395f30a-c8d7-41fd-bc2f-4281955272a6 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 950 time: 0.1260648 Oct 29 11:22:36.004847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d728c-8f0c-405f-a70e-014485b82add req-09c81282-645f-41e3-a90e-1589bc5b9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.010628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c94d728c-8f0c-405f-a70e-014485b82add req-09c81282-645f-41e3-a90e-1589bc5b9542 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 1101 time: 0.1287050 Oct 29 11:22:36.022759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812f0c3-a11f-438e-ba14-0d1b6b7acf29 req-0588b68c-598f-4fc2-a276-69fbab8dbb2a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.024226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e812f0c3-a11f-438e-ba14-0d1b6b7acf29 req-0588b68c-598f-4fc2-a276-69fbab8dbb2a tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.0947614 Oct 29 11:22:36.027450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.088464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed0dd36e-515d-4c71-be80-05cdb71bb532 req-5871709e-d6fa-4f4f-af91-adcd84641246 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112759 Oct 29 11:22:36.090766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c94d728c-8f0c-405f-a70e-014485b82add req-e00b4017-8598-4d43-8c8d-7f583ba6236f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634255 Oct 29 11:22:36.103940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e812f0c3-a11f-438e-ba14-0d1b6b7acf29 req-70b8d0ce-c553-45be-99c3-40e55a4584b2 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Oct 29 11:22:36.222205 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b95ac2-a8d5-45e3-bb9f-24b8a91b43cc x-openstack-request-id: req-e6b95ac2-a8d5-45e3-bb9f-24b8a91b43cc {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:36.222205 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc", "name": "network-vif-deleted", "tag": "e250a01b-fa2c-4ab4-a4c8-9148d3e68997", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:36.222205 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6b95ac2-a8d5-45e3-bb9f-24b8a91b43cc {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:36.222205 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc65ea0-2e33-41e4-bffb-a6f1db4b2ffc', 'name': 'network-vif-deleted', 'tag': 'e250a01b-fa2c-4ab4-a4c8-9148d3e68997', 'status': 'completed', 'code': 200} Oct 29 11:22:36.253768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:36.277481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:36.343800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:36.430935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.448856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bda00-903e-471e-8013-9f01254c57ce req-82b396c2-dcd7-47c5-a5ed-0455fb852cea tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.450468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c23bda00-903e-471e-8013-9f01254c57ce req-82b396c2-dcd7-47c5-a5ed-0455fb852cea tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.0797060 Oct 29 11:22:36.451681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.574247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c23bda00-903e-471e-8013-9f01254c57ce req-b3a896bc-cd26-44fb-a77e-cd3514205dff tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946825 Oct 29 11:22:36.603430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:36.610549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:36.612331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:36.612699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:36.625503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:36.626125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Attempting to bind port 1132fa82-6d15-4161-9113-2044a1c0cdfb on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:36.641969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:36.642299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:36.642698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:36.643147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Bound port: 1132fa82-6d15-4161-9113-2044a1c0cdfb, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:36.643509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.744657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:36.750272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:36.757900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.795531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183ff48-c0e5-44da-accc-22784b3d9a83 req-4478541e-ce52-4d6e-b76e-6037a85eedcf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.805637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b183ff48-c0e5-44da-accc-22784b3d9a83 req-4478541e-ce52-4d6e-b76e-6037a85eedcf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.2086878 Oct 29 11:22:36.833056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b359a-e84d-479f-83b0-49056553db97 req-e07fb291-bb29-4716-82b4-647ac904582e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.834675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-170b359a-e84d-479f-83b0-49056553db97 req-e07fb291-bb29-4716-82b4-647ac904582e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.2281601 Oct 29 11:22:36.849735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=8']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:36.904114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:36.904760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:36.906440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-7b84b44c-3ed9-4c2f-a2e0-675de871b856 service neutron] 10.222.0.41 "PUT /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 1121 time: 1.0215721 Oct 29 11:22:36.983553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b183ff48-c0e5-44da-accc-22784b3d9a83 req-04d09b28-8bbb-401d-86b1-fe995946542b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425450 Oct 29 11:22:37.034057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:37.071585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Deleting port 5bda92dd-4652-4e74-b422-f36aa36a3a88 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:37.072286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.095556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d24b5-7eb3-436f-821d-2b3f6e158f35 req-e34d922f-24ee-4a54-9498-4a5775a4e98e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:37.104371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d1d24b5-7eb3-436f-821d-2b3f6e158f35 req-e34d922f-24ee-4a54-9498-4a5775a4e98e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1528549 Oct 29 11:22:37.174911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:37.179752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:37.201686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d1d24b5-7eb3-436f-821d-2b3f6e158f35 req-b7950725-ce90-4977-a196-0bc79d35949b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963411 Oct 29 11:22:37.262366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.357799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:37.382786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] For port 5bda92dd-4652-4e74-b422-f36aa36a3a88, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bda92dd-4652-4e74-b422-f36aa36a3a88,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:37.383278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.412689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56cc7f-b86b-424e-8d0e-bddc0790444a req-2547578b-5cc1-40ce-805b-7a7ec3d10844 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:37.413075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ff178-3a3a-4419-96c0-da9ba1683c4c req-246bcf92-3df1-4a3d-9019-276fd21f61d8 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:37.420812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-715ff178-3a3a-4419-96c0-da9ba1683c4c req-246bcf92-3df1-4a3d-9019-276fd21f61d8 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 950 time: 0.1988728 Oct 29 11:22:37.424359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c56cc7f-b86b-424e-8d0e-bddc0790444a req-2547578b-5cc1-40ce-805b-7a7ec3d10844 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.0988863 Oct 29 11:22:37.431304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:22:37.435230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Calling delete_port for 5bda92dd-4652-4e74-b422-f36aa36a3a88 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:37.562205 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c56cc7f-b86b-424e-8d0e-bddc0790444a req-7e90c448-3982-491e-9bcf-6d81c055f512 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2408a7f-3ef1-4aee-a602-19623c9db210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369452 Oct 29 11:22:37.562399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-715ff178-3a3a-4419-96c0-da9ba1683c4c req-1be1c786-b352-4d3a-af68-a3b03f754171 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398377 Oct 29 11:22:37.598671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-c69e91b1-a7de-4222-a412-cf74f9ef2335 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:37.600359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-c69e91b1-a7de-4222-a412-cf74f9ef2335 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 949 time: 0.1717849 Oct 29 11:22:37.772479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Deleting port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:37.772914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.826940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.839904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889017-c13c-4fc2-93bf-d809503ce26f req-89ec2059-afda-44ec-a687-6ec37d20d28e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:37.844108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96889017-c13c-4fc2-93bf-d809503ce26f req-89ec2059-afda-44ec-a687-6ec37d20d28e tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fbfe2cf-9f79-4d1d-851e-335e74b00853 HTTP/1.1" status: 200 len: 950 time: 0.1531644 Oct 29 11:22:37.882097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Pushing event deleted for resources: {'Port': ['ID=5bda92dd-4652-4e74-b422-f36aa36a3a88,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:37.945741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] For port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:37.946730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.971850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] No DVR routers for this DVR port 5bda92dd-4652-4e74-b422-f36aa36a3a88 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:37.972324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Calling delete_port for 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:37.978217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:37.982712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-170b359a-e84d-479f-83b0-49056553db97 req-f032999c-1a32-4747-8acd-7243852a8705 tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.41 "DELETE /v2.0/ports/5bda92dd-4652-4e74-b422-f36aa36a3a88 HTTP/1.1" status: 204 len: 173 time: 1.1365526 Oct 29 11:22:37.983137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'name': 'network-vif-deleted', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:37.986568 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1967070-82d2-4d9e-bf10-273128c23818" -d '{"events": [{"server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "name": "network-vif-deleted", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:38.023464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96889017-c13c-4fc2-93bf-d809503ce26f req-8743b628-42f3-4708-a62c-d746aec4e53c tempest-ServersAdminNegativeTestJSON-1646298638 tempest-ServersAdminNegativeTestJSON-1646298638-project] 10.222.0.77 "GET /v2.0/security-groups?id=4674a33e-20dd-4e64-86f3-28fc9f7cfda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508350 Oct 29 11:22:38.047554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bda92dd-4652-4e74-b422-f36aa36a3a88'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:38.107847 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c384b2ce-cb3b-4902-9567-823700ad07ab x-openstack-request-id: req-c384b2ce-cb3b-4902-9567-823700ad07ab {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:38.108655 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbfe2cf-9f79-4d1d-851e-335e74b00853", "name": "network-vif-deleted", "tag": "5bda92dd-4652-4e74-b422-f36aa36a3a88", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:38.109079 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c384b2ce-cb3b-4902-9567-823700ad07ab {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:38.111042 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbfe2cf-9f79-4d1d-851e-335e74b00853', 'name': 'network-vif-deleted', 'tag': '5bda92dd-4652-4e74-b422-f36aa36a3a88', 'status': 'completed', 'code': 200} Oct 29 11:22:38.113373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Deleting port d64203da-ed2d-4afa-b351-881f0bd93222 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:38.113884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:38.274049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb'}, {'name': 'network-changed', 'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:38.278436 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdef62-abba-4876-b8b1-4c1906c932e4" -d '{"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-unplugged", "status": "completed", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb"}, {"name": "network-changed", "server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:38.291504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] For port d64203da-ed2d-4afa-b351-881f0bd93222, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d64203da-ed2d-4afa-b351-881f0bd93222,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:38.292054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:38.325049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Calling delete_port for d64203da-ed2d-4afa-b351-881f0bd93222 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:38.327436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:38.342326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519dc1b-d4b6-469d-b6dd-59accc726696 req-f7585931-c118-4a37-a9e7-3bb9cd9bea44 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:38.343979 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6519dc1b-d4b6-469d-b6dd-59accc726696 req-f7585931-c118-4a37-a9e7-3bb9cd9bea44 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.1158116 Oct 29 11:22:38.346569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:38.376218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Pushing event deleted for resources: {'Port': ['ID=0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:38.452987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] No DVR routers for this DVR port 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:38.455989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:38.459604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93f699df-1b0b-4737-baa9-e36bf73228aa req-550830a2-33d5-4684-a281-7eb0ebf2d970 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.41 "DELETE /v2.0/ports/0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac HTTP/1.1" status: 204 len: 173 time: 0.8518593 Oct 29 11:22:38.471162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6519dc1b-d4b6-469d-b6dd-59accc726696 req-d1dbb171-151b-4c75-9fce-f60f9ea95c30 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145647 Oct 29 11:22:38.690603 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f444e1d-a2e9-4cfe-8d92-b00bdc504aa8 x-openstack-request-id: req-4f444e1d-a2e9-4cfe-8d92-b00bdc504aa8 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:38.690935 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-unplugged", "status": "completed", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb", "code": 200}, {"name": "network-changed", "server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:38.691202 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f444e1d-a2e9-4cfe-8d92-b00bdc504aa8 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:38.691581 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'code': 200} Oct 29 11:22:38.691843 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'status': 'completed', 'code': 200} Oct 29 11:22:38.798567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-7a4b3f74-224e-44dc-92e6-df99b06e06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:38.800320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-7a4b3f74-224e-44dc-92e6-df99b06e06b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1124 time: 0.0729363 Oct 29 11:22:38.902732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aed6c3b7-c85b-4a2b-b9ba-d4dd7c4802f4 req-5092e3c4-887f-4671-8460-ac433a6e3845 tempest-ServersOnMultiNodesTest-935417268 tempest-ServersOnMultiNodesTest-935417268-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dae729c-5812-4643-a380-ee0273accc99 HTTP/1.1" status: 200 len: 210 time: 0.0789950 Oct 29 11:22:38.955052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-862ca8ba-5fd9-480b-9f5f-7bac79ba5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:38.957191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-862ca8ba-5fd9-480b-9f5f-7bac79ba5096 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.1470752 Oct 29 11:22:38.963865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27454-e675-47db-a518-6e02a4fb030e req-781d5173-7cd9-4c73-8ca0-357e71c04500 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:38.965598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39a27454-e675-47db-a518-6e02a4fb030e req-781d5173-7cd9-4c73-8ca0-357e71c04500 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.3315470 Oct 29 11:22:39.012606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:39.030801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39a27454-e675-47db-a518-6e02a4fb030e req-161b3adb-47b6-4603-87bf-03330f447ca8 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Oct 29 11:22:39.052265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-253542e0-2766-4efb-8161-042238851491 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.0847046 Oct 29 11:22:39.054714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64203da-ed2d-4afa-b351-881f0bd93222,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:39.279133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-b782859d-3f41-4b74-a100-03ca1d159011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:39.280711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-b782859d-3f41-4b74-a100-03ca1d159011 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.2099168 Oct 29 11:22:39.321147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:39.331474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82794d4a-0be1-48e7-aa21-23002e9e6203 req-6b83f7ff-4ac4-4827-aca8-ca1f5e720709 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:39.333116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82794d4a-0be1-48e7-aa21-23002e9e6203 req-6b83f7ff-4ac4-4827-aca8-ca1f5e720709 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 950 time: 0.2794778 Oct 29 11:22:39.390458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-483d95a7-74b7-44ff-8e45-0b34954a9887 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878634 Oct 29 11:22:39.520584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82794d4a-0be1-48e7-aa21-23002e9e6203 req-8cdf57f5-37d5-43f4-a41e-2ddfc7b9ff3f tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395810 Oct 29 11:22:39.583394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-6f9cac0e-fa0b-473e-a895-20524722b1c7 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914415 Oct 29 11:22:39.734889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2fdef62-abba-4876-b8b1-4c1906c932e4 req-ef58aecf-b541-4450-86f0-048a4022936e service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389306 Oct 29 11:22:39.745067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3069a-a3fc-41ab-9be1-029c680ad962 req-ac5355e8-c7e4-49b7-a7f7-5544fede3611 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:39.747445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fab3069a-a3fc-41ab-9be1-029c680ad962 req-ac5355e8-c7e4-49b7-a7f7-5544fede3611 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.0985265 Oct 29 11:22:39.801957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Router d9af2c2c-891d-460c-bff8-7728bfbb1838 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:22:39.837229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fab3069a-a3fc-41ab-9be1-029c680ad962 req-1fe50bdc-edc8-4e77-9f02-507f1b3cde61 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Oct 29 11:22:40.037176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40956) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:40.073167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:22:40.086976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0a29479d-fb57-456f-bdce-167e65a2edb6 admin admin] 10.222.0.77 "PUT /v2.0/routers/d9af2c2c-891d-460c-bff8-7728bfbb1838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322210 Oct 29 11:22:40.092005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:40.094803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Sync routers for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:22:40.135491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:40.144470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:40.260189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-ccde1fd4-9348-485f-aef7-f24e6b709d25 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:40.274863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-ccde1fd4-9348-485f-aef7-f24e6b709d25 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.3132877 Oct 29 11:22:40.302966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-8df88db3-3de1-4773-aaae-b044dffdefb8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/quotas/0e3e66599618408daf1323ce7e71af60 HTTP/1.1" status: 200 len: 375 time: 0.0267649 Oct 29 11:22:40.393237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-7235ad66-c48f-462a-8ed9-b03c83440c4c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879302 Oct 29 11:22:40.397303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.453450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:40.522888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40978) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:40.553672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-f8cf6768-6d5d-4a32-97bd-24053d5093d1 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593933 Oct 29 11:22:40.567724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-143efe42-e21c-42fc-991b-20af51e4d088 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c765be5890b14980bfbcad8eb3e8df94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286226 Oct 29 11:22:40.573463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40982) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:40.594452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb89d6-8800-43d8-b83b-9fc93662a4eb req-d2ff5531-ef26-4d36-b05d-a6e92121ce92 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:40.605969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37cb89d6-8800-43d8-b83b-9fc93662a4eb req-d2ff5531-ef26-4d36-b05d-a6e92121ce92 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2127044 Oct 29 11:22:40.680546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37cb89d6-8800-43d8-b83b-9fc93662a4eb req-a6e0ebcc-4c6c-4c9a-8caf-905821e5b09e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 Oct 29 11:22:40.682381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.701598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'name': 'network-vif-deleted', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:40.704882 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a2f233-9cff-4198-b721-33c22df0e347" -d '{"events": [{"server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "name": "network-vif-deleted", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:40.731209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.754194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-eddc41de-32a9-4a7d-9897-f7cb7de5eb49 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890273 Oct 29 11:22:40.791608 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.797382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:22:38Z', 'revision_number': 5, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port': {'id': '0f5af50f-e96d-4194-97e9-a58cf2a79296', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:09Z', 'updated_at': '2021-10-29T11:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:40.817746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b15a1b7e-085d-4251-9da1-bb8bc8b61f51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1d87bd7e4a741b9a713d8aad2cb6c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934995 Oct 29 11:22:40.820346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Deleting port 0f5af50f-e96d-4194-97e9-a58cf2a79296 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:40.820543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40986) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:40.820827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.882442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Checking router: d9af2c2c-891d-460c-bff8-7728bfbb1838 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:22:40.883443 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654e37a-7583-4bea-a9d6-43713a2662e7 x-openstack-request-id: req-c654e37a-7583-4bea-a9d6-43713a2662e7 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:40.883920 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dae729c-5812-4643-a380-ee0273accc99", "name": "network-vif-deleted", "tag": "0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:40.884274 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c654e37a-7583-4bea-a9d6-43713a2662e7 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:40.884713 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dae729c-5812-4643-a380-ee0273accc99', 'name': 'network-vif-deleted', 'tag': '0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac', 'status': 'completed', 'code': 200} Oct 29 11:22:40.885898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.890119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:40.892200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4674a33e-20dd-4e64-86f3-28fc9f7cfda3 HTTP/1.1" status: 204 len: 168 time: 0.3162019 Oct 29 11:22:40.906380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Routers {'d9af2c2c-891d-460c-bff8-7728bfbb1838'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:40.907201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d9af2c2c-891d-460c-bff8-7728bfbb1838'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:40.944482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b8a1f-df78-4197-99e2-b5c57c313c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674a33e-20dd-4e64-86f3-28fc9f7cfda3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:40.994788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] For port 0f5af50f-e96d-4194-97e9-a58cf2a79296, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5af50f-e96d-4194-97e9-a58cf2a79296,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:40.995247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.007038 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.054311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.069744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Calling delete_port for 0f5af50f-e96d-4194-97e9-a58cf2a79296 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:41.086552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] Set router d9af2c2c-891d-460c-bff8-7728bfbb1838 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:41.159434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d719b-a624-42a6-b1af-d018b83c1b9e req-ce8926d5-8b9e-4377-bbd3-7e418f0dbae5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:41.161526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f49d719b-a624-42a6-b1af-d018b83c1b9e req-ce8926d5-8b9e-4377-bbd3-7e418f0dbae5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.1381891 Oct 29 11:22:41.187374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:41.204046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48e1461b-810a-4e8b-ae2e-0de258c3528d req-885fdc1c-25a7-44b0-8317-14f5d518277b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 210 time: 0.1532309 Oct 29 11:22:41.271939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.276035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.278019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2408a7f-3ef1-4aee-a602-19623c9db210 HTTP/1.1" status: 204 len: 168 time: 0.4562354 Oct 29 11:22:41.280755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f49d719b-a624-42a6-b1af-d018b83c1b9e req-f68dc328-d313-42bc-a322-bffa5b247f91 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045349 Oct 29 11:22:41.290416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d970935-1643-4ba1-b990-470abdc40b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2408a7f-3ef1-4aee-a602-19623c9db210,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:41.348398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:22:40Z', 'revision_number': 6, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:41.417519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fd040-ab0d-48d5-9f8b-d59fca4f4161 None None] The sync data for ids ['d9af2c2c-891d-460c-bff8-7728bfbb1838'] in n-d-805046-9 is: [{'id': 'd9af2c2c-891d-460c-bff8-7728bfbb1838', 'name': 'tempest-AttachSCSIVolumeTestJSON-1289109094-router', 'tenant_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:07Z', 'updated_at': '2021-10-29T11:22:40Z', 'revision_number': 6, 'project_id': 'a2dee7551b1f491cb30b89e5ec5e9c3c', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:22:41.431982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.529806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5af50f-e96d-4194-97e9-a58cf2a79296,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:41.552507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.583100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:41.624093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:41.627611 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7383e5d-acf2-4a4b-accb-591f5b0dd8ed" -d '{"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-unplugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:41.648600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:41.654625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.655548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:41.698105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.720577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f53fe8b2-3992-4196-8252-d6ce2bb62e9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6412dd9c48fd4a8ab4a83a18c9272dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347704 Oct 29 11:22:41.721326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41024) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:41.761833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:41.769315 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f72e04-153c-46c4-81ab-58f7c97dd230 x-openstack-request-id: req-f6f72e04-153c-46c4-81ab-58f7c97dd230 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:41.770057 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-unplugged", "status": "completed", "tag": "0846ad2e-202d-4b85-806f-650706f28253", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:41.770807 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6f72e04-153c-46c4-81ab-58f7c97dd230 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:41.771331 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0846ad2e-202d-4b85-806f-650706f28253', 'code': 200} Oct 29 11:22:41.773867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:41.774605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0f6b7d54-174a-47bd-9d7b-a1734f1fa6ac not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:41.775441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bda92dd-4652-4e74-b422-f36aa36a3a88 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:41.805047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 5bda92dd-4652-4e74-b422-f36aa36a3a88 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:41.805702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bda92dd-4652-4e74-b422-f36aa36a3a88 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:41.961117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.963791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-321fba6e-de55-4aca-a403-fd4ed889d9bd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:41.966919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-321fba6e-de55-4aca-a403-fd4ed889d9bd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.41 "GET /v2.0/ports?device_id=3013433d-f189-4e51-b597-4097e718c826 HTTP/1.1" status: 200 len: 945 time: 0.3335941 Oct 29 11:22:41.972499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:41.975312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.006579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0f29-2579-4769-a549-39636682f359 req-8ba1a138-0f14-42ec-b0a2-8d7c09df37e1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:42.009260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-480b0f29-2579-4769-a549-39636682f359 req-8ba1a138-0f14-42ec-b0a2-8d7c09df37e1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1595297 Oct 29 11:22:42.016368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.091081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41028) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:42.133072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-480b0f29-2579-4769-a549-39636682f359 req-47626ac2-46fd-4226-959c-ccefe91f39c9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136363 Oct 29 11:22:42.154933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.155507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9af2c2c-891d-460c-bff8-7728bfbb1838 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:22:42.172803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.174002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eeeba449-6023-4a7d-b99c-38e1fa22fc96 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d9af2c2c-891d-460c-bff8-7728bfbb1838 HTTP/1.1" status: 204 len: 168 time: 2.0806947 Oct 29 11:22:42.180284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41030) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:42.192651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.196792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.202518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89bda238-08bb-42c7-bad8-5b95f51d0f70 HTTP/1.1" status: 204 len: 168 time: 0.4757798 Oct 29 11:22:42.208540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2bf55e34-e5a3-4a88-baee-7ff0cd62e92e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8a483adcfa94244b6dea5cb498bb21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1159136 Oct 29 11:22:42.213812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:42.220619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16730b61-24cb-4f1e-886d-f2ec1e23742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bda238-08bb-42c7-bad8-5b95f51d0f70,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:42.310811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Deleting subnet 8422ea59-45a2-4b10-974c-60da30d3d315 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:22:42.318784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.362607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.415643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.430452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Deleting port 0846ad2e-202d-4b85-806f-650706f28253 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:42.433386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.527683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.553574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28814768-66b7-43ad-83c8-106db633fe68 req-0d71bd6c-4c1f-4327-983e-4076d83bfb25 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:42.555206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28814768-66b7-43ad-83c8-106db633fe68 req-0d71bd6c-4c1f-4327-983e-4076d83bfb25 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.1094954 Oct 29 11:22:42.579735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.583252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:42.588811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b133b006-5574-46b2-a5b2-10bff3bf4409 HTTP/1.1" status: 204 len: 168 time: 0.3734009 Oct 29 11:22:42.602411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71658000-2d67-4f3e-8368-a7e590951e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b133b006-5574-46b2-a5b2-10bff3bf4409,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:42.735607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28814768-66b7-43ad-83c8-106db633fe68 req-e918b019-f0a4-4536-a049-62345dadd6b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158903 Oct 29 11:22:43.092098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8272ea70-5093-4279-888b-c38019391ed8 req-90a0b0d7-489b-4882-9a17-b284cb93625f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 210 time: 0.5775859 Oct 29 11:22:43.097428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:43.331652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-d40125ae-a137-4e5f-847b-f9dd304834af tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:43.336608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-d40125ae-a137-4e5f-847b-f9dd304834af tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.2641864 Oct 29 11:22:43.350840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:43.370083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Request body: {'port': {'device_id': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'admin_state_up': True, 'tenant_id': '0e3e66599618408daf1323ce7e71af60'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:43.378316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'mac_address': 'fa:16:3e:69:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:43.382080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d64203da-ed2d-4afa-b351-881f0bd93222 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:43.480825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d64203da-ed2d-4afa-b351-881f0bd93222 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:43.481601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d64203da-ed2d-4afa-b351-881f0bd93222 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:43.488870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5af50f-e96d-4194-97e9-a58cf2a79296 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:43.550793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] For port 0846ad2e-202d-4b85-806f-650706f28253, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0846ad2e-202d-4b85-806f-650706f28253,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:43.551598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:43.577053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054d099-ef06-471d-8b85-95f89f59824e req-999bf987-3f0e-48e3-9559-927f7d7bfd0c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:43.588107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4054d099-ef06-471d-8b85-95f89f59824e req-999bf987-3f0e-48e3-9559-927f7d7bfd0c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2439094 Oct 29 11:22:43.607015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Calling delete_port for 0846ad2e-202d-4b85-806f-650706f28253 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:43.616723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0f5af50f-e96d-4194-97e9-a58cf2a79296 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:43.617617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5af50f-e96d-4194-97e9-a58cf2a79296 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:43.638065 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:43.660474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:43.661146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a047102-17cd-4f28-a8dd-9492a69d4cdc {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:43.687881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:43.693820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:43.777187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:43.780527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:43.791753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:43.807934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a047102-17cd-4f28-a8dd-9492a69d4cdc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:43.810938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4054d099-ef06-471d-8b85-95f89f59824e req-527b3b88-17b9-4313-9f54-ca149de283c8 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177024 Oct 29 11:22:44.032551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526244dc-4503-4b69-8bf8-b29de6908f29 req-fa42ffd7-608d-4382-a9a7-ac3c1beee946 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:44.043544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-526244dc-4503-4b69-8bf8-b29de6908f29 req-fa42ffd7-608d-4382-a9a7-ac3c1beee946 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.1278372 Oct 29 11:22:44.114921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-526244dc-4503-4b69-8bf8-b29de6908f29 req-8732b2d2-29be-4896-a3f0-31dcf53f295b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691559 Oct 29 11:22:44.126408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.128673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Allocated IP 172.20.0.7 (1c91ef35-2113-40a7-8c72-502b1749de51/9e9e9495-f92d-427b-b8cf-a55c30d6a85f/dea568a7-da4d-4ba6-bac6-4f8b3884181e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:44.131477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.183245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4f15c-ed79-4a92-b99d-652e655d2eb4 None None] Network e4726d3e-de01-4198-abf8-54045f29c598 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:22:44.230030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.233296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8422ea59-45a2-4b10-974c-60da30d3d315 HTTP/1.1" status: 204 len: 168 time: 2.0520375 Oct 29 11:22:44.236047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:44.243269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404bb98-94e5-40a1-a5ef-06989cbb699c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8422ea59-45a2-4b10-974c-60da30d3d315,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:44.254443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event deleted for resources: {'Port': ['ID=0846ad2e-202d-4b85-806f-650706f28253,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:44.333858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6407da5-be76-40d2-9c16-06e95e893052 req-08e53e63-71d9-489f-9cdf-115a0291df11 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 210 time: 0.0927885 Oct 29 11:22:44.381944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] No DVR routers for this DVR port 0846ad2e-202d-4b85-806f-650706f28253 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:44.387341 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.390951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae3c385b-bfda-423e-8faa-1e9c6825aae1 req-8876bb39-64ac-43e4-a679-a4c5b6f9a4a3 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.41 "DELETE /v2.0/ports/0846ad2e-202d-4b85-806f-650706f28253 HTTP/1.1" status: 204 len: 173 time: 2.4136128 Oct 29 11:22:44.391430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-deleted', 'tag': '0846ad2e-202d-4b85-806f-650706f28253'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:44.400692 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e57153-fdad-4d15-9b26-9021cf235512" -d '{"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-deleted", "tag": "0846ad2e-202d-4b85-806f-650706f28253"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:44.418406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.532884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] DHCP port deletion for e4726d3e-de01-4198-abf8-54045f29c598 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:22:44.548313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Deleting port 8325f79a-5af0-4500-9572-43924548048c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:44.548657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.592004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41126) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:44.618267 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a46798-9f7c-4c32-a3ea-1a04596be6b5 x-openstack-request-id: req-33a46798-9f7c-4c32-a3ea-1a04596be6b5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:44.618891 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013433d-f189-4e51-b597-4097e718c826", "name": "network-vif-deleted", "tag": "0846ad2e-202d-4b85-806f-650706f28253", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:44.618891 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33a46798-9f7c-4c32-a3ea-1a04596be6b5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:44.619250 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013433d-f189-4e51-b597-4097e718c826', 'name': 'network-vif-deleted', 'tag': '0846ad2e-202d-4b85-806f-650706f28253', 'status': 'completed', 'code': 200} Oct 29 11:22:44.691677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] For port 8325f79a-5af0-4500-9572-43924548048c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8325f79a-5af0-4500-9572-43924548048c,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:44.692393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.718431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Calling delete_port for 8325f79a-5af0-4500-9572-43924548048c owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:44.719068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Deleting port 8325f79a-5af0-4500-9572-43924548048c {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:44.720998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.812438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.919927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] For port 8325f79a-5af0-4500-9572-43924548048c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8325f79a-5af0-4500-9572-43924548048c,segment=NetworkSegment(3dad2473-08e7-420c-ae57-13fd078784e5),segment_id=3dad2473-08e7-420c-ae57-13fd078784e5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:44.920321 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.946738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.970245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:44.972176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Calling delete_port for 8325f79a-5af0-4500-9572-43924548048c owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:45.097655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Pushing event deleted for resources: {'Port': ['ID=8325f79a-5af0-4500-9572-43924548048c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:45.110230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:45.123337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] No DVR routers for this DVR port 8325f79a-5af0-4500-9572-43924548048c on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:45.182972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Network 1c91ef35-2113-40a7-8c72-502b1749de51 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:45.240002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:45.246921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:45.268379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:45.295186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8325f79a-5af0-4500-9572-43924548048c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:45.324779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-network', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:45.370836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.399190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:45.400096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.410626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Made reservation on behalf of f830e73a520844d58c5fcc2c08df0929 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:45.413167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.419385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.426864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.438878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.439275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.440180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.440323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > port after_create 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.440685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.441067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > port after_update 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.453452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.453622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.453899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.454223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.475319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 8325f79a-5af0-4500-9572-43924548048c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:45.475663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8325f79a-5af0-4500-9572-43924548048c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:45.484908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6127a1-9ab3-48ac-91ef-93c59940d5f4 req-fdb7d9f2-1a04-490e-829d-fc8c0b53a0b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:45.493840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad6127a1-9ab3-48ac-91ef-93c59940d5f4 req-fdb7d9f2-1a04-490e-829d-fc8c0b53a0b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.4178097 Oct 29 11:22:45.545971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] Pushing event deleted for resources: {'Port': ['ID=8325f79a-5af0-4500-9572-43924548048c,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:45.560610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:45.595934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.596405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.598439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.599250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 11:22:45.599953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4726d3e-de01-4198-abf8-54045f29c598']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:45.601513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad6127a1-9ab3-48ac-91ef-93c59940d5f4 req-ed5baf3d-4834-49fa-a8b6-38d77aaf20df tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045027 Oct 29 11:22:45.612765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-2b7e9674-e84a-4852-ade8-673d6beafac7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2503181 Oct 29 11:22:45.632255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Request body: {'port': {'device_id': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:45.674769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dad2473-08e7-420c-ae57-13fd078784e5') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:45.675063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dad2473-08e7-420c-ae57-13fd078784e5') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:45.749703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb68795-cd76-403c-adf0-4db549fa78f7 req-8d96d1bf-ee8a-44d7-9be2-e88fd0f2b0ff tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:45.765444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0bb68795-cd76-403c-adf0-4db549fa78f7 req-8d96d1bf-ee8a-44d7-9be2-e88fd0f2b0ff tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.4501913 Oct 29 11:22:45.840189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.844156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:45.901954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a426408-2c8f-431e-8f0f-dcc45979d16e None None] No DVR routers for this DVR port 8325f79a-5af0-4500-9572-43924548048c on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:45.918081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0a047102-17cd-4f28-a8dd-9492a69d4cdc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:45.918454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.143709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.163784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.198869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:22:46.230777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.231169 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Added segment 15eca76e-19dc-45a8-b1c9-ff36e0c156d9 of type vlan for network 3ab821e3-b065-4e93-8771-52713851b557 Oct 29 11:22:46.253713 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.262255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2830784-038b-4023-abdb-5083ca325ab3 req-8a2c3d87-f27b-4a59-9156-a52a41efc7e5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:46.271477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2830784-038b-4023-abdb-5083ca325ab3 req-8a2c3d87-f27b-4a59-9156-a52a41efc7e5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 931 time: 0.1941390 Oct 29 11:22:46.307609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:46.312391 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a3c47-3302-41d2-a407-88f7e70cfa83" -d '{"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:46.344070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2830784-038b-4023-abdb-5083ca325ab3 req-6fddfe01-1bc7-430c-99a5-7e2f1f87d8b1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711451 Oct 29 11:22:46.345557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:46.350234 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.353511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.354354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:46.419860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 0846ad2e-202d-4b85-806f-650706f28253 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:46.426653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0846ad2e-202d-4b85-806f-650706f28253 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:46.516690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7542278-fc08-4fad-8c3d-4d89ed7cb53f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:46.529646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.532692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:46.537283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.561924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.579656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:46.631717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea568a7-da4d-4ba6-bac6-4f8b3884181e {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:46.638713 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf3bfe-6891-45d3-b0c6-cb6d03f4a0f1 x-openstack-request-id: req-81bf3bfe-6891-45d3-b0c6-cb6d03f4a0f1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:46.639585 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:46.640331 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81bf3bfe-6891-45d3-b0c6-cb6d03f4a0f1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:46.641359 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'code': 200} Oct 29 11:22:46.652858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.687823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:22:46.689080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: from cryptography.utils import int_from_bytes Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: from cryptography.utils import int_from_bytes Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:22:46.697401 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:22:46.702546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Transition to ACTIVE for port object dea568a7-da4d-4ba6-bac6-4f8b3884181e will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:22:46.706226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.712368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0bb68795-cd76-403c-adf0-4db549fa78f7 req-44f1e0f7-fc47-401d-a09d-3a112dfefe64 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9457724 Oct 29 11:22:46.828191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.2273791 Oct 29 11:22:46.829148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.830577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:46.853380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Request body: {'subnet': {'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-subnet', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:46.901382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:46.920210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:46.925729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] 10.222.0.77 "DELETE /v2.0/networks/e4726d3e-de01-4198-abf8-54045f29c598 HTTP/1.1" status: 204 len: 168 time: 2.6870961 Oct 29 11:22:46.928405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41192) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:47.037569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6179e-85e4-4d3c-a1fb-f453e88c7d4b admin admin] Pushing event updated for resources: {'Network': ['ID=3ab821e3-b065-4e93-8771-52713851b557,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:47.059787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3ab821e3-b065-4e93-8771-52713851b557 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:22:47.131220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Attempting to bind port dea568a7-da4d-4ba6-bac6-4f8b3884181e on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:47.132949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4574d5-6b4e-41a2-a1b3-237f70d1c67f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4726d3e-de01-4198-abf8-54045f29c598,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:47.138016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Attempting to bind port dea568a7-da4d-4ba6-bac6-4f8b3884181e by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:47.138722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Attempting to bind port dea568a7-da4d-4ba6-bac6-4f8b3884181e on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:47.153240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Made reservation on behalf of f830e73a520844d58c5fcc2c08df0929 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:47.155635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:47.242290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Port dea568a7-da4d-4ba6-bac6-4f8b3884181e on network 1c91ef35-2113-40a7-8c72-502b1749de51 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:22:47.242616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Attempting to bind port dea568a7-da4d-4ba6-bac6-4f8b3884181e on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:47.266681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:47.266681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Checking segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:47.266681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Bound using segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:47.266681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Bound port: dea568a7-da4d-4ba6-bac6-4f8b3884181e, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:47.266681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:47.321702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e185c-3e24-4d5e-97b6-4fbd8c4cf495 req-a8272bb9-ac0f-4d8b-8fbb-52c1be3e6017 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:47.324551 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f6e185c-3e24-4d5e-97b6-4fbd8c4cf495 req-a8272bb9-ac0f-4d8b-8fbb-52c1be3e6017 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.4587829 Oct 29 11:22:47.453916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:47.458817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:47.466907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:47.495719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f6e185c-3e24-4d5e-97b6-4fbd8c4cf495 req-90f532e5-00ab-45a3-975a-29150111c772 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635342 Oct 29 11:22:47.522948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-d40aa5fe-4c9e-478e-b4b3-b30186b8ce08 service neutron] 10.222.0.86 "GET /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.0820518 Oct 29 11:22:47.532249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:47.533365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:47.535568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] 10.222.0.86 "PUT /v2.0/ports/dea568a7-da4d-4ba6-bac6-4f8b3884181e HTTP/1.1" status: 200 len: 1091 time: 1.9166133 Oct 29 11:22:47.541191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:47.545124 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80" -d '{"events": [{"name": "network-changed", "server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:47.759576 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e54b85-3ef7-45a3-a746-f31c6fc552b1 x-openstack-request-id: req-91e54b85-3ef7-45a3-a746-f31c6fc552b1 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:47.760287 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:47.761105 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91e54b85-3ef7-45a3-a746-f31c6fc552b1 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:47.762003 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'status': 'completed', 'code': 200} Oct 29 11:22:47.788573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:47.823816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f966-ece4-4a11-92f8-8970fd4f27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:47.847910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ee4434-56e6-40ff-a9ba-557e02f8dd0d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:47.879006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955644f4-f589-48f9-a03a-bb9ffb731463 req-81f345e6-9f3f-4632-943e-481df2b4d9db tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:47.888199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-955644f4-f589-48f9-a03a-bb9ffb731463 req-81f345e6-9f3f-4632-943e-481df2b4d9db tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 943 time: 0.3811469 Oct 29 11:22:47.914369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Checking segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:47.914730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Network hostable DHCP agents. Network: 3ab821e3-b065-4e93-8771-52713851b557, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:22:47.916489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-3eb9f7f8-9a4a-4fca-8448-9413727813c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:47.918228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-3eb9f7f8-9a4a-4fca-8448-9413727813c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 1094 time: 0.2178340 Oct 29 11:22:47.934905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:47.949716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-955644f4-f589-48f9-a03a-bb9ffb731463 req-24af8ab5-b4a2-492e-9aee-199a5a07fe94 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Oct 29 11:22:47.988811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Network 3ab821e3-b065-4e93-8771-52713851b557 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:22:48.011957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-8db6cd39-3d4e-40d0-bfda-30f5eb6ca16f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e HTTP/1.1" status: 200 len: 217 time: 0.0679059 Oct 29 11:22:48.024323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:48.091197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3ab821e3-b065-4e93-8771-52713851b557) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:48.097859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:48.098703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.108329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2440ea-18d1-4dbd-970f-fac9174d8db4 None None] Network 3ab821e3-b065-4e93-8771-52713851b557 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:22:48.114426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7ecb-97b7-4729-8ec2-cc9effea51c1 req-538ad37a-cdca-4b69-9335-4b0674d56933 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:48.115208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-eaaa0700-29f6-48af-871b-a97ec322a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:48.123455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e0f7ecb-97b7-4729-8ec2-cc9effea51c1 req-538ad37a-cdca-4b69-9335-4b0674d56933 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 943 time: 0.2503264 Oct 29 11:22:48.123755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-eaaa0700-29f6-48af-871b-a97ec322a054 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.0933402 Oct 29 11:22:48.175255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1132fa82-6d15-4161-9113-2044a1c0cdfb {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:48.195781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e0f7ecb-97b7-4729-8ec2-cc9effea51c1 req-a860e2d7-6014-43fb-a066-91b76bc48974 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660307 Oct 29 11:22:48.211141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-306d330c-7b42-4f7d-90e1-72397a33eaf5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3708055 Oct 29 11:22:48.217268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41244) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:48.226240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-581ba488-7cb0-4b20-859b-a831a64e5eb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868425 Oct 29 11:22:48.230431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:48.247484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:48.311906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.386051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.386051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.392732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-3ab821e3-b065-4e93-8771-52713851b557', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:22:48.394910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.463672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.491889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-f3733de0-bac6-4555-b98e-a4f56fcfe1ae service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516787 Oct 29 11:22:48.530271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:48.647777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Allocated IP 172.20.0.2 (3ab821e3-b065-4e93-8771-52713851b557/75ee4434-56e6-40ff-a9ba-557e02f8dd0d/1f4b6b10-f478-40ae-9486-f4bf3a256523) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:49.046801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:49.066835 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.077769 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.131473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Network 3ab821e3-b065-4e93-8771-52713851b557 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:49.134307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:49.143430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:49.155021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Pushing event updated for resources: {'Port': ['ID=1f4b6b10-f478-40ae-9486-f4bf3a256523,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:49.224983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] Transition to ACTIVE for port object 1132fa82-6d15-4161-9113-2044a1c0cdfb will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:22:49.247653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Attempting to bind port 1f4b6b10-f478-40ae-9486-f4bf3a256523 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:49.248157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Attempting to bind port 1f4b6b10-f478-40ae-9486-f4bf3a256523 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:49.248595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Attempting to bind port 1f4b6b10-f478-40ae-9486-f4bf3a256523 on network 3ab821e3-b065-4e93-8771-52713851b557 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:49.256719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:49.257234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Checking segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:49.257713 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.258088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3190e9f-48be-44c1-ac76-b603e268aeae req-469b3b51-cdc3-4a39-b463-e2ce0875f4dc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:49.259380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Bound using segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:49.260256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Bound port: 1f4b6b10-f478-40ae-9486-f4bf3a256523, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:49.260689 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.269143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3190e9f-48be-44c1-ac76-b603e268aeae req-469b3b51-cdc3-4a39-b463-e2ce0875f4dc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.6023409 Oct 29 11:22:49.311735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.338290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c835c85b-a350-45ca-b6d5-7ca787d7a96c req-8708e210-1632-4222-a3ce-093174f74868 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301232 Oct 29 11:22:49.372775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] For port 1f4b6b10-f478-40ae-9486-f4bf3a256523, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:49.378813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] For port 1f4b6b10-f478-40ae-9486-f4bf3a256523, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f4b6b10-f478-40ae-9486-f4bf3a256523,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:49.385141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.414374 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.436044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0927-8275-4571-8e6c-5cc6d4c121e9 req-997e9f6e-f481-44ef-85d9-0f386fc1f971 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:49.446799 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37ca0927-8275-4571-8e6c-5cc6d4c121e9 req-997e9f6e-f481-44ef-85d9-0f386fc1f971 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 943 time: 0.3603268 Oct 29 11:22:49.485324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b7e32-2f6d-4354-9e56-fdff7259e602 None None] Pushing event updated for resources: {'Port': ['ID=1f4b6b10-f478-40ae-9486-f4bf3a256523,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:49.496757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3190e9f-48be-44c1-ac76-b603e268aeae req-60d91271-8f71-4ec6-943e-6570e959e506 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263553 Oct 29 11:22:49.506430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] No DVR routers for this DVR port 1132fa82-6d15-4161-9113-2044a1c0cdfb on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:22:49.542629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75ca21a8-7f89-4f7f-9dd0-1427a923b12a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:49.629751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-875dd1b9-edbb-4947-b4dc-18954525d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:49.631956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-875dd1b9-edbb-4947-b4dc-18954525d91c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 1094 time: 0.2165444 Oct 29 11:22:49.735809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] 10.222.0.86 "PUT /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2078462 Oct 29 11:22:49.736579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e0580-2d29-42f8-a809-b2f911dc72fa service neutron] Pushing event updated for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:49.859594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37ca0927-8275-4571-8e6c-5cc6d4c121e9 req-27fe29a8-9352-4311-a13f-90f4fa6a7f3a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111600 Oct 29 11:22:49.952490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda85e9-d4e6-477a-ade4-d4f292acf5a7 req-253293d3-8584-44d0-a49a-aeca7af3c99d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:49.967377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dda85e9-d4e6-477a-ade4-d4f292acf5a7 req-253293d3-8584-44d0-a49a-aeca7af3c99d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.3499177 Oct 29 11:22:50.041736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75ca21a8-7f89-4f7f-9dd0-1427a923b12a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.051027 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75ca21a8-7f89-4f7f-9dd0-1427a923b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.145639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ad86d70b-0422-473d-bc93-9742b5393db9 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:50.147371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ad86d70b-0422-473d-bc93-9742b5393db9 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.2908950 Oct 29 11:22:50.155013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-75ca21a8-7f89-4f7f-9dd0-1427a923b12a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79a3d61982354b698f1a71831f6c3626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0723364 Oct 29 11:22:50.155976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:50.171001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dda85e9-d4e6-477a-ade4-d4f292acf5a7 req-d4622e76-ccd4-449f-8a9f-3468ecaf4380 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962936 Oct 29 11:22:50.205187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca21a8-7f89-4f7f-9dd0-1427a923b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc6788d-8a02-4d03-ae91-758fe9e48bfe,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:50.215250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-5877b479-83bb-4159-8838-14a4c3c5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:50.216833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-5877b479-83bb-4159-8838-14a4c3c5ccfd service neutron] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 905 time: 0.5591497 Oct 29 11:22:50.282677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-38c5c1a1-79a6-46eb-ae5c-4fdf93063985 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e HTTP/1.1" status: 200 len: 217 time: 0.0535004 Oct 29 11:22:50.292668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-14c4c7e0-6459-4480-b023-35cc8e645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:50.295433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-14c4c7e0-6459-4480-b023-35cc8e645474 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 1095 time: 0.1165886 Oct 29 11:22:50.337492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.380113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Deleting port a8503343-2350-41de-a7c2-13556f32493a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:50.380852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.397139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.398558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-b0aafafe-22ec-4d49-afb4-44c86fb4ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:50.400267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-b0aafafe-22ec-4d49-afb4-44c86fb4ba77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.1037869 Oct 29 11:22:50.423232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.467283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-45b1da5f-622c-4b9c-a8f9-9b918031aff3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293064 Oct 29 11:22:50.467532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.534814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-86e58ccd-e0b3-42ee-8de1-0159f140624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:50.536572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-86e58ccd-e0b3-42ee-8de1-0159f140624c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1095 time: 0.1891234 Oct 29 11:22:50.604827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.607966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.609385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cc6788d-8a02-4d03-ae91-758fe9e48bfe HTTP/1.1" status: 204 len: 168 time: 0.4465761 Oct 29 11:22:50.658408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617cab4-744f-4af8-bbae-60b0fcc130b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc6788d-8a02-4d03-ae91-758fe9e48bfe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:50.752054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] For port a8503343-2350-41de-a7c2-13556f32493a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8503343-2350-41de-a7c2-13556f32493a,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:50.753651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:50.792873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Allocated IP 172.25.4.13 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/61ff496c-472d-4c6f-9fff-e80d94eb2890) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:50.800685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Calling delete_port for a8503343-2350-41de-a7c2-13556f32493a owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:50.828384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-32c6eddb-aeae-4486-b47a-af00e9a37d70 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528197 Oct 29 11:22:50.946087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.030814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.085315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-faafefab-009a-4ba2-9558-0fb7220bdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:51.100768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-faafefab-009a-4ba2-9558-0fb7220bdae4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.5564277 Oct 29 11:22:51.107547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:51.116449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:51.124310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:51.136972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8d68b-32bb-4ccc-b079-f53cb6fa4fd8 req-6daf7d90-0f20-4b76-91fc-b7b94e04e803 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:51.139219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63e8d68b-32bb-4ccc-b079-f53cb6fa4fd8 req-6daf7d90-0f20-4b76-91fc-b7b94e04e803 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.5043383 Oct 29 11:22:51.167989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Pushing event updated for resources: {'Port': ['ID=61ff496c-472d-4c6f-9fff-e80d94eb2890,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:51.216327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3969ea-7f65-42d3-b98d-b16d5406f805 None None] Network 3ab821e3-b065-4e93-8771-52713851b557 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:22:51.234236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41298) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:51.346341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-60bd0433-40b9-47da-861b-ff8655934fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.2191107 Oct 29 11:22:51.369405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f4b6b10-f478-40ae-9486-f4bf3a256523 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:51.412317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-b14713b0-65c8-4a7d-a6a9-3dba76177f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:51.414331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-b14713b0-65c8-4a7d-a6a9-3dba76177f85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.0527186 Oct 29 11:22:51.415244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa74e-073e-4b39-b314-93dd6a0bf645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.437566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] Provisioning complete for port 1f4b6b10-f478-40ae-9486-f4bf3a256523 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:51.438197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.441531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63e8d68b-32bb-4ccc-b079-f53cb6fa4fd8 req-aba08166-938c-4e95-96f1-8a74b43711f1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672324 Oct 29 11:22:51.499661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-9f6b7bbb-0f7a-421e-a141-eb37b7025cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755000 Oct 29 11:22:51.582454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2fa300a-fbd1-4c9d-977d-c0ec1c9baa80 req-dadcdf94-1fcb-44fb-8880-dd907acd6392 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438533 Oct 29 11:22:51.592652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a4d0-2643-4fe5-ac51-d78e9014c3a1 req-dce34b66-a51f-4444-9282-dfa73763fea2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:51.607753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c054a4d0-2643-4fe5-ac51-d78e9014c3a1 req-dce34b66-a51f-4444-9282-dfa73763fea2 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 943 time: 0.5465829 Oct 29 11:22:51.618641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:22:51.630871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f4b6b10-f478-40ae-9486-f4bf3a256523 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:51.638128 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.716419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.787427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.889165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08bfbe-32bd-4d0c-809e-77825c015891 req-2206deba-b554-486a-862e-35b0314df59e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:51.897307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df08bfbe-32bd-4d0c-809e-77825c015891 req-2206deba-b554-486a-862e-35b0314df59e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.0854201 Oct 29 11:22:51.942712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:51.966435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df08bfbe-32bd-4d0c-809e-77825c015891 req-c568edba-4577-43d9-ada3-0534ac12ad5d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675931 Oct 29 11:22:51.984955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-766f0ff3-6731-40d6-8345-ea40eb739434 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713223 Oct 29 11:22:52.017166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] For port 1f4b6b10-f478-40ae-9486-f4bf3a256523, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f4b6b10-f478-40ae-9486-f4bf3a256523,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:52.018998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c054a4d0-2643-4fe5-ac51-d78e9014c3a1 req-be7d6bf6-2b19-4edc-b774-28a8b00065ab tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101448 Oct 29 11:22:52.077164 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.117683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.197115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa74e-073e-4b39-b314-93dd6a0bf645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.202190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:52.217890 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.244543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'mac_address': 'fa:16:3e:8d:61:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:22:52.257181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8503343-2350-41de-a7c2-13556f32493a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:52.283900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b5d96-c346-4c94-9f74-977d4851a115 None None] Pushing event updated for resources: {'Port': ['ID=1f4b6b10-f478-40ae-9486-f4bf3a256523,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:52.331413 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa74e-073e-4b39-b314-93dd6a0bf645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.365538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f0aa74e-073e-4b39-b314-93dd6a0bf645 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c3601f86f724de7bd3ffca24c10e216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646157 Oct 29 11:22:52.374879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41312) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:52.522023 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.612962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea568a7-da4d-4ba6-bac6-4f8b3884181e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:22:52.652124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.684514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:52.695358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Router ec635a84-db96-4399-afa6-9bc3be1eb975 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:22:52.705418 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.723805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.811533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa74e-073e-4b39-b314-93dd6a0bf645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa828b-64e9-4f41-8ad4-58cfd6145a5e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:52.862715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:52.891369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-deda0964-10e9-4985-a7d4-fb7ed8cd46db service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928332 Oct 29 11:22:52.899778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.949817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00bcff24-c446-462b-a662-497e82705129 None None] Provisioning complete for port 1f4b6b10-f478-40ae-9486-f4bf3a256523 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:52.950087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00bcff24-c446-462b-a662-497e82705129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:52.994320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dea568a7-da4d-4ba6-bac6-4f8b3884181e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:22:53.111673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92009c54-82af-4350-9298-d8fcfbf24e75 req-2d732bef-c432-4fa5-9cb3-750040015a41 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:53.113808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92009c54-82af-4350-9298-d8fcfbf24e75 req-2d732bef-c432-4fa5-9cb3-750040015a41 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.3912835 Oct 29 11:22:53.200731 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92009c54-82af-4350-9298-d8fcfbf24e75 req-0900a17e-12c4-4ab7-961b-425fb60dc5d0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698762 Oct 29 11:22:53.217996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:22:53.251412 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Sync routers for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:22:53.253607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:53.261179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5bffbdfa-e36a-445b-9e50-bcadb4d88c5d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.0420101 Oct 29 11:22:53.264856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:53.275019 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:53.275882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:53.418266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f4b6b10-f478-40ae-9486-f4bf3a256523 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:53.525515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cae3f-5d45-45f7-9e53-27c74c56243a req-35987eae-61b5-444a-b309-f40228e0d73c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:53.533464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-804cae3f-5d45-45f7-9e53-27c74c56243a req-35987eae-61b5-444a-b309-f40228e0d73c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 944 time: 0.1623988 Oct 29 11:22:53.572267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f4b6b10-f478-40ae-9486-f4bf3a256523 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:53.572820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:53.594583 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:53.609977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-804cae3f-5d45-45f7-9e53-27c74c56243a req-de79019a-566a-46d1-a896-20dc08592336 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748286 Oct 29 11:22:53.842934 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:53.846708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:53.851388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbfa828b-64e9-4f41-8ad4-58cfd6145a5e HTTP/1.1" status: 204 len: 168 time: 1.4729879 Oct 29 11:22:53.961473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cedcfe-1e07-462d-80d1-b0641d8a7f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa828b-64e9-4f41-8ad4-58cfd6145a5e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:53.963909 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:51Z', 'revision_number': 3, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:54.004578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b0602-e118-4fb2-b739-f92a7aa1fdeb req-39d2f974-d6c4-4524-8e9b-dcbb5f5da62c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:54.006254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf7b0602-e118-4fb2-b739-f92a7aa1fdeb req-39d2f974-d6c4-4524-8e9b-dcbb5f5da62c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.2282705 Oct 29 11:22:54.017656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-4dde806b-8d6a-49c5-95f1-bc469c494fa9 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:54.019367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-4dde806b-8d6a-49c5-95f1-bc469c494fa9 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.2443345 Oct 29 11:22:54.055698 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Checking router: ec635a84-db96-4399-afa6-9bc3be1eb975 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:22:54.058636 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Updating router ec635a84-db96-4399-afa6-9bc3be1eb975 port 61ff496c-472d-4c6f-9fff-e80d94eb2890 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:22:54.143134 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:54.203719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:22:54.389569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf7b0602-e118-4fb2-b739-f92a7aa1fdeb req-8208b512-e8a4-4528-a8c7-502b3d015247 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395178 Oct 29 11:22:54.501564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:54.560376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ae9c022b-e7c6-4e40-989f-1cc98d398040 service neutron] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:54.570759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8d39-4a52-47c1-960d-1c7e6c4306ce req-559c542c-162b-4b5e-af58-18f77ec1b1d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:54.571709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ae9c022b-e7c6-4e40-989f-1cc98d398040 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:54.573482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b38323c-651b-440f-8e15-2d455c7e2edf req-ae9c022b-e7c6-4e40-989f-1cc98d398040 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.5437067 Oct 29 11:22:54.573938 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476e8d39-4a52-47c1-960d-1c7e6c4306ce req-559c542c-162b-4b5e-af58-18f77ec1b1d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1289756 Oct 29 11:22:54.717450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:22:54.732677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2182c7a5-dd8f-4411-bff9-19363922726a admin admin] 10.222.0.77 "PUT /v2.0/routers/76d86a18-60c3-4fc7-bd80-dab03a8c4b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7925763 Oct 29 11:22:54.735372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Sync routers for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:22:54.737190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41356) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:54.766754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:54.771796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:55.105485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:55.127260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Allocated IP 172.20.0.1 (3ab821e3-b065-4e93-8771-52713851b557/75ee4434-56e6-40ff-a9ba-557e02f8dd0d/81caece5-0fdf-425d-af27-f9f688051e94) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:22:55.145287 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.158943 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.237098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553e68-b4fe-4ece-b7db-38903210326a req-9d626d2f-ec78-49f0-9300-c075aec034fd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:55.248080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98553e68-b4fe-4ece-b7db-38903210326a req-9d626d2f-ec78-49f0-9300-c075aec034fd tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 944 time: 0.4471426 Oct 29 11:22:55.349099 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Attempting to bind port 61ff496c-472d-4c6f-9fff-e80d94eb2890 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:22:55.353034 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Attempting to bind port 61ff496c-472d-4c6f-9fff-e80d94eb2890 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:22:55.353540 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Attempting to bind port 61ff496c-472d-4c6f-9fff-e80d94eb2890 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:22:55.379218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Pushing event updated for resources: {'Port': ['ID=61ff496c-472d-4c6f-9fff-e80d94eb2890,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:55.393567 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:22:55.398933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.399468 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:22:55.400009 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.400609 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:22:55.401420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Bound port: 61ff496c-472d-4c6f-9fff-e80d94eb2890, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:22:55.401960 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.435344 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.436072 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.436734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.438076 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.438927 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.439811 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.443086 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.448177 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.450032 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.452378 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.453190 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.454039 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.552278 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] For port 61ff496c-472d-4c6f-9fff-e80d94eb2890, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:22:55.557945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.560150 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] For port 61ff496c-472d-4c6f-9fff-e80d94eb2890, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61ff496c-472d-4c6f-9fff-e80d94eb2890,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:22:55.567806 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.591510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:55.601596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476e8d39-4a52-47c1-960d-1c7e6c4306ce req-c02647dd-b501-4c29-b810-e16e9f05fa34 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0010722 Oct 29 11:22:55.694547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98553e68-b4fe-4ece-b7db-38903210326a req-945cb469-b600-4c13-ba89-974b43015980 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456506 Oct 29 11:22:55.739773 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.741962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.780500 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87828-43c9-4e4e-b9b1-06c30c535d4a None None] Pushing event updated for resources: {'Port': ['ID=61ff496c-472d-4c6f-9fff-e80d94eb2890,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:55.831795 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:55.832513 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:55.909415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Pushing event updated for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:55.932630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Network 3ab821e3-b065-4e93-8771-52713851b557 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:55.935144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:55.954103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:55.976421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:22:55.979312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:55.990226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.002563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.003394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.003394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:56.018907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port dea568a7-da4d-4ba6-bac6-4f8b3884181e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:22:56.054850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:22:51Z', 'revision_number': 5, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port': {'id': '5dfb140e-ce49-4cf6-8b63-3b8feec4052e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:20:28Z', 'updated_at': '2021-10-29T11:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:56.116752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Deleting port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:22:56.117345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.124719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.188167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port dea568a7-da4d-4ba6-bac6-4f8b3884181e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:56.189106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.201899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Checking router: 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:22:56.244977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41386) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:56.271852 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:56.282306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-53be6f87-351f-46ba-8439-05cb4df58457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:56.284786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-53be6f87-351f-46ba-8439-05cb4df58457 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1096 time: 0.1092224 Oct 29 11:22:56.317285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Routers {'76d86a18-60c3-4fc7-bd80-dab03a8c4b35'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:22:56.319702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:56.493161 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:22:56.505772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-bc7577c6-6ce2-4fd7-b964-02e7cbc77348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:56.511843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-bc7577c6-6ce2-4fd7-b964-02e7cbc77348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2148056 Oct 29 11:22:56.597968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-network', 'tenant_id': 'cd81ba19278a412aac73ef135b437717'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:56.614059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-0e662cc9-99ae-4f7d-a6b9-3cf6bf9ba59d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 217 time: 0.0820000 Oct 29 11:22:56.673588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.677662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] For port 5dfb140e-ce49-4cf6-8b63-3b8feec4052e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:56.678057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.726556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Made reservation on behalf of cd81ba19278a412aac73ef135b437717 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:56.730205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.739467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Calling delete_port for 5dfb140e-ce49-4cf6-8b63-3b8feec4052e owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:22:56.750500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-22416fcf-67aa-4dc8-b81e-7182634e0be8 None None] Provisioning complete for port 81caece5-0fdf-425d-af27-f9f688051e94 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:56.751182 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-22416fcf-67aa-4dc8-b81e-7182634e0be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.752919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:56.798497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-22416fcf-67aa-4dc8-b81e-7182634e0be8 None None] Port 81caece5-0fdf-425d-af27-f9f688051e94 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:22:56.820241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:22:56.823575 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb6bc0-3c1a-4e8f-955c-74c5977d5297" -d '{"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:22:56.831749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] Set router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:22:56.850997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:51Z', 'revision_number': 3, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:56.901999 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dca0e-39de-4c4e-8328-ef47f1b3bdc7 None None] The sync data for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 is: [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:51Z', 'revision_number': 3, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:22:56.921903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:56.924278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:22:55Z', 'revision_number': 6, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:22:56.928567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.015050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.037986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef575a-2295-47ee-9e44-827788293736 req-14e6830a-7d6b-426f-aed4-c301f7cfb456 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:57.040032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634d0bf-4a87-4d94-8f26-b0524b7bb144 None None] The sync data for ids ['76d86a18-60c3-4fc7-bd80-dab03a8c4b35'] in n-d-805046-9 is: [{'id': '76d86a18-60c3-4fc7-bd80-dab03a8c4b35', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913300555-router', 'tenant_id': '9b8871ca84714ec28a6c0d1c2428e759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:20:26Z', 'updated_at': '2021-10-29T11:22:55Z', 'revision_number': 6, 'project_id': '9b8871ca84714ec28a6c0d1c2428e759', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:22:57.043684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8ef575a-2295-47ee-9e44-827788293736 req-14e6830a-7d6b-426f-aed4-c301f7cfb456 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.3449876 Oct 29 11:22:57.098717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1bc91642-3286-4bc5-8b04-1fa915ce8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:57.100407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1bc91642-3286-4bc5-8b04-1fa915ce8b12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.4774361 Oct 29 11:22:57.106133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.133818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.147523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:57.196118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-55debca0-5953-49b7-ab27-2cc6f191821f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683937 Oct 29 11:22:57.276164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:22:57.285429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796b1ef-367f-42d2-9d8a-226d24003bf0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:57.306924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8ef575a-2295-47ee-9e44-827788293736 req-a500a82c-1840-4ca2-ac82-ccfe49547384 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565620 Oct 29 11:22:57.439698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.459114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.603505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a687e1-0793-4b8c-8be9-7b3e9a39efa5 req-c9707213-6896-4ad5-b53f-5a66405ce431 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:57.605270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26a687e1-0793-4b8c-8be9-7b3e9a39efa5 req-c9707213-6896-4ad5-b53f-5a66405ce431 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.7934580 Oct 29 11:22:57.627346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.627830 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Added segment 44234847-ceef-4631-a070-2daecc9d24ca of type vlan for network a4eb13ae-04cc-4c42-adb4-e43d372fa40a Oct 29 11:22:57.631032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.631032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.631348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.631689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.632760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.633332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.633790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.634214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.634622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.635084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.635439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.635892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:22:57.647264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.658557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Pushing event updated for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:57.752452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946e46f-9c8d-4b6f-b5a4-9aac000bf157 req-5e314267-8545-41a5-a01b-5eb2fc1fac8c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:57.755039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b946e46f-9c8d-4b6f-b5a4-9aac000bf157 req-5e314267-8545-41a5-a01b-5eb2fc1fac8c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 945 time: 0.2476687 Oct 29 11:22:57.770091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.821738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.823490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:57.824219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.845204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b946e46f-9c8d-4b6f-b5a4-9aac000bf157 req-0d9dd585-a681-488e-b225-829383457cd5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826011 Oct 29 11:22:57.851562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:57.879897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Network 3ab821e3-b065-4e93-8771-52713851b557 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:22:57.881535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:22:57.988275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfb140e-ce49-4cf6-8b63-3b8feec4052e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:58.020656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7717330 Oct 29 11:22:58.046002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41402) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:58.064815 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c834a86-3fc2-424a-9154-a4e4c08b5fbd x-openstack-request-id: req-4c834a86-3fc2-424a-9154-a4e4c08b5fbd {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:22:58.065598 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:22:58.065598 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c834a86-3fc2-424a-9154-a4e4c08b5fbd {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:22:58.065886 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'code': 200} Oct 29 11:22:58.085667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Request body: {'subnet': {'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-subnet', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:22:58.147501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26a687e1-0793-4b8c-8be9-7b3e9a39efa5 req-87f03c5e-d4ff-47dc-9040-2c7be152e406 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734392 Oct 29 11:22:58.232446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.234847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Made reservation on behalf of cd81ba19278a412aac73ef135b437717 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:22:58.237235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.254915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-ca59a816-80f6-4231-b2ff-73e4cca3cbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0364411 Oct 29 11:22:58.261329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b99241-9533-4f9e-9a50-54e4f1b5276b admin admin] Pushing event updated for resources: {'Network': ['ID=a4eb13ae-04cc-4c42-adb4-e43d372fa40a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:58.282266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:22:58.401523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Router ec635a84-db96-4399-afa6-9bc3be1eb975 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:22:58.523437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-76ed1d32-9085-4cfd-91a3-b09412fc268f None None] Provisioning complete for port 81caece5-0fdf-425d-af27-f9f688051e94 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:58.523901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-76ed1d32-9085-4cfd-91a3-b09412fc268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.542178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8a43070-da70-46a9-b965-c62c39d50145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.622181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-76ed1d32-9085-4cfd-91a3-b09412fc268f None None] Port 81caece5-0fdf-425d-af27-f9f688051e94 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:22:58.673377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc90d-21de-4c8e-83c0-e47523623a40 req-c39679c6-1061-4027-bbab-2d427e80aa63 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:58.679747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-610fc90d-21de-4c8e-83c0-e47523623a40 req-c39679c6-1061-4027-bbab-2d427e80aa63 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1095 time: 0.1576741 Oct 29 11:22:58.681520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:22:58.706032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.706989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bdc16b80-1129-41a3-9ace-f79da5da70cc admin admin] 10.222.0.77 "PUT /v2.0/routers/ec635a84-db96-4399-afa6-9bc3be1eb975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4394140 Oct 29 11:22:58.723658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-7a2cc971-ee1b-4dcb-95e9-c454f0444136 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793740 Oct 29 11:22:58.742628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:58.778393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-610fc90d-21de-4c8e-83c0-e47523623a40 req-a1ac5a05-bb4e-489e-8300-45ef3d96d3f3 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851395 Oct 29 11:22:59.041633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d038fc-c3cf-4d27-888e-db57b9010e8c req-fc5bf82e-85c3-41d7-9a15-d8c239790a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:59.043568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07d038fc-c3cf-4d27-888e-db57b9010e8c req-fc5bf82e-85c3-41d7-9a15-d8c239790a20 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 1096 time: 0.8946826 Oct 29 11:22:59.114884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fd956-6d11-4a0e-a999-922395dec4b8 req-1da08699-569e-402d-8e3d-74255c26eb5a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:59.115507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.115971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76d86a18-60c3-4fc7-bd80-dab03a8c4b35 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:22:59.116725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-511fd956-6d11-4a0e-a999-922395dec4b8 req-1da08699-569e-402d-8e3d-74255c26eb5a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 945 time: 0.1155555 Oct 29 11:22:59.139523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.140679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b05e852-624a-4ea0-be58-f149c710fecf admin admin] 10.222.0.77 "DELETE /v2.0/routers/76d86a18-60c3-4fc7-bd80-dab03a8c4b35 HTTP/1.1" status: 204 len: 168 time: 4.4023440 Oct 29 11:22:59.161639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41424) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:22:59.228090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-511fd956-6d11-4a0e-a999-922395dec4b8 req-f5c78731-e294-420a-89a7-4132b91a2fca tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964127 Oct 29 11:22:59.255876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07d038fc-c3cf-4d27-888e-db57b9010e8c req-6eb94a46-c223-4c4e-b70b-fa48e9de6a2b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662674 Oct 29 11:22:59.274149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.324714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61ff496c-472d-4c6f-9fff-e80d94eb2890 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:22:59.400269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Deleting subnet 01a9b481-f132-4a92-aee2-3543d75b047f {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:22:59.404902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b314-4bf8-443c-8c53-307dcfb32faa req-87afc3f6-97c8-489d-95e9-7bfdf23eb36a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:59.406440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6468b314-4bf8-443c-8c53-307dcfb32faa req-87afc3f6-97c8-489d-95e9-7bfdf23eb36a tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1095 time: 0.3780465 Oct 29 11:22:59.409090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Pushing event updated for resources: {'Subnet': ['ID=db00705d-762d-4e35-8fd7-30408bbdabcf,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:59.425399 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.480692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 61ff496c-472d-4c6f-9fff-e80d94eb2890 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:22:59.481290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.671980 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.718263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 61ff496c-472d-4c6f-9fff-e80d94eb2890, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61ff496c-472d-4c6f-9fff-e80d94eb2890,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:22:59.727038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:22:59.863141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=61ff496c-472d-4c6f-9fff-e80d94eb2890,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:22:59.876826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8503343-2350-41de-a7c2-13556f32493a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:59.930011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-2a87b6bb-52b6-45c4-b567-c69233210fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:22:59.936875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a8503343-2350-41de-a7c2-13556f32493a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:59.937278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8503343-2350-41de-a7c2-13556f32493a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:22:59.938199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dfb140e-ce49-4cf6-8b63-3b8feec4052e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:22:59.949201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-2a87b6bb-52b6-45c4-b567-c69233210fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 828 time: 0.2753344 Oct 29 11:22:59.966327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-b9cbb030-ad90-472f-9982-f0c527b8e0b9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/quotas/f830e73a520844d58c5fcc2c08df0929 HTTP/1.1" status: 200 len: 375 time: 0.0161695 Oct 29 11:22:59.996686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5dfb140e-ce49-4cf6-8b63-3b8feec4052e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:22:59.997157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dfb140e-ce49-4cf6-8b63-3b8feec4052e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:00.045550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-a65add21-5d4f-4517-8182-9d9fe5dffd1c tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783188 Oct 29 11:23:00.057485 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Sync routers for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:00.069752 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:00.070608 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:00.197261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6468b314-4bf8-443c-8c53-307dcfb32faa req-73ccb685-6df1-4de1-9ba2-9916016fd6f6 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239882 Oct 29 11:23:00.207040 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:00.207834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Checking segment: {'id': '44234847-ceef-4631-a070-2daecc9d24ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:00.208472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Network hostable DHCP agents. Network: a4eb13ae-04cc-4c42-adb4-e43d372fa40a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:23:00.233053 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-aed1cbfd-88be-4cfa-9f1a-8df3d3208c76 service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779442 Oct 29 11:23:00.249358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.347336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:23:00.382515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a4eb13ae-04cc-4c42-adb4-e43d372fa40a) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:00.393750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:00.395082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.396297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d8035-2443-4ac3-8ca7-764f0a641bb4 None None] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:00.415139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-80115740-3fc4-4283-8333-f50027b118be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3568311 Oct 29 11:23:00.418255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41448) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:00.427992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:00.460172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.462028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.732264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-2ddb8bfe-bc2e-4285-9863-5afac0b6d80e service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879229 Oct 29 11:23:00.769526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.780528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f645-7333-4803-b1b4-15d48b5d59ee req-9361b845-0a75-4d90-ae51-f61b05bcb9e8 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:00.782469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43f645-7333-4803-b1b4-15d48b5d59ee req-9361b845-0a75-4d90-ae51-f61b05bcb9e8 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2396634 Oct 29 11:23:00.789940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.874787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d657086-6140-4242-981f-5191f8c07b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:00.925174 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:22:57Z', 'revision_number': 2, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:00.988118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Checking router: ec635a84-db96-4399-afa6-9bc3be1eb975 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:00.988577 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Updating router ec635a84-db96-4399-afa6-9bc3be1eb975 port 81caece5-0fdf-425d-af27-f9f688051e94 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:23:01.012195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a4eb13ae-04cc-4c42-adb4-e43d372fa40a', 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'fixed_ips': [{'subnet_id': 'db00705d-762d-4e35-8fd7-30408bbdabcf'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:23:01.012372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.082696 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.084320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43f645-7333-4803-b1b4-15d48b5d59ee req-5b51834f-8b43-4a8c-b248-84458d521aec tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390635 Oct 29 11:23:01.120566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.143082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.260164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a9b481-f132-4a92-aee2-3543d75b047f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:01.311439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.321107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-67f77ec1-dbf5-4985-86b5-467d61ba470a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/01a9b481-f132-4a92-aee2-3543d75b047f HTTP/1.1" status: 204 len: 168 time: 2.1581979 Oct 29 11:23:01.324343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41466) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:01.380073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7530a-f5a1-4323-b204-e8268b929f7b None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:01.407818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61ff496c-472d-4c6f-9fff-e80d94eb2890 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:01.435985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.563896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8b9c-0318-497a-bf84-afee196dc099 req-0e1e4f7e-17a8-4846-b004-5afbc1344836 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:01.569280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e64a8b9c-0318-497a-bf84-afee196dc099 req-0e1e4f7e-17a8-4846-b004-5afbc1344836 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 945 time: 0.1957743 Oct 29 11:23:01.619923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Deleting port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:01.620318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.717115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e64a8b9c-0318-497a-bf84-afee196dc099 req-4296e01b-07df-45ee-9100-277e4ed87930 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346586 Oct 29 11:23:01.776272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Allocated IP 172.20.0.2 (a4eb13ae-04cc-4c42-adb4-e43d372fa40a/db00705d-762d-4e35-8fd7-30408bbdabcf/33b1f9fb-a966-4d9a-a52c-d4a6140e23e6) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:01.786322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 61ff496c-472d-4c6f-9fff-e80d94eb2890 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:01.786661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:01.964369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] DHCP port deletion for c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:23:01.969498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] For port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,segment=NetworkSegment(18ec59a0-34dd-4b44-8914-31056ee846d0),segment_id=18ec59a0-34dd-4b44-8914-31056ee846d0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:01.972960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.047774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Calling delete_port for 6878ea6e-f6ba-477f-b6ba-d81c54a868dc owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:02.230838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.239760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc14e968-83d0-4044-9d73-12078b15b2cc req-74cdd77d-1e9b-4568-a040-e169ad8bb200 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 210 time: 0.2301795 Oct 29 11:23:02.247888 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.258107 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.362627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:02.397610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] No DVR routers for this DVR port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:02.449442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.561260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.566426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6386-5b9c-4b04-a804-020b9a1475b9 None None] Pushing event updated for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:02.775788 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Attempting to bind port 81caece5-0fdf-425d-af27-f9f688051e94 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:02.776169 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Attempting to bind port 81caece5-0fdf-425d-af27-f9f688051e94 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:02.776540 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Attempting to bind port 81caece5-0fdf-425d-af27-f9f688051e94 on network 3ab821e3-b065-4e93-8771-52713851b557 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:02.801411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff8fd6-af92-4a83-a548-d551f5d9cb7e req-9791941c-c754-409a-9344-98f9ebb527ca tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:02.807900 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:02.808392 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Checking segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:02.808814 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.810113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76ff8fd6-af92-4a83-a548-d551f5d9cb7e req-9791941c-c754-409a-9344-98f9ebb527ca tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 945 time: 0.2626348 Oct 29 11:23:02.810406 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Bound using segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:02.811848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Bound port: 81caece5-0fdf-425d-af27-f9f688051e94, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:02.812862 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.836158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.848944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.864253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.895257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c491b3f5-d1ab-48fb-8cf9-999bb2fc7295']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:02.923662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ec59a0-34dd-4b44-8914-31056ee846d0') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:02.923956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ec59a0-34dd-4b44-8914-31056ee846d0') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:02.948551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.955212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Deleting port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:02.966239 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.976626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:02.990707 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] For port 81caece5-0fdf-425d-af27-f9f688051e94, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:02.993701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:23:02.995082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.027892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Allocated IP 172.25.4.43 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/a1880f1d-a7bb-44b6-8e0a-64eaa13259dc) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:03.033685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76ff8fd6-af92-4a83-a548-d551f5d9cb7e req-5268908c-5652-4c04-899b-afd7d8c4c40d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068884 Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:23:03.060476 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:23:03.064604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] For port 81caece5-0fdf-425d-af27-f9f688051e94, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=81caece5-0fdf-425d-af27-f9f688051e94,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:03.067650 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.070773 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.088294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.098854 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 HTTP/1.1" status: 204 len: 168 time: 1.7692764 Oct 29 11:23:03.142355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] For port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:03.142718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.193663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Calling delete_port for 6878ea6e-f6ba-477f-b6ba-d81c54a868dc owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:03.205204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:23:03.205204 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.225306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2eab2-045b-40b6-bb5b-744f8b67bd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c491b3f5-d1ab-48fb-8cf9-999bb2fc7295,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:03.230065 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.262029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.303884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d008d-771f-44e9-b5ff-50c1fdad0986 req-a86d4b0e-e112-4c30-b98f-73e597f1b2ce tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:03.322161 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8d008d-771f-44e9-b5ff-50c1fdad0986 req-a86d4b0e-e112-4c30-b98f-73e597f1b2ce tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.7861934 Oct 29 11:23:03.419068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6386-5b9c-4b04-a804-020b9a1475b9 None None] Pushing event updated for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:03.456172 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:03.456774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Network c491b3f5-d1ab-48fb-8cf9-999bb2fc7295 is not hosted by any dhcp agent {{(pid=102279) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:23:03.458042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8d008d-771f-44e9-b5ff-50c1fdad0986 req-d609d8cc-6160-4070-abb9-e288f01d3c02 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320498 Oct 29 11:23:03.458508 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:03.460917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] No DVR routers for this DVR port 6878ea6e-f6ba-477f-b6ba-d81c54a868dc on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:03.474312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6878ea6e-f6ba-477f-b6ba-d81c54a868dc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:03.516746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41506) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:03.618460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:03.621136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b10485-b294-4d45-a8e1-13a891666e51 None None] Pushing event deleted for resources: {'Port': ['ID=6878ea6e-f6ba-477f-b6ba-d81c54a868dc,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:03.629677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf64461d-ebbf-4784-9fa2-8863b3d10976 req-cac67bb9-01d1-465e-a6ee-329e6a7db614 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 210 time: 0.1869025 Oct 29 11:23:03.679331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0779adaa-500f-4386-81e6-b7db34bd09b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2dee7551b1f491cb30b89e5ec5e9c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581247 Oct 29 11:23:03.682760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:03.690746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] Provisioning complete for port 81caece5-0fdf-425d-af27-f9f688051e94 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:03.691248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.787090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:03.793057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Pushing event updated for resources: {'Port': ['ID=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:03.799835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6878ea6e-f6ba-477f-b6ba-d81c54a868dc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:23:03.801655 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:03.802180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6878ea6e-f6ba-477f-b6ba-d81c54a868dc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:03.830805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.837127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:03.845182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.895170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.927330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.966771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-e59c2cfa-3ad7-4ee7-ae17-d21bb12fce83 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:03.968481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-e59c2cfa-3ad7-4ee7-ae17-d21bb12fce83 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.86 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 828 time: 0.7255578 Oct 29 11:23:03.968737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.973105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:03.977934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f84d578b-a811-4adc-83ca-86b06318ff87 HTTP/1.1" status: 204 len: 168 time: 0.2902818 Oct 29 11:23:03.995152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed590-9688-46b3-b9ad-38a1c53fc879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d578b-a811-4adc-83ca-86b06318ff87,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:04.017341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Attempting to bind port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:04.018029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Attempting to bind port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '44234847-ceef-4631-a070-2daecc9d24ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:04.018819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Attempting to bind port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 on network a4eb13ae-04cc-4c42-adb4-e43d372fa40a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:04.025938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'port': {'device_id': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'admin_state_up': True, 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:04.039036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:04.040008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Checking segment: {'id': '44234847-ceef-4631-a070-2daecc9d24ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:04.041059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.041958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Bound using segment: {'id': '44234847-ceef-4631-a070-2daecc9d24ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:04.043260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Bound port: 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44234847-ceef-4631-a070-2daecc9d24ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:04.044136 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.198709 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.298667 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.326568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] For port 81caece5-0fdf-425d-af27-f9f688051e94, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=81caece5-0fdf-425d-af27-f9f688051e94,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:04.336998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.376207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] For port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:04.399988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ae9d-4ce3-44d7-a51e-2861e15ee45f req-fb8a8f80-edb6-4571-b9cb-d864391efcbe tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:04.407791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c78ae9d-4ce3-44d7-a51e-2861e15ee45f req-fb8a8f80-edb6-4571-b9cb-d864391efcbe tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 945 time: 0.1826365 Oct 29 11:23:04.411970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:04.457454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:04.459902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Pushing event updated for resources: {'Port': ['ID=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:04.462497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:04.512915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c78ae9d-4ce3-44d7-a51e-2861e15ee45f req-96871b3f-b695-4b62-bacb-a5857af542c5 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966985 Oct 29 11:23:04.591875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Made reservation on behalf of f830e73a520844d58c5fcc2c08df0929 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:04.595668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.607498 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:02Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:04.651794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12137f38-99e5-4ebe-bbe3-e5b3cf0eacd7 None None] Pushing event updated for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:04.670757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] For port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,segment=NetworkSegment(44234847-ceef-4631-a070-2daecc9d24ca),segment_id=44234847-ceef-4631-a070-2daecc9d24ca)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:04.677358 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc23169-42ac-4e59-93d7-c438339ddaa7 None None] The sync data for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 is: [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:02Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:04.687442 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:04.871515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a16c-7c45-4526-8899-8fa2d651d902 None None] Pushing event updated for resources: {'Port': ['ID=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:04.922163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5eca99d2-cd85-42b0-9d1e-50c8b2867d8e None None] Provisioning complete for port 81caece5-0fdf-425d-af27-f9f688051e94 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:04.922637 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5eca99d2-cd85-42b0-9d1e-50c8b2867d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.020441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Allocated IP 172.20.0.10 (3ab821e3-b065-4e93-8771-52713851b557/75ee4434-56e6-40ff-a9ba-557e02f8dd0d/78364bd4-d76b-47fb-b04e-e17bd401c796) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:05.056102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41540) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:05.129415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618ba0b-d132-4c78-ba64-3030bba88701 req-f0a69875-c10d-4355-a60b-da8b7bdaffc0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:05.138388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8618ba0b-d132-4c78-ba64-3030bba88701 req-f0a69875-c10d-4355-a60b-da8b7bdaffc0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.3665383 Oct 29 11:23:05.192710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e77f88d3-8875-4e41-80a7-1030231c46d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b8871ca84714ec28a6c0d1c2428e759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303210 Oct 29 11:23:05.193582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:05.334556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.398819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.424747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.445495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 81caece5-0fdf-425d-af27-f9f688051e94 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:05.533494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.550116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.552517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ef81575-8b5e-4ac9-bf6d-68e7ec57983c HTTP/1.1" status: 204 len: 168 time: 0.3580227 Oct 29 11:23:05.566961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9086a-eab6-4147-bc32-9a482a3b9b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef81575-8b5e-4ac9-bf6d-68e7ec57983c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:05.626215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 81caece5-0fdf-425d-af27-f9f688051e94 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:05.626648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:05.691803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55627bc9-6d6b-40f1-9377-d47dbdbc8d8e req-b7c8fd4d-5aa7-4860-b0e4-ec17f0ad043a tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 210 time: 0.0895724 Oct 29 11:23:05.803232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8618ba0b-d132-4c78-ba64-3030bba88701 req-ae105d05-180f-4ec5-ae19-9606e2e73437 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634979 Oct 29 11:23:06.104589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:06.605082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:06.743572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:06.946515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:23:07.044846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Network 3ab821e3-b065-4e93-8771-52713851b557 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:07.104674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55586240-ba6d-411c-a342-224636cd6c5c req-f421d400-65c2-4508-a3d2-225083445d4e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:07.109082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55586240-ba6d-411c-a342-224636cd6c5c req-f421d400-65c2-4508-a3d2-225083445d4e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 932 time: 0.1665225 Oct 29 11:23:07.171804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc42dc0-8ce0-48de-812d-96b53b2ec3be None None] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:07.187757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event updated for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:07.204907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:07.298687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55586240-ba6d-411c-a342-224636cd6c5c req-b1f568af-23a0-44b8-b6a8-1289feff484d tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574123 Oct 29 11:23:07.398422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:07.586614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:07.710001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] Provisioning complete for port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:07.710373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:07.713116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:07.764203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:07.823675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:07.824489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:07.837437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:07.842922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:07.844527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-baa13c02-a49a-41fd-8aeb-423b9390cdea admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.4242280 Oct 29 11:23:07.877666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-13799aca-f6e8-4129-aeb6-f2f9f9d691f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8937082 Oct 29 11:23:07.888870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b7018-690f-4a65-b539-6fad2b46e7c1 req-1a5a438e-5509-435f-94b4-701e60bbc11a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:07.891168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c0b7018-690f-4a65-b539-6fad2b46e7c1 req-1a5a438e-5509-435f-94b4-701e60bbc11a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.6586697 Oct 29 11:23:07.904131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Request body: {'port': {'device_id': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:07.919267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Sync routers for ids ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:08.030676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Routers {'11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:08.034064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:08.144971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c0b7018-690f-4a65-b539-6fad2b46e7c1 req-9ad6b062-a3f2-463f-91e4-e2d4cdd8b4b9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279856 Oct 29 11:23:08.147458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:08.403685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Set router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:08.617417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:23:08.752108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:08.770257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:08.787588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b8ed-5411-4df4-9e5f-bc265a4c894c req-8e7af410-3a77-484f-9e34-5bbf530ed436 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:08.794402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4570b8ed-5411-4df4-9e5f-bc265a4c894c req-8e7af410-3a77-484f-9e34-5bbf530ed436 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 932 time: 0.2140315 Oct 29 11:23:08.794620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'mac_address': 'fa:16:3e:8d:61:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:23:08.925673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:08.965047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4570b8ed-5411-4df4-9e5f-bc265a4c894c req-5f65d87f-8002-41bf-a47d-ab43531ffeac tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385877 Oct 29 11:23:09.046326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea568a7-da4d-4ba6-bac6-4f8b3884181e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:09.101145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:09.110523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78364bd4-d76b-47fb-b04e-e17bd401c796 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:09.117617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.144302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.203139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Transition to ACTIVE for port object 78364bd4-d76b-47fb-b04e-e17bd401c796 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:23:09.215537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.234576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Allocated IP 172.20.0.1 (a4eb13ae-04cc-4c42-adb4-e43d372fa40a/db00705d-762d-4e35-8fd7-30408bbdabcf/a8df5790-5b99-44dd-bc7e-72071081b7ba) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:09.251677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] For port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,segment=NetworkSegment(44234847-ceef-4631-a070-2daecc9d24ca),segment_id=44234847-ceef-4631-a070-2daecc9d24ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:09.252869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.398368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:09.429441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:09.439082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:09.439544 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.461513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.567627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.661289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:09.731866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ba4f-fceb-4db6-afb2-09dd08c55f2a None None] Pushing event updated for resources: {'Port': ['ID=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:09.738543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dea568a7-da4d-4ba6-bac6-4f8b3884181e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:09.818740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8df5790-5b99-44dd-bc7e-72071081b7ba,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:09.845721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:09.849055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:09.868755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:09.976990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.271997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.343693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-884c2948-f849-49ba-af01-2f7956bc63b9 None None] Provisioning complete for port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:10.344847 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-884c2948-f849-49ba-af01-2f7956bc63b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.379892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Attempting to bind port 78364bd4-d76b-47fb-b04e-e17bd401c796 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:10.380455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Attempting to bind port 78364bd4-d76b-47fb-b04e-e17bd401c796 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:10.382638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Attempting to bind port 78364bd4-d76b-47fb-b04e-e17bd401c796 on network 3ab821e3-b065-4e93-8771-52713851b557 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:10.392832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Port 78364bd4-d76b-47fb-b04e-e17bd401c796 on network 3ab821e3-b065-4e93-8771-52713851b557 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:23:10.393693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Attempting to bind port 78364bd4-d76b-47fb-b04e-e17bd401c796 on network 3ab821e3-b065-4e93-8771-52713851b557 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:10.399453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:10.400567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Checking segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:10.400702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Bound using segment: {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:10.401112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Bound port: 78364bd4-d76b-47fb-b04e-e17bd401c796, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15eca76e-19dc-45a8-b1c9-ff36e0c156d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ab821e3-b065-4e93-8771-52713851b557'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:10.401602 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.431731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:05Z', 'revision_number': 3, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:10.479278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Checking router: 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:10.479659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Updating router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:23:10.590914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:10.602399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78364bd4-d76b-47fb-b04e-e17bd401c796,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:10.612427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.705859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:10.708249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.715329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 1092 time: 2.8210182 Oct 29 11:23:10.718665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:10.752052 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5" -d '{"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:10.765102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:10.807874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.816385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.879607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:10.907551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03aa16-9a00-42f3-a7a7-0f45ed5be1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:10.937382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-d657ad06-8b48-4ec8-974a-7247a6846ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:10.941376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8df5790-5b99-44dd-bc7e-72071081b7ba,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:10.949031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-d657ad06-8b48-4ec8-974a-7247a6846ee5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1095 time: 0.1790605 Oct 29 11:23:11.032329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:11.061609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-b391597e-55bb-4176-bc7a-58809c097020 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 217 time: 0.1043901 Oct 29 11:23:11.185319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:11.186875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:11.220003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-54ebbbac-6a4a-4a22-8cf6-c32d09c5b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:11.229314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-54ebbbac-6a4a-4a22-8cf6-c32d09c5b769 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.1598496 Oct 29 11:23:11.284359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:11.284609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:11.352499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-0568ebfa-6a50-4647-8aa0-ba9fb816eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:11.375730 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-0568ebfa-6a50-4647-8aa0-ba9fb816eeb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239536 Oct 29 11:23:11.397469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:23:11.568655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-fefbbbae-7fc8-417c-a0ae-7fbb6604fdae service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906950 Oct 29 11:23:11.623634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-21f1c3f0-4b86-49ad-88c6-d01d9e1d7067 None None] Provisioning complete for port a8df5790-5b99-44dd-bc7e-72071081b7ba triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:11.623634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-21f1c3f0-4b86-49ad-88c6-d01d9e1d7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:11.722566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-21f1c3f0-4b86-49ad-88c6-d01d9e1d7067 None None] Port a8df5790-5b99-44dd-bc7e-72071081b7ba cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:23:11.767255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:11.831734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:11.851573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ddc0338-16c3-4351-b28d-3535da718df0 admin admin] 10.222.0.77 "PUT /v2.0/routers/11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0074995 Oct 29 11:23:11.912291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6014f8df-4884-4ec4-ac6f-2d157796d3bb req-ce133df0-ac79-41a0-a06d-ff68f1fb81bb service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337643 Oct 29 11:23:12.128544 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.143590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port dea568a7-da4d-4ba6-bac6-4f8b3884181e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:12.143997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.196933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7edf3c03-2513-4b75-a9a5-30e64d845ab3 None None] Provisioning complete for port a8df5790-5b99-44dd-bc7e-72071081b7ba triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:12.197347 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7edf3c03-2513-4b75-a9a5-30e64d845ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.198951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.383427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Pushing event updated for resources: {'Port': ['ID=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:12.438072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.438716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.439212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.439700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.440194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.440677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.441211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.441689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.442166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.442642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.443140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.443614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:12.471557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7edf3c03-2513-4b75-a9a5-30e64d845ab3 None None] Port a8df5790-5b99-44dd-bc7e-72071081b7ba cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:23:12.520849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Attempting to bind port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:12.521386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Attempting to bind port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:12.521840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Attempting to bind port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:12.530079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.564210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:12.564613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:12.565034 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.565459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:12.565977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Bound port: a1880f1d-a7bb-44b6-8e0a-64eaa13259dc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:12.566378 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.609104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:12.611745 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e1d08-e3de-4e37-86bf-93af89beddea" -d '{"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:12.651853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:12.659084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.748472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:12.766647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] For port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:12.770509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] For port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:12.780461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:12.840623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fdbe0-8a02-4887-aff2-09f7ce5777ef None None] Pushing event updated for resources: {'Port': ['ID=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:12.895868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Routers {'11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:12.896548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:13.141447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] Set router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:13.152216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c36f54-4bcf-4e8c-b1f2-143c3a7cbb1f req-321ccbd6-deb5-4a72-a0d3-770d284a5be3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:13.166242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c36f54-4bcf-4e8c-b1f2-143c3a7cbb1f req-321ccbd6-deb5-4a72-a0d3-770d284a5be3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1013796 Oct 29 11:23:13.247717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c36f54-4bcf-4e8c-b1f2-143c3a7cbb1f req-5fec2e73-17c4-4cb7-bb62-860696249a1d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804305 Oct 29 11:23:13.269748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776153-164b-4576-8a1b-36800905566e req-de2e5ff5-6ecb-47dc-a790-c77709500b76 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:13.277280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f776153-164b-4576-8a1b-36800905566e req-de2e5ff5-6ecb-47dc-a790-c77709500b76 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 944 time: 0.0692482 Oct 29 11:23:13.372448 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f776153-164b-4576-8a1b-36800905566e req-aa355339-15d1-4c20-b231-3d1007c5c3aa tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796552 Oct 29 11:23:13.460387 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2bc9fa-fa87-44ea-ab1e-c3794ed1109b x-openstack-request-id: req-4f2bc9fa-fa87-44ea-ab1e-c3794ed1109b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:13.461301 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:13.464439 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f2bc9fa-fa87-44ea-ab1e-c3794ed1109b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:13.465515 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'status': 'completed', 'code': 200} Oct 29 11:23:13.537807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:10Z', 'revision_number': 4, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8df5790-5b99-44dd-bc7e-72071081b7ba', 'name': '', 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'mac_address': 'fa:16:3e:46:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'db00705d-762d-4e35-8fd7-30408bbdabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:08Z', 'updated_at': '2021-10-29T11:23:10Z', 'revision_number': 2, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'subnets': [{'id': 'db00705d-762d-4e35-8fd7-30408bbdabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:13.547289 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706be86b-0c2a-43da-8181-29d3a107c57d x-openstack-request-id: req-706be86b-0c2a-43da-8181-29d3a107c57d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:13.547682 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:13.547947 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-706be86b-0c2a-43da-8181-29d3a107c57d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:13.548352 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'code': 200} Oct 29 11:23:13.567129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-5adc8f78-1426-41e4-ab76-506b7b400419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:13.581942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-5adc8f78-1426-41e4-ab76-506b7b400419 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1095 time: 0.0930071 Oct 29 11:23:13.589532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3909d4-77c9-4d11-bf71-2df02f5df96a None None] The sync data for ids ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'] in n-d-805046-9 is: [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:10Z', 'revision_number': 4, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a8df5790-5b99-44dd-bc7e-72071081b7ba', 'name': '', 'network_id': 'a4eb13ae-04cc-4c42-adb4-e43d372fa40a', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'mac_address': 'fa:16:3e:46:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'db00705d-762d-4e35-8fd7-30408bbdabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:08Z', 'updated_at': '2021-10-29T11:23:10Z', 'revision_number': 2, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'subnets': [{'id': 'db00705d-762d-4e35-8fd7-30408bbdabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:13.653961 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-54215029-1ca2-4d56-be82-00667d759f95 req-5d5f0b3b-85d0-4e9f-8f82-2f3be0a07292 tempest-FloatingIPDetailsNegativeTestJSON-553671186 tempest-FloatingIPDetailsNegativeTestJSON-553671186-project] show failed (client error): The resource could not be found. Oct 29 11:23:13.668075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41728) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:13.668535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54215029-1ca2-4d56-be82-00667d759f95 req-5d5f0b3b-85d0-4e9f-8f82-2f3be0a07292 tempest-FloatingIPDetailsNegativeTestJSON-553671186 tempest-FloatingIPDetailsNegativeTestJSON-553671186-project] 10.222.0.77 "GET /v2.0/floatingips/54d1bed1-c56b-44fa-8aa5-689f6a9b9b93 HTTP/1.1" status: 404 len: 350 time: 0.1159856 Oct 29 11:23:13.978352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46699164-237e-4d66-b2ac-4675fe461b1c req-ce0945ca-fa06-4bdc-8afd-7de580c0c39c tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:13.994663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46699164-237e-4d66-b2ac-4675fe461b1c req-ce0945ca-fa06-4bdc-8afd-7de580c0c39c tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 950 time: 0.2141302 Oct 29 11:23:14.033780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-377c103b-41e5-46f2-9174-c659f49d8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:14.039707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-377c103b-41e5-46f2-9174-c659f49d8f39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 929 time: 0.3962367 Oct 29 11:23:14.127379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-39bbb82d-8e77-42e9-aa2a-f0ad10aa0ca4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 217 time: 0.0738299 Oct 29 11:23:14.196212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46699164-237e-4d66-b2ac-4675fe461b1c req-10e2aabe-60c4-4567-96f0-e343d6b22fc8 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004912 Oct 29 11:23:14.269924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-43c68725-ed23-42e6-9008-50af14bf796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:14.271878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-43c68725-ed23-42e6-9008-50af14bf796b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.1259084 Oct 29 11:23:14.375412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-f35c51dd-9a84-4879-b55e-3c934855feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:14.377106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-f35c51dd-9a84-4879-b55e-3c934855feab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960038 Oct 29 11:23:14.602306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:14.705405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed677-3ebd-4e12-b48d-61c5a0f6147c req-8307da04-e8d7-4e1a-9e43-9cee85cc8d79 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:14.707333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f35ed677-3ebd-4e12-b48d-61c5a0f6147c req-8307da04-e8d7-4e1a-9e43-9cee85cc8d79 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1884136 Oct 29 11:23:14.770569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-3d00fefc-1c94-469f-bfbf-df0d289e5280 service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804591 Oct 29 11:23:14.953684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f35ed677-3ebd-4e12-b48d-61c5a0f6147c req-3aa2077c-755e-4987-90f5-0167520ed642 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296796 Oct 29 11:23:14.957109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affb7e02-e1a4-4f5c-a3a5-019ed6aeaea5 req-609d6b5a-d27a-4161-984b-3d15578e8a13 service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671798 Oct 29 11:23:15.096531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b1476-0edf-47a3-b561-63ce58833e09 req-cf3d5385-55d4-428c-a9b9-2ab66374b86b tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:15.105638 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-656b1476-0edf-47a3-b561-63ce58833e09 req-cf3d5385-55d4-428c-a9b9-2ab66374b86b tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 944 time: 0.5749049 Oct 29 11:23:15.237182 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-656b1476-0edf-47a3-b561-63ce58833e09 req-f25d2d3c-68c7-4750-b022-df0cf1ced385 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583756 Oct 29 11:23:15.535920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Deleting port a8df5790-5b99-44dd-bc7e-72071081b7ba {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:15.536445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:15.716427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:15.733173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Calling delete_port for a8df5790-5b99-44dd-bc7e-72071081b7ba owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:15.735153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78364bd4-d76b-47fb-b04e-e17bd401c796 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:15.951222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78364bd4-d76b-47fb-b04e-e17bd401c796,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:15.968391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'mac_address': 'fa:16:3e:37:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:23:15.991720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:16.021068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a8df5790-5b99-44dd-bc7e-72071081b7ba,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:16.073365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:16.117125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78364bd4-d76b-47fb-b04e-e17bd401c796 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:16.157511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78364bd4-d76b-47fb-b04e-e17bd401c796,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:16.166516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:16.270661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:16.336307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:16.450288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['78364bd4-d76b-47fb-b04e-e17bd401c796'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:16.565242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a1880f1d-a7bb-44b6-8e0a-64eaa13259dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:16.662593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035713d-48c2-4162-9442-5c41cb147259 req-606cb463-a511-4819-b13b-3da09a6bdfa2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:16.671876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1035713d-48c2-4162-9442-5c41cb147259 req-606cb463-a511-4819-b13b-3da09a6bdfa2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 945 time: 0.0719910 Oct 29 11:23:16.736188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1035713d-48c2-4162-9442-5c41cb147259 req-af61a30a-8d36-401b-a67e-c5a0405ebadf tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Oct 29 11:23:16.752895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066d6e9-f34c-4254-a129-309ebd032fbb req-c3ae2955-1727-41ed-aed9-ee3d195f2296 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:16.766184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5066d6e9-f34c-4254-a129-309ebd032fbb req-c3ae2955-1727-41ed-aed9-ee3d195f2296 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2805626 Oct 29 11:23:16.868908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:16.869697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.031253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5066d6e9-f34c-4254-a129-309ebd032fbb req-8055c91b-5c47-4614-874a-6ceae7a53327 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639668 Oct 29 11:23:17.120974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:23:17.300582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:17.370886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.400938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:17.416382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.430408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41880) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:17.495948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:17.524984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c16f4c8b-996a-42bd-baad-5e316cae33fa admin admin] 10.222.0.77 "PUT /v2.0/routers/11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551662 Oct 29 11:23:17.527627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41890) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:17.576694 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Sync routers for ids ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:17.599573 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Routers {'11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:17.606157 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:17.684332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:17.725368 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.783131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1960668-03c3-42dd-a420-a8a9de18144d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.807907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:17.815654 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37c134f-3297-493c-be62-003e72ddc8bd" -d '{"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-unplugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:17.845955 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Set router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:17.850439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:17.859891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:17.973129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:17.980371 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42637b7d-990f-4f3a-b414-0a50bfee46f6 x-openstack-request-id: req-42637b7d-990f-4f3a-b414-0a50bfee46f6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:17.980704 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-unplugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:17.980924 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42637b7d-990f-4f3a-b414-0a50bfee46f6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:17.981377 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'code': 200} Oct 29 11:23:18.033596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0cccc-71ec-4cf1-a72c-df7a917fda2b req-abcbbeb3-838a-48b2-9d1a-9b6c716cf325 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:18.042722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80d0cccc-71ec-4cf1-a72c-df7a917fda2b req-abcbbeb3-838a-48b2-9d1a-9b6c716cf325 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 945 time: 0.1745324 Oct 29 11:23:18.048086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.260181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80d0cccc-71ec-4cf1-a72c-df7a917fda2b req-8634c2f7-e7f4-48a1-80c0-0800fbfcbe9a tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161818 Oct 29 11:23:18.267239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:15Z', 'revision_number': 5, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:18.304331 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Checking router: 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:18.309953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338acbd-091e-40b0-8bb6-ef880308c978 req-009b3967-93d9-455f-9adc-ee46ffc51f4a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:18.313799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Routers {'11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:18.315492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:18.327766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1960668-03c3-42dd-a420-a8a9de18144d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.331404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3338acbd-091e-40b0-8bb6-ef880308c978 req-009b3967-93d9-455f-9adc-ee46ffc51f4a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.1387851 Oct 29 11:23:18.379197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.383401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1960668-03c3-42dd-a420-a8a9de18144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.404236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3338acbd-091e-40b0-8bb6-ef880308c978 req-34f05155-9e65-47ea-88b1-1e2fcbee247a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Oct 29 11:23:18.433527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1960668-03c3-42dd-a420-a8a9de18144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d487c5-20f3-4559-a8eb-8e6d50628be4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:18.455906 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] Set router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:18.492029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a1960668-03c3-42dd-a420-a8a9de18144d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1eaa039028c04ac4b58c4918a55b61a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0598190 Oct 29 11:23:18.494705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:18.542650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a1880f1d-a7bb-44b6-8e0a-64eaa13259dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:18.567444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Deleting port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:18.567783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.653337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.745322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.809043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:18.812862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.837512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] For port a1880f1d-a7bb-44b6-8e0a-64eaa13259dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:18.839409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.877860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Calling delete_port for a1880f1d-a7bb-44b6-8e0a-64eaa13259dc owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:18.888184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.905927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:18.907153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91d487c5-20f3-4559-a8eb-8e6d50628be4 HTTP/1.1" status: 204 len: 168 time: 0.4114249 Oct 29 11:23:18.958647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088dd5-21f3-4ba3-8de7-40f88129f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d487c5-20f3-4559-a8eb-8e6d50628be4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:18.992447 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:15Z', 'revision_number': 5, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:19.122872 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19101e42-6039-4dc6-8187-4c18b471cdac None None] The sync data for ids ['11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6'] in n-d-805046-9 is: [{'id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-54557678-router', 'tenant_id': 'cd81ba19278a412aac73ef135b437717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:00Z', 'updated_at': '2021-10-29T11:23:15Z', 'revision_number': 5, 'project_id': 'cd81ba19278a412aac73ef135b437717', 'gw_port': {'id': 'a1880f1d-a7bb-44b6-8e0a-64eaa13259dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:02Z', 'updated_at': '2021-10-29T11:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:19.340446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:19.436639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1880f1d-a7bb-44b6-8e0a-64eaa13259dc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:19.736179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78364bd4-d76b-47fb-b04e-e17bd401c796 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:19.828081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87b5b4-45d1-4794-bb69-76fa2c8b2f18 req-ed3ec480-bb54-48af-bde9-5953deaf1533 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:19.848290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed87b5b4-45d1-4794-bb69-76fa2c8b2f18 req-ed3ec480-bb54-48af-bde9-5953deaf1533 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 945 time: 0.4236150 Oct 29 11:23:19.910777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 78364bd4-d76b-47fb-b04e-e17bd401c796 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:23:19.911460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee9df-50f7-48c7-b070-354d9e573d2d req-96c4bd91-3d6a-409e-9470-9b3348862f10 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:19.919701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 78364bd4-d76b-47fb-b04e-e17bd401c796 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:19.921342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25ee9df-50f7-48c7-b070-354d9e573d2d req-96c4bd91-3d6a-409e-9470-9b3348862f10 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2077050 Oct 29 11:23:19.924643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:19.953248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:19.998308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25ee9df-50f7-48c7-b070-354d9e573d2d req-44f02159-0fa3-4ec2-9ee5-2662dacb4be7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Oct 29 11:23:20.254488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed87b5b4-45d1-4794-bb69-76fa2c8b2f18 req-fc11ad80-3a99-4a76-b811-8516d156c7ee tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952045 Oct 29 11:23:20.275392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.282453 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.287013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.411203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.412316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:23:20.422959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.424681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1b8e3139-f951-4b7b-800f-0728ca79b85e admin admin] 10.222.0.77 "DELETE /v2.0/routers/11a9ddeb-8cda-4b4b-8218-a9c868c6b8e6 HTTP/1.1" status: 204 len: 168 time: 2.8958244 Oct 29 11:23:20.427959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42012) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:20.464783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78364bd4-d76b-47fb-b04e-e17bd401c796,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:20.471685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:20.477130 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521331b-9867-4021-8294-cbcf4322a09b" -d '{"events": [{"server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "name": "network-vif-plugged", "status": "completed", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:20.491018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.520676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Deleting subnet db00705d-762d-4e35-8fd7-30408bbdabcf {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:23:20.524430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.587537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:20.604424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:20.619481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8df5790-5b99-44dd-bc7e-72071081b7ba no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:20.696177 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be232ade-0c91-40ab-a930-0c73b99d00bf x-openstack-request-id: req-be232ade-0c91-40ab-a930-0c73b99d00bf {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:20.696901 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "name": "network-vif-plugged", "status": "completed", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:20.697300 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be232ade-0c91-40ab-a930-0c73b99d00bf {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:20.697830 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'code': 200} Oct 29 11:23:20.746602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a8df5790-5b99-44dd-bc7e-72071081b7ba {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:23:20.748592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8df5790-5b99-44dd-bc7e-72071081b7ba not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:20.863427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.036087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e806c-3f45-43a2-9499-0cafd802ca76 req-cc515e4a-d1c9-43f4-9e3b-88a5027fdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:21.040866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c58e806c-3f45-43a2-9499-0cafd802ca76 req-cc515e4a-d1c9-43f4-9e3b-88a5027fdea8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1097 time: 0.2382913 Oct 29 11:23:21.170452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c58e806c-3f45-43a2-9499-0cafd802ca76 req-cdc13677-e9e1-4b27-96a2-a8da1ea3018b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147509 Oct 29 11:23:21.201524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:21.243718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.280814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db00705d-762d-4e35-8fd7-30408bbdabcf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:21.287735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:21.306243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.314439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e8251319-cd47-42bb-bf1f-fc69a328a192 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/db00705d-762d-4e35-8fd7-30408bbdabcf HTTP/1.1" status: 204 len: 168 time: 0.8822668 Oct 29 11:23:21.315433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42070) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:21.339836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f4f3-ecdb-47b1-828e-27fd3f52e605 req-c97934fc-ae51-4b43-bb83-187ce461f7d1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:21.344222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bb3f4f3-ecdb-47b1-828e-27fd3f52e605 req-c97934fc-ae51-4b43-bb83-187ce461f7d1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 945 time: 0.2144458 Oct 29 11:23:21.428313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bb3f4f3-ecdb-47b1-828e-27fd3f52e605 req-5fdcb0ba-9c1a-4062-8029-580f3434fb73 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658593 Oct 29 11:23:21.490852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e69ea-d287-499a-a750-ad8f8fce246f None None] Network a4eb13ae-04cc-4c42-adb4-e43d372fa40a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:21.634513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.650438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-network', 'tenant_id': 'b445fdc656274552a754910908ae848a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:21.674858 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:23:21.688589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Made reservation on behalf of b445fdc656274552a754910908ae848a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:21.691993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.735503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.752933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd56d-f8a6-449d-92a1-c4f10f856a33 req-9b73bee0-5ee5-4648-9cd2-d85dfcd5122e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:21.758809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-734dd56d-f8a6-449d-92a1-c4f10f856a33 req-9b73bee0-5ee5-4648-9cd2-d85dfcd5122e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 946 time: 0.1864252 Oct 29 11:23:21.848536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.868467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.877498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-734dd56d-f8a6-449d-92a1-c4f10f856a33 req-c00053aa-0128-49a8-93cc-8da503fa918a tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122613 Oct 29 11:23:21.894021 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:21.969753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:23:21.972552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4425deb-7272-4c43-b57a-11907650ab72,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:21.992446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Deleting port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:21.993104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.094002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:22.144648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'mac_address': 'fa:16:3e:69:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:23:22.146415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] For port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,segment=NetworkSegment(44234847-ceef-4631-a070-2daecc9d24ca),segment_id=44234847-ceef-4631-a070-2daecc9d24ca)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:22.147146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.194955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Calling delete_port for 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:22.253813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.312321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a047102-17cd-4f28-a8dd-9492a69d4cdc {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:22.388621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:22.396756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.414439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] DHCP port deletion for a4eb13ae-04cc-4c42-adb4-e43d372fa40a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:23:22.414969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.415436 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Added segment 0fbea8ef-4c11-43de-96cd-f02921802608 of type vlan for network 73c9414e-e78d-423f-8ddf-5c9208df3393 Oct 29 11:23:22.621166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a047102-17cd-4f28-a8dd-9492a69d4cdc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:22.643181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:22.647576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.658595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.691887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] No DVR routers for this DVR port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:22.779774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:23:22.780111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:22.780546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a1880f1d-a7bb-44b6-8e0a-64eaa13259dc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:22.787420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:23:22.870455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a1880f1d-a7bb-44b6-8e0a-64eaa13259dc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:23:22.870698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a1880f1d-a7bb-44b6-8e0a-64eaa13259dc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:22.899535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:22.917596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:22.974744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4eb13ae-04cc-4c42-adb4-e43d372fa40a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:23.006016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44234847-ceef-4631-a070-2daecc9d24ca') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:23.006300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44234847-ceef-4631-a070-2daecc9d24ca') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:23.032751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Deleting port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:23.036946 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.038884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.068393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:23.103401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.103643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:23.104797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.109774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.191701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:23:23.192131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:23:23.194172 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:23:23.200601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] For port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:23.200994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.254639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0513704 Oct 29 11:23:23.257973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42096) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:23.267323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Calling delete_port for 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:23.269444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Request body: {'subnet': {'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-subnet', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:23.273953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:23:23.278429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.331410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Made reservation on behalf of b445fdc656274552a754910908ae848a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:23.335779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] Pushing event deleted for resources: {'Port': ['ID=33b1f9fb-a966-4d9a-a52c-d4a6140e23e6,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:23.338896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4961-b788-44f4-a423-ee6f14586f17 None None] No DVR routers for this DVR port 33b1f9fb-a966-4d9a-a52c-d4a6140e23e6 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:23.342411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.361580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536968a-6673-4802-a3c9-db3221914b70 admin admin] Pushing event updated for resources: {'Network': ['ID=73c9414e-e78d-423f-8ddf-5c9208df3393,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:23.375035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.389403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:23:23.390071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.398281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a4eb13ae-04cc-4c42-adb4-e43d372fa40a HTTP/1.1" status: 204 len: 168 time: 2.0814278 Oct 29 11:23:23.424857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395f794-6bf3-4530-8863-2101dd270468 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4eb13ae-04cc-4c42-adb4-e43d372fa40a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:23.763069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42104) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:23.850002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43540e35-f441-4079-b21d-eb4e5805fa82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd81ba19278a412aac73ef135b437717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854776 Oct 29 11:23:23.856023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42108) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:23.869962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:23.962703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cd71e0-d6dd-42ca-8304-0eb87875a649,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:23.996694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.004319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Checking segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:24.005214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Network hostable DHCP agents. Network: 73c9414e-e78d-423f-8ddf-5c9208df3393, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:23:24.036158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:23:24.046683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.054805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 73c9414e-e78d-423f-8ddf-5c9208df3393) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:24.060987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:24.065430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.067599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f2883-5321-48ae-9b12-ec5d110efbfc None None] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:24.117469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bb8acb42-5568-4c67-a357-68b05de18eae admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8562820 Oct 29 11:23:24.121118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:24.135242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:24.164326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.168268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.169747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8796b1ef-367f-42d2-9d8a-226d24003bf0 HTTP/1.1" status: 204 len: 168 time: 0.3126135 Oct 29 11:23:24.184381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f3ba4-8232-4393-8950-3e93f92f0c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796b1ef-367f-42d2-9d8a-226d24003bf0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:24.242324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.246882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.387927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.573708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-73c9414e-e78d-423f-8ddf-5c9208df3393', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:23:24.574686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:24.804303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Allocated IP 172.20.0.2 (73c9414e-e78d-423f-8ddf-5c9208df3393/82cd71e0-d6dd-42ca-8304-0eb87875a649/a9dfefa6-20ec-437a-a0d0-42a536a3e244) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:24.935701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.162197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.175932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.326704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:25.558694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:25.578439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:25.587854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:25.630542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Pushing event updated for resources: {'Port': ['ID=a9dfefa6-20ec-437a-a0d0-42a536a3e244,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:25.631654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.674693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.682668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0a047102-17cd-4f28-a8dd-9492a69d4cdc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:25.682668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.701751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.776585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Attempting to bind port a9dfefa6-20ec-437a-a0d0-42a536a3e244 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:25.779084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Attempting to bind port a9dfefa6-20ec-437a-a0d0-42a536a3e244 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:25.779446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Attempting to bind port a9dfefa6-20ec-437a-a0d0-42a536a3e244 on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:25.818172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:25.818593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Checking segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:25.818934 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.819325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Bound using segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:25.819851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Bound port: a9dfefa6-20ec-437a-a0d0-42a536a3e244, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:25.820225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:25.891282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Allocated IP 172.25.4.29 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/b294ab76-7eb6-4d8b-9910-b53fd3c653c6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:25.904772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:26.010841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:26.011895 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3997a9d-1fae-464a-b144-c0f0a7d6bd73" -d '{"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:26.025949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] For port a9dfefa6-20ec-437a-a0d0-42a536a3e244, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:26.029278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:26.040523 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:26.058632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] For port a9dfefa6-20ec-437a-a0d0-42a536a3e244, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9dfefa6-20ec-437a-a0d0-42a536a3e244,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:26.090370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:26.118133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:26.151532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:26.173305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:26.240615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:26.249255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:26.258848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:26.264596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d5e1e-6968-47b5-9400-dca921dbee96 None None] Pushing event updated for resources: {'Port': ['ID=a9dfefa6-20ec-437a-a0d0-42a536a3e244,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:26.315406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Pushing event updated for resources: {'Port': ['ID=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:26.798785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:27.127793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:27.903304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59e0c2-6348-4bc8-9a0d-ad8f0ebf852f None None] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:27.926700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-d0c516d9-01a2-4eaf-9a35-15376e4ea95c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342509 Oct 29 11:23:28.047363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] Provisioning complete for port a9dfefa6-20ec-437a-a0d0-42a536a3e244 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:28.047773 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.067938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-a36877e0-a820-44b0-b981-c083ce1f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:28.069921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-a36877e0-a820-44b0-b981-c083ce1f685a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 1095 time: 0.1172891 Oct 29 11:23:28.107723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:23:28.192359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.251284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] For port a9dfefa6-20ec-437a-a0d0-42a536a3e244, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9dfefa6-20ec-437a-a0d0-42a536a3e244,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:28.284049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.471036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b56c0c0-081a-4003-9231-300f9d84ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.520578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-56bb1b11-e715-4137-8b87-5fc915728728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:28.522679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-56bb1b11-e715-4137-8b87-5fc915728728 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3644886 Oct 29 11:23:28.554148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520fe78-df15-47d0-ae0f-f53d1fc8f976 None None] Pushing event updated for resources: {'Port': ['ID=a9dfefa6-20ec-437a-a0d0-42a536a3e244,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:28.621384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9dfefa6-20ec-437a-a0d0-42a536a3e244 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:28.685754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-a90cc020-b62b-4a42-9a4c-34e809c71405 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 200 len: 217 time: 0.0969043 Oct 29 11:23:28.740870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a9dfefa6-20ec-437a-a0d0-42a536a3e244 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:28.741948 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.742680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:28.782594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:28.784047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-85709c4a-0fd7-4a92-9871-1e994e3e6691 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6608393 Oct 29 11:23:28.787048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:28.792675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:28.880220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:28.881239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:28.950706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-f4302dd8-3ca1-4f7c-84d1-c647f224fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:28.964420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-f4302dd8-3ca1-4f7c-84d1-c647f224fb3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1974061 Oct 29 11:23:29.053319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-ea66596e-68ac-48ef-9d01-71e029de9728 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754149 Oct 29 11:23:29.129137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-239f857c-07a9-45ff-8e1d-02741dfc56a3 None None] Provisioning complete for port a9dfefa6-20ec-437a-a0d0-42a536a3e244 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:29.129712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-239f857c-07a9-45ff-8e1d-02741dfc56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.211446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:29.224190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-6ae0ee61-36d2-476c-9b95-4332465c9b7f service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524730 Oct 29 11:23:29.352452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55384a51-48ed-4bc9-952f-a1d0f8a2cd8c req-67e5b2ab-aa1c-4203-a510-d2892a34c3f5 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270988 Oct 29 11:23:29.355508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-222f5642-0af8-45cc-8c53-b0796de705bf tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:29.356948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-222f5642-0af8-45cc-8c53-b0796de705bf tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.4470806 Oct 29 11:23:29.375873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:29.454255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.590087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.689239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:29.720936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:26Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:29.754719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:29.763234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:29.763234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Updating router 9a811d35-2d01-4c58-91e0-98546d52a9a6 port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:23:29.818890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.821574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:29.822299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.824025 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf5a5d5-7642-4d2d-8075-03887acef98e" -d '{"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:29.830252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:29.935350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:30.053928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Allocated IP 172.20.0.1 (73c9414e-e78d-423f-8ddf-5c9208df3393/82cd71e0-d6dd-42ca-8304-0eb87875a649/3f3e0301-7012-4cd0-b077-88cb46f7056e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:30.076038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:30.076634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:30.077163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:30.103082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d73d6-e87d-424a-aa79-2ea39bb7112d req-8bab8415-aa38-4351-b9a1-c9b0d6ee7303 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:30.105699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab5d73d6-e87d-424a-aa79-2ea39bb7112d req-8bab8415-aa38-4351-b9a1-c9b0d6ee7303 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.1150708 Oct 29 11:23:30.106371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:23:30.106957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Attempting to bind port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:30.137843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:30.138517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:30.139079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:30.139591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Bound port: f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:30.140019 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.231281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab5d73d6-e87d-424a-aa79-2ea39bb7112d req-45126d5b-5fcb-4b20-a6ab-c1c5b3193461 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153872 Oct 29 11:23:30.295235 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf4c466-29a2-42a3-9bc6-bb0cb95d0415 x-openstack-request-id: req-3bf4c466-29a2-42a3-9bc6-bb0cb95d0415 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:30.295717 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-plugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:30.295822 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bf4c466-29a2-42a3-9bc6-bb0cb95d0415 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:30.296132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:30.296392 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'code': 200} Oct 29 11:23:30.304589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:30.314571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.322305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.332274 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.357665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf418b1-6c7c-4a1e-9fb2-244efc8fe7d2 req-35930366-1cf1-435f-9e9c-afacc717c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:30.359264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-caf418b1-6c7c-4a1e-9fb2-244efc8fe7d2 req-35930366-1cf1-435f-9e9c-afacc717c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 946 time: 0.2833624 Oct 29 11:23:30.451764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Attempting to bind port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:30.452218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Attempting to bind port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:30.452645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Attempting to bind port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:30.456029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9ca6d-dddb-4dc2-bce3-626af8bf14ab None None] Pushing event updated for resources: {'Port': ['ID=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:30.467997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:30.469918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:30.470383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:30.470847 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.471303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:30.471841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Bound port: b294ab76-7eb6-4d8b-9910-b53fd3c653c6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:30.472291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.478506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.480966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] 10.222.0.41 "PUT /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 1121 time: 1.1135442 Oct 29 11:23:30.508809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-caf418b1-6c7c-4a1e-9fb2-244efc8fe7d2 req-5aaac3e5-7a4d-44d7-9979-827ac3bc293b tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263535 Oct 29 11:23:30.526019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d27af-a451-4444-9d23-e598a27e3c1d service neutron] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=8']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:30.581487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] For port b294ab76-7eb6-4d8b-9910-b53fd3c653c6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:30.584206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.586794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] For port b294ab76-7eb6-4d8b-9910-b53fd3c653c6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:30.600893 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9dfefa6-20ec-437a-a0d0-42a536a3e244 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:30.604019 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13ee2f-68bb-48e0-be69-daa7f3fbe84c x-openstack-request-id: req-eb13ee2f-68bb-48e0-be69-daa7f3fbe84c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:30.604537 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:30.604537 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb13ee2f-68bb-48e0-be69-daa7f3fbe84c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:30.604932 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'code': 200} Oct 29 11:23:30.622362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.679552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:30.699646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:30.791580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:30.847877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-31e2e145-7bae-470e-b47a-72ebefd5d47c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769129 Oct 29 11:23:30.983730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:30.994076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:31.020465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-a6423588-ed63-4c60-aa4b-40c83e2c74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:31.023213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-a6423588-ed63-4c60-aa4b-40c83e2c74fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 1095 time: 0.1131666 Oct 29 11:23:31.028601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:31.081134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:31.180747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-55079079-7f69-419a-9f17-fad87591d830 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 258 time: 0.5384972 Oct 29 11:23:31.204061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:31.273657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-ed13e85c-2401-4cfa-be7d-a675a046400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:31.275401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-ed13e85c-2401-4cfa-be7d-a675a046400f service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2225945 Oct 29 11:23:31.276833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.281055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9ca6d-dddb-4dc2-bce3-626af8bf14ab None None] Pushing event updated for resources: {'Port': ['ID=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:31.362706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-cf5b2902-7488-4914-abed-188ba9a068c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 200 len: 217 time: 0.0764985 Oct 29 11:23:31.370569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:31.375714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:31.441233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-b6d32c7f-072c-47c2-81b5-b6610a8e2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:31.443724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-b6d32c7f-072c-47c2-81b5-b6610a8e2333 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0703893 Oct 29 11:23:31.499502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:31.510741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-14fb681b-04f3-4074-9842-3b6ed92f93d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533931 Oct 29 11:23:31.513467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.567212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.589861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7b46fcd7-5867-4b2f-9d39-613b83058dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.739100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8a315fc2-46fa-4d79-93de-f7819d8e3109 None None] Provisioning complete for port 3f3e0301-7012-4cd0-b077-88cb46f7056e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:31.739465 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a315fc2-46fa-4d79-93de-f7819d8e3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.746654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-802cc2cd-f9a8-4c50-bcb9-624af5bcc1e3 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285037 Oct 29 11:23:31.789839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a315fc2-46fa-4d79-93de-f7819d8e3109 None None] Port 3f3e0301-7012-4cd0-b077-88cb46f7056e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:23:31.797912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a9dfefa6-20ec-437a-a0d0-42a536a3e244 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:31.798279 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:31.833579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:31.904703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:31.970927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5f0baf6-9d7c-4e69-b464-2281cc50ee3d req-9e536bb9-a63c-4d3a-a394-cf388e886b6d service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149723 Oct 29 11:23:32.036353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:23:32.204780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.312432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.318886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.403975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:26Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:32.433588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838aafd-8625-441c-a02d-18d441a1feef None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:26Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:32.460274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.465872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.577849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Allocated IP 172.25.4.58 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/4b3af462-6692-42ec-b5e3-8d60cf6a4b37) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:32.587325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.599453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:32.605995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:32.610163 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f60736-0c93-4d56-8044-03889506ba25" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:32.806731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:32.810061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:32.811975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:33.078547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:23:33.089363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.217250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:33.244641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-89a0e68f-7797-49e9-9f60-baefecc7dc5a None None] Provisioning complete for port 3f3e0301-7012-4cd0-b077-88cb46f7056e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:33.246142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-89a0e68f-7797-49e9-9f60-baefecc7dc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.260828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:33.264909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:33.311368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event updated for resources: {'Port': ['ID=4b3af462-6692-42ec-b5e3-8d60cf6a4b37,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:33.364681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-89a0e68f-7797-49e9-9f60-baefecc7dc5a None None] Port 3f3e0301-7012-4cd0-b077-88cb46f7056e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:23:33.446059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.478828 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:23:33.504129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:33.511835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dbe345f6-2cb9-489c-b59f-d9f9fab910e0 admin admin] 10.222.0.77 "PUT /v2.0/routers/9a811d35-2d01-4c58-91e0-98546d52a9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7235274 Oct 29 11:23:33.517543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.587219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.800967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:33.882566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.894875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.960489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:33.972765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event updated for resources: {'Port': ['ID=4b3af462-6692-42ec-b5e3-8d60cf6a4b37,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:33.989868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:33.994026 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a3825a-3ef9-4be8-9f49-c5e1a1222ff3" -d '{"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-unplugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:34.013572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:34.026898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.073731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.110176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.111738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:34.114235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f9dd8f4e-0767-4cb7-948d-f6cfcc1b6db5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9326193 Oct 29 11:23:34.219679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-5046522b-dd66-42e1-bcb4-8dc16ea5acc8 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0981374 Oct 29 11:23:34.367080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f2a819fe-4d12-46d7-b756-41788ab75254 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:34.368748 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-f2a819fe-4d12-46d7-b756-41788ab75254 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1480219 Oct 29 11:23:34.382745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-8d1a0423-a10a-4107-a45b-e988021d08ab tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:23:34.400195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a6b87bf5-f037-4b18-9895-531ea522aed0 req-8d1a0423-a10a-4107-a45b-e988021d08ab tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0213265 Oct 29 11:23:34.515650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b294ab76-7eb6-4d8b-9910-b53fd3c653c6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:34.593463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:34.594036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.699312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.725287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port b294ab76-7eb6-4d8b-9910-b53fd3c653c6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:34.731633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:34.802438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:34.976020 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:34.989621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:34.990272 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:35.119823 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:35.387730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:32Z', 'revision_number': 2, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:35.517146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:35.517752 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Updating router 9a811d35-2d01-4c58-91e0-98546d52a9a6 port 3f3e0301-7012-4cd0-b077-88cb46f7056e binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:23:35.545143 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:35.858275 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:35.885400 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:35.928145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeaec0-a17f-41ce-a838-d6b6ab8b0e5b None None] Pushing event updated for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:36.014776 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Attempting to bind port 3f3e0301-7012-4cd0-b077-88cb46f7056e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:36.015672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Attempting to bind port 3f3e0301-7012-4cd0-b077-88cb46f7056e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:36.015672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Attempting to bind port 3f3e0301-7012-4cd0-b077-88cb46f7056e on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:36.021512 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:36.021924 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Checking segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:36.023071 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.023531 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Bound using segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:36.024007 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Bound port: 3f3e0301-7012-4cd0-b077-88cb46f7056e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:36.024404 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.107678 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] For port 3f3e0301-7012-4cd0-b077-88cb46f7056e, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:36.111289 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] For port 3f3e0301-7012-4cd0-b077-88cb46f7056e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f3e0301-7012-4cd0-b077-88cb46f7056e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:36.119949 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.214596 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:36.215381 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:36.336541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] Provisioning complete for port 3f3e0301-7012-4cd0-b077-88cb46f7056e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:36.338427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.374788 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeaec0-a17f-41ce-a838-d6b6ab8b0e5b None None] Pushing event updated for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:36.474703 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:36.551102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b294ab76-7eb6-4d8b-9910-b53fd3c653c6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:36.693149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.781764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] For port 3f3e0301-7012-4cd0-b077-88cb46f7056e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f3e0301-7012-4cd0-b077-88cb46f7056e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:36.796612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.848813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:36.849455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:36.864795 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:36.937869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9d10-cbe1-44f5-b15d-0deaf2b78bdb None None] Pushing event updated for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:36.958254 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481de2a8-a20b-46d5-a31a-8031c86753c7 None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:36.968145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-32b266dd-907e-4a9a-a463-1abbec2f74b1 None None] Provisioning complete for port 3f3e0301-7012-4cd0-b077-88cb46f7056e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:36.968669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-32b266dd-907e-4a9a-a463-1abbec2f74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:38.522199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f3e0301-7012-4cd0-b077-88cb46f7056e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:38.637520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3f3e0301-7012-4cd0-b077-88cb46f7056e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:38.637892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:38.858614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-dbddedd4-ad6d-4eb5-8585-4321c2de6194 service neutron] 10.222.0.86 "GET /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.0665472 Oct 29 11:23:39.186834 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df39cf15-0501-4de9-a292-a4e2ac477ca4 x-openstack-request-id: req-df39cf15-0501-4de9-a292-a4e2ac477ca4 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:39.187191 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:39.187507 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df39cf15-0501-4de9-a292-a4e2ac477ca4 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:39.187959 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'status': 'completed', 'code': 200} Oct 29 11:23:39.190403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:39.227335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e60a-63b1-4d7d-b2bf-87adcf50b61f req-4dff8bb0-1f4d-4ac8-b6ae-aacff91992d3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.228998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b32e60a-63b1-4d7d-b2bf-87adcf50b61f req-4dff8bb0-1f4d-4ac8-b6ae-aacff91992d3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 943 time: 0.0885630 Oct 29 11:23:39.230130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:39.263100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60736-0c93-4d56-8044-03889506ba25 req-5e4b7979-61e3-490e-ade2-56fa54d98de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.265348 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-5e4b7979-61e3-490e-ade2-56fa54d98de1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1124 time: 0.0512648 Oct 29 11:23:39.289916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c616b8-55c7-4754-9dcd-3ea6047db0f5 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:39.319730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:39.338853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b32e60a-63b1-4d7d-b2bf-87adcf50b61f req-95ead81f-8116-4617-b3a8-dc9239e33fb5 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874379 Oct 29 11:23:39.364156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:39.400597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60736-0c93-4d56-8044-03889506ba25 req-a0d1156d-ebc9-4594-94aa-01d7f11abd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.401936 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bc62c-5230-4806-84f1-6309b4d8627a x-openstack-request-id: req-0b5bc62c-5230-4806-84f1-6309b4d8627a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:39.402232 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-unplugged", "status": "completed", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:39.402653 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b5bc62c-5230-4806-84f1-6309b4d8627a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:39.403160 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'code': 200} Oct 29 11:23:39.403656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-a0d1156d-ebc9-4594-94aa-01d7f11abd7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.1216135 Oct 29 11:23:39.467386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-7fbb35ac-87a1-4236-9cf2-eba0acefd1d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 217 time: 0.0549505 Oct 29 11:23:39.516591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] Transition to ACTIVE for port object f4c616b8-55c7-4754-9dcd-3ea6047db0f5 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:23:39.524474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:39.583665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60736-0c93-4d56-8044-03889506ba25 req-b674b8ac-f76a-4a3f-9007-0ce2ad99b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.586054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-b674b8ac-f76a-4a3f-9007-0ce2ad99b0bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1104984 Oct 29 11:23:39.627530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-56c0b42e-933f-4419-af84-5d7583ce34f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327256 Oct 29 11:23:39.647043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] No DVR routers for this DVR port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:39.692962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:39.696855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2541af17-a0c5-4cd3-a02c-78a5fe2fa9c7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.698375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2541af17-a0c5-4cd3-a02c-78a5fe2fa9c7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 820 time: 0.2125981 Oct 29 11:23:39.705275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-1fa434f8-d2a8-4911-8efd-d28ff1f0521c service neutron] 10.222.0.86 "PUT /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8351483 Oct 29 11:23:39.715190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-fb550d0b-3183-4b0a-997f-abbdc28436d6 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.716925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-fb550d0b-3183-4b0a-997f-abbdc28436d6 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1593013 Oct 29 11:23:39.747957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-476db1e7-9a85-4aae-86f3-9e8b8e6fc36f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/quotas/b445fdc656274552a754910908ae848a HTTP/1.1" status: 200 len: 375 time: 0.0314677 Oct 29 11:23:39.766057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-6cc375d6-4cd3-4c89-a8a0-2e54725f6745 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293077 Oct 29 11:23:39.820195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-6981226f-e464-4210-bb68-2460726033fb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0973289 Oct 29 11:23:39.832248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'floatingip': {'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:39.839943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:39.879922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-eaf94b80-7979-449b-9da0-46f1c17c88f6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:39.881447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-eaf94b80-7979-449b-9da0-46f1c17c88f6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.0962508 Oct 29 11:23:39.883815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:39.886958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:39.892736 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-7431d4a3-9547-4d9d-a9bd-78d46a2180c6 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303427 Oct 29 11:23:39.976688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f60736-0c93-4d56-8044-03889506ba25 req-78767eca-d6ff-4737-9a6e-8cf13d8981d6 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012966 Oct 29 11:23:40.011579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-e3c3961a-0835-4d30-a407-e57d948b0dae service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158113 Oct 29 11:23:40.017064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-9782a7db-9549-4fe2-b1b6-31207cec3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:40.018533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-9782a7db-9549-4fe2-b1b6-31207cec3c51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017&tenant_id=19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 1095 time: 0.0988765 Oct 29 11:23:40.111637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0331d918-9869-4471-baf5-5e3c1d613435 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988841 Oct 29 11:23:40.162577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-ca87135e-5249-4bc8-b3c5-a0d8114e4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:40.164120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-ca87135e-5249-4bc8-b3c5-a0d8114e4f6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1095 time: 0.0959747 Oct 29 11:23:40.412691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-24c2813e-16c0-4842-b32f-6fc9591fcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:40.418612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-24c2813e-16c0-4842-b32f-6fc9591fcc35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.2426045 Oct 29 11:23:40.484755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-41cb864d-1761-4546-9a07-47414e401c55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 200 len: 217 time: 0.0584011 Oct 29 11:23:40.589231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-616d59b5-0ec4-4b16-b7cf-6b5159ad0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:40.590839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-616d59b5-0ec4-4b16-b7cf-6b5159ad0c18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0994570 Oct 29 11:23:40.592926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:40.610331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:41.016800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-5aea53d2-5c97-4eef-b434-bafef64053e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4171548 Oct 29 11:23:41.139355 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Floating IP 9be44c8c-b6fc-4d65-a67b-9948b57dccdb associated. External IP: 172.25.4.58, port: 78364bd4-d76b-47fb-b04e-e17bd401c796. Oct 29 11:23:41.218186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-73ced07b-618f-4c04-b1db-79d1ddd425fd service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912379 Oct 29 11:23:41.401086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-62284e3a-82ab-4328-a8a0-25f7e7ab1dca service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735928 Oct 29 11:23:41.573500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Router ec635a84-db96-4399-afa6-9bc3be1eb975 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:23:41.673622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62dfe07c-9386-46bd-91a3-1fc08bfd3cd4 req-28f2d4a2-6e8f-4c47-83b4-c7d20887ce8e tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 210 time: 0.0576584 Oct 29 11:23:41.731069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-91d4b830-20a7-46ca-9ce0-89dcb1b9ae17 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:41.732805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-91d4b830-20a7-46ca-9ce0-89dcb1b9ae17 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 820 time: 0.2735841 Oct 29 11:23:41.738852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:41.741952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-98e0d18a-720d-406a-9954-39ad271aa296 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:41.743816 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:41.743976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-98e0d18a-720d-406a-9954-39ad271aa296 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.0689099 Oct 29 11:23:41.751147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Sync routers for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:41.767439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:41.768363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:41.782799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'port': {'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'admin_state_up': True, 'tenant_id': 'b445fdc656274552a754910908ae848a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:41.860210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-da742696-e74f-4e8d-a14b-bb7c86b169c9 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "PUT /v2.0/floatingips/9be44c8c-b6fc-4d65-a67b-9948b57dccdb HTTP/1.1" status: 200 len: 996 time: 2.0323243 Oct 29 11:23:41.870067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:41.871679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d25cf-a4f9-4ced-8b69-93e07a4a58f6 req-f0d3ac2b-c9da-4ec1-94c8-1d8750ce6a7d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:41.873378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-625d25cf-a4f9-4ced-8b69-93e07a4a58f6 req-f0d3ac2b-c9da-4ec1-94c8-1d8750ce6a7d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 944 time: 0.1117587 Oct 29 11:23:41.878002 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846c3940-9416-4a91-8fc4-6a268a673e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:41.966921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-625d25cf-a4f9-4ced-8b69-93e07a4a58f6 req-e5a4db1e-b299-4259-bdee-3616cf456181 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858343 Oct 29 11:23:41.970792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-31ecb970-226a-487d-9297-98d6c4ec47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:41.972608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-31ecb970-226a-487d-9297-98d6c4ec47b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1097 time: 0.0910602 Oct 29 11:23:42.027817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-3853229a-83d3-47eb-873e-55ecf2481729 service neutron] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:42.031817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-3853229a-83d3-47eb-873e-55ecf2481729 service neutron] Publish callbacks [] for binding, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:42.032961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c3b7badb-82ec-40e7-b41b-622a72bf0fe0 req-3853229a-83d3-47eb-873e-55ecf2481729 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.2808523 Oct 29 11:23:42.094590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Made reservation on behalf of b445fdc656274552a754910908ae848a for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:42.098512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:42.115961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:42.189946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-ffea9cb2-2034-47d0-a384-8d7e0d2661a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:42.191451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-ffea9cb2-2034-47d0-a384-8d7e0d2661a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 929 time: 0.2113755 Oct 29 11:23:42.420074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-acf30f7d-1f99-4dbb-80ef-15223dba487b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 999 time: 0.2081046 Oct 29 11:23:42.484140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Allocated IP 172.20.0.5 (73c9414e-e78d-423f-8ddf-5c9208df3393/82cd71e0-d6dd-42ca-8304-0eb87875a649/0a47b46b-3891-493c-89ce-d1cd59385f15) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:42.515558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-a1701f20-74a1-43c3-9d91-7139da597d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:42.517144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-a1701f20-74a1-43c3-9d91-7139da597d89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.0846870 Oct 29 11:23:42.578636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9be44c8c-b6fc-4d65-a67b-9948b57dccdb', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'mac_address': 'fa:16:3e:37:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:33Z', 'updated_at': '2021-10-29T11:23:40Z', 'revision_number': 1, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:42.611609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Checking router: ec635a84-db96-4399-afa6-9bc3be1eb975 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:42.621197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:42.621823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:42.653830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-89b743c2-fc8f-4a93-9087-e2ef6c5fed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:42.655528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-89b743c2-fc8f-4a93-9087-e2ef6c5fed57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161571 Oct 29 11:23:42.736307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:42.755491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:42.759608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-6e76ee20-d2b0-4221-8aa0-db5ac7c6e8c9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:23:42.760794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-6e76ee20-d2b0-4221-8aa0-db5ac7c6e8c9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103054 Oct 29 11:23:42.809279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2807e-5880-4f8b-99fd-2322bb6e4069 req-234ee356-b893-4950-9b4e-f80ac5d94e29 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:42.811450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc2807e-5880-4f8b-99fd-2322bb6e4069 req-234ee356-b893-4950-9b4e-f80ac5d94e29 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 951 time: 0.0688539 Oct 29 11:23:42.839809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:42.886689 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc2807e-5880-4f8b-99fd-2322bb6e4069 req-222055b5-40e1-4f15-882b-9df2eef688a5 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Oct 29 11:23:42.924058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:42.926226 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c6a7a-3772-4c1c-9fe4-17ec27e38774 x-openstack-request-id: req-1e4c6a7a-3772-4c1c-9fe4-17ec27e38774 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:42.926514 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:42.926773 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e4c6a7a-3772-4c1c-9fe4-17ec27e38774 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:42.927236 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'status': 'completed', 'code': 200} Oct 29 11:23:42.930279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event updated for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:42.949320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:42.958032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:43.037475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-56ebb76e-9edc-4332-88b5-4753c208650c service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640731 Oct 29 11:23:43.083250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-c2a51288-db5c-448d-97e3-980db2e34fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:43.091184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-c2a51288-db5c-448d-97e3-980db2e34fb0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1097 time: 0.1363807 Oct 29 11:23:43.151025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:43.154144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:43.192353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-09ecfaf8-0b71-495b-b0c6-659e6bff0542 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4141502 Oct 29 11:23:43.213074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Request body: {'port': {'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:43.214590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9be44c8c-b6fc-4d65-a67b-9948b57dccdb', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'mac_address': 'fa:16:3e:37:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:33Z', 'updated_at': '2021-10-29T11:23:40Z', 'revision_number': 1, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:43.282421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24460f24-f75c-4d3b-b3aa-06b35bf2f27e None None] The sync data for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 is: [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9be44c8c-b6fc-4d65-a67b-9948b57dccdb', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'mac_address': 'fa:16:3e:37:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:33Z', 'updated_at': '2021-10-29T11:23:40Z', 'revision_number': 1, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:43.287872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9754fd89-67fc-4f19-b2d7-7337ac9e0211 req-4bb19c87-da2c-4505-ad1b-6cb443d18ec3 service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386942 Oct 29 11:23:43.359866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:43.360186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:43.428220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-f399ad03-3705-4b1d-b0fc-fda66b060e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:43.430575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-f399ad03-3705-4b1d-b0fc-fda66b060e52 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 929 time: 0.2979662 Oct 29 11:23:43.451468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a1380266-34c8-4458-9153-6c40aac45a6f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:43.463714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a1380266-34c8-4458-9153-6c40aac45a6f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.3523057 Oct 29 11:23:43.496233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88a87292-677a-4ee9-b59a-93677d5c03cb None None] Provisioning complete for port 0a47b46b-3891-493c-89ce-d1cd59385f15 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:43.498342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88a87292-677a-4ee9-b59a-93677d5c03cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:43.579157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-88a87292-677a-4ee9-b59a-93677d5c03cb None None] Port 0a47b46b-3891-493c-89ce-d1cd59385f15 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:23:43.596693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:43.615650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-dce43d44-d674-4d3c-a556-97e05d13599b tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/quotas/0e3e66599618408daf1323ce7e71af60 HTTP/1.1" status: 200 len: 375 time: 0.1511428 Oct 29 11:23:43.629283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:43.631565 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1302608-9381-4fbd-9cd8-aef96779e26f" -d '{"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-unplugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:43.644934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:43.651265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:43.699981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-0d44df11-3b7b-47c3-af4d-cef9c2fa27c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 999 time: 0.2270668 Oct 29 11:23:43.716244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:43.775831 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf8758-8be3-47a3-8672-ce27241f4d4d None None] New status for floating IP 9be44c8c-b6fc-4d65-a67b-9948b57dccdb: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:23:43.776922 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-186a8cf8-7788-4740-8faa-338e59599d53 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576366 Oct 29 11:23:43.820395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b2a09-8a26-477d-997a-5cdf16dc9d8d req-762f1381-9b55-4155-afba-6f09d985325a tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:43.821966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-082b2a09-8a26-477d-997a-5cdf16dc9d8d req-762f1381-9b55-4155-afba-6f09d985325a tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 931 time: 0.1273212 Oct 29 11:23:43.886802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-082b2a09-8a26-477d-997a-5cdf16dc9d8d req-fbf2b932-7ca4-4cd8-9cf5-8534cfa3f43d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577409 Oct 29 11:23:43.954980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a47b46b-3891-493c-89ce-d1cd59385f15 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:43.973046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.020454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Transition to ACTIVE for port object 0a47b46b-3891-493c-89ce-d1cd59385f15 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:23:44.024821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.129842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:44.196523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-15182a1a-cb6c-48ea-a0bc-4140c3161c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:44.198256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-15182a1a-cb6c-48ea-a0bc-4140c3161c2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.4868450 Oct 29 11:23:44.284811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-b8d30a86-28ae-4b8a-8eda-375675d80304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:44.286394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-b8d30a86-28ae-4b8a-8eda-375675d80304 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785017 Oct 29 11:23:44.295081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-8d54ce5b-0ead-4678-84c6-aa6c5b44f143 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170362 Oct 29 11:23:44.372655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-5c2179ef-1875-4feb-b190-5b6afe845b08 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:44.376141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-5c2179ef-1875-4feb-b190-5b6afe845b08 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/ports?device_id=09af1460-d7a6-4edb-a1c3-cea5e6a552c3 HTTP/1.1" status: 200 len: 943 time: 0.1733449 Oct 29 11:23:44.448388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Attempting to bind port 0a47b46b-3891-493c-89ce-d1cd59385f15 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:44.448795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Attempting to bind port 0a47b46b-3891-493c-89ce-d1cd59385f15 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:44.449152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Attempting to bind port 0a47b46b-3891-493c-89ce-d1cd59385f15 on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:44.497896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Port 0a47b46b-3891-493c-89ce-d1cd59385f15 on network 73c9414e-e78d-423f-8ddf-5c9208df3393 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:23:44.498599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Attempting to bind port 0a47b46b-3891-493c-89ce-d1cd59385f15 on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:44.509469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:44.510076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Checking segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:44.511212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Bound using segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:44.512197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Bound port: 0a47b46b-3891-493c-89ce-d1cd59385f15, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:44.513168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.572186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-e19d70f5-553c-4ea5-bf10-3d6f2e033c07 service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580628 Oct 29 11:23:44.589469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-95fada20-eecb-40de-9b53-da63860666b6 service neutron] 10.222.0.77 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931681 Oct 29 11:23:44.638779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:44.643147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a47b46b-3891-493c-89ce-d1cd59385f15,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:44.654706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Deleting port dea568a7-da4d-4ba6-bac6-4f8b3884181e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:44.654825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.658505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.753137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:44.753920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.756085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] 10.222.0.41 "PUT /v2.0/ports/0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 1091 time: 1.5515914 Oct 29 11:23:44.759580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-846c3940-9416-4a91-8fc4-6a268a673e2f req-ef4a69fd-34e7-4017-b82c-9ce421ed0803 service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659615 Oct 29 11:23:44.893869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77685b-e144-48ae-8ef5-066c509ffa8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:44.936085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:44.938657 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40cf39e-52fd-4f2c-9710-e88952a84e84" -d '{"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:44.957316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] For port dea568a7-da4d-4ba6-bac6-4f8b3884181e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dea568a7-da4d-4ba6-bac6-4f8b3884181e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:44.957894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:44.985637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f9ee-1dfc-460d-8e1e-07c32b1b4a45 req-e3de1f78-ac9e-4dd7-8f66-059c3e98b038 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:44.987213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa40f9ee-1dfc-460d-8e1e-07c32b1b4a45 req-e3de1f78-ac9e-4dd7-8f66-059c3e98b038 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1095 time: 0.1732290 Oct 29 11:23:44.991703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Calling delete_port for dea568a7-da4d-4ba6-bac6-4f8b3884181e owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:45.002463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-70fa8a00-04ea-4867-aaf6-9879909223ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:45.002463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-70fa8a00-04ea-4867-aaf6-9879909223ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1094 time: 0.1742973 Oct 29 11:23:45.062030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-6a32214c-95d3-421f-9ffd-d19d7c80579a tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 258 time: 0.2364726 Oct 29 11:23:45.071784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:45.104180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.120229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-d9dff9b2-9dd0-47c4-b334-7fb2061dd596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.1082871 Oct 29 11:23:45.226664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa40f9ee-1dfc-460d-8e1e-07c32b1b4a45 req-951df309-fd3a-4c20-aa1b-d17fcc2e75fe tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075906 Oct 29 11:23:45.234253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.240819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2f00a02d-6e41-43b7-93f9-51e1a69613ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:45.242450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2f00a02d-6e41-43b7-93f9-51e1a69613ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.0935836 Oct 29 11:23:45.317385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2fcd5b65-ad5f-4836-a1a4-77e9652c0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:45.330091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-2fcd5b65-ad5f-4836-a1a4-77e9652c0a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687542 Oct 29 11:23:45.394083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Allocated IP 172.25.4.105 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/7af7b89e-363d-46a6-9288-893c78a149ee) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:45.544791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-cbaf7a9b-edf6-4952-acfd-39f453e40921 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130396 Oct 29 11:23:45.546692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.592776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.600733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event deleted for resources: {'Port': ['ID=dea568a7-da4d-4ba6-bac6-4f8b3884181e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:45.708035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] No DVR routers for this DVR port dea568a7-da4d-4ba6-bac6-4f8b3884181e on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:45.713186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.717305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d61cbb6-5b77-4538-a0ca-9de25bec3988 req-3a3ee642-4e49-46e2-8c05-01c3e6fbb44f tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "DELETE /v2.0/ports/dea568a7-da4d-4ba6-bac6-4f8b3884181e HTTP/1.1" status: 204 len: 173 time: 1.3257792 Oct 29 11:23:45.731519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:45.785911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc5ef213-bdc4-4447-a144-0b3a85ebb8c5 req-58184429-eea2-4953-a543-0e304411af9a service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969731 Oct 29 11:23:45.864679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:45.868240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:45.871618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:45.878773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event updated for resources: {'Port': ['ID=7af7b89e-363d-46a6-9288-893c78a149ee,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:45.928343 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb565cb5-de3e-4905-8ada-6402e9021e3b x-openstack-request-id: req-cb565cb5-de3e-4905-8ada-6402e9021e3b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:45.928865 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-unplugged", "status": "completed", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:45.929332 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb565cb5-de3e-4905-8ada-6402e9021e3b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:45.929797 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'code': 200} Oct 29 11:23:45.981058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.017124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.142167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c12fc496-0850-447b-9086-262b6acf84af req-4a4a4f77-614d-4da8-ac42-3e186338d66e tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 210 time: 0.0270021 Oct 29 11:23:46.201593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.216715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.268217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710764-f10b-408d-a419-aa75cb7ed1fb req-7dc9e547-525e-4e6b-99b7-c5f0c9714318 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:46.276374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b710764-f10b-408d-a419-aa75cb7ed1fb req-7dc9e547-525e-4e6b-99b7-c5f0c9714318 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 943 time: 0.0698881 Oct 29 11:23:46.315051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event updated for resources: {'Port': ['ID=7af7b89e-363d-46a6-9288-893c78a149ee,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:46.327540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b710764-f10b-408d-a419-aa75cb7ed1fb req-b8f688ad-b050-4c69-bc4b-2679a257fdc5 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Oct 29 11:23:46.328179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.352428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:46.353709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-15492347-d71b-4294-9888-71b6d5615ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2905903 Oct 29 11:23:46.379601 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd5ab6-e979-4940-bb10-f209466b33e5 x-openstack-request-id: req-d3fd5ab6-e979-4940-bb10-f209466b33e5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:46.395721 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:46.396707 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3fd5ab6-e979-4940-bb10-f209466b33e5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:46.398777 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:23:46.433071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-008caa79-5ba6-4db6-b87d-8bb114ef3b59 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0725634 Oct 29 11:23:46.577365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-e601d873-d663-4781-abea-6c1f5dd1f464 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:46.579147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfdd7926-bd6a-4801-bb9c-7398d8ba0b25 req-e601d873-d663-4781-abea-6c1f5dd1f464 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1403499 Oct 29 11:23:46.912675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a4b82bc3-145e-4695-a7ab-4704c196d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:46.914385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a4b82bc3-145e-4695-a7ab-4704c196d476 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1094 time: 0.4734879 Oct 29 11:23:46.927465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce7792-77b0-492f-86d4-199fad96a2f1 req-23d8e03b-8bc1-43ab-879d-4470263c52c2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:46.935056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1ce7792-77b0-492f-86d4-199fad96a2f1 req-23d8e03b-8bc1-43ab-879d-4470263c52c2 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 1095 time: 0.1125920 Oct 29 11:23:46.950247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a4061ad8-0aed-4c7d-9d1d-e43349f56b18 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:46.951691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a4061ad8-0aed-4c7d-9d1d-e43349f56b18 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 804 time: 0.6059303 Oct 29 11:23:46.981151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Request body: {'port': {'device_id': '7c537c03-8919-4e40-a390-30fca45d783a', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'admin_state_up': True, 'tenant_id': '0e3e66599618408daf1323ce7e71af60'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:47.093857 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1ce7792-77b0-492f-86d4-199fad96a2f1 req-e8556030-d476-4572-a459-4cb8e7f0407b tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579111 Oct 29 11:23:47.122067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644af916-aa36-4961-a5ec-2076d8d99aab req-0601d6e8-8900-4fdd-b74b-354dc631f0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:47.124618 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-644af916-aa36-4961-a5ec-2076d8d99aab req-0601d6e8-8900-4fdd-b74b-354dc631f0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1022413 Oct 29 11:23:47.196794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-149ff64d-9a63-46db-ac26-3eba00c8d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:47.198287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-149ff64d-9a63-46db-ac26-3eba00c8d225 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.2735875 Oct 29 11:23:47.205322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-644af916-aa36-4961-a5ec-2076d8d99aab req-bedc7854-cbd5-4763-884f-9b8943b9af93 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0721900 Oct 29 11:23:47.210995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-644af916-aa36-4961-a5ec-2076d8d99aab req-97bee981-4a73-42b2-ad6a-d149c32e7b61 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'floatingip': {'port_id': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:47.251952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-859b2516-18fa-47ef-a092-539958e108d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.0447776 Oct 29 11:23:47.267716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-644af916-aa36-4961-a5ec-2076d8d99aab req-97bee981-4a73-42b2-ad6a-d149c32e7b61 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:47.296376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Made reservation on behalf of 0e3e66599618408daf1323ce7e71af60 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:47.299887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:47.376940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a06da374-e78c-419c-ae76-97c14e03601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:47.378454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a06da374-e78c-419c-ae76-97c14e03601f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1165907 Oct 29 11:23:47.385648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a47b46b-3891-493c-89ce-d1cd59385f15 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:47.473653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a39646b7-31f4-4041-8d22-3adf9ff2190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:47.475354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-a39646b7-31f4-4041-8d22-3adf9ff2190e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819378 Oct 29 11:23:47.547243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Allocated IP 172.20.0.11 (1c91ef35-2113-40a7-8c72-502b1749de51/9e9e9495-f92d-427b-b8cf-a55c30d6a85f/6081ca6b-be8c-4de2-b8a4-7b565425dd8e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:47.577587 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-644af916-aa36-4961-a5ec-2076d8d99aab req-97bee981-4a73-42b2-ad6a-d149c32e7b61 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 11:23:47.582518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a47b46b-3891-493c-89ce-d1cd59385f15,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:47.592874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-644af916-aa36-4961-a5ec-2076d8d99aab req-97bee981-4a73-42b2-ad6a-d149c32e7b61 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "PUT /v2.0/floatingips/8c60d046-0c4c-4b52-9a99-b3c66b3603f0 HTTP/1.1" status: 409 len: 551 time: 0.3854759 Oct 29 11:23:47.601161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:23:47.655531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:47.677358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a47b46b-3891-493c-89ce-d1cd59385f15 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:47.693882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-b69bf481-fe63-4bcf-b089-8d6f20cc41a1 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082934 Oct 29 11:23:47.704951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a47b46b-3891-493c-89ce-d1cd59385f15,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:47.711400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:47.774116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:47.781627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68b1cd90-6b6d-4311-b98b-3d25b7af724d req-7cba031e-cb68-4f9c-880c-4c0b2275a592 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 210 time: 0.0352097 Oct 29 11:23:47.790341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f2bb-faae-4883-9ff5-3c117da26d8a req-5ee91a5a-519f-413b-9176-ab8d8e834f21 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:47.797592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b582f2bb-faae-4883-9ff5-3c117da26d8a req-5ee91a5a-519f-413b-9176-ab8d8e834f21 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 949 time: 0.1958013 Oct 29 11:23:47.892230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:47.919278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: dea568a7-da4d-4ba6-bac6-4f8b3884181e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:23:47.919900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dea568a7-da4d-4ba6-bac6-4f8b3884181e not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:23:47.961371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b582f2bb-faae-4883-9ff5-3c117da26d8a req-6437bfb5-8d52-4f42-be04-f2dc925091be tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075187 Oct 29 11:23:47.977503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:47.984481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40cf39e-52fd-4f2c-9710-e88952a84e84 req-56bed85f-d4a8-410b-8c89-e23b40311a34 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745104 Oct 29 11:23:48.013614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a47b46b-3891-493c-89ce-d1cd59385f15'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:48.019127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.063243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Network 1c91ef35-2113-40a7-8c72-502b1749de51 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:48.077140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:48.098568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:48.181931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:48.212978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:48.214097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.238819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ba870-ea30-4b20-aa5c-ff074ffebe4c req-3e788067-3dae-4da6-a154-5aa97451e023 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:48.241500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad8ba870-ea30-4b20-aa5c-ff074ffebe4c req-3e788067-3dae-4da6-a154-5aa97451e023 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 944 time: 0.1808052 Oct 29 11:23:48.246204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-37219cdb-51ea-4f2e-95d4-66543fa6179d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2748637 Oct 29 11:23:48.266174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Request body: {'port': {'device_id': '7c537c03-8919-4e40-a390-30fca45d783a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:48.277478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-c5f3c2bb-21e4-4ba0-a0bc-f8ef652613e2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips/8c60d046-0c4c-4b52-9a99-b3c66b3603f0 HTTP/1.1" status: 200 len: 693 time: 0.0650988 Oct 29 11:23:48.312704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad8ba870-ea30-4b20-aa5c-ff074ffebe4c req-73cabe6e-18bc-4f2f-81d6-325b615da1f2 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Oct 29 11:23:48.337978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.411723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f43512-999e-491f-b910-aab7232c7851 req-d10a2c1f-0c25-4e29-a06c-870c3f1db5c8 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:48.413216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-d10a2c1f-0c25-4e29-a06c-870c3f1db5c8 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1346271 Oct 29 11:23:48.418778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-deleted', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:48.421694 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833cf516-2c51-4e0e-85c9-7a341670c7b5" -d '{"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-deleted", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:48.425851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-c2789f1a-8505-4fee-842a-f09985ccbb69 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:23:48.426845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-c2789f1a-8505-4fee-842a-f09985ccbb69 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065398 Oct 29 11:23:48.485357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-1fe4a44f-ce9e-45cc-97b6-8d1f23b41e98 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0522318 Oct 29 11:23:48.537318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-f8eaf044-5b99-4180-8bf2-b71ac525d884 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0455368 Oct 29 11:23:48.687959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:48.699504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.712828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Deleting port 7af7b89e-363d-46a6-9288-893c78a149ee {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:48.713308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.713551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Transition to ACTIVE for port object 6081ca6b-be8c-4de2-b8a4-7b565425dd8e will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:23:48.717686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.786925 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db2b0d-a308-4067-8021-05356dbd6d88 x-openstack-request-id: req-c4db2b0d-a308-4067-8021-05356dbd6d88 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:48.787219 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1460-d7a6-4edb-a1c3-cea5e6a552c3", "name": "network-vif-deleted", "tag": "dea568a7-da4d-4ba6-bac6-4f8b3884181e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:48.787473 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4db2b0d-a308-4067-8021-05356dbd6d88 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:48.787926 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1460-d7a6-4edb-a1c3-cea5e6a552c3', 'name': 'network-vif-deleted', 'tag': 'dea568a7-da4d-4ba6-bac6-4f8b3884181e', 'status': 'completed', 'code': 200} Oct 29 11:23:48.814492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.814826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.825343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:48.829038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Calling delete_port for 7af7b89e-363d-46a6-9288-893c78a149ee owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:48.889327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Attempting to bind port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:23:48.889668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Attempting to bind port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:23:48.889998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Attempting to bind port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:48.895443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e on network 1c91ef35-2113-40a7-8c72-502b1749de51 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:23:48.895772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Attempting to bind port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e on network 1c91ef35-2113-40a7-8c72-502b1749de51 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:23:48.906778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:23:48.907143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Checking segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:48.907551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Bound using segment: {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:23:48.908020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Bound port: 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fb88c-7b73-41bd-a30c-11d113c3b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:23:48.908377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:48.938792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-596ad6ab-4ec9-4cb0-bdfe-8d19feb8946e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:48.940432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-596ad6ab-4ec9-4cb0-bdfe-8d19feb8946e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 949 time: 0.1162856 Oct 29 11:23:49.002241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:23:49.005599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:23:49.019322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.122231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.154884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event deleted for resources: {'Port': ['ID=7af7b89e-363d-46a6-9288-893c78a149ee,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:49.179828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:49.194256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.195345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.197253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-a6861de6-7ada-4b4e-975c-69a7edfd8ab7 service neutron] 10.222.0.86 "PUT /v2.0/ports/6081ca6b-be8c-4de2-b8a4-7b565425dd8e HTTP/1.1" status: 200 len: 1092 time: 0.9419808 Oct 29 11:23:49.246679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.250288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.263773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9f43512-999e-491f-b910-aab7232c7851 req-0c633c31-7ba8-4096-bac8-c7cc21699adb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "DELETE /v2.0/floatingips/8c60d046-0c4c-4b52-9a99-b3c66b3603f0 HTTP/1.1" status: 204 len: 173 time: 0.7188487 Oct 29 11:23:49.344192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Deleting port 0a047102-17cd-4f28-a8dd-9492a69d4cdc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:49.344536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.363041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-79476e5e-04e6-4b37-adf2-b3170500dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.364721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-79476e5e-04e6-4b37-adf2-b3170500dd9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 1095 time: 0.1129670 Oct 29 11:23:49.387995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7658007-8f48-451e-a38f-41d08340d686 req-162277a4-be9a-450c-8aa0-554e6e6fcec8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.390258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7658007-8f48-451e-a38f-41d08340d686 req-162277a4-be9a-450c-8aa0-554e6e6fcec8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.0815270 Oct 29 11:23:49.394490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a47b46b-3891-493c-89ce-d1cd59385f15 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:49.453530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7658007-8f48-451e-a38f-41d08340d686 req-016333c0-8097-4541-8b1f-9c73d92348c8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Oct 29 11:23:49.495507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 0a47b46b-3891-493c-89ce-d1cd59385f15 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:23:49.496099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-e4c3d67b-eebe-4c5a-946f-b4232bf96bba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e HTTP/1.1" status: 200 len: 217 time: 0.0626945 Oct 29 11:23:49.505599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0a47b46b-3891-493c-89ce-d1cd59385f15 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:49.509499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.574944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-bebc7033-d7a0-4b24-a090-f06d794f8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.576494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-bebc7033-d7a0-4b24-a090-f06d794f8a74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.0724874 Oct 29 11:23:49.658582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] For port 0a047102-17cd-4f28-a8dd-9492a69d4cdc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a047102-17cd-4f28-a8dd-9492a69d4cdc,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:49.658947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.673672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.676389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Calling delete_port for 0a047102-17cd-4f28-a8dd-9492a69d4cdc owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:49.701337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:49.703902 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff3792-f18f-4e1c-841e-46cd0cece62f" -d '{"events": [{"server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "name": "network-vif-plugged", "status": "completed", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:49.705420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f168d-85ca-4c99-91cf-d5f400387851 req-42296bc9-ff6f-4c0a-b443-d92f2eb5791e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.715524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d5f168d-85ca-4c99-91cf-d5f400387851 req-42296bc9-ff6f-4c0a-b443-d92f2eb5791e tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 949 time: 0.1064467 Oct 29 11:23:49.719270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a47b46b-3891-493c-89ce-d1cd59385f15,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:49.731168 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:49.732606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a047102-17cd-4f28-a8dd-9492a69d4cdc no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:23:49.758185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d5f168d-85ca-4c99-91cf-d5f400387851 req-93300dd6-76f8-4731-aae4-3a190a85d4f5 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/security-groups?id=64f32ebf-3979-45bb-b693-362d44f4690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Oct 29 11:23:49.780981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-ca2e68f1-2825-45c3-873b-e081adc70983 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845422 Oct 29 11:23:49.862871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:49.923805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317925d-7fb4-4b86-8e57-5217b484191d req-f70a2d91-592a-46ee-be07-e81d9116b288 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:49.926600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c317925d-7fb4-4b86-8e57-5217b484191d req-f70a2d91-592a-46ee-be07-e81d9116b288 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0807600 Oct 29 11:23:49.972571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-f0023fa0-f955-484c-8cc3-9c3d949961eb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 1001 time: 0.2198849 Oct 29 11:23:49.988640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c317925d-7fb4-4b86-8e57-5217b484191d req-84568a05-a8d5-4008-a66d-deb703509167 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547221 Oct 29 11:23:50.068600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-d56831df-38af-4a1e-b60c-d6705202f922 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:50.075254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-d56831df-38af-4a1e-b60c-d6705202f922 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports/78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 943 time: 0.1017368 Oct 29 11:23:50.105600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-51490e9d-4e78-47a5-a5af-18a866534747 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848523 Oct 29 11:23:50.109289 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:50.176557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Pushing event deleted for resources: {'Port': ['ID=0a047102-17cd-4f28-a8dd-9492a69d4cdc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:50.218619 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef72a1b-4cf8-42ed-94c9-e0e413f0656e x-openstack-request-id: req-2ef72a1b-4cf8-42ed-94c9-e0e413f0656e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:50.219217 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "name": "network-vif-plugged", "status": "completed", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:50.219538 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ef72a1b-4cf8-42ed-94c9-e0e413f0656e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:50.219990 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'code': 200} Oct 29 11:23:50.360721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f9b6-9205-48ef-bdf0-015971e222c9 req-61d00e27-c94c-4e99-ab47-cf586ab766d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:50.362772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d60f9b6-9205-48ef-bdf0-015971e222c9 req-61d00e27-c94c-4e99-ab47-cf586ab766d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.0653074 Oct 29 11:23:50.451327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d60f9b6-9205-48ef-bdf0-015971e222c9 req-3ff7ee45-ceb4-42eb-933e-49d67b7344e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734203 Oct 29 11:23:50.474415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fd3135d-954d-4c51-bc7f-eeba3a958855 req-244602c8-c84c-40b2-a09d-4fb4c82e2a0f service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547218 Oct 29 11:23:50.479038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-14dc864e-6238-447b-83ed-8b94071926f8 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 1001 time: 0.3194330 Oct 29 11:23:50.510428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] No DVR routers for this DVR port 0a047102-17cd-4f28-a8dd-9492a69d4cdc on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:23:50.577907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:50.585201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f056e53-d589-48bc-846a-54c908ce7b45 req-f40ebfcf-4b54-422f-b3a3-9341acf88137 tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.41 "DELETE /v2.0/ports/0a047102-17cd-4f28-a8dd-9492a69d4cdc HTTP/1.1" status: 204 len: 173 time: 1.5749061 Oct 29 11:23:50.679686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-f11f0ae6-4595-4702-9c03-7b3a4fd442f5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:50.691165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-f11f0ae6-4595-4702-9c03-7b3a4fd442f5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1818426 Oct 29 11:23:50.847780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e'}, {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-deleted', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:50.851272 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73adff0e-84ee-404f-9f28-d021d98b5cde" -d '{"events": [{"name": "network-changed", "server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e"}, {"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-deleted", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:50.961343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-373e8b98-b87c-42bb-a1a9-34611b721bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 1001 time: 0.2687581 Oct 29 11:23:50.967487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:51.045452 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:51.155856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6e3a-4486-4950-98a1-d9866df3a7cf req-59b0d203-a136-44b4-a7b4-570e401c9bd9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:51.165523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-271e6e3a-4486-4950-98a1-d9866df3a7cf req-59b0d203-a136-44b4-a7b4-570e401c9bd9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.0715015 Oct 29 11:23:51.213139 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-271e6e3a-4486-4950-98a1-d9866df3a7cf req-0c8376f9-2238-4fbc-9aff-26be615e2776 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Oct 29 11:23:51.320854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:51.343011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:51.343935 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Floating IP 9be44c8c-b6fc-4d65-a67b-9948b57dccdb disassociated. External IP: 172.25.4.58, port: 78364bd4-d76b-47fb-b04e-e17bd401c796. Oct 29 11:23:51.373279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68dc4814-856b-423f-8c48-c33044f32383 req-a6caad9c-0546-4b6e-8c7e-d795b45df1cc tempest-ImagesOneServerTestJSON-599613584 tempest-ImagesOneServerTestJSON-599613584-project] 10.222.0.77 "GET /v2.0/ports?device_id=cbde98c8-0d1f-49f6-a9dc-e9360db28104 HTTP/1.1" status: 200 len: 210 time: 0.0475097 Oct 29 11:23:51.463062 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1297f6-d126-4786-a6c3-491d9d824e2c x-openstack-request-id: req-cf1297f6-d126-4786-a6c3-491d9d824e2c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:51.473383 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e", "status": "completed", "code": 200}, {"server_uuid": "cbde98c8-0d1f-49f6-a9dc-e9360db28104", "name": "network-vif-deleted", "tag": "0a047102-17cd-4f28-a8dd-9492a69d4cdc", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:51.473785 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf1297f6-d126-4786-a6c3-491d9d824e2c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:51.474268 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'status': 'completed', 'code': 200} Oct 29 11:23:51.474589 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbde98c8-0d1f-49f6-a9dc-e9360db28104', 'name': 'network-vif-deleted', 'tag': '0a047102-17cd-4f28-a8dd-9492a69d4cdc', 'status': 'completed', 'code': 200} Oct 29 11:23:51.526316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:51.914004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-fc9e37a7-8ba2-495f-88d6-003ba8f5d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:51.915493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-fc9e37a7-8ba2-495f-88d6-003ba8f5d4e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e3e66599618408daf1323ce7e71af60&device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 1095 time: 0.4394448 Oct 29 11:23:52.089407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-d9358359-2b7a-4e65-bad5-577957466be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.090327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caecef2-9de0-49a3-8168-39f956a0af1e req-92f46326-ae43-43c7-bdbb-cfcf206a5b6d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.091203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-d9358359-2b7a-4e65-bad5-577957466be6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 200 len: 905 time: 0.1675882 Oct 29 11:23:52.093485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1caecef2-9de0-49a3-8168-39f956a0af1e req-92f46326-ae43-43c7-bdbb-cfcf206a5b6d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 945 time: 0.0608671 Oct 29 11:23:52.134557 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1caecef2-9de0-49a3-8168-39f956a0af1e req-e4b323a1-e340-4986-9d4f-0077ef266530 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Oct 29 11:23:52.149789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-edf88625-e88e-4e00-b3ac-042085485024 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e HTTP/1.1" status: 200 len: 217 time: 0.0493495 Oct 29 11:23:52.222223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Router ec635a84-db96-4399-afa6-9bc3be1eb975 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:23:52.233082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-98638278-52ee-4d02-bc54-6268b7a9360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.235135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-98638278-52ee-4d02-bc54-6268b7a9360a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 200 len: 844 time: 0.0750601 Oct 29 11:23:52.369904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:23:52.382827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Sync routers for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:23:52.394221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:52.400233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-83c70215-4e4b-4c98-9d47-2c6fd5ac3064 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c91ef35-2113-40a7-8c72-502b1749de51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876076 Oct 29 11:23:52.404921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:52.405628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:52.487321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-e524afaf-c1b9-46fc-9e8a-b128df4248f1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "PUT /v2.0/floatingips/9be44c8c-b6fc-4d65-a67b-9948b57dccdb HTTP/1.1" status: 200 len: 694 time: 1.5250967 Oct 29 11:23:52.583485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-8ebafa04-8e12-456e-9e4f-76709737e29e service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639657 Oct 29 11:23:52.586266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-2ae84590-d9bb-4741-86e6-8ba79dfb9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.587970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-2ae84590-d9bb-4741-86e6-8ba79dfb9d3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1097 time: 0.0761354 Oct 29 11:23:52.609267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:52.649964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-404e1dc3-2733-4057-99c3-907da6d76f1b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3043463 Oct 29 11:23:52.672532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:52.714322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:52.836479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73adff0e-84ee-404f-9f28-d021d98b5cde req-16b15238-93a0-4330-a60d-e3fc123f14f3 service neutron] 10.222.0.86 "GET /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440965 Oct 29 11:23:52.846185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-50d385d7-9d89-4a95-ad3d-16149031765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.848737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-50d385d7-9d89-4a95-ad3d-16149031765e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 929 time: 0.2484226 Oct 29 11:23:52.916409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-2399f319-16ae-45b3-9ef2-92308e82a1cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 217 time: 0.0598090 Oct 29 11:23:52.918832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:52.984802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-3eae7e19-9a67-4980-b553-fa6f10aff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:52.990549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-3eae7e19-9a67-4980-b553-fa6f10aff8e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.0674734 Oct 29 11:23:53.067906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Allocated IP 172.25.4.75 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3dedd532-9ccf-4cb0-ab08-f952bff08ee0) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:23:53.072001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-cb02d832-147c-44ec-bc0f-37210b33dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:53.077305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-cb02d832-147c-44ec-bc0f-37210b33dbf4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792372 Oct 29 11:23:53.108910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:53.159143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Checking router: ec635a84-db96-4399-afa6-9bc3be1eb975 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:23:53.176829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:23:53.177771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:53.220378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:53.247268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-c0937766-e08b-4980-a925-407312d27ed6 service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646099 Oct 29 11:23:53.259507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:53.302806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:23:53.308151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:53.314490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:23:53.345926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:23:53.370820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event updated for resources: {'Port': ['ID=3dedd532-9ccf-4cb0-ab08-f952bff08ee0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:53.411901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4fba86c-c154-45b1-94a6-a99fb647996d req-0118588c-5f4e-4911-a2ac-da00f9ddc057 service neutron] 10.222.0.77 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604540 Oct 29 11:23:53.457160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:53.476204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:53.478595 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fb5a82-7174-4cb2-bb5e-e559c1948338" -d '{"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:53.523447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:53.596971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204d42-2308-46cf-855d-6f4667eeda87 req-e74ec693-4919-4df5-9f59-4a7b9630d9ea tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:53.605929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad204d42-2308-46cf-855d-6f4667eeda87 req-e74ec693-4919-4df5-9f59-4a7b9630d9ea tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.0683832 Oct 29 11:23:53.675770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad204d42-2308-46cf-855d-6f4667eeda87 req-ef27181a-f40f-46ec-97d8-33fc3edcceaa tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686858 Oct 29 11:23:53.689939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:23:53.723172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60128022-9947-416e-a7b2-e18e135bc0ce None None] The sync data for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 is: [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:22:56Z', 'revision_number': 4, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '81caece5-0fdf-425d-af27-f9f688051e94', 'name': '', 'network_id': '3ab821e3-b065-4e93-8771-52713851b557', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:54Z', 'updated_at': '2021-10-29T11:23:04Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'subnets': [{'id': '75ee4434-56e6-40ff-a9ba-557e02f8dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:23:53.900188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:23:54.134310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:54.182455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'mac_address': 'fa:16:3e:5c:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:23:54.211125 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085197a-4509-4bce-855e-f1bd54a5c8eb None None] New status for floating IP 9be44c8c-b6fc-4d65-a67b-9948b57dccdb: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:23:54.249181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.262493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.305502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.353860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:23:54.391034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:54.398215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.511459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.514775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event updated for resources: {'Port': ['ID=3dedd532-9ccf-4cb0-ab08-f952bff08ee0,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:54.559933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:54.567986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:54.570697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-cee1204f-bde9-45c6-be05-016af11e4c96 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9019465 Oct 29 11:23:54.707227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['6081ca6b-be8c-4de2-b8a4-7b565425dd8e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:23:54.840647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-1010fedc-ff0a-4889-b6b0-bbe1de28bcbc tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips/9be44c8c-b6fc-4d65-a67b-9948b57dccdb HTTP/1.1" status: 200 len: 692 time: 0.0690203 Oct 29 11:23:55.028844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-5e6a5b2a-86de-4d92-aa05-b524077b088e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:55.039036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-5e6a5b2a-86de-4d92-aa05-b524077b088e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1892140 Oct 29 11:23:55.083206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-5e165802-63fa-4a90-91ce-1ef7aac2ad8d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.4850972 Oct 29 11:23:55.212831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42986) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:55.358479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-f6b698c6-70a4-49a1-bdc8-61f633b2ee2b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:55.360052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c144ec49-2ec2-474b-8269-59e776cc1f0e req-f6b698c6-70a4-49a1-bdc8-61f633b2ee2b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.2759233 Oct 29 11:23:55.413226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-3a84ebf7-b527-4cfb-80ef-f970133d34bb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:23:55.422014 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-3a84ebf7-b527-4cfb-80ef-f970133d34bb tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3818495 Oct 29 11:23:55.428136 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bab6a3f-d005-49cb-8738-43b9664eb93c x-openstack-request-id: req-9bab6a3f-d005-49cb-8738-43b9664eb93c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:55.429495 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:55.430037 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bab6a3f-d005-49cb-8738-43b9664eb93c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:55.432495 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'status': 'completed', 'code': 200} Oct 29 11:23:55.525564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-d7b98a4e-871d-4785-8748-3c5540cf381e tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1002576 Oct 29 11:23:55.552774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43002) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:55.553775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a010e9e2-b8dd-4731-a9e3-36f79fc55df2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acade00695a74017a00b099d32d44367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394568 Oct 29 11:23:55.601394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:55.625916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-7a9098d3-ab02-4458-b1be-e42355451d56 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0992436 Oct 29 11:23:55.698541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:55.744516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-78e61871-6333-4754-a088-a396b8e9688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:55.754577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-78e61871-6333-4754-a088-a396b8e9688d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f830e73a520844d58c5fcc2c08df0929&device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 1097 time: 0.2268670 Oct 29 11:23:55.767680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:55.829449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:55.832959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:55.836246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64f32ebf-3979-45bb-b693-362d44f4690f HTTP/1.1" status: 204 len: 168 time: 0.2820599 Oct 29 11:23:55.862113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1153c2b-0d80-4ada-b9c4-cf78a6bc14de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f32ebf-3979-45bb-b693-362d44f4690f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:55.901959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:23:55.923571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-90299241-f08a-43e5-878e-dbe50bff807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:55.925258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-90299241-f08a-43e5-878e-dbe50bff807b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 200 len: 929 time: 0.1532955 Oct 29 11:23:55.995400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-9628d82b-0d80-4d07-af1a-854efee51af4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 200 len: 217 time: 0.0442619 Oct 29 11:23:56.023828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:23:56.028345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:23:56.029030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.112412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-715f7d0b-7b77-494e-86bb-0d9aa0888236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:56.130879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-715f7d0b-7b77-494e-86bb-0d9aa0888236 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 200 len: 867 time: 0.1264436 Oct 29 11:23:56.136047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Deleting port 4b3af462-6692-42ec-b5e3-8d60cf6a4b37 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:23:56.136513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.195707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.263161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-94c91ff0-26c5-42d4-b80e-2a8b3cc96006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:56.268437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-94c91ff0-26c5-42d4-b80e-2a8b3cc96006 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ab821e3-b065-4e93-8771-52713851b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254141 Oct 29 11:23:56.298000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:23:56.311095 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb2b7c2-5d57-4871-be7b-2f76c3517dae" -d '{"events": [{"server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "name": "network-vif-plugged", "status": "completed", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:23:56.340869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:23:56.348552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.359304 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.359803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.414460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:56.441665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Calling delete_port for 4b3af462-6692-42ec-b5e3-8d60cf6a4b37 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:23:56.493030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b8049-0758-47c0-9ce4-c52c1b1dc053 req-7c6d189b-deca-4348-baa6-e559c41dd28d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:56.501174 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d15b8049-0758-47c0-9ce4-c52c1b1dc053 req-7c6d189b-deca-4348-baa6-e559c41dd28d tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 946 time: 0.0903332 Oct 29 11:23:56.539396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d15b8049-0758-47c0-9ce4-c52c1b1dc053 req-3ec7fbfd-2a61-473b-9067-4fb8dcbfdf2c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Oct 29 11:23:56.546300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-039977dd-09e7-4700-a1b9-698a41387bca service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691817 Oct 29 11:23:56.731020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40fb5a82-7174-4cb2-bb5e-e559c1948338 req-40231047-bcf8-4b4a-82e3-acb943888770 service neutron] 10.222.0.86 "GET /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765592 Oct 29 11:23:56.742566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-e18c381a-fc2a-4dae-83df-fa7114c161e6 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:56.744472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-e18c381a-fc2a-4dae-83df-fa7114c161e6 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 820 time: 0.1277692 Oct 29 11:23:56.755748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.775365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-de28aebd-132e-4fdd-90cc-d131279f75ea tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/quotas/b445fdc656274552a754910908ae848a HTTP/1.1" status: 200 len: 375 time: 0.0113256 Oct 29 11:23:56.787181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event deleted for resources: {'Port': ['ID=4b3af462-6692-42ec-b5e3-8d60cf6a4b37,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:56.863335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-efd8d35b-a0c3-43d8-b2ed-5d986873f2e1 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0704687 Oct 29 11:23:56.874738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.877879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:56.888946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b3c0f12-5dbc-4ee0-8c72-52e19980444b req-2425ac07-8456-474d-a362-3b2148bb0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "DELETE /v2.0/floatingips/9be44c8c-b6fc-4d65-a67b-9948b57dccdb HTTP/1.1" status: 204 len: 173 time: 1.2586482 Oct 29 11:23:56.938521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43078) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:56.982423 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5e8e1843-3ae0-4b75-85e0-1d6567349a73 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060674 Oct 29 11:23:57.116950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1618596577-network', 'tenant_id': 'f42c4056dca14f04a5268452ac01d33d'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:57.128427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-9d9b0398-d9ce-4734-ad39-9c2388451c89 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389925 Oct 29 11:23:57.150421 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583054f-abd0-4346-852e-095d0132f951 x-openstack-request-id: req-7583054f-abd0-4346-852e-095d0132f951 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:23:57.151373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "name": "network-vif-plugged", "status": "completed", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:23:57.151820 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7583054f-abd0-4346-852e-095d0132f951 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:23:57.152372 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'code': 200} Oct 29 11:23:57.167718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Made reservation on behalf of f42c4056dca14f04a5268452ac01d33d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:57.177325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.199565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.372482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f4c4174-eb45-4b1d-b4e5-ce067917e99f req-d5156d5c-78c2-46be-b083-403ec633de1d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 210 time: 0.0563836 Oct 29 11:23:57.478419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a4c9-50eb-4c84-819f-d819f235fe71 req-850bcae3-de6f-49f0-8a37-9d2ecbd97c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:57.481051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c73a4c9-50eb-4c84-819f-d819f235fe71 req-850bcae3-de6f-49f0-8a37-9d2ecbd97c35 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 1097 time: 0.2450817 Oct 29 11:23:57.492304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdfb8-a8df-4252-91c4-90cf63b8ada8 req-c01adbdb-4cfe-4aef-b89e-8bb31ecf2acf tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:57.496279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c44fdfb8-a8df-4252-91c4-90cf63b8ada8 req-c01adbdb-4cfe-4aef-b89e-8bb31ecf2acf tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0604222 Oct 29 11:23:57.567923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c44fdfb8-a8df-4252-91c4-90cf63b8ada8 req-afb7db74-d1a9-408e-9bcd-6d76f2621188 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0573313 Oct 29 11:23:57.586775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c73a4c9-50eb-4c84-819f-d819f235fe71 req-05597a06-4df9-4d0f-81ca-74ffc926d523 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960281 Oct 29 11:23:57.614491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.629139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c048a66-9ee5-4528-8cce-9ac0ba29a62e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:57.633542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c048a66-9ee5-4528-8cce-9ac0ba29a62e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.3386083 Oct 29 11:23:57.635329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.655515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:23:57.713328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-f4252a0f-8228-4013-9963-700c7697cc7f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/quotas/6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 375 time: 0.0539951 Oct 29 11:23:57.720097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.720578 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Added segment 16e97213-603e-4558-b947-3be580204235 of type vlan for network d6037a60-a259-441f-9a67-bcd9cf847f2e Oct 29 11:23:57.762727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:57.798157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9adb0-31fb-4d20-9214-754cf898370b req-33540686-bb9b-45c4-90dd-a11ca0aa30cc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:57.800301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71e9adb0-31fb-4d20-9214-754cf898370b req-33540686-bb9b-45c4-90dd-a11ca0aa30cc tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 946 time: 0.1260338 Oct 29 11:23:57.855604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.855604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.855604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.855604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.855604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.856215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.856339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.856589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.856910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.857269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.857596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.857912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:57.885713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71e9adb0-31fb-4d20-9214-754cf898370b req-e81a01ad-92b9-4664-9403-b22c785ed348 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762320 Oct 29 11:23:57.950098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:57.976838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad9aa132-0e50-41d5-bce6-4b58ef5fef24 req-c4cf017d-51da-4f83-924e-ff5360a49096 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0504487 Oct 29 11:23:58.012641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-8c1013c3-2b39-4f65-bfc3-2c59d15e2ca1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2981987 Oct 29 11:23:58.111036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.114429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:58.115751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.201956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43202) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:58.241247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43210) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:58.241742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3020599 Oct 29 11:23:58.251837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Request body: {'subnet': {'network_id': 'd6037a60-a259-441f-9a67-bcd9cf847f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1618596577-subnet', 'tenant_id': 'f42c4056dca14f04a5268452ac01d33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:58.259363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-d21f2d06-d7fa-4001-aa88-3415f68ec7c1 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435353 Oct 29 11:23:58.326667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31062ac-5b07-4978-bc28-968a353affcb admin admin] Pushing event updated for resources: {'Network': ['ID=d6037a60-a259-441f-9a67-bcd9cf847f2e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:58.330536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3733859c-5952-4da7-8117-9aa1ca8d6e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.342907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d6037a60-a259-441f-9a67-bcd9cf847f2e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:23:58.347556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Made reservation on behalf of f42c4056dca14f04a5268452ac01d33d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:58.351795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.466974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-2dbb4a16-3ba2-452e-a38e-be8bcc4123b2 service neutron] 10.222.0.77 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065005 Oct 29 11:23:58.552123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.612440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca7be6-0e1f-49ee-952d-c9bb97d2be69 req-ba1ff656-479b-4f44-aee0-b2b9b3152cfe tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:58.621843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26ca7be6-0e1f-49ee-952d-c9bb97d2be69 req-ba1ff656-479b-4f44-aee0-b2b9b3152cfe tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 946 time: 0.1449428 Oct 29 11:23:58.742151 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26ca7be6-0e1f-49ee-952d-c9bb97d2be69 req-9a3f5a34-4c18-4cb3-8199-12ffcb1f970f tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104200 Oct 29 11:23:58.873074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:58.953856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e2e537ea-4ca8-4b93-8314-d37a8e5bd359 req-7ec191b0-fc84-4b08-b6a9-078e9ffe5244 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 210 time: 0.1025457 Oct 29 11:23:59.006951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a849dea4-95fc-4130-88c0-156ec4db6181 req-8041a482-81ae-4c7e-907c-e8a2248cf63b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0735724 Oct 29 11:23:59.029227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.089348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.214765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb016419-9e99-432b-b779-8e98da2371bd,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:59.222848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2edcbe86e6db4160abbef237ffc0861d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0194540 Oct 29 11:23:59.236182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e4cc-2a02-41b8-81a3-defbac894adf req-afbad633-00a5-48bb-8309-c6e2a127495a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:59.237780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-afe3e4cc-2a02-41b8-81a3-defbac894adf req-afbad633-00a5-48bb-8309-c6e2a127495a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 946 time: 0.1524465 Oct 29 11:23:59.238558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Checking segment: {'id': '16e97213-603e-4558-b947-3be580204235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd6037a60-a259-441f-9a67-bcd9cf847f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:23:59.239184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Network hostable DHCP agents. Network: d6037a60-a259-441f-9a67-bcd9cf847f2e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:23:59.240826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:23:59.245308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945ee08-fe98-4557-8344-c2361973cfe7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:23:59.250358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.250710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.251054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.251407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.251732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.252067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.252396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.252724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.253076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.253426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.253732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.254055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.283907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.284261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.284654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.284946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.285317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.285743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.286078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.286441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.286771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.287102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.287500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.288309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0685f3-63e0-402f-812d-2265d902f732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:23:59.333195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-afe3e4cc-2a02-41b8-81a3-defbac894adf req-424cc55e-75d7-4d5a-a333-d597f498d508 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Oct 29 11:23:59.335388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Network d6037a60-a259-441f-9a67-bcd9cf847f2e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:23:59.338430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-a1eeec1c-92d3-4b28-95d9-c2ae59c5f92b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:59.340971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-a1eeec1c-92d3-4b28-95d9-c2ae59c5f92b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.86 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 820 time: 0.3017552 Oct 29 11:23:59.348112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d6037a60-a259-441f-9a67-bcd9cf847f2e) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:23:59.356461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:59.357122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.360959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11227811-4b72-4928-baa0-a50af774fab3 None None] Network d6037a60-a259-441f-9a67-bcd9cf847f2e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:59.377620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'port': {'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'admin_state_up': True, 'tenant_id': 'b445fdc656274552a754910908ae848a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:23:59.419329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1aaec076-d7fc-4fa8-b378-240f61844136 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1755884 Oct 29 11:23:59.582104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.633716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552f673-27dd-44e3-ae23-a933b67b6cf1 None None] Network d6037a60-a259-441f-9a67-bcd9cf847f2e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:23:59.673902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00268f-d754-4359-a95f-5da1718e1aa2 req-8febe574-9163-431c-beb8-2a71cd708cba tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:59.682327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b00268f-d754-4359-a95f-5da1718e1aa2 req-8febe574-9163-431c-beb8-2a71cd708cba tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.1147335 Oct 29 11:23:59.695389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.788087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b00268f-d754-4359-a95f-5da1718e1aa2 req-44e55a6d-bf66-4104-bfc6-a2f333c77733 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040273 Oct 29 11:23:59.884649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Made reservation on behalf of b445fdc656274552a754910908ae848a for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:23:59.888346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:23:59.989341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000c462-120f-494c-b6b7-3efc80ca1b05 req-58cad3d7-cd0c-4555-b418-d969be55ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:23:59.990897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3000c462-120f-494c-b6b7-3efc80ca1b05 req-58cad3d7-cd0c-4555-b418-d969be55ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 946 time: 0.1159272 Oct 29 11:24:00.004907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-dcbb0c4d-88ba-4fdb-8301-9ed378372abc tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:00.006881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-dcbb0c4d-88ba-4fdb-8301-9ed378372abc tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.86 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 946 time: 0.1024296 Oct 29 11:24:00.066134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.068752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.072141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4945ee08-fe98-4557-8344-c2361973cfe7 HTTP/1.1" status: 204 len: 168 time: 0.8278773 Oct 29 11:24:00.101098 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-17670d8c-17c7-47e2-b32b-bc83ddaaeceb req-89d10841-b78f-4c8e-97a8-fa2dd7a90b35 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] show failed (client error): The resource could not be found. Oct 29 11:24:00.104132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3000c462-120f-494c-b6b7-3efc80ca1b05 req-642d7ba4-33ff-4e8f-b8fd-00f76590d186 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7542278-fc08-4fad-8c3d-4d89ed7cb53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959144 Oct 29 11:24:00.116360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17670d8c-17c7-47e2-b32b-bc83ddaaeceb req-89d10841-b78f-4c8e-97a8-fa2dd7a90b35 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/b1f129a3-3c4c-4a6f-a44b-d1882986700e HTTP/1.1" status: 404 len: 352 time: 0.0597250 Oct 29 11:24:00.117198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81e97e-c756-4912-be4f-d5b3cce05a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945ee08-fe98-4557-8344-c2361973cfe7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:00.193480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Allocated IP 172.20.0.7 (73c9414e-e78d-423f-8ddf-5c9208df3393/82cd71e0-d6dd-42ca-8304-0eb87875a649/3fe12581-a336-4c1e-9fd8-4d686aa6685e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:00.251367 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4a65fcb-a5e1-46de-900f-2959a6c199b4 req-d7eb7c4f-aba7-4276-8bfd-6872f0be4391 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 210 time: 0.0468221 Oct 29 11:24:00.254934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1f5a9fb-a3ee-467a-bb85-bd0419c05235 req-9bacb4dc-a6cc-4d98-b8b5-e2e7e28a54e8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0552156 Oct 29 11:24:00.257744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Deleting port 78364bd4-d76b-47fb-b04e-e17bd401c796 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:00.258196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.438321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] For port 78364bd4-d76b-47fb-b04e-e17bd401c796, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78364bd4-d76b-47fb-b04e-e17bd401c796,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:00.438985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.476598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bc79de5-4239-4a05-a3b8-3c430eca3aa8 req-8cf1918c-4d21-410f-95bc-aecee3ba3f2c tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f42c4056dca14f04a5268452ac01d33d HTTP/1.1" status: 200 len: 2984 time: 0.1521626 Oct 29 11:24:00.493571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Calling delete_port for 78364bd4-d76b-47fb-b04e-e17bd401c796 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:00.496730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.561542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.573722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a47b46b-3891-493c-89ce-d1cd59385f15'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:00.641988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bc79de5-4239-4a05-a3b8-3c430eca3aa8 req-77574f24-ec8e-4762-9b03-d566f068ce24 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7 HTTP/1.1" status: 200 len: 2981 time: 0.1642811 Oct 29 11:24:00.647164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:00.651372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:00.653372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event updated for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:00.655685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:00.802620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bc79de5-4239-4a05-a3b8-3c430eca3aa8 req-d0f87112-e29e-4169-96b0-de3f9944c9af tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7 HTTP/1.1" status: 200 len: 2981 time: 0.1593678 Oct 29 11:24:00.893641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:00.894297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:00.943682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206ccf-2ec5-41c4-9857-1a32b28e5705 req-a093587d-51b8-4d1b-99bd-83408d17fb89 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:00.950824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f206ccf-2ec5-41c4-9857-1a32b28e5705 req-a093587d-51b8-4d1b-99bd-83408d17fb89 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 946 time: 0.2586091 Oct 29 11:24:01.032094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1fdb08d-7266-4a96-82e0-7fa95ba8faf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:01.174724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:01.204853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['78364bd4-d76b-47fb-b04e-e17bd401c796'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:01.212748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8cb956b2-0866-4a1e-9076-13c597fdf279 None None] Provisioning complete for port 3fe12581-a336-4c1e-9fd8-4d686aa6685e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:01.213732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8cb956b2-0866-4a1e-9076-13c597fdf279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:01.321170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e2621-8697-406c-ae91-bb8c88d37949 req-d8a4c3dc-7777-40ec-8091-2fcc87e571fe tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:01.336563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c9e2621-8697-406c-ae91-bb8c88d37949 req-d8a4c3dc-7777-40ec-8091-2fcc87e571fe tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.3133667 Oct 29 11:24:01.342078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8cb956b2-0866-4a1e-9076-13c597fdf279 None None] Port 3fe12581-a336-4c1e-9fd8-4d686aa6685e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:01.397287 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c9e2621-8697-406c-ae91-bb8c88d37949 req-96fb3cf7-c16d-4f65-8a95-6d0a7a79a1ca tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572023 Oct 29 11:24:01.452206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Pushing event deleted for resources: {'Port': ['ID=78364bd4-d76b-47fb-b04e-e17bd401c796,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:01.462824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-855ecde4-b2b7-47bb-8ea8-9cc313ad9ddd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:01.464321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-855ecde4-b2b7-47bb-8ea8-9cc313ad9ddd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 821 time: 0.7249086 Oct 29 11:24:01.477560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5ccfcb15-eab4-4b45-9809-db49492ccf99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1042461 Oct 29 11:24:01.493728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Request body: {'port': {'device_id': '044f616d-ce37-434b-a611-92a108f62e13', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'admin_state_up': True, 'tenant_id': '6f425741a0984bb1aa7b3c5491c3f9d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:01.502482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Request body: {'port': {'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:01.503158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] No DVR routers for this DVR port 78364bd4-d76b-47fb-b04e-e17bd401c796 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:01.505856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:01.523077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d38b827e-3bb8-432d-bbb8-4b4c723fc02b req-7387d6c9-536b-4769-9243-c0504c6c27b2 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.86 "DELETE /v2.0/ports/78364bd4-d76b-47fb-b04e-e17bd401c796 HTTP/1.1" status: 204 len: 173 time: 1.5054092 Oct 29 11:24:01.523544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'name': 'network-vif-deleted', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:01.540537 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b8cd5-f2ef-4882-91b2-719ee5472836" -d '{"events": [{"server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "name": "network-vif-deleted", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:01.636423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f206ccf-2ec5-41c4-9857-1a32b28e5705 req-f3f02f0b-8fbf-432b-b8be-276023e55f14 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805952 Oct 29 11:24:01.653596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fbd84c9e-7d6f-45d4-b200-c4cabe40dad8 req-4c6fa494-d17e-451c-aa90-f40a561ba26e tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7 HTTP/1.1" status: 200 len: 2981 time: 0.1046031 Oct 29 11:24:01.739916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:01.777744 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-fbd84c9e-7d6f-45d4-b200-c4cabe40dad8 req-00b29c3b-ed7c-47bc-9e6b-d5fb6a357de8 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 11:24:01.798235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fbd84c9e-7d6f-45d4-b200-c4cabe40dad8 req-00b29c3b-ed7c-47bc-9e6b-d5fb6a357de8 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "DELETE /v2.0/security-groups/2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7 HTTP/1.1" status: 409 len: 352 time: 0.1392949 Oct 29 11:24:01.812591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-deb6a188-5f54-4fec-8bda-886be1235600 req-81a7b599-22a1-4881-bd3a-b7aca89447cc tempest-FloatingIPsAssociationNegativeTestJSON-1154738998 tempest-FloatingIPsAssociationNegativeTestJSON-1154738998-project] 10.222.0.77 "GET /v2.0/ports?device_id=eba763ed-be93-4405-a52c-9765f58f23a1 HTTP/1.1" status: 200 len: 210 time: 0.0549753 Oct 29 11:24:01.860642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Made reservation on behalf of 6f425741a0984bb1aa7b3c5491c3f9d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:01.867517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.074605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a6553-7c3d-4f58-b1a5-095f6f3d1896 req-19d044e5-30d8-4667-a0cd-86bb93bf4c2b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:02.085499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5a6553-7c3d-4f58-b1a5-095f6f3d1896 req-19d044e5-30d8-4667-a0cd-86bb93bf4c2b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 931 time: 0.1558762 Oct 29 11:24:02.159985 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.267614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c7129cf-45e0-4c90-9383-dd9ec676b6ab req-3ffa70a8-ce95-4e7f-891b-e7d150c0bba8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.2189493 Oct 29 11:24:02.284001 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.325984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5a6553-7c3d-4f58-b1a5-095f6f3d1896 req-36950904-205c-4f57-8030-08c29f7e2f56 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386518 Oct 29 11:24:02.375512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-bcf4b783-ea5a-4fdd-a6f2-8f295a7e19c4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:02.379702 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-bcf4b783-ea5a-4fdd-a6f2-8f295a7e19c4 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.2910724 Oct 29 11:24:02.470411 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48062eb-9bf4-46f3-ab9b-57dc3519147a x-openstack-request-id: req-f48062eb-9bf4-46f3-ab9b-57dc3519147a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:02.470993 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba763ed-be93-4405-a52c-9765f58f23a1", "name": "network-vif-deleted", "tag": "78364bd4-d76b-47fb-b04e-e17bd401c796", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:02.471619 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f48062eb-9bf4-46f3-ab9b-57dc3519147a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:02.472178 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba763ed-be93-4405-a52c-9765f58f23a1', 'name': 'network-vif-deleted', 'tag': '78364bd4-d76b-47fb-b04e-e17bd401c796', 'status': 'completed', 'code': 200} Oct 29 11:24:02.574717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Deleting port a8731216-af67-47cf-b96f-f8c9be1c5d67 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:02.575093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.617419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Allocated IP 172.20.0.12 (ca52e901-38c4-442d-92a7-8630fc79eaf3/08fc5c51-16cf-463f-a158-7c625e0588e1/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:02.706542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe12581-a336-4c1e-9fd8-4d686aa6685e {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:02.733514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.743128 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-c373b4c8-64e5-4421-b872-3d67d2ce2f1e req-132eaef6-0552-4d60-baba-391686a770c0 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] show failed (client error): The resource could not be found. Oct 29 11:24:02.744701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c373b4c8-64e5-4421-b872-3d67d2ce2f1e req-132eaef6-0552-4d60-baba-391686a770c0 tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/30c571d6-44a4-4afb-8867-b0a772a2c3b1 HTTP/1.1" status: 404 len: 352 time: 0.1927166 Oct 29 11:24:02.756434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] For port a8731216-af67-47cf-b96f-f8c9be1c5d67, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a8731216-af67-47cf-b96f-f8c9be1c5d67,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:02.756434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:02.825534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Transition to ACTIVE for port object 3fe12581-a336-4c1e-9fd8-4d686aa6685e will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:02.845536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.038217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.093088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:03.101969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.117214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:03.219185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:03.230783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7072e2-bd72-425e-8ede-7c39a374191b req-b2a86b21-8552-4dfa-a7d7-31360c9c7feb tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:03.250496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7072e2-bd72-425e-8ede-7c39a374191b req-b2a86b21-8552-4dfa-a7d7-31360c9c7feb tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 945 time: 0.2350535 Oct 29 11:24:03.263666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Network ca52e901-38c4-442d-92a7-8630fc79eaf3 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:03.266895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:03.278509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:03.340542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.340912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.341309 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Floating IP a6832705-1ead-40f1-93f8-04792db7d749 disassociated. External IP: 172.25.4.120, port: a8731216-af67-47cf-b96f-f8c9be1c5d67. Oct 29 11:24:03.341656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Calling delete_port for a8731216-af67-47cf-b96f-f8c9be1c5d67 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:03.366262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7072e2-bd72-425e-8ede-7c39a374191b req-83992ab6-6fc7-4f44-9072-1aa0bd7f10ee tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2ba6921-50e3-4e40-addf-f420f413445c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098313 Oct 29 11:24:03.502256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.509722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Attempting to bind port 3fe12581-a336-4c1e-9fd8-4d686aa6685e on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:03.510377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Attempting to bind port 3fe12581-a336-4c1e-9fd8-4d686aa6685e by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:03.510845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Attempting to bind port 3fe12581-a336-4c1e-9fd8-4d686aa6685e on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:03.549657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:03.551314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.573167 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-58a9118e-9d48-47ff-aba3-551e92f01cbc req-cdce5739-f6df-49c2-b8d5-9a77ef9b770a tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] show failed (client error): The resource could not be found. Oct 29 11:24:03.574249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58a9118e-9d48-47ff-aba3-551e92f01cbc req-cdce5739-f6df-49c2-b8d5-9a77ef9b770a tempest-SecurityGroupsNegativeTestJSON-2110680874 tempest-SecurityGroupsNegativeTestJSON-2110680874-project] 10.222.0.77 "GET /v2.0/security-groups/d444c491-857e-4769-93dc-aeafb4a9cc29 HTTP/1.1" status: 404 len: 352 time: 0.0534518 Oct 29 11:24:03.596269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43334) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:03.634093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-1c0f2d2b-90f4-4212-98b3-cc64e70d890a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1450548 Oct 29 11:24:03.636665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Port 3fe12581-a336-4c1e-9fd8-4d686aa6685e on network 73c9414e-e78d-423f-8ddf-5c9208df3393 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:03.637141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Attempting to bind port 3fe12581-a336-4c1e-9fd8-4d686aa6685e on network 73c9414e-e78d-423f-8ddf-5c9208df3393 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:03.685250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43336) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:03.729037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Request body: {'port': {'device_id': '044f616d-ce37-434b-a611-92a108f62e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:03.797620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:03.798021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Checking segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:03.798452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Bound using segment: {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:03.798844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Bound port: 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbea8ef-4c11-43de-96cd-f02921802608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:03.799272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.908707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:03.969159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78364bd4-d76b-47fb-b04e-e17bd401c796 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:04.020866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Deleting subnet fb016419-9e99-432b-b779-8e98da2371bd {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:24:04.051073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676c53a-bbe4-470d-a8e9-2c7a33e2fd61 req-4dcae803-efd9-4d82-bca3-92b87f1f53ef tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:04.052751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b676c53a-bbe4-470d-a8e9-2c7a33e2fd61 req-4dcae803-efd9-4d82-bca3-92b87f1f53ef tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 943 time: 0.1483288 Oct 29 11:24:04.060499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.063389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.070614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event deleted for resources: {'Port': ['ID=a8731216-af67-47cf-b96f-f8c9be1c5d67,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:04.074776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 78364bd4-d76b-47fb-b04e-e17bd401c796 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:04.076101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78364bd4-d76b-47fb-b04e-e17bd401c796 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:04.196061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:04.211621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:04.278815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51dcd2-5c32-49ac-99f9-7392956adfaf req-6aef2e5c-c419-4334-87b7-c73c35dd705d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:04.282688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e51dcd2-5c32-49ac-99f9-7392956adfaf req-6aef2e5c-c419-4334-87b7-c73c35dd705d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 932 time: 0.4203663 Oct 29 11:24:04.297792 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.362890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.468622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b676c53a-bbe4-470d-a8e9-2c7a33e2fd61 req-8b7f3774-f729-46ee-a711-4dbd46dbbcc2 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951373 Oct 29 11:24:04.598420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:04.637168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:04.640771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.650698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] 10.222.0.86 "PUT /v2.0/ports/3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 1091 time: 3.1624627 Oct 29 11:24:04.674832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:04.691535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:04.701644 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e" -d '{"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:04.879332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:04.905310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:04.924525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:04.925287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:04.973987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] No DVR routers for this DVR port a8731216-af67-47cf-b96f-f8c9be1c5d67 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:05.047812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36682855-247c-46f3-8de1-5bb1305240a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:05.077933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:05.099202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e51dcd2-5c32-49ac-99f9-7392956adfaf req-a8448943-d0cd-4dd0-9306-8bf220a292f9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7378786 Oct 29 11:24:05.250940 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569276a-4651-4ef5-b86d-b48ae79a9f86 x-openstack-request-id: req-8569276a-4651-4ef5-b86d-b48ae79a9f86 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:05.256136 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:05.256523 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8569276a-4651-4ef5-b86d-b48ae79a9f86 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:05.257055 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'status': 'completed', 'code': 200} Oct 29 11:24:05.260974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-a975dbe9-8df3-42ef-8ef3-ef865df4a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:05.263387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-a975dbe9-8df3-42ef-8ef3-ef865df4a13e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1094 time: 0.5023093 Oct 29 11:24:05.281066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.329509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb016419-9e99-432b-b779-8e98da2371bd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:05.333935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.340177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-504d439c-4e4a-48ed-9ca0-7b088956a3a3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fb016419-9e99-432b-b779-8e98da2371bd HTTP/1.1" status: 204 len: 168 time: 1.7337418 Oct 29 11:24:05.342288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43374) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:05.350097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:05.390044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-5f79797c-7df9-4cc8-be42-c1e0858ef49c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 217 time: 0.0985281 Oct 29 11:24:05.588092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.588784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:05.603935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-ec2b8704-c20b-421c-98cc-f38d0cf9b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:05.605716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-ec2b8704-c20b-421c-98cc-f38d0cf9b311 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.2019002 Oct 29 11:24:05.612707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:05.617867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:05.713051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:05.764562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.769912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd66c872-b3d1-44f2-b217-fc85d056ef8f req-959686bc-06e0-406e-a04c-3702b523af8d tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.86 "DELETE /v2.0/ports/a8731216-af67-47cf-b96f-f8c9be1c5d67 HTTP/1.1" status: 204 len: 173 time: 3.3832052 Oct 29 11:24:05.781061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29b31139-60e7-4bdc-9028-3044bb3bec03 req-3e86df2a-0655-4552-b6e5-1125e21a759c tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/ports?device_id=58abf1f1-ec12-4020-805f-4869d28cc904 HTTP/1.1" status: 200 len: 210 time: 0.8471811 Oct 29 11:24:05.781598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.792671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'name': 'network-vif-deleted', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:05.799265 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4070cf5d-cba6-4f7a-87f3-9dedc817afc7" -d '{"events": [{"server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "name": "network-vif-deleted", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:05.816946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Transition to ACTIVE for port object 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:05.818796 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.824836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:05.879634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-87a0baea-037c-4171-b99e-3163a7d262da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:05.881247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-87a0baea-037c-4171-b99e-3163a7d262da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988368 Oct 29 11:24:05.887425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:05.920327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:05.926394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6037a60-a259-441f-9a67-bcd9cf847f2e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:05.947450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.013462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e97213-603e-4558-b947-3be580204235') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:06.013462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e97213-603e-4558-b947-3be580204235') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:06.031637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.101078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796a37-4919-47e6-82c6-c66613387ffb req-c46eec67-39a6-4b21-8218-18cbf795ac34 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:06.103857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac796a37-4919-47e6-82c6-c66613387ffb req-c46eec67-39a6-4b21-8218-18cbf795ac34 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 943 time: 0.1534529 Oct 29 11:24:06.131791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.147971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:24:06.148371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:24:06.152942 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:24:06.186721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:06.187277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:06.187824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:06.244135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:06.246248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a8731216-af67-47cf-b96f-f8c9be1c5d67 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:06.256364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac796a37-4919-47e6-82c6-c66613387ffb req-a4b775b7-35c9-4c04-aff0-5f073d91ad5b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416550 Oct 29 11:24:06.288203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:06.288529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:06.318595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:06.318932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:06.327273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:06.328563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Bound port: 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:06.328937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.382609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: a8731216-af67-47cf-b96f-f8c9be1c5d67 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:06.383073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a8731216-af67-47cf-b96f-f8c9be1c5d67 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:06.435994 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d54b8e-6f23-4387-b36a-99ab585d27da x-openstack-request-id: req-c6d54b8e-6f23-4387-b36a-99ab585d27da {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:06.436392 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58abf1f1-ec12-4020-805f-4869d28cc904", "name": "network-vif-deleted", "tag": "a8731216-af67-47cf-b96f-f8c9be1c5d67", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:06.436718 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6d54b8e-6f23-4387-b36a-99ab585d27da {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:06.437296 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58abf1f1-ec12-4020-805f-4869d28cc904', 'name': 'network-vif-deleted', 'tag': 'a8731216-af67-47cf-b96f-f8c9be1c5d67', 'status': 'completed', 'code': 200} Oct 29 11:24:06.454158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-37f0b235-1ff5-429a-8112-a544a4b6b866 service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635984 Oct 29 11:24:06.461428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.471108 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.479693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] 10.222.0.77 "DELETE /v2.0/networks/d6037a60-a259-441f-9a67-bcd9cf847f2e HTTP/1.1" status: 204 len: 168 time: 1.1275861 Oct 29 11:24:06.510101 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:24:06.690760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd591a-db14-406c-ba36-2df5e21386ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d6037a60-a259-441f-9a67-bcd9cf847f2e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:06.752355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:06.786185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'network_id': '1c91ef35-2113-40a7-8c72-502b1749de51', 'port_id': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'mac_address': 'fa:16:3e:5c:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e9495-f92d-427b-b8cf-a55c30d6a85f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:24:06.902538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:06.934421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:06.953609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43404) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:06.984600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a98469-1dda-4589-92bf-9840e6e1bdaf None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:19:16Z', 'revision_number': 4, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9b1e2174-0922-4d18-b1ae-ca147f36032d', 'name': '', 'network_id': 'a39456ed-a1ca-421d-90fd-09ec1d08f8e2', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'mac_address': 'fa:16:3e:23:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:11Z', 'updated_at': '2021-10-29T11:19:23Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'subnets': [{'id': '5c5cb28d-79ad-4356-baf8-f16ca4a32e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:06.995413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:07.020204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ca831e3-d685-4d3c-8821-72c5c5bfddf1 req-4858df8a-2653-4682-85c6-e51144b87e77 service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405555 Oct 29 11:24:07.049476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:07.060324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:07.066084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:07.072212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a9c0a-b112-4392-bb58-36a7ddb3fd29 req-5d17c282-2584-4f08-abbf-e9ded415975d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:07.075915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:07.084959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:07.089167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-129a9c0a-b112-4392-bb58-36a7ddb3fd29 req-5d17c282-2584-4f08-abbf-e9ded415975d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.4025953 Oct 29 11:24:07.158102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:07.172294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['6081ca6b-be8c-4de2-b8a4-7b565425dd8e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:07.177693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:07.179560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:07.182069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] 10.222.0.41 "PUT /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 1092 time: 3.4681027 Oct 29 11:24:07.240601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Deleting port 81caece5-0fdf-425d-af27-f9f688051e94 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:07.241232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:07.262463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:07.263008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-129a9c0a-b112-4392-bb58-36a7ddb3fd29 req-82752ca7-2598-433c-a415-6add3fb9b057 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727881 Oct 29 11:24:07.264929 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503cfcd2-e22f-494b-8478-77a486fd0960" -d '{"events": [{"name": "network-changed", "server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:07.322252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e48a313c-4bcc-4246-a8d3-d6706d564c41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f42c4056dca14f04a5268452ac01d33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656449 Oct 29 11:24:07.328616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ba857-a5c3-41b6-b0ce-097c64a8c91a req-d0fc0cc8-08b6-4928-ba72-44e50f572779 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:07.330763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b1ba857-a5c3-41b6-b0ce-097c64a8c91a req-d0fc0cc8-08b6-4928-ba72-44e50f572779 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 945 time: 0.2956939 Oct 29 11:24:07.339810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43410) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:07.544257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f2da4-124d-4648-a85d-f8dcc2ae9a6e service neutron] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:07.562101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-fb774b30-5541-4996-9277-2c2582ed96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:07.570987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-fb774b30-5541-4996-9277-2c2582ed96d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1094 time: 0.3516533 Oct 29 11:24:07.630200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] For port 81caece5-0fdf-425d-af27-f9f688051e94, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=81caece5-0fdf-425d-af27-f9f688051e94,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:07.631219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:07.638361 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404f6b7c-f991-459d-919c-d88b9eacf80c x-openstack-request-id: req-404f6b7c-f991-459d-919c-d88b9eacf80c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:07.638725 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:07.638958 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-404f6b7c-f991-459d-919c-d88b9eacf80c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:07.649051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Calling delete_port for 81caece5-0fdf-425d-af27-f9f688051e94 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:07.650523 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'status': 'completed', 'code': 200} Oct 29 11:24:07.689071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b1ba857-a5c3-41b6-b0ce-097c64a8c91a req-98a18cc0-5c59-426a-942d-f4517ab2b681 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158481 Oct 29 11:24:07.693634 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25043288-762d-47d4-b349-60633a59d9e9 None None] New status for floating IP a6832705-1ead-40f1-93f8-04792db7d749: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:24:07.791289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-6a729abb-ed25-438d-b384-2ba8bc1fd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:07.793872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-6a729abb-ed25-438d-b384-2ba8bc1fd2ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1095 time: 0.5172360 Oct 29 11:24:07.983770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:08.022286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febdaf4-0196-4304-aa59-4110b37fa303 req-bb76b1d6-052f-4fb3-b1be-ec8274f64b76 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:08.039225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8febdaf4-0196-4304-aa59-4110b37fa303 req-bb76b1d6-052f-4fb3-b1be-ec8274f64b76 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 943 time: 0.3121252 Oct 29 11:24:08.047262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-5433e61e-29ed-4cc4-bfc9-df108d81fbca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 217 time: 0.2362530 Oct 29 11:24:08.130190 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8febdaf4-0196-4304-aa59-4110b37fa303 req-09a0fbca-9c3d-46db-adf1-998258a459a0 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877090 Oct 29 11:24:08.167554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.198549 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.235940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.268714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:08.300309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81caece5-0fdf-425d-af27-f9f688051e94,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:08.352549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43436) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:08.381201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:08.388454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.432053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.460346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-66c58c45-f000-4976-a0cf-160546eeaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:08.462663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-66c58c45-f000-4976-a0cf-160546eeaa71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.3993065 Oct 29 11:24:08.612523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-663ddb47-9066-40b1-8c24-5277c4b95f7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993087 Oct 29 11:24:08.614241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-788d369c-b378-4644-ac40-a67be23fb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:08.616807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-788d369c-b378-4644-ac40-a67be23fb7d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 1.0219631 Oct 29 11:24:08.628175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:08.781459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.853047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.919318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5230e-0f68-4822-87ba-7a3f66a3b5b9 req-b0ccdab2-7e05-4f05-852a-9c7d268fb351 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:08.927790 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85a5230e-0f68-4822-87ba-7a3f66a3b5b9 req-b0ccdab2-7e05-4f05-852a-9c7d268fb351 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.4287968 Oct 29 11:24:08.956355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.959875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:08.961317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "DELETE /v2.0/security-groups/f2ba6921-50e3-4e40-addf-f420f413445c HTTP/1.1" status: 204 len: 168 time: 0.6070108 Oct 29 11:24:08.968001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43442) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:09.000335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44594-768c-4614-a84e-c42568562b1b tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba6921-50e3-4e40-addf-f420f413445c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:09.016112 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-5a793dcd-7ec5-4825-bed6-2d5d5ecdada7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] show failed (client error): The resource could not be found. Oct 29 11:24:09.017375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5a793dcd-7ec5-4825-bed6-2d5d5ecdada7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "GET /v2.0/security-groups/f2ba6921-50e3-4e40-addf-f420f413445c HTTP/1.1" status: 404 len: 347 time: 0.0455904 Oct 29 11:24:09.026361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43444) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:09.055266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85a5230e-0f68-4822-87ba-7a3f66a3b5b9 req-0990bfad-9704-48bb-a4b4-8453e0f9c0cf tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Oct 29 11:24:09.059024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.311180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-43b7b832-5abf-42d7-88aa-a38bedc871e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 217 time: 0.6585691 Oct 29 11:24:09.409762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.417375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.421407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7 HTTP/1.1" status: 204 len: 168 time: 2.0768144 Oct 29 11:24:09.442622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-5bca1dff-cb3a-496e-94ae-340f6245a4a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189969 Oct 29 11:24:09.511297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-d9111366-7640-4bcd-b67e-fd71d358a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:09.514419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-d9111366-7640-4bcd-b67e-fd71d358a7d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1887193 Oct 29 11:24:09.520210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea83e43-30c3-4d1d-ad97-f53d3c004ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fad58-41a5-4bd5-aaf9-1fc3e759a1d7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:09.579614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed087510-f8fc-4f0d-9cc4-3b1595184851 req-50442a5d-9713-4213-83a7-bdd4198aa997 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:09.581246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed087510-f8fc-4f0d-9cc4-3b1595184851 req-50442a5d-9713-4213-83a7-bdd4198aa997 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 943 time: 0.1234832 Oct 29 11:24:09.623811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Deleting port 5a7fc6af-a081-4383-b890-284c7fba2024 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:09.624279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.644021 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed087510-f8fc-4f0d-9cc4-3b1595184851 req-129c8700-c2ec-4fc6-a8f7-b3c9417e5357 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Oct 29 11:24:09.645494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842dabe-70c5-46a4-9809-f135fe26229f req-46b2366c-6050-4b59-bf3f-b1c2e2e227c9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:09.647572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a842dabe-70c5-46a4-9809-f135fe26229f req-46b2366c-6050-4b59-bf3f-b1c2e2e227c9 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.1784196 Oct 29 11:24:09.663676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-abda0472-3621-4332-947b-894c280413eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:09.665243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-abda0472-3621-4332-947b-894c280413eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399162 Oct 29 11:24:09.809653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.810051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:09.825884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Calling delete_port for 5a7fc6af-a081-4383-b890-284c7fba2024 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:09.840960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Router ec635a84-db96-4399-afa6-9bc3be1eb975 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:09.871483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-a1bf8f14-46f0-46c2-8b77-c70dc345916c service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807997 Oct 29 11:24:09.977050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97ce38fd-2caf-4096-b166-f68c9a28aaef req-0adfa94f-445a-4584-9fc5-6a3bab8bfd93 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203388 Oct 29 11:24:09.978261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3fe12581-a336-4c1e-9fd8-4d686aa6685e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:10.032024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a842dabe-70c5-46a4-9809-f135fe26229f req-7b37154d-1536-4bec-836f-f4701fb572a7 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556812 Oct 29 11:24:10.055494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-0bf13519-68c1-42e0-8f19-9b998b3de9b8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:10.057620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-0bf13519-68c1-42e0-8f19-9b998b3de9b8 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.1765866 Oct 29 11:24:10.107674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3243836-3e3d-4fa2-8b16-f4ea26a5d48e req-a7172487-20ad-495b-b19c-c202f1f040bc service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223909 Oct 29 11:24:10.305107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-34607647-f6e3-4e30-9d65-fa2d2adbd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:10.307188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-34607647-f6e3-4e30-9d65-fa2d2adbd0b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1095 time: 0.1956801 Oct 29 11:24:10.325589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:10.328373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c8b8-7706-4bfe-bdfb-53e8a7a8f9d0 req-f03aed61-5f78-47e9-8b1d-0602db13a72f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:10.337802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f140c8b8-7706-4bfe-bdfb-53e8a7a8f9d0 req-f03aed61-5f78-47e9-8b1d-0602db13a72f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.0806308 Oct 29 11:24:10.366393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-893aaf9d-76f5-4f23-9880-5ce63aae44e9 admin admin] 10.222.0.77 "PUT /v2.0/routers/ec635a84-db96-4399-afa6-9bc3be1eb975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6716580 Oct 29 11:24:10.366393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43470) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:10.387840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Sync routers for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:10.457772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f140c8b8-7706-4bfe-bdfb-53e8a7a8f9d0 req-0b87fe4f-2242-42cd-9140-040933d6d2a1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Oct 29 11:24:10.469830 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:24:10.488737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:10.523416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:10.524297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:10.568304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-1a5bf257-c368-4fe0-9047-da3268a1e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:10.571716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-1a5bf257-c368-4fe0-9047-da3268a1e33c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.2256846 Oct 29 11:24:10.657292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-a6a432ea-7a4e-4638-8c3b-e5a12fae5182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 217 time: 0.0758405 Oct 29 11:24:10.661194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:24:10.768471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:10.778581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:10.820216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe12581-a336-4c1e-9fd8-4d686aa6685e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:10.827972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-e036f67f-ea9c-4a63-970c-51bb38c6a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:10.829586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-e036f67f-ea9c-4a63-970c-51bb38c6a3ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1671166 Oct 29 11:24:10.838748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:10.895401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-e3285a7a-2312-493f-a5b0-e5e678da836b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571692 Oct 29 11:24:10.941420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:10.987703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.113698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:11.167182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43496) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:11.234947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-ff9cf699-db87-4a1b-bb32-809d39b89a77 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297830 Oct 29 11:24:11.235175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['3fe12581-a336-4c1e-9fd8-4d686aa6685e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:11.251658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43502) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:11.329658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:24:08Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:11.366839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503cfcd2-e22f-494b-8478-77a486fd0960 req-678f3c5f-8ff8-4c13-96f5-b7233a548d69 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160095 Oct 29 11:24:11.414090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2f44-a9cb-42d0-ad3d-cdb5d5532899 req-27d935b0-2f8d-4964-9d16-5c7a7caceb78 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:11.422461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71ff2f44-a9cb-42d0-ad3d-cdb5d5532899 req-27d935b0-2f8d-4964-9d16-5c7a7caceb78 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 944 time: 0.2021010 Oct 29 11:24:11.481251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71ff2f44-a9cb-42d0-ad3d-cdb5d5532899 req-51af9ce6-1e00-41ef-b8e3-f4e2dad2ce06 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b04f364-f7e5-4697-b872-6eb272cfb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Oct 29 11:24:11.503136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1047224188-network', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:11.563349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Checking router: ec635a84-db96-4399-afa6-9bc3be1eb975 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:11.569496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e48f99d7-7ae8-47c4-9d68-52175d057839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.578187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Routers {'ec635a84-db96-4399-afa6-9bc3be1eb975'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:11.578902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ec635a84-db96-4399-afa6-9bc3be1eb975'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:11.605623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:11.612673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.668845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.685658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.753696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc35303-a16b-4c8c-a64f-7aae9cf54abe req-391e9748-5c36-4647-b240-e5420abc0847 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:11.755827 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2dc35303-a16b-4c8c-a64f-7aae9cf54abe req-391e9748-5c36-4647-b240-e5420abc0847 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 944 time: 0.9687188 Oct 29 11:24:11.795574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Deleting port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:11.795906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.808633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] Set router ec635a84-db96-4399-afa6-9bc3be1eb975 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:11.821767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e48f99d7-7ae8-47c4-9d68-52175d057839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.828745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e48f99d7-7ae8-47c4-9d68-52175d057839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.889082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e48f99d7-7ae8-47c4-9d68-52175d057839 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a3189b156284a5a959c0f6b9a4268dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832941 Oct 29 11:24:11.894047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Pushing event deleted for resources: {'Port': ['ID=5a7fc6af-a081-4383-b890-284c7fba2024,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:11.896907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43508) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:11.907450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052c362-963e-4bb6-abeb-6847c3d9cb23 req-bdfc4397-22a2-4472-8c76-0e96f83990a5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:11.909107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2052c362-963e-4bb6-abeb-6847c3d9cb23 req-bdfc4397-22a2-4472-8c76-0e96f83990a5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.2940207 Oct 29 11:24:11.948191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.964570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:11.968779 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d3b4709-4690-4eb2-93d0-cea758bc86b7 tempest-ServersWithSpecificFlavorTestJSON-1591454086 tempest-ServersWithSpecificFlavorTestJSON-1591454086-project] 10.222.0.77 "DELETE /v2.0/floatingips/a6832705-1ead-40f1-93f8-04792db7d749 HTTP/1.1" status: 204 len: 168 time: 2.9413011 Oct 29 11:24:12.015729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.064966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] For port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,segment=NetworkSegment(195fb88c-7b73-41bd-a30c-11d113c3b685),segment_id=195fb88c-7b73-41bd-a30c-11d113c3b685)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:12.065607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.084450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2052c362-963e-4bb6-abeb-6847c3d9cb23 req-551c1b80-364b-476e-ad21-1b5788354e9b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 Oct 29 11:24:12.088055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Calling delete_port for 6081ca6b-be8c-4de2-b8a4-7b565425dd8e owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:12.105892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:24:08Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:12.132227 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.148204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f99d7-7ae8-47c4-9d68-52175d057839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288af77a-c01e-4271-ba1e-b08d58f596bc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:12.148836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528b01b-8015-48d4-b6b0-95579e4bec42 None None] The sync data for ids ['ec635a84-db96-4399-afa6-9bc3be1eb975'] in n-d-805046-9 is: [{'id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-259565286-router', 'tenant_id': 'f830e73a520844d58c5fcc2c08df0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:22:48Z', 'updated_at': '2021-10-29T11:24:08Z', 'revision_number': 5, 'project_id': 'f830e73a520844d58c5fcc2c08df0929', 'gw_port': {'id': '61ff496c-472d-4c6f-9fff-e80d94eb2890', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec635a84-db96-4399-afa6-9bc3be1eb975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:22:50Z', 'updated_at': '2021-10-29T11:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:12.181870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.184733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.203414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.231460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:24:12.248992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.249625 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Added segment 42a59f9a-ed27-4a50-b32a-e32b6af5c4d0 of type vlan for network 930853f7-a7f1-44ee-9378-d80efed0fc29 Oct 29 11:24:12.326304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2dc35303-a16b-4c8c-a64f-7aae9cf54abe req-5be53846-7ba2-4c25-a93a-f9f0cf35cd3e tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913194 Oct 29 11:24:12.386885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f6a80-8b93-46a5-9fe0-10a8bf62862b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:12.397245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.437556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Deleting port 61ff496c-472d-4c6f-9fff-e80d94eb2890 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:12.438045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.450949 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.528517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.531036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:12.532008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.538550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.542574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.546560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/288af77a-c01e-4271-ba1e-b08d58f596bc HTTP/1.1" status: 204 len: 168 time: 0.6341658 Oct 29 11:24:12.574235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658436ee-0990-43e2-8ec9-bfd23515273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288af77a-c01e-4271-ba1e-b08d58f596bc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:12.611925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 81caece5-0fdf-425d-af27-f9f688051e94 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:12.695254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 81caece5-0fdf-425d-af27-f9f688051e94 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:12.696006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 81caece5-0fdf-425d-af27-f9f688051e94 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:12.700463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4468136 Oct 29 11:24:12.730780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] For port 61ff496c-472d-4c6f-9fff-e80d94eb2890, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61ff496c-472d-4c6f-9fff-e80d94eb2890,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:12.733129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:12.739912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43530) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:12.745086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Request body: {'subnet': {'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1047224188-subnet', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:12.775634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Calling delete_port for 61ff496c-472d-4c6f-9fff-e80d94eb2890 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:12.779187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a114817-9b86-407f-9186-80dc92353303 req-ea6f8ce5-b71b-4805-a1b6-03500f2d606a tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 210 time: 0.1528108 Oct 29 11:24:12.795302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13af75-abf5-4e6b-9d8f-77dccd1e54d5 admin admin] Pushing event updated for resources: {'Network': ['ID=930853f7-a7f1-44ee-9378-d80efed0fc29,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:12.818346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:24:12.819697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:12.823614 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.039739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43538) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:13.099998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Pushing event deleted for resources: {'Port': ['ID=6081ca6b-be8c-4de2-b8a4-7b565425dd8e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:13.100216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.152543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] No DVR routers for this DVR port 6081ca6b-be8c-4de2-b8a4-7b565425dd8e on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:13.156431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.160625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1db0e334-fadd-452d-8ca7-c02fe8eb40c5 req-52884a70-36eb-45dc-9d5b-70f585bee4f1 tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.86 "DELETE /v2.0/ports/6081ca6b-be8c-4de2-b8a4-7b565425dd8e HTTP/1.1" status: 204 len: 173 time: 3.0860205 Oct 29 11:24:13.173930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'name': 'network-vif-deleted', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:13.185806 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28a80ef-0554-45b5-9b7d-bbbe8b239a4f" -d '{"events": [{"server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "name": "network-vif-deleted", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:13.206070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14d77db-34c0-423c-8dd8-72a500488ac4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:13.308540 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebd9d3-9379-41c2-83c4-1df6d7e7325a x-openstack-request-id: req-45ebd9d3-9379-41c2-83c4-1df6d7e7325a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:13.308832 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c537c03-8919-4e40-a390-30fca45d783a", "name": "network-vif-deleted", "tag": "6081ca6b-be8c-4de2-b8a4-7b565425dd8e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:13.309120 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45ebd9d3-9379-41c2-83c4-1df6d7e7325a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:13.309882 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c537c03-8919-4e40-a390-30fca45d783a', 'name': 'network-vif-deleted', 'tag': '6081ca6b-be8c-4de2-b8a4-7b565425dd8e', 'status': 'completed', 'code': 200} Oct 29 11:24:13.409690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.419727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:13.420347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Network hostable DHCP agents. Network: 930853f7-a7f1-44ee-9378-d80efed0fc29, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:24:13.441529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5aea6-e4d9-410c-8801-670a590655ca req-bbbbdea1-7f57-4911-a64a-dd373d6a27e5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:13.445750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-86d5aea6-e4d9-410c-8801-670a590655ca req-bbbbdea1-7f57-4911-a64a-dd373d6a27e5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.1426358 Oct 29 11:24:13.468597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:24:13.484737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 930853f7-a7f1-44ee-9378-d80efed0fc29) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:13.495119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db911ca6-8d51-490e-924f-15825092e524 None None] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:13.511268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:13.511889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.597822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff496c-472d-4c6f-9fff-e80d94eb2890,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:13.690975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.805453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8f7c4a9c-bc7b-48d1-b61a-9116b05ba9fd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0617011 Oct 29 11:24:13.808496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43562) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:13.853361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:13.854025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-86d5aea6-e4d9-410c-8801-670a590655ca req-8cd527c6-1316-4d1e-a5a6-1c43d605f8fb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877120 Oct 29 11:24:13.869856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.873600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:13.945289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42820c8-3bd9-4219-8b8b-4d454b31ae58 req-cc419955-b911-4913-a222-87b49349642b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:13.948019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e42820c8-3bd9-4219-8b8b-4d454b31ae58 req-cc419955-b911-4913-a222-87b49349642b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 944 time: 0.4002371 Oct 29 11:24:13.970594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-930853f7-a7f1-44ee-9378-d80efed0fc29', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:24:13.971740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.007698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3fe12581-a336-4c1e-9fd8-4d686aa6685e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:14.049298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4347adbf-1783-4214-812d-19e9e4b15b5f req-0e98b313-50cb-4d76-8902-e2b18206189c tempest-ImagesTestJSON-1325129994 tempest-ImagesTestJSON-1325129994-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c537c03-8919-4e40-a390-30fca45d783a HTTP/1.1" status: 200 len: 210 time: 0.0483077 Oct 29 11:24:14.055404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.058350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.059106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec635a84-db96-4399-afa6-9bc3be1eb975 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:24:14.068979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.077230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.081799 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-313b51d0-fe99-4819-a15c-f083f3c64b3e admin admin] 10.222.0.77 "DELETE /v2.0/routers/ec635a84-db96-4399-afa6-9bc3be1eb975 HTTP/1.1" status: 204 len: 168 time: 3.7174079 Oct 29 11:24:14.082528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43570) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:14.151654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Deleting subnet 75ee4434-56e6-40ff-a9ba-557e02f8dd0d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:24:14.161095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.171310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e42820c8-3bd9-4219-8b8b-4d454b31ae58 req-84312d73-7cd1-4384-89c4-6c411c387dec tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864851 Oct 29 11:24:14.241568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.262770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43572) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:14.270767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Allocated IP 172.20.0.2 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/6eceb464-412c-4719-ba8a-1e59bb9dc19c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:14.320804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.430558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 3fe12581-a336-4c1e-9fd8-4d686aa6685e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:24:14.443356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 3fe12581-a336-4c1e-9fd8-4d686aa6685e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:14.443716 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.484485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.492022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.497343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.542101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1448639933-network', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:14.542714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.551147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.572133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.642210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:14.651380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:14.655478 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.659474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Made reservation on behalf of 21b5cfd5025d4c1f9f54dfc9352deba8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:14.662357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.664396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:14.680431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ee4434-56e6-40ff-a9ba-557e02f8dd0d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:14.691571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Pushing event updated for resources: {'Port': ['ID=6eceb464-412c-4719-ba8a-1e59bb9dc19c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:14.692948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.709041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.724716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6c1b04b-fc50-4774-9caa-ebb81a2f12a7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/75ee4434-56e6-40ff-a9ba-557e02f8dd0d HTTP/1.1" status: 204 len: 168 time: 0.6391745 Oct 29 11:24:14.728520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:14.752905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1b61a-ef4a-4d97-bbdd-9fcae3c4f215 None None] Network 3ab821e3-b065-4e93-8771-52713851b557 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:14.791671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.792244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.792801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.793445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.793995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.794540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.795150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.795782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.796328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.796869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.797530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.798080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:14.851690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.853850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:14.858830 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc1005b-2ec6-4581-8b1a-e9c5d1729e8a" -d '{"events": [{"server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "name": "network-vif-plugged", "status": "completed", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:14.914615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Deleting port 1f4b6b10-f478-40ae-9486-f4bf3a256523 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:14.915580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:14.931447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61ff496c-472d-4c6f-9fff-e80d94eb2890 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:14.984181 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42af6d9-c566-43f4-8c4a-4ad4a3d50038 x-openstack-request-id: req-b42af6d9-c566-43f4-8c4a-4ad4a3d50038 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:14.984999 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "name": "network-vif-plugged", "status": "completed", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:14.985640 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b42af6d9-c566-43f4-8c4a-4ad4a3d50038 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:14.986540 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'code': 200} Oct 29 11:24:15.008821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] For port 1f4b6b10-f478-40ae-9486-f4bf3a256523, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f4b6b10-f478-40ae-9486-f4bf3a256523,segment=NetworkSegment(15eca76e-19dc-45a8-b1c9-ff36e0c156d9),segment_id=15eca76e-19dc-45a8-b1c9-ff36e0c156d9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:15.009218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.031650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:15.038228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Calling delete_port for 1f4b6b10-f478-40ae-9486-f4bf3a256523 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:15.054278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 61ff496c-472d-4c6f-9fff-e80d94eb2890 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:15.055300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61ff496c-472d-4c6f-9fff-e80d94eb2890 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:15.079387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.081167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:15.121247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Attempting to bind port 6eceb464-412c-4719-ba8a-1e59bb9dc19c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:15.121247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Attempting to bind port 6eceb464-412c-4719-ba8a-1e59bb9dc19c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:15.121593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Attempting to bind port 6eceb464-412c-4719-ba8a-1e59bb9dc19c on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:15.143899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 6081ca6b-be8c-4de2-b8a4-7b565425dd8e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:15.144250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6081ca6b-be8c-4de2-b8a4-7b565425dd8e not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:15.158955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:15.159293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:15.159702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.160220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:15.160802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Bound port: 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:15.161888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.209508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b2029-3b7c-4516-8aa3-3e61126f8b48 req-976375ea-5454-47cf-b8ff-3500b35121dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:15.211040 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b73b2029-3b7c-4516-8aa3-3e61126f8b48 req-976375ea-5454-47cf-b8ff-3500b35121dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1096 time: 0.1540923 Oct 29 11:24:15.233321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:15.278141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b73b2029-3b7c-4516-8aa3-3e61126f8b48 req-7f65aed1-b8ea-42c5-a559-0b73669fcb7b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Oct 29 11:24:15.290770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.296958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] For port 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:15.305556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] For port 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6eceb464-412c-4719-ba8a-1e59bb9dc19c,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:15.311017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.335218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] No DVR routers for this DVR port 1f4b6b10-f478-40ae-9486-f4bf3a256523 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:15.384518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4b6b10-f478-40ae-9486-f4bf3a256523,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:15.406677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf516950-e045-4522-82fe-985d06c68382 None None] DHCP port deletion for 3ab821e3-b065-4e93-8771-52713851b557 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:24:15.423285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707a30-b925-48f8-9d60-c0fd365601c9 None None] Pushing event updated for resources: {'Port': ['ID=6eceb464-412c-4719-ba8a-1e59bb9dc19c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:15.492430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0803bba-28f4-493c-99bf-90fbeabb72df req-4c0ab747-a1ff-454f-9779-f63b2eb4681a tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:15.494347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0803bba-28f4-493c-99bf-90fbeabb72df req-4c0ab747-a1ff-454f-9779-f63b2eb4681a tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 945 time: 0.1526952 Oct 29 11:24:15.496787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.537528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab821e3-b065-4e93-8771-52713851b557']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:15.556833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac46398-7ebc-4908-a6ba-439a0b002e42 req-9f66b717-0a85-4ceb-b2c6-e77fc7fa4029 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:15.561216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dac46398-7ebc-4908-a6ba-439a0b002e42 req-9f66b717-0a85-4ceb-b2c6-e77fc7fa4029 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.2428067 Oct 29 11:24:15.562063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eca76e-19dc-45a8-b1c9-ff36e0c156d9') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:15.562363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eca76e-19dc-45a8-b1c9-ff36e0c156d9') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:15.577874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.588966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0803bba-28f4-493c-99bf-90fbeabb72df req-e12cbb7a-af8c-4844-8cf0-5746c8cee2ad tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878847 Oct 29 11:24:15.616506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.627570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:24:15.628448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:24:15.631952 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:24:15.756692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.783358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.794570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.806323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:15.828865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3ab821e3-b065-4e93-8771-52713851b557 HTTP/1.1" status: 204 len: 168 time: 1.0983083 Oct 29 11:24:15.857351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8813f2-4717-46b1-846f-c4f419382e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab821e3-b065-4e93-8771-52713851b557,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:15.962800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93792f-3e5c-4551-91ff-1812a20c4731,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:16.030315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dac46398-7ebc-4908-a6ba-439a0b002e42 req-2d738d05-b00a-4730-a239-7e7ae1ae33a6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103568 Oct 29 11:24:16.059515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43622) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:16.075351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:24:16.077307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43624) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:16.118316 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ba8f729f-9870-494e-acbd-f39784bfd55a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f830e73a520844d58c5fcc2c08df0929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571425 Oct 29 11:24:16.120961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43626) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:16.124962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.125371 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Added segment 1fbe0fff-e3f6-45df-ae64-b69aad6b719e of type vlan for network 9de7a28f-8804-419e-b970-7dcd3df5c69b Oct 29 11:24:16.147591 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.192829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.206959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.216096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.233417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Deleting subnet 9e9e9495-f92d-427b-b8cf-a55c30d6a85f {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:24:16.240787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.244076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.282207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.285905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.287226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7542278-fc08-4fad-8c3d-4d89ed7cb53f HTTP/1.1" status: 204 len: 168 time: 0.1647990 Oct 29 11:24:16.299129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d5b0a-d685-4f18-aad9-c7fef9e715eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7542278-fc08-4fad-8c3d-4d89ed7cb53f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:16.368223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.460461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.462886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:16.463333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.501425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Deleting port 9b1e2174-0922-4d18-b1ae-ca147f36032d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:16.501957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.537096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.613660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6eceb464-412c-4719-ba8a-1e59bb9dc19c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:16.728798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6eceb464-412c-4719-ba8a-1e59bb9dc19c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:16.730512 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.744947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4285815 Oct 29 11:24:16.748445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43634) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:16.757288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Request body: {'subnet': {'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1448639933-subnet', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:16.776854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Allocated IP 172.25.4.182 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:16.804414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Made reservation on behalf of 21b5cfd5025d4c1f9f54dfc9352deba8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:16.809413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f013c8-cea5-426d-9f0e-3ed8bbb64386 admin admin] Pushing event updated for resources: {'Network': ['ID=9de7a28f-8804-419e-b970-7dcd3df5c69b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:16.810030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.883783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.886118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:24:16.914217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:16.976243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] For port 9b1e2174-0922-4d18-b1ae-ca147f36032d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9b1e2174-0922-4d18-b1ae-ca147f36032d,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:16.976381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.120614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a922c-9fde-4560-a7d1-4a659623ec0d req-61b6bcca-4a16-4688-ba1d-2a6390f37929 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:17.126024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b55a922c-9fde-4560-a7d1-4a659623ec0d req-61b6bcca-4a16-4688-ba1d-2a6390f37929 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 945 time: 0.4030910 Oct 29 11:24:17.127014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9e9495-f92d-427b-b8cf-a55c30d6a85f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:17.154847 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.198614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Calling delete_port for 9b1e2174-0922-4d18-b1ae-ca147f36032d owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:17.214086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.221287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43650) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:17.232893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d798fae-e21a-4f77-a714-dbed10999690 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9e9e9495-f92d-427b-b8cf-a55c30d6a85f HTTP/1.1" status: 204 len: 168 time: 1.1510293 Oct 29 11:24:17.318065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0127a7-6bcb-4b86-a556-70d1100e6683 None None] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:17.330851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba24032-209e-43bd-b944-7d99a8d7be89,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:17.384818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Checking segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:17.385527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Network hostable DHCP agents. Network: 9de7a28f-8804-419e-b970-7dcd3df5c69b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:24:17.424594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.433117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:24:17.486421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9de7a28f-8804-419e-b970-7dcd3df5c69b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:17.505835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.506244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:17.506981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.535023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec480d82-550a-4c23-9dcc-fa5d1759e43c None None] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:17.553577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b55a922c-9fde-4560-a7d1-4a659623ec0d req-099d6303-cbc3-43b8-9002-79e9be3360b6 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891449 Oct 29 11:24:17.618966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:17.623680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7dc297a9-3268-4ace-be0f-04fa447c4ace admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8715672 Oct 29 11:24:17.627946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:17.664483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.714115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c91ef35-2113-40a7-8c72-502b1749de51']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:17.732576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.734434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.743499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195fb88c-7b73-41bd-a30c-11d113c3b685') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:17.743793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195fb88c-7b73-41bd-a30c-11d113c3b685') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:17.768802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.774045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6eceb464-412c-4719-ba8a-1e59bb9dc19c,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:17.814087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.815404 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-143503be-208a-472c-b6cf-6be7f601022a None None] Provisioning complete for port 6eceb464-412c-4719-ba8a-1e59bb9dc19c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:17.816103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-143503be-208a-472c-b6cf-6be7f601022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.879407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.898923 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.922592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:24:17.923633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:24:17.939157 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:24:18.015995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19db4c-624d-43b4-9e30-f0865ac9e146 req-dfe683fd-3917-424d-9fd0-e9a31f13306d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:18.024168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.025018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d19db4c-624d-43b4-9e30-f0865ac9e146 req-dfe683fd-3917-424d-9fd0-e9a31f13306d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.2309070 Oct 29 11:24:18.036958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2942d2-1345-4616-88b8-a94512593102 req-1413cf11-3973-4ae3-8928-d85a5d5c15b7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:18.038564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-1413cf11-3973-4ae3-8928-d85a5d5c15b7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2871151 Oct 29 11:24:18.054887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:18.057912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f4b6b10-f478-40ae-9486-f4bf3a256523 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:18.062521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:18.065392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:18.094111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1f4b6b10-f478-40ae-9486-f4bf3a256523 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:18.094757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f4b6b10-f478-40ae-9486-f4bf3a256523 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:18.192823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.205097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9de7a28f-8804-419e-b970-7dcd3df5c69b', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:24:18.206503 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.217148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.220779 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c91ef35-2113-40a7-8c72-502b1749de51 HTTP/1.1" status: 204 len: 168 time: 0.9931276 Oct 29 11:24:18.236282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=6eceb464-412c-4719-ba8a-1e59bb9dc19c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:18.238015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d585e-c6b4-427b-aeb6-8601420c6c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c91ef35-2113-40a7-8c72-502b1749de51,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:18.255230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d19db4c-624d-43b4-9e30-f0865ac9e146 req-880b3e80-edff-4982-ad2d-14d934773aad tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672759 Oct 29 11:24:18.261029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.293659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Pushing event updated for resources: {'Port': ['ID=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:18.381230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-ac0bd308-d738-487d-b039-0ca17eeb7f89 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.3245506 Oct 29 11:24:18.435051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:18.491656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.580000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:18.588236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6eceb464-412c-4719-ba8a-1e59bb9dc19c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:18.654786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Allocated IP 172.20.0.2 (9de7a28f-8804-419e-b970-7dcd3df5c69b/9ba24032-209e-43bd-b944-7d99a8d7be89/64577b0c-9d46-44a9-816a-ff33425f3c10) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:18.715812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.748892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-98ae8aa3-6d0c-495e-8768-4d0332251a70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e3e66599618408daf1323ce7e71af60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637576 Oct 29 11:24:18.752490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:18.934484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:18.996658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.051391 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.052858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1e2174-0922-4d18-b1ae-ca147f36032d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:19.069303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.071445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6eceb464-412c-4719-ba8a-1e59bb9dc19c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:19.072086 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.106207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.110062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.116977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b04f364-f7e5-4697-b872-6eb272cfb054 HTTP/1.1" status: 204 len: 168 time: 0.3627384 Oct 29 11:24:19.126863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e96e9-7c4f-4404-bae8-efecb7d5b025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04f364-f7e5-4697-b872-6eb272cfb054,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:19.178163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-41252675-92ab-4745-a037-745b6269e0fa None None] Provisioning complete for port 6eceb464-412c-4719-ba8a-1e59bb9dc19c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:19.180290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41252675-92ab-4745-a037-745b6269e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.189074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:19.213331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:19.224889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:19.234239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Pushing event updated for resources: {'Port': ['ID=64577b0c-9d46-44a9-816a-ff33425f3c10,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:19.349196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Attempting to bind port 64577b0c-9d46-44a9-816a-ff33425f3c10 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:19.349695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Attempting to bind port 64577b0c-9d46-44a9-816a-ff33425f3c10 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:19.350153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Attempting to bind port 64577b0c-9d46-44a9-816a-ff33425f3c10 on network 9de7a28f-8804-419e-b970-7dcd3df5c69b {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:19.367431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:19.367808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Checking segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:19.368421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.369200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Bound using segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:19.370020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Bound port: 64577b0c-9d46-44a9-816a-ff33425f3c10, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:19.370825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.488851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:19.530423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8e13f-57f0-4774-976f-4b900d018721 req-56cd681e-b148-46c8-a3aa-219d632e204e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:19.532308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ab8e13f-57f0-4774-976f-4b900d018721 req-56cd681e-b148-46c8-a3aa-219d632e204e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.0827038 Oct 29 11:24:19.547173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] For port 64577b0c-9d46-44a9-816a-ff33425f3c10, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:19.552495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] For port 64577b0c-9d46-44a9-816a-ff33425f3c10, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64577b0c-9d46-44a9-816a-ff33425f3c10,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:19.566089 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.641109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ab8e13f-57f0-4774-976f-4b900d018721 req-f9661ab6-a4c3-4bd3-9185-c8f6da6c46b5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755584 Oct 29 11:24:19.739103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0875e-6d21-4e1a-9020-8ab4f8a3f3d1 None None] Pushing event updated for resources: {'Port': ['ID=64577b0c-9d46-44a9-816a-ff33425f3c10,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:19.758389 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb7673d5-6478-4f23-8475-c33292994c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.939317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb7673d5-6478-4f23-8475-c33292994c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:19.960769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb7673d5-6478-4f23-8475-c33292994c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.062745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb7673d5-6478-4f23-8475-c33292994c2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bff87982a34c4ceead6eeeac84cb5948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724952 Oct 29 11:24:20.069415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:20.085340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7673d5-6478-4f23-8475-c33292994c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636e2a9b-0e75-4aa9-8c65-dd8add386dbf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:20.191941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.249599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.334411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.342552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.345421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/636e2a9b-0e75-4aa9-8c65-dd8add386dbf HTTP/1.1" status: 204 len: 168 time: 0.2726517 Oct 29 11:24:20.358631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1ffd4-e999-4690-ad42-0e12ac2db02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636e2a9b-0e75-4aa9-8c65-dd8add386dbf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:20.475820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.696643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.716259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:24:20.763841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64577b0c-9d46-44a9-816a-ff33425f3c10 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:20.839019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 64577b0c-9d46-44a9-816a-ff33425f3c10 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:20.839709 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:20.956359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.005875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.017092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.025505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.029268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 64577b0c-9d46-44a9-816a-ff33425f3c10, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64577b0c-9d46-44a9-816a-ff33425f3c10,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:21.037705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.149915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=64577b0c-9d46-44a9-816a-ff33425f3c10,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:21.280271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.373811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8926-b0ac-403d-b87b-812f92b45ee1 req-9189ee12-ffb7-4977-9c9a-547e1bb50804 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:21.384204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e43f8926-b0ac-403d-b87b-812f92b45ee1 req-9189ee12-ffb7-4977-9c9a-547e1bb50804 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.1154592 Oct 29 11:24:21.424791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe1bc3e-b39e-4465-bc84-a871647f4d17 None None] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:21.465947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e43f8926-b0ac-403d-b87b-812f92b45ee1 req-bb742adb-d34d-40b5-b8e3-5725ab220537 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804777 Oct 29 11:24:21.550582 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9 associated. External IP: 172.25.4.75, port: 0a47b46b-3891-493c-89ce-d1cd59385f15. Oct 29 11:24:21.562361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:21.648379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bdc34938-92eb-4c72-a27b-247fe9185523 None None] Provisioning complete for port 64577b0c-9d46-44a9-816a-ff33425f3c10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:21.648826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bdc34938-92eb-4c72-a27b-247fe9185523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.653205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:21.719538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:22.069132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Router 2b010ffc-d6b5-4542-9033-557678d51585 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:24:22.081691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Allocated IP 172.25.4.78 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/bfd7f035-3651-4e73-812e-bb27f04ed2a2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:22.104682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Router 578031ae-f0e6-4f1f-a820-0d9a96db2454 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:22.249038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:22.251202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:22.271624 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Sync routers for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:22.291795 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:22.292512 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:22.321740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3', 'port_id': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'mac_address': 'fa:16:3e:89:95:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc5c51-16cf-463f-a158-7c625e0588e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:24:22.446120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:22.476319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:22.540290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:22.544990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:22.607231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64577b0c-9d46-44a9-816a-ff33425f3c10 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:22.657150 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:22.726282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:22.757622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 64577b0c-9d46-44a9-816a-ff33425f3c10 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:22.757990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:22.827401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:23.035649 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:19Z', 'revision_number': 3, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:23.058641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5bf93df1-fa79-467c-b587-c86d528cede0 None None] Provisioning complete for port 64577b0c-9d46-44a9-816a-ff33425f3c10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:23.059018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5bf93df1-fa79-467c-b587-c86d528cede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.075650 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Checking router: 2b010ffc-d6b5-4542-9033-557678d51585 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:23.076202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Updating router 2b010ffc-d6b5-4542-9033-557678d51585 port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:24:23.081298 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.083970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-64c8d44c-bf46-4fa8-8a6d-0d7866ffbb6c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2741897 Oct 29 11:24:23.086781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:23.091565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:23.107492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.112289 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.332008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:23.348525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Sync routers for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:23.350558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9d3547c-b051-440b-b287-5214f12fa8e8 admin admin] 10.222.0.77 "PUT /v2.0/routers/578031ae-f0e6-4f1f-a820-0d9a96db2454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3094916 Oct 29 11:24:23.354569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:23.372956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:23.373789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:23.411061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:23.432112 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.499731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-bddff437-5e6c-4706-aa0d-47fcafb0ac3f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "PUT /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 995 time: 5.0828340 Oct 29 11:24:23.500679 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.510258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:23.512541 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974207c-1d43-4ad2-867a-523e61bb3bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:23.564217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.583500 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:23.589392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:23.645437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:23.650105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:23.685928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:23.688478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:23.689159 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:23.793749 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.797212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:23.815250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd7f035-3651-4e73-812e-bb27f04ed2a2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:23.843173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2942d2-1345-4616-88b8-a94512593102 req-704c0a78-a2c3-4fbe-9d45-7d58e15d645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:23.845254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-704c0a78-a2c3-4fbe-9d45-7d58e15d645a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.2300110 Oct 29 11:24:23.851751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6240c0-60e3-4443-a8b0-c36be90fc594 req-ea0c7ded-9cf6-4888-bf9b-d4a0258c572a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:23.860365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee6240c0-60e3-4443-a8b0-c36be90fc594 req-ea0c7ded-9cf6-4888-bf9b-d4a0258c572a tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.5397139 Oct 29 11:24:23.903272 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.038942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:24:18Z', 'revision_number': 5, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port': {'id': '998a09bd-0aaf-4e09-8e9c-0e94ecea3c84', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:03Z', 'updated_at': '2021-10-29T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:24.044054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Attempting to bind port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:24.044718 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Attempting to bind port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:24.045271 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Attempting to bind port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:24.091385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Checking router: 578031ae-f0e6-4f1f-a820-0d9a96db2454 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:24.102112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Routers {'578031ae-f0e6-4f1f-a820-0d9a96db2454'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:24.102719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['578031ae-f0e6-4f1f-a820-0d9a96db2454'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:24.113676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee6240c0-60e3-4443-a8b0-c36be90fc594 req-e0315858-22da-4512-b007-7c10a548fc68 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902745 Oct 29 11:24:24.121974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:24.123422 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:24.124555 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.127592 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:24.128463 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Bound port: d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:24.129100 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.141771 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Pushing event updated for resources: {'Port': ['ID=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:24.195742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Deleting port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:24.196127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.241950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] Set router 578031ae-f0e6-4f1f-a820-0d9a96db2454 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:24.282474 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] For port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:24.289416 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] For port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:24.291823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2942d2-1345-4616-88b8-a94512593102 req-e62ea8c1-8b2b-49e2-9ced-e926689fd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:24.293488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-e62ea8c1-8b2b-49e2-9ced-e926689fd2a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.3970616 Oct 29 11:24:24.304564 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.305076 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.305426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.305769 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.306102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.306435 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.306763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.307088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.307409 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.307961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.308613 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.308956 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:24.322876 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:24.337309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:24:23Z', 'revision_number': 6, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:24.380995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2f357-7692-4b51-86cc-c07074ff1742 None None] The sync data for ids ['578031ae-f0e6-4f1f-a820-0d9a96db2454'] in n-d-805046-9 is: [{'id': '578031ae-f0e6-4f1f-a820-0d9a96db2454', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1323456977-router', 'tenant_id': '2cae6ba62dfd4f7789e23e578145e937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:01Z', 'updated_at': '2021-10-29T11:24:23Z', 'revision_number': 6, 'project_id': '2cae6ba62dfd4f7789e23e578145e937', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:24.411942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-aae10565-398e-485a-b462-58f71f881f7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 998 time: 0.1087315 Oct 29 11:24:24.422527 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.425459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.634707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] For port 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:24.635257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.657039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:24.669694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Calling delete_port for 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:24.788664 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fda11-088b-489f-8145-5752a6f8787e None None] Pushing event updated for resources: {'Port': ['ID=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:24.854441 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068d166-ec0c-4005-bb97-c39a5fa1d43d x-openstack-request-id: req-6068d166-ec0c-4005-bb97-c39a5fa1d43d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:24.855020 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:24.855618 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6068d166-ec0c-4005-bb97-c39a5fa1d43d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:24.856226 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:24:24.858288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2942d2-1345-4616-88b8-a94512593102 req-ccd96da3-b678-480e-bbf6-8e11dd1d3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:24.860215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-ccd96da3-b678-480e-bbf6-8e11dd1d3dd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.3166282 Oct 29 11:24:24.864475 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:24.865280 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:25.026615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2942d2-1345-4616-88b8-a94512593102 req-d1df38e7-3f53-4dbe-af02-c911efa09a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:25.029472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-d1df38e7-3f53-4dbe-af02-c911efa09a2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410420 Oct 29 11:24:25.081057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-c6be8129-965c-4d64-ae6c-258a6dbf09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:25.082827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-c6be8129-965c-4d64-ae6c-258a6dbf09a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1736937 Oct 29 11:24:25.224454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:25.228588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:25.305870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Router b8057ed6-b2af-4941-baf1-d7f4389fd42a is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:24:25.480200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-8ceb2de9-5174-4b77-985f-7673620a8a5d service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228621 Oct 29 11:24:25.481435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-50b39439-3f74-4d8b-9057-b90c467cbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:25.483601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-50b39439-3f74-4d8b-9057-b90c467cbfeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.3596492 Oct 29 11:24:25.555363 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:20Z', 'revision_number': 1, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:25.567023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:25.608527 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:25.623002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-c23d5ff2-327b-463f-b697-be3b9d1c1a2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 998 time: 0.1011140 Oct 29 11:24:25.640593 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:25.663437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:24:25.668962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:25.669597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:25.671403 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:25.672174 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:25.804321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-4d6c7082-7a32-4f2d-b1fe-bae5801e893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:25.806005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-4d6c7082-7a32-4f2d-b1fe-bae5801e893a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1649415 Oct 29 11:24:25.850695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:25.887995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:25.897390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a2942d2-1345-4616-88b8-a94512593102 req-38653d21-b642-4505-980e-8d00cf7952a1 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876315 Oct 29 11:24:25.911608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-15d1cbcc-294b-46d4-8671-d2f8c3f7d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:25.914324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-15d1cbcc-294b-46d4-8671-d2f8c3f7d0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897439 Oct 29 11:24:25.942975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Sync routers for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:25.944865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:25.946495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a3b8947f-203f-4149-acd6-348bb296a714 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3238015 Oct 29 11:24:25.960458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43888) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:25.990159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:25.992798 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa4576-a995-42a8-9348-de38503d90ab" -d '{"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-plugged", "status": "completed", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:26.058944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:26.061862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:26.070367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:26.078807 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:26.107564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Allocated IP 172.20.0.1 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/1f687d53-8938-4f6f-9bb2-6408d1f0be9b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:26.123721 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:19Z', 'revision_number': 3, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:26.226080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-0851ca85-a7ff-4d51-a33f-16ba50a2adef service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041382 Oct 29 11:24:26.229205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e9afa-517f-4c14-a5c3-84d5fd49e1e3 None None] The sync data for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 is: [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:19Z', 'revision_number': 3, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:26.256677 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:26.264745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:26.339583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:26.396907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:26.579075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:26.598270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9b1e2174-0922-4d18-b1ae-ca147f36032d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:26.688534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 9b1e2174-0922-4d18-b1ae-ca147f36032d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:26.689161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9b1e2174-0922-4d18-b1ae-ca147f36032d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:26.689827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:26.710179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:26.728636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4152a01-5dfa-42f5-938e-b6dc5f139f2d req-6771bd0c-5994-44cb-b2cb-ad70c8189b8e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:26.741751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4152a01-5dfa-42f5-938e-b6dc5f139f2d req-6771bd0c-5994-44cb-b2cb-ad70c8189b8e tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 1.3173580 Oct 29 11:24:26.745584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:26.755174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:26.924161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.056175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-982a02b4-64da-4b1a-b15b-666d9cda8177 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:27.057770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Pushing event updated for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:27.068166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-982a02b4-64da-4b1a-b15b-666d9cda8177 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9198270 Oct 29 11:24:27.103405 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No ports have port_id starting with 998a09bd-0aaf-4e09-8e9c-0e94ecea3c84 Oct 29 11:24:27.106805 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:20Z', 'revision_number': 1, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:27.193091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:24Z', 'revision_number': 3, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:27.208269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.222312 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e265568-4db2-4c35-82a1-1d264440b6ae None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:20Z', 'revision_number': 1, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:27.268128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Checking router: b8057ed6-b2af-4941-baf1-d7f4389fd42a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:27.269204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Updating router b8057ed6-b2af-4941-baf1-d7f4389fd42a port bfd7f035-3651-4e73-812e-bb27f04ed2a2 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:24:27.283317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Pushing event deleted for resources: {'Port': ['ID=998a09bd-0aaf-4e09-8e9c-0e94ecea3c84,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:27.306471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4152a01-5dfa-42f5-938e-b6dc5f139f2d req-c25363e6-7274-4cfb-9e8a-83234fc2dbe6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631773 Oct 29 11:24:27.308278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.398713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bcb1fdb3-56d7-4f79-a4a9-a3795e0f5d1b None None] Provisioning complete for port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:27.399216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fdb3-56d7-4f79-a4a9-a3795e0f5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.578434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1fdb3-56d7-4f79-a4a9-a3795e0f5d1b None None] Port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:27.601289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.619016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-82b8a44a-5b56-4140-bebb-059b2972f16d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 998 time: 0.5231061 Oct 29 11:24:27.653664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e974207c-1d43-4ad2-867a-523e61bb3bb3 req-36560891-54f5-4b31-9b0f-7645aef24537 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4138632 Oct 29 11:24:27.662685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:27.750850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b3ba43-925a-40e2-9358-093a8eb06145 None None] New status for floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:24:27.786632 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e7d4c-eb0d-4263-b05f-10457407a5b7 x-openstack-request-id: req-439e7d4c-eb0d-4263-b05f-10457407a5b7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:27.787237 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-plugged", "status": "completed", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:27.787237 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-439e7d4c-eb0d-4263-b05f-10457407a5b7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:27.787542 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'code': 200} Oct 29 11:24:27.870387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:27.874601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.029240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.029944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 578031ae-f0e6-4f1f-a820-0d9a96db2454 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:24:28.041560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.042284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eccab1e3-f507-4fe6-baa9-70683657d568 admin admin] 10.222.0.77 "DELETE /v2.0/routers/578031ae-f0e6-4f1f-a820-0d9a96db2454 HTTP/1.1" status: 204 len: 168 time: 4.6844859 Oct 29 11:24:28.046754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:28.121359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Deleting subnet 5c5cb28d-79ad-4356-baf8-f16ca4a32e83 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:24:28.125425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.128703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.131186 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.406976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b1ef9-e4a5-482e-b120-b1129343c44a req-3120741d-64f8-498f-96d9-65aefe48218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:28.409460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b88b1ef9-e4a5-482e-b120-b1129343c44a req-3120741d-64f8-498f-96d9-65aefe48218c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1097 time: 0.4032297 Oct 29 11:24:28.549849 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.596689 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.684316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.758823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.790689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:28.810091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:28.876963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b88b1ef9-e4a5-482e-b120-b1129343c44a req-08babd6e-9f2d-45d6-9985-cfddda9e054d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523692 Oct 29 11:24:28.960880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b92e11-5a9d-4668-abd4-3ffcce3d1412 None None] Pushing event updated for resources: {'Port': ['ID=bfd7f035-3651-4e73-812e-bb27f04ed2a2,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:28.984337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Attempting to bind port bfd7f035-3651-4e73-812e-bb27f04ed2a2 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:28.984724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Attempting to bind port bfd7f035-3651-4e73-812e-bb27f04ed2a2 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:28.985190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Attempting to bind port bfd7f035-3651-4e73-812e-bb27f04ed2a2 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:29.039345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-27fda3bd-9668-4522-a59c-f9de40623170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.049067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:29.051121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:29.052150 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.055510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:29.056790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.061575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Bound port: bfd7f035-3651-4e73-812e-bb27f04ed2a2, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:29.063386 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.130258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.157131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:29.157913 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.168787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:24:29.170897 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:24:29.224274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.234218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] For port bfd7f035-3651-4e73-812e-bb27f04ed2a2, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:29.240598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] For port bfd7f035-3651-4e73-812e-bb27f04ed2a2, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bfd7f035-3651-4e73-812e-bb27f04ed2a2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:29.256205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.291217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Pushing event updated for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:29.348503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b92e11-5a9d-4668-abd4-3ffcce3d1412 None None] Pushing event updated for resources: {'Port': ['ID=bfd7f035-3651-4e73-812e-bb27f04ed2a2,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:29.348818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bb465-3f1c-4a88-b132-233c6c319532 req-78a2fa04-44f5-4b63-b78f-c219140dbea6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:29.361565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b73bb465-3f1c-4a88-b132-233c6c319532 req-78a2fa04-44f5-4b63-b78f-c219140dbea6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.4672973 Oct 29 11:24:29.426841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:29.428143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:29.471167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b73bb465-3f1c-4a88-b132-233c6c319532 req-da7e0b75-de0e-446b-a69f-7115ea5227a6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085322 Oct 29 11:24:29.484041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Allocated IP 172.20.0.1 (9de7a28f-8804-419e-b970-7dcd3df5c69b/9ba24032-209e-43bd-b944-7d99a8d7be89/f4c84d80-5ae6-4123-909a-4a316bbd6317) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:29.553151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.591071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:29.599346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.655358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:29.675023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.681842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.686848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:29.730706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:29.810320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.835431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5cb28d-79ad-4356-baf8-f16ca4a32e83,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:29.958265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6530f-d6b9-49ff-9b12-5337dd48545e None None] Network a39456ed-a1ca-421d-90fd-09ec1d08f8e2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:29.961563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:29.971813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:29.978738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-418f5d49-4496-4e5c-bf3f-73a7cf0d39f9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5c5cb28d-79ad-4356-baf8-f16ca4a32e83 HTTP/1.1" status: 204 len: 168 time: 1.9274013 Oct 29 11:24:29.985435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:30.142615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Router 2b010ffc-d6b5-4542-9033-557678d51585 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:30.312314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:24Z', 'revision_number': 3, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:30.323605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:30.344738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2782c-54fb-43b6-8f8d-3139e02d3d56 None None] The sync data for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 is: [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:24Z', 'revision_number': 3, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:30.349999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Sync routers for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:30.359084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6853b885-ccfb-4999-ab24-bbbb5030ed55 admin admin] 10.222.0.77 "PUT /v2.0/routers/2b010ffc-d6b5-4542-9033-557678d51585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2582707 Oct 29 11:24:30.406621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1676db81-dad4-4f66-8a91-e1708927bd35 None None] Provisioning complete for port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:30.407416 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1676db81-dad4-4f66-8a91-e1708927bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:30.467499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:30.472264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:30.618187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:30.649310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:30.699279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1676db81-dad4-4f66-8a91-e1708927bd35 None None] Port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:30.771369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:30.817039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:30.915402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:30.922851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] DHCP port deletion for a39456ed-a1ca-421d-90fd-09ec1d08f8e2 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:24:30.971391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1adb-99c0-4177-a584-096991fc2ede req-93d94e33-6c94-418c-8729-39bc8370c361 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:30.986085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:30.987684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:30.988433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:30.994143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a62e1adb-99c0-4177-a584-096991fc2ede req-93d94e33-6c94-418c-8729-39bc8370c361 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.1480284 Oct 29 11:24:31.020852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:31.028327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:31.111238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.117048 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-023a79b5-2455-4325-b2b2-be1398f4f719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.117817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a62e1adb-99c0-4177-a584-096991fc2ede req-3cf8a7ac-e48f-4f48-a17a-d2c9907d5ab1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222260 Oct 29 11:24:31.405283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Deleting port e56189c8-d409-41ad-a061-99008f141f8b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:31.405676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.524529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:24:31.584728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Deleting port e56189c8-d409-41ad-a061-99008f141f8b {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:31.585118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.646402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8da5f1ab-beeb-4320-b1da-d256c17538cb None None] Provisioning complete for port f4c84d80-5ae6-4123-909a-4a316bbd6317 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:31.646910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8da5f1ab-beeb-4320-b1da-d256c17538cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.826524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] For port e56189c8-d409-41ad-a061-99008f141f8b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e56189c8-d409-41ad-a061-99008f141f8b,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:31.827179 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:31.864266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8da5f1ab-beeb-4320-b1da-d256c17538cb None None] Port f4c84d80-5ae6-4123-909a-4a316bbd6317 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:31.875433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Calling delete_port for e56189c8-d409-41ad-a061-99008f141f8b owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:31.896188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:28Z', 'revision_number': 2, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:32.081348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44008) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:32.087355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2600494', 'description': 'tempest-description--1663031689'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:32.134326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Checking router: 2b010ffc-d6b5-4542-9033-557678d51585 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:32.134942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Updating router 2b010ffc-d6b5-4542-9033-557678d51585 port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:24:32.141413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.147200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] For port e56189c8-d409-41ad-a061-99008f141f8b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e56189c8-d409-41ad-a061-99008f141f8b,segment=NetworkSegment(d42269b2-58f6-449d-b9af-cbb986dfa31b),segment_id=d42269b2-58f6-449d-b9af-cbb986dfa31b)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:32.148006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.208293 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.209680 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.298980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Calling delete_port for e56189c8-d409-41ad-a061-99008f141f8b owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:32.312223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.312402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.320629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.323977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.374213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.407087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.414096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3282769 Oct 29 11:24:32.414096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81eda92-e095-465e-b03d-1d8671ea670e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4061db2b-2050-4181-b4b1-2b902d916aa1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:32.417642 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.417840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44024) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:32.427976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'security_group_rule': {'security_group_id': '4061db2b-2050-4181-b4b1-2b902d916aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:32.518370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.529483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] Pushing event deleted for resources: {'Port': ['ID=e56189c8-d409-41ad-a061-99008f141f8b,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:32.529483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b94b5-5851-4a2a-b504-6b747f8313ca None None] No DVR routers for this DVR port e56189c8-d409-41ad-a061-99008f141f8b on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:32.559142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b09e5-c2c9-4dbd-9603-83183012b78a req-e5869ab9-3858-4b0b-a0a9-982210a9c604 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:32.568645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-071b09e5-c2c9-4dbd-9603-83183012b78a req-e5869ab9-3858-4b0b-a0a9-982210a9c604 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1097 time: 0.1321442 Oct 29 11:24:32.571549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.634906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bfd7f035-3651-4e73-812e-bb27f04ed2a2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:32.732193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-071b09e5-c2c9-4dbd-9603-83183012b78a req-cde14193-8dc0-4cbe-bc02-4e7064017aeb tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624832 Oct 29 11:24:32.734457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.739657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.757185 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-a758df41-03a0-46e1-9154-8fd64e0c7a6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6038151 Oct 29 11:24:32.799223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710c60f-ab54-4bb5-b28a-016c1ad07cfa,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:32.834333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.835834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b658a067-d440-4eed-bcaa-62b520c60441 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163644 Oct 29 11:24:32.842150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44032) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:32.860467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'security_group_rule': {'security_group_id': '4061db2b-2050-4181-b4b1-2b902d916aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:32.918192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.932055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bfd7f035-3651-4e73-812e-bb27f04ed2a2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:32.932755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.936082 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:32.972276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.013311 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9 associated. External IP: 172.25.4.75, port: 0a47b46b-3891-493c-89ce-d1cd59385f15. Oct 29 11:24:33.063976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a891b088-04e4-4306-b974-6f73415c310f tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510912 Oct 29 11:24:33.098493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7d0b-9167-4bf5-9e33-fd7081094683 None None] Pushing event updated for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:33.132470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.228801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.235874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.247609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Attempting to bind port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:33.248186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Attempting to bind port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:33.248463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Attempting to bind port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:33.249452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-086e4df6-0c12-4c9a-baa3-95ead4e7c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:33.251433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-086e4df6-0c12-4c9a-baa3-95ead4e7c0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 1096 time: 0.4623551 Oct 29 11:24:33.270807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Pushing event deleted for resources: {'Port': ['ID=e56189c8-d409-41ad-a061-99008f141f8b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:33.273402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] No DVR routers for this DVR port e56189c8-d409-41ad-a061-99008f141f8b on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:33.299650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:33.300156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:33.301924 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.302524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:33.303432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Bound port: 1f687d53-8938-4f6f-9bb2-6408d1f0be9b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:33.304563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.308277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.341288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62d487c-9f5b-44d5-8b36-7528fc2b18e2,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:33.368382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.371531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6e172c7-e85d-44f2-b5ed-371ff101f9a1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5250535 Oct 29 11:24:33.381725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44044) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:33.389634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:33.394772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port bfd7f035-3651-4e73-812e-bb27f04ed2a2, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bfd7f035-3651-4e73-812e-bb27f04ed2a2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:33.406232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.454334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-6061fc3c-0a80-48ac-9463-d4b84e56fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:33.457157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-6061fc3c-0a80-48ac-9463-d4b84e56fb60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.1446943 Oct 29 11:24:33.467132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-59b34786-4d38-47d0-8662-c5feb7ba2319 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:33.470631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-59b34786-4d38-47d0-8662-c5feb7ba2319 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4048872 Oct 29 11:24:33.522298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-96af5c6a-7bae-46a4-b1a4-e1bd108dc535 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/quotas/a42ca12e63004fcfbb9f08093fb2bbb4 HTTP/1.1" status: 200 len: 375 time: 0.0404718 Oct 29 11:24:33.527934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.554339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e56189c8-d409-41ad-a061-99008f141f8b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:33.591824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.596676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-0bb0549d-6137-4275-bf95-bccf3478426b tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708117 Oct 29 11:24:33.602401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-423700e8-ca1e-4b10-9479-5cf4ec5091e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 200 len: 217 time: 0.1015058 Oct 29 11:24:33.607862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=bfd7f035-3651-4e73-812e-bb27f04ed2a2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:33.619512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.643083 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.644818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e56189c8-d409-41ad-a061-99008f141f8b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:33.645407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e56189c8-d409-41ad-a061-99008f141f8b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:33.654209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] For port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:33.688927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] For port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:33.697636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] Provisioning complete for port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:33.698100 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.700820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.701176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.713181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39456ed-a1ca-421d-90fd-09ec1d08f8e2']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:33.852134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:33.866496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42269b2-58f6-449d-b9af-cbb986dfa31b') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:33.866955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42269b2-58f6-449d-b9af-cbb986dfa31b') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:33.876678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:33.877648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:33.882136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7d0b-9167-4bf5-9e33-fd7081094683 None None] Pushing event updated for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:34.059058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.067430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:34.083720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-018f1b0a-91c3-407b-a0b7-f8245a325494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:34.085597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-018f1b0a-91c3-407b-a0b7-f8245a325494 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.4699943 Oct 29 11:24:34.125993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.160580 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.161899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-65859269-9b11-4fc1-908d-169fac418b70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595617 Oct 29 11:24:34.165445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:34.167241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.169727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:34.256334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] For port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:34.266528 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.275368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.25.4.148 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/973c626a-8829-4658-bba5-fb626e5889e2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:34.284222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cc850a32-3000-47f3-be3c-56d62b878c11 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:34.291958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cc850a32-3000-47f3-be3c-56d62b878c11 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.3280871 Oct 29 11:24:34.316958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-b7cabf30-cbc6-4938-95f4-35bd69d623ee tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/quotas/19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 375 time: 0.0229206 Oct 29 11:24:34.318472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:34.330896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:24:34.331072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.337703 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:34.348770 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:34.355923 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:34.424598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-f4b32a2a-2910-4d1e-89b4-550c61c75e13 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077414 Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:24:34.458253 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:24:34.498429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.600175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46286ac-9224-4e48-8ea4-f116377a562c None None] Pushing event updated for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:34.620685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ccce6b4-e005-41f8-a208-cb17da0958f4 None None] Provisioning complete for port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:34.621356 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ccce6b4-e005-41f8-a208-cb17da0958f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.641820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.680817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bfd7f035-3651-4e73-812e-bb27f04ed2a2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:34.702733 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:34.737768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:34.746923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:34.794953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:34.875030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=973c626a-8829-4658-bba5-fb626e5889e2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:34.925533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bfd7f035-3651-4e73-812e-bb27f04ed2a2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:34.925945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:34.975896 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:35.029239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:35.034442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:35.035122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:35.043637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] 10.222.0.77 "DELETE /v2.0/networks/a39456ed-a1ca-421d-90fd-09ec1d08f8e2 HTTP/1.1" status: 204 len: 168 time: 4.9875307 Oct 29 11:24:35.045936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:35.065849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44062) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:35.083568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:35.088353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:35.088790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47285828-a64c-408d-9be7-79a58bb5b992 None None] The sync data for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 is: [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:35.182127 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-f0586f13-acb1-4917-a54e-f81493bf1438 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563887 Oct 29 11:24:35.193672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:35.285479 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:35.333457 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:35.347968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf068c5-0337-49b5-9df2-ab6faedb437b admin admin] Pushing event deleted for resources: {'Network': ['ID=a39456ed-a1ca-421d-90fd-09ec1d08f8e2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:35.352931 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:35.357589 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:35.430613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-7a2c01a7-b408-4354-8e2c-89ff483cde43 service neutron] 10.222.0.77 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463551 Oct 29 11:24:35.564298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:35.680510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-5ad69e4d-22c0-4628-9fdd-2f91edb282b8 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5034449 Oct 29 11:24:35.699837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-caa99d53-a70c-4a30-afb8-c2fea632ad3a None None] Provisioning complete for port f4c84d80-5ae6-4123-909a-4a316bbd6317 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:35.705349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-9dbccc15-90ab-4cd3-bcab-3b672869e668 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092155 Oct 29 11:24:35.706459 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-caa99d53-a70c-4a30-afb8-c2fea632ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:35.921557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-caa99d53-a70c-4a30-afb8-c2fea632ad3a None None] Port f4c84d80-5ae6-4123-909a-4a316bbd6317 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:36.026658 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:36.158606 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817302dd-40e3-4c61-bd1c-2f6eb5d55fe4 None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 3, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:36.164524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.455079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:36.474725 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.562094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.590189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Router b8057ed6-b2af-4941-baf1-d7f4389fd42a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:36.591686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-5e96e8f6-2306-4438-83d4-d08ab412cda0 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:36.593328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-5e96e8f6-2306-4438-83d4-d08ab412cda0 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8799157 Oct 29 11:24:36.622155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Request body: {'port': {'device_id': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'a42ca12e63004fcfbb9f08093fb2bbb4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:36.668422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f687d53-8938-4f6f-9bb2-6408d1f0be9b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:36.670193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:36.677278 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:36.718686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=973c626a-8829-4658-bba5-fb626e5889e2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:36.748473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73593d72-a00c-4d3c-8b9b-866aa8a8d9a7 req-d25356ac-aad8-4bea-a97b-f6fb67b33e11 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:36.750293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-73593d72-a00c-4d3c-8b9b-866aa8a8d9a7 req-d25356ac-aad8-4bea-a97b-f6fb67b33e11 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1097 time: 0.5490239 Oct 29 11:24:36.768408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d585757e-bb1e-4323-8f54-1510f28967f8 req-80a0f7b2-33d8-4c74-b531-b3b88f35354d service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0671403 Oct 29 11:24:36.777303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.777987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:36.780881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.811899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-ec429205-2563-47ad-aa42-c1a6d18f39c3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "PUT /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 997 time: 9.1729321 Oct 29 11:24:36.819593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.820824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7d094de2-5c23-4ffb-abc1-28678f680f86 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4375544 Oct 29 11:24:36.843905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-73593d72-a00c-4d3c-8b9b-866aa8a8d9a7 req-c5c1e517-a28a-4eaf-b3de-409eae605191 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679712 Oct 29 11:24:36.879028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Made reservation on behalf of a42ca12e63004fcfbb9f08093fb2bbb4 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:36.888826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:36.910693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:37.084157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:37.099718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:37.292308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-e2cd3e49-f1be-4598-8820-4b12722d6af3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:37.293790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-e2cd3e49-f1be-4598-8820-4b12722d6af3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports/0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 942 time: 0.4037786 Oct 29 11:24:37.328211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:37.334606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bf8ff13e-3a7c-4629-8a90-33cf20de8389 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8057ed6-b2af-4941-baf1-d7f4389fd42a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3726175 Oct 29 11:24:37.345526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Sync routers for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:37.368204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-0c704e82-adf6-44ad-94bc-e942d527dbf4 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887821 Oct 29 11:24:37.381182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:37.381841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:37.408259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:37.640686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-770cf7f6-0320-41c1-8792-0aecbd2a405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:37.643017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-770cf7f6-0320-41c1-8792-0aecbd2a405b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1191945 Oct 29 11:24:37.661158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Allocated IP 192.168.233.36 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/64293e6e-ca88-4990-aa6d-027d5a87c735) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:37.664288 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3841220-1e9b-4d03-ab92-cce75e91ce20 None None] New status for floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:24:37.777366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44104) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:37.842431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:37.866942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:37.919445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:37.926897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.029151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:38.046731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:38.057308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:38.061654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:38.146796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:38.147843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.170127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-c1e811ad-7344-4f88-9c68-dce456a105be tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:38.172134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-c1e811ad-7344-4f88-9c68-dce456a105be tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8006604 Oct 29 11:24:38.177102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-82412e7f-51ea-4688-a7e6-b133d1b4c143 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5602448 Oct 29 11:24:38.196737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4951128d-ecb8-4693-b433-b81ced8ff46f tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/quotas/a42ca12e63004fcfbb9f08093fb2bbb4 HTTP/1.1" status: 200 len: 375 time: 0.0169423 Oct 29 11:24:38.209072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Request body: {'port': {'device_id': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:38.361070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ff65de2-86cb-4fc4-850d-3de6fe7ac93d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.384834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:38.414217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.447155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-66f8be38-39c2-41b2-8d55-dec8ad1d6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:38.459385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-66f8be38-39c2-41b2-8d55-dec8ad1d6c06 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.8074257 Oct 29 11:24:38.481061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:32Z', 'revision_number': 2, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:38.490336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:38.491743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:38.494309 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-250c128e-f63c-4598-ad3a-c0106077884d tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2363861 Oct 29 11:24:38.659890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Checking router: b8057ed6-b2af-4941-baf1-d7f4389fd42a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:38.660157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-caaa7f1b-a292-4f3b-bb72-69c181faa9df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.1995645 Oct 29 11:24:38.660602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Updating router b8057ed6-b2af-4941-baf1-d7f4389fd42a port f4c84d80-5ae6-4123-909a-4a316bbd6317 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:24:38.806020 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.874070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-29237e6f-6eba-407d-b5dd-64541bf8e015 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:38.876333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-29237e6f-6eba-407d-b5dd-64541bf8e015 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 808 time: 0.7509832 Oct 29 11:24:38.919951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Request body: {'port': {'device_id': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'admin_state_up': True, 'tenant_id': '19f7e7def7b94f869337f93bec3bea52'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:38.950306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a8737707-38ba-47c4-be9a-b6b41c8f6025 None None] Provisioning complete for port 64293e6e-ca88-4990-aa6d-027d5a87c735 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:38.951163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8737707-38ba-47c4-be9a-b6b41c8f6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:38.972295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2a18491-9711-4a7e-850f-aa646fceafd2 req-eb606e1f-1678-4d03-a345-bd6d69c48e5c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.0992231 Oct 29 11:24:39.047934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:39.183421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-202be8e4-5c55-4ebc-aae0-a129bdf1c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:39.188530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-202be8e4-5c55-4ebc-aae0-a129bdf1c14b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.5274110 Oct 29 11:24:39.280133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:39.332695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:39.346616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ff65de2-86cb-4fc4-850d-3de6fe7ac93d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:39.376319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ff65de2-86cb-4fc4-850d-3de6fe7ac93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:39.403268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Transition to ACTIVE for port object 64293e6e-ca88-4990-aa6d-027d5a87c735 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:39.404964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a8737707-38ba-47c4-be9a-b6b41c8f6025 None None] Port 64293e6e-ca88-4990-aa6d-027d5a87c735 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:39.413434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:39.423469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff65de2-86cb-4fc4-850d-3de6fe7ac93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38cde21-7ccb-4097-bce9-4c279761663b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:39.433436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-9d7fcee3-0b6f-45cb-b9e5-1072762b9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:39.435279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-9d7fcee3-0b6f-45cb-b9e5-1072762b9ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228858 Oct 29 11:24:39.616179 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4165791-d2f9-4bbf-93d5-792802a4558e x-openstack-request-id: req-a4165791-d2f9-4bbf-93d5-792802a4558e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:39.616658 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:39.617076 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4165791-d2f9-4bbf-93d5-792802a4558e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:39.617673 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:24:39.736024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:39.745498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Made reservation on behalf of 19f7e7def7b94f869337f93bec3bea52 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:39.753577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:39.757577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-cf390132-c02d-427d-9ecb-91e8e602a9dd service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037200 Oct 29 11:24:39.761513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ff65de2-86cb-4fc4-850d-3de6fe7ac93d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=235bc83d1e1f4e16b0d795bee9686a85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9745226 Oct 29 11:24:39.836720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44128) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:39.845311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-d85946d3-54e7-435a-804a-8fbd709f9e34 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2600494&fields=id&tenant_id=adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 267 time: 0.1956480 Oct 29 11:24:39.992165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Attempting to bind port 64293e6e-ca88-4990-aa6d-027d5a87c735 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:39.992828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Attempting to bind port 64293e6e-ca88-4990-aa6d-027d5a87c735 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:39.992828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Attempting to bind port 64293e6e-ca88-4990-aa6d-027d5a87c735 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:40.020937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Port 64293e6e-ca88-4990-aa6d-027d5a87c735 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:40.021285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Attempting to bind port 64293e6e-ca88-4990-aa6d-027d5a87c735 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:40.039801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:40.040122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:40.040909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:40.041106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Bound port: 64293e6e-ca88-4990-aa6d-027d5a87c735, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:40.041341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.067245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Deleting port 9f7b1dce-c962-44b8-914f-51c012d953eb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:40.067592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.083035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.092868 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.164989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-da4c7730-b728-46b5-bfd3-7273ecc18b4a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.180053 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-da4c7730-b728-46b5-bfd3-7273ecc18b4a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.3329811 Oct 29 11:24:40.189473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-d45b6368-4425-4f73-a6cf-5e7d72565006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.191530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-d45b6368-4425-4f73-a6cf-5e7d72565006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.5680139 Oct 29 11:24:40.230286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-46b321b6-2057-4d5b-a697-74308f5f8b2b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/quotas/adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 375 time: 0.0480814 Oct 29 11:24:40.256325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6dba0-787d-484b-be1a-2446d9266043 None None] Pushing event updated for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:40.262397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:40.404919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Attempting to bind port f4c84d80-5ae6-4123-909a-4a316bbd6317 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:40.405608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Attempting to bind port f4c84d80-5ae6-4123-909a-4a316bbd6317 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:40.406252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Attempting to bind port f4c84d80-5ae6-4123-909a-4a316bbd6317 on network 9de7a28f-8804-419e-b970-7dcd3df5c69b {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:40.425836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:40.437397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:40.438194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Checking segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:40.438821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.439376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Bound using segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:40.440037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Bound port: f4c84d80-5ae6-4123-909a-4a316bbd6317, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:40.440736 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.449784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Allocated IP 172.20.0.11 (160f00ec-46de-4df5-9e63-138cd61a6d63/c764a85d-2a16-4df7-b220-041559cad59a/51657c1b-1eb8-42d4-8d78-ad498d8ffd51) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:40.479429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.497844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-5f1a9704-d0c3-4654-8220-d896f3aa7a2b tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193323 Oct 29 11:24:40.577921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:37Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:40.584996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] For port f4c84d80-5ae6-4123-909a-4a316bbd6317, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:40.612307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.616102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-9bc53010-f3c4-43e5-b725-9424dfe447cb service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807572 Oct 29 11:24:40.620154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.621277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.622706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] 10.222.0.86 "PUT /v2.0/ports/64293e6e-ca88-4990-aa6d-027d5a87c735 HTTP/1.1" status: 200 len: 1095 time: 2.4244020 Oct 29 11:24:40.640428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:40.641920 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:40.645214 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f" -d '{"events": [{"name": "network-changed", "server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:40.669050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-380599b6-df27-4989-b01b-e753ff28762e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4369581 Oct 29 11:24:40.679038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] For port f4c84d80-5ae6-4123-909a-4a316bbd6317, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f4c84d80-5ae6-4123-909a-4a316bbd6317,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:40.684631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] For port 9f7b1dce-c962-44b8-914f-51c012d953eb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9f7b1dce-c962-44b8-914f-51c012d953eb,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:40.685126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.694113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.819776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:40.820403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:40.827455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c33a72-79ec-42fd-ba69-014306a2e35f service neutron] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:40.830466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:40.861575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Calling delete_port for 9f7b1dce-c962-44b8-914f-51c012d953eb owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:40.907561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1352084a-2384-4b42-8a9f-16c979c84406 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.909224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1352084a-2384-4b42-8a9f-16c979c84406 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4011955 Oct 29 11:24:40.929425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Request body: {'port': {'device_id': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'a42ca12e63004fcfbb9f08093fb2bbb4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:40.936038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-7cdeb8f0-e9cc-4a61-91ea-521361f75952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.937742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-7cdeb8f0-e9cc-4a61-91ea-521361f75952 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 1098 time: 0.1935570 Oct 29 11:24:40.952353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-eda3875d-e45e-4484-a919-ee7d972a4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:40.954186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-eda3875d-e45e-4484-a919-ee7d972a4190 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.7499263 Oct 29 11:24:40.980726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6dba0-787d-484b-be1a-2446d9266043 None None] Pushing event updated for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:41.023235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] Provisioning complete for port f4c84d80-5ae6-4123-909a-4a316bbd6317 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:41.024015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:41.054891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-7d14cf5f-d11f-4479-9546-02447cdcc97b service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391840 Oct 29 11:24:41.056475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-a6ea9ccc-383b-44d2-a17c-eb0372fb6273 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=64293e6e-ca88-4990-aa6d-027d5a87c735 HTTP/1.1" status: 200 len: 217 time: 0.1042061 Oct 29 11:24:41.099526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:41.105897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:41.111075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f38cde21-7ccb-4097-bce9-4c279761663b HTTP/1.1" status: 204 len: 168 time: 1.2690668 Oct 29 11:24:41.166240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:41.167311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:41.204876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-54dc331f-e708-4604-8fea-86a064b9e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:41.209436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-54dc331f-e708-4604-8fea-86a064b9e85b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1374116 Oct 29 11:24:41.301392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94267b92-ecd0-42c2-80d8-a921212fef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38cde21-7ccb-4097-bce9-4c279761663b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:41.340728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-5bcdb574-d2c7-4b00-abb5-0bf9a108ec49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.2719448 Oct 29 11:24:41.395726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-43a779dc-f1d7-4230-b148-40a4e0b98de7 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511978 Oct 29 11:24:41.455648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:41.476998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-8095c063-6a71-409e-8cce-594460cfc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:41.484788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-8095c063-6a71-409e-8cce-594460cfc6a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1096 time: 0.7601559 Oct 29 11:24:41.587064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-32c569f2-606c-4a12-af87-ba12e98aba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:41.589398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-32c569f2-606c-4a12-af87-ba12e98aba2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841891 Oct 29 11:24:41.592976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Made reservation on behalf of a42ca12e63004fcfbb9f08093fb2bbb4 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:41.603783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:41.624681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:41.632772 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d01bea-b153-49ee-bb1a-1d42a8e65e89" -d '{"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:42.386734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-5952240f-ce15-47fd-a84f-277cd8bfd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:42.389283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-5952240f-ce15-47fd-a84f-277cd8bfd360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 1.0088532 Oct 29 11:24:42.397132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-1017a7c0-557c-4871-859f-e0d414714153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:42.400369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-1017a7c0-557c-4871-859f-e0d414714153 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.8369329 Oct 29 11:24:42.427796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Allocated IP 192.168.233.192 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/10f3a222-85e4-4dda-9c45-47d77f13cd8e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:42.492250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-caf60172-113d-4f14-9c1d-f8b8063f41ae service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539741 Oct 29 11:24:42.504027 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:42.707763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:42.903289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:42.937684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44172) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:42.964992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44176) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:42.980955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840786156', 'description': 'tempest-description--505007339'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:43.011738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.037727 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edfc008e-8bdb-4e2e-bb91-b1f7ba6f5693 req-689bf0b3-43a4-4b9e-a7d1-a171bbb2673c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339241 Oct 29 11:24:43.110436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186d838e-5409-415a-87e7-c854258e1023 req-4fdad32f-5a04-4b48-b666-bff85d609ca8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 210 time: 0.0473907 Oct 29 11:24:43.141566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.166630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.205904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1483462072-network', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:43.218527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.234639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:43.290858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Network 160f00ec-46de-4df5-9e63-138cd61a6d63 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:43.291447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.298244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] For port f4c84d80-5ae6-4123-909a-4a316bbd6317, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f4c84d80-5ae6-4123-909a-4a316bbd6317,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:43.302990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:43.307367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:43.319623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:43.326287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.329574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.335034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:40Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:43.374640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-98ef5e32-b253-42de-8b1e-3659900254ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:43.376215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-98ef5e32-b253-42de-8b1e-3659900254ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9727893 Oct 29 11:24:43.385765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6c151-649a-4a24-8b29-58c676448dc7 None None] The sync data for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 is: [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:40Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:43.402825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.630151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-0f131044-ba2e-4c76-8d15-8634f7cb68d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 1000 time: 1.0008097 Oct 29 11:24:43.631513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:43.660890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-49878e0d-0237-4ea4-8503-eabee0f0afcf None None] Provisioning complete for port f4c84d80-5ae6-4123-909a-4a316bbd6317 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:43.661333 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49878e0d-0237-4ea4-8503-eabee0f0afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.697935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.723835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:43.741919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:43.753953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae200-d8a2-4806-b3f8-dba330ff34ff None None] Pushing event updated for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:43.791469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:43.843937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:43.864738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-2b2a0314-bdaf-4d36-b833-26f99c537cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:43.866742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-2b2a0314-bdaf-4d36-b833-26f99c537cd8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1253865 Oct 29 11:24:43.991036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:24:43.993106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:44.018412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba655a6-d85a-45c1-953a-377e5bcb1876 req-3d25fe28-681e-4f8b-915a-9aec2ceb1232 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.020835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aba655a6-d85a-45c1-953a-377e5bcb1876 req-3d25fe28-681e-4f8b-915a-9aec2ceb1232 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 932 time: 0.7349513 Oct 29 11:24:44.070166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.074336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.103296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f853d3a-f3b0-42a9-8406-f76be9b0e82f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:44.117981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.118802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.121402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.122966 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Added segment 85a82bae-88f1-467d-bb00-a27fffe2da6c of type vlan for network 87def508-4eb3-4d8a-8934-59b8cc1d256a Oct 29 11:24:44.156139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-bbc4fac2-a2f1-4cd9-91aa-96ff63544f50 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484074 Oct 29 11:24:44.171149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b1dce-c962-44b8-914f-51c012d953eb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:44.264092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-1b3150af-0126-4cc9-bad1-d331fa0d4bbc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3391421 Oct 29 11:24:44.285857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Request body: {'port': {'device_id': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:44.311000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aba655a6-d85a-45c1-953a-377e5bcb1876 req-786bf50b-120a-49d6-a4b2-ad54c03a8190 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586489 Oct 29 11:24:44.313076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.313875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:37Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:44.356316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff27476-3e4a-4891-8b6e-82501cfc9a7b req-3995318d-5cea-44ac-b2d5-c628acc27572 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713912 Oct 29 11:24:44.374750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5a3f7-b614-404b-a707-1c667da9f70a None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:1a:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295550ec-0911-489b-a6d1-74d358f0dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:24:37Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:44.445899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.475996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.477840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.477840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.524625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-22a2d9bf-0c79-4b83-a21c-0d7f79a876ab None None] Provisioning complete for port 10f3a222-85e4-4dda-9c45-47d77f13cd8e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:44.524993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-22a2d9bf-0c79-4b83-a21c-0d7f79a876ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.546040 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6004260 Oct 29 11:24:44.547881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:44.632393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-22a2d9bf-0c79-4b83-a21c-0d7f79a876ab None None] Port 10f3a222-85e4-4dda-9c45-47d77f13cd8e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:44.646105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Request body: {'subnet': {'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1483462072-subnet', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:44.723733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190600-c258-4552-b9b0-cd2e2d9c9131 admin admin] Pushing event updated for resources: {'Network': ['ID=87def508-4eb3-4d8a-8934-59b8cc1d256a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:44.735811 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75a13b7-96c2-455a-8783-46fcbcbb123c x-openstack-request-id: req-a75a13b7-96c2-455a-8783-46fcbcbb123c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:44.736195 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:44.736400 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a75a13b7-96c2-455a-8783-46fcbcbb123c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:44.736795 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'status': 'completed', 'code': 200} Oct 29 11:24:44.756275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-cae79974-ef73-44e6-b148-7ce5b455b183 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8652596 Oct 29 11:24:44.764250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-052c6bb8-8b46-4c07-b930-e40dae06cd8f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.766752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-052c6bb8-8b46-4c07-b930-e40dae06cd8f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.8987083 Oct 29 11:24:44.791227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Request body: {'port': {'device_id': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:44.799366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:24:44.862020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-b3f8b227-f93e-4adf-a32d-4270e336cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:44.866755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-b3f8b227-f93e-4adf-a32d-4270e336cc7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8277164 Oct 29 11:24:44.899221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:44.916836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f4c84d80-5ae6-4123-909a-4a316bbd6317 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:44.936248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.003634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:45.007152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.093057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.145436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-132c83ae-f7ba-4913-a136-64af83c4ce19 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 377 time: 0.2680757 Oct 29 11:24:45.161726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f4c84d80-5ae6-4123-909a-4a316bbd6317 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:45.162290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.172417 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.178973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2028689 Oct 29 11:24:45.179603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:45.185085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'device_id': '92810d58-b16f-447b-afd2-86447f07d437', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'admin_state_up': True, 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'security_groups': ['4061db2b-2050-4181-b4b1-2b902d916aa1']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:45.211987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'security_group_rule': {'security_group_id': '8d4189d2-8b0b-49bd-a0aa-24abdededeba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:45.310664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19832e6e-1441-45b3-a01c-b6d8df459c6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4189d2-8b0b-49bd-a0aa-24abdededeba,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:45.379886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.428613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.508340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-61f2f79e-82b3-460d-803a-2a943eab36d3 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002560 Oct 29 11:24:45.518208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.601620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.830849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4d62c1-76e2-4092-a821-af7468b15c30,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:45.859892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:45.864726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61f8755c-3105-419c-a977-40dab56aa92a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6597660 Oct 29 11:24:45.866440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-52a1db76-9e0f-4046-aadc-8fa0c2c70a81 req-1066411c-f8b5-4764-8119-f5a41996362c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 210 time: 0.8760550 Oct 29 11:24:45.879576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44188) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:45.932501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'security_group_rule': {'security_group_id': '8d4189d2-8b0b-49bd-a0aa-24abdededeba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:45.939942 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb847be-58a7-48bc-85fc-fea980e9fce8 x-openstack-request-id: req-dcb847be-58a7-48bc-85fc-fea980e9fce8 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:45.940241 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:45.941026 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcb847be-58a7-48bc-85fc-fea980e9fce8 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:45.941424 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'status': 'completed', 'code': 200} Oct 29 11:24:45.957224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-00161111-89ae-48d8-82bf-4b192b99d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:45.962590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-00161111-89ae-48d8-82bf-4b192b99d3a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 1098 time: 1.1841836 Oct 29 11:24:46.018191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:24:46.022157 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.080392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2474fa6-75b6-413d-890f-8f2a2d86d6fa req-57df81ff-7b1e-4f91-a593-6c9110ef8f12 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083048 Oct 29 11:24:46.154830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:46.164832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.179661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f3a222-85e4-4dda-9c45-47d77f13cd8e {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:46.225560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.306965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:46.320683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Transition to ACTIVE for port object 10f3a222-85e4-4dda-9c45-47d77f13cd8e will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:46.324226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'mac_address': 'fa:16:3e:3d:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:24:46.326748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-4e0ea296-7898-4e03-9f9c-cd05050f7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:46.328527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-4e0ea296-7898-4e03-9f9c-cd05050f7f93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3530936 Oct 29 11:24:46.358956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.381064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-5b1c3a96-c2da-4c29-bb40-2a5360f72110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:46.382796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-5b1c3a96-c2da-4c29-bb40-2a5360f72110 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1096 time: 0.3581069 Oct 29 11:24:46.397601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.417753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:46.447341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:46.458741 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.463802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-b58d429f-918b-479d-9541-381c258e8c35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=64293e6e-ca88-4990-aa6d-027d5a87c735 HTTP/1.1" status: 200 len: 217 time: 0.1064458 Oct 29 11:24:46.481065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6353-0052-4b58-a5d4-01dd4bb97464 req-26a24762-e5ec-42d1-8ae8-cb26ab1541bc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:46.493048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.508186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f93f6353-0052-4b58-a5d4-01dd4bb97464 req-26a24762-e5ec-42d1-8ae8-cb26ab1541bc tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 936 time: 0.3301511 Oct 29 11:24:46.577208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:46.593951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:46.723450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['64293e6e-ca88-4990-aa6d-027d5a87c735'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:46.782986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-f861f78e-e4ce-4f03-b2ba-b6d9d1d005a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:46.785031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-f861f78e-e4ce-4f03-b2ba-b6d9d1d005a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.3077607 Oct 29 11:24:46.785892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd164475-ed99-43f2-8260-ba2196a23932,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:46.819321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Attempting to bind port 10f3a222-85e4-4dda-9c45-47d77f13cd8e on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:46.819940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Attempting to bind port 10f3a222-85e4-4dda-9c45-47d77f13cd8e by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:46.820443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Attempting to bind port 10f3a222-85e4-4dda-9c45-47d77f13cd8e on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:46.844984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Checking segment: {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:46.845702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Network hostable DHCP agents. Network: 87def508-4eb3-4d8a-8934-59b8cc1d256a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:24:46.856640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Port 10f3a222-85e4-4dda-9c45-47d77f13cd8e on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:46.857603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Attempting to bind port 10f3a222-85e4-4dda-9c45-47d77f13cd8e on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:46.879365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:46.880091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:46.880666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:46.881556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Bound port: 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:46.882341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:46.919415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:24:47.000356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-2ad20083-fa92-47fe-a409-90dd63f5daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:47.004565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-2ad20083-fa92-47fe-a409-90dd63f5daec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017219 Oct 29 11:24:47.057183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 87def508-4eb3-4d8a-8934-59b8cc1d256a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:47.083275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf0f24-72a7-408c-ae01-3c1b142ea616 None None] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:47.141952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:47.149512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.181840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:47.232230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.277916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.296266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f93f6353-0052-4b58-a5d4-01dd4bb97464 req-dde886b9-fa4b-45cc-8f71-80343355ff00 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870388 Oct 29 11:24:47.298387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.20.0.6 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/edb42167-e9da-454f-bc05-bfcbd8e3d9f1) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:47.334352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6ef5ba34-40d5-4d64-b56f-28b5c8a9059f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7503614 Oct 29 11:24:47.336549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:47.339183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:47.341362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Transition to ACTIVE for port object 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:47.344755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.349468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:47.350066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-87def508-4eb3-4d8a-8934-59b8cc1d256a', 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'fixed_ips': [{'subnet_id': 'dd164475-ed99-43f2-8260-ba2196a23932'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:24:47.351581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.359171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:47.379343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.414043 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.470821 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:24:47.472799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:47.473471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.475666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] 10.222.0.41 "PUT /v2.0/ports/10f3a222-85e4-4dda-9c45-47d77f13cd8e HTTP/1.1" status: 200 len: 1096 time: 3.1993356 Oct 29 11:24:47.476064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:47.478925 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bc15d-5311-4a65-9f09-3137b6b79a09" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:47.516288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-b59edc64-578b-47eb-b0e6-c79c9a448ad7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889882 Oct 29 11:24:47.555055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Router 5cbf9887-c0a8-4aed-af57-e90923a2aaca has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:47.571451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc292ac5-3be8-4fd9-a048-8ea8e5690cea,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:47.601305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.602540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89945393-0ef1-42c2-86be-4002a638e54f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7104633 Oct 29 11:24:47.604471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-0e9072e5-ef16-44c7-9a45-ddfb4b3c42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:47.606051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-0e9072e5-ef16-44c7-9a45-ddfb4b3c42f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 1.1951151 Oct 29 11:24:47.608673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44220) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:47.622862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:47.726716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:47.810191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Allocated IP 172.20.0.2 (87def508-4eb3-4d8a-8934-59b8cc1d256a/dd164475-ed99-43f2-8260-ba2196a23932/97d25ec8-0b5f-4bb7-8d97-3565965d30dd) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:47.899613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.903777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:47.925769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64792f2d-db95-4cfe-9a34-bf9c2d1c149f req-3fb948c8-7fe1-46ff-aa1a-72e7de82c8b3 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734419 Oct 29 11:24:47.978712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff26dd-1d26-4262-a054-253844029a08 service neutron] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:48.039505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-a76138bd-d4c9-4c43-9f43-d77df9f778b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 1000 time: 0.4048371 Oct 29 11:24:48.063084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-d3b3183a-0caa-49aa-b912-1ba726591291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.065047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-d3b3183a-0caa-49aa-b912-1ba726591291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 1099 time: 0.5117009 Oct 29 11:24:48.071147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.151054 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.181965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:48.195652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.201968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-40bef66c-fe94-4781-896c-eee0a45e2170 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:24:48.203196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-40bef66c-fe94-4781-896c-eee0a45e2170 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092254 Oct 29 11:24:48.243263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.288884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-0202da89-6660-46df-86e3-59900a2b58b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e HTTP/1.1" status: 200 len: 217 time: 0.2127366 Oct 29 11:24:48.324226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:48.337260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:48.341250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Pushing event updated for resources: {'Port': ['ID=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:48.345948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:48.352956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 64293e6e-ca88-4990-aa6d-027d5a87c735 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:24:48.362113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 64293e6e-ca88-4990-aa6d-027d5a87c735 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:48.362885 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.419028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-7ec38256-9618-447d-8bde-58eecd76c46f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.427396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-7ec38256-9618-447d-8bde-58eecd76c46f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 1094 time: 0.1904619 Oct 29 11:24:48.433375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Request body: {'binding': {'host': 'n-h2-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:48.434218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:24:48.487437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-81914eff-ba63-4b18-97fa-74bce213c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.489492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-81914eff-ba63-4b18-97fa-74bce213c648 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.3704391 Oct 29 11:24:48.506925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Attempting to bind port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:48.507677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Attempting to bind port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:48.508376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Attempting to bind port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd on network 87def508-4eb3-4d8a-8934-59b8cc1d256a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:48.527193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:48.527987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Checking segment: {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:48.528759 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.529625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Bound using segment: {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:48.530523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Bound port: 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:48.531299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.536836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47cc28-e4f2-4418-955d-fc2c4de735fd req-cccbf2a1-43ca-4ed7-8114-9aee74bf9305 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.538879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd47cc28-e4f2-4418-955d-fc2c4de735fd req-cccbf2a1-43ca-4ed7-8114-9aee74bf9305 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.5910697 Oct 29 11:24:48.556751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.590524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-100151d8-dbf7-4f7e-968c-e2d7aa5953b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.592558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-100151d8-dbf7-4f7e-968c-e2d7aa5953b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2177567 Oct 29 11:24:48.603215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:48.603701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:48.604151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:48.641049 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.665573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.674403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd47cc28-e4f2-4418-955d-fc2c4de735fd req-d6bb1cbd-57bb-48e3-8a12-e6df38c55936 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609834 Oct 29 11:24:48.712094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:48.714099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:48.714654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:48.724555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:48.727151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Sync routers for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:48.728527 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8687e-56dd-47c3-9a32-d4e3cadd5a03" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:48.729126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-9073048c-05a2-450e-9573-7a0b200c1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:48.731288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-9073048c-05a2-450e-9573-7a0b200c1132 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268868 Oct 29 11:24:48.732409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cc1978fa-64fd-41c0-9fe6-8bafb0d135ca admin admin] 10.222.0.77 "PUT /v2.0/routers/5cbf9887-c0a8-4aed-af57-e90923a2aaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6642988 Oct 29 11:24:48.736372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:48.754484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:48.754764 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:48.754981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:48.755238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:48.755759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Bound port: 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:48.756271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.757353 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:48.762829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:48.776327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] For port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:48.779799 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.827571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] For port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:48.838786 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.887076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:48.948933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:48.994752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-1ef09a33-5597-47c5-b36c-6b15adfcb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:49.001717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-1ef09a33-5597-47c5-b36c-6b15adfcb820 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4560435 Oct 29 11:24:49.040940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f8baf-736a-4e5d-9ace-65494e3a81a8 None None] Pushing event updated for resources: {'Port': ['ID=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:49.100090 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:49.231272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-0ce9587e-b4bf-4e4a-9bd3-203de73a5a1f service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884443 Oct 29 11:24:49.281143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.297952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:49.376859 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:24:42Z', 'revision_number': 5, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:49.415920 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Checking router: 5cbf9887-c0a8-4aed-af57-e90923a2aaca for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:49.427021 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Routers {'5cbf9887-c0a8-4aed-af57-e90923a2aaca'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:49.428095 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:49.463187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-4aab4bef-eb17-4ec3-bb55-902b2a4d6a99 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.7193749 Oct 29 11:24:49.474859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.494891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.559084 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.568669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:49.575787 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-886f5dde-cb47-43c1-9d8b-9fec8dfc20be req-010d79f3-fdd4-49d7-bafc-67be72c27a80 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369765 Oct 29 11:24:49.615231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] Set router 5cbf9887-c0a8-4aed-af57-e90923a2aaca gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:49.649258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Deleting port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:49.651643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.665513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:49.668895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.678301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on host n-h2-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:49.678641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:49.678966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:49.694518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.746821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:49.760977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:49.760977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:49.780673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-a525141c-c643-42c8-ac27-2b67888380d3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:49.782166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-a525141c-c643-42c8-ac27-2b67888380d3 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports/3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 942 time: 0.2467897 Oct 29 11:24:49.783504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:49.790052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:49.796477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-5fc4fa91-1e1b-4a61-836e-f7a9f22246cd service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7685957 Oct 29 11:24:49.799640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Allocated IP 172.25.4.93 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/70b44b23-8d89-4b39-84a6-6eaa63fd1819) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:49.805396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:49.806027 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.809985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] 10.222.0.86 "PUT /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 1092 time: 5.0254138 Oct 29 11:24:49.846073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:49.848472 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e395449-b88e-4a5f-a8ee-06181a49d779" -d '{"events": [{"name": "network-changed", "server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:49.851313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:49.851658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:49.852045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:49.852494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Bound port: 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:49.863130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] For port 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:49.863497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:49.915132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:24:42Z', 'revision_number': 5, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:49.926074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Calling delete_port for 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:49.966638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b05e11-1c5a-47a1-b93f-3c1a3fdfd4fc None None] The sync data for ids ['5cbf9887-c0a8-4aed-af57-e90923a2aaca'] in n-d-805046-9 is: [{'id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646261212-router', 'tenant_id': '60f26a47710c4d48aaaf17a4878818f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:19:22Z', 'updated_at': '2021-10-29T11:24:42Z', 'revision_number': 5, 'project_id': '60f26a47710c4d48aaaf17a4878818f1', 'gw_port': {'id': '32f4d166-7b48-4f3b-bd99-f33ef75c4eeb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf9887-c0a8-4aed-af57-e90923a2aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 192, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:19:24Z', 'updated_at': '2021-10-29T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:50.108576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.126338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cbf5b-1f62-4cd9-92f2-34b43c810216 service neutron] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:50.223886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.242147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:50.242928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.284737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:50.285569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.291595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:50.296847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:50.298936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Pushing event updated for resources: {'Port': ['ID=70b44b23-8d89-4b39-84a6-6eaa63fd1819,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:50.304871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3c3984b2-3c99-46c5-a206-b3dccf218ed4 None None] Provisioning complete for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:50.305964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3c3984b2-3c99-46c5-a206-b3dccf218ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.337370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-eff8f5e1-d95a-41be-ac85-781964ad05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:50.339801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-eff8f5e1-d95a-41be-ac85-781964ad05f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1095 time: 0.4362810 Oct 29 11:24:50.356286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3c3984b2-3c99-46c5-a206-b3dccf218ed4 None None] Port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:24:50.484499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d01bea-b153-49ee-bb1a-1d42a8e65e89 req-428351ae-7e37-40a2-b823-94c6e81d9a9c service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080444 Oct 29 11:24:50.487984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:50.513203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-0ca4e2a4-017b-4592-beea-87f165f5ffb0 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.4814115 Oct 29 11:24:50.518344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-c8b4ab9d-56c4-42e7-a349-d912c40fd9e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3547771 Oct 29 11:24:50.524830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-183f61a0-7216-4fa9-9598-db0dbdf5955f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 217 time: 0.1589813 Oct 29 11:24:50.584364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:50.585796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fc115ff4-60ef-4dfa-8093-81d0b7d57555 service neutron] 10.222.0.77 "POST /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3/bindings HTTP/1.1" status: 201 len: 389 time: 2.1572762 Oct 29 11:24:50.666147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Request body: {'port': {'device_id': '92810d58-b16f-447b-afd2-86447f07d437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:50.673373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Allocated IP 172.25.4.229 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/403a8654-ab42-4065-ad74-ce80a0915cf9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:50.673860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 97d25ec8-0b5f-4bb7-8d97-3565965d30dd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:50.793788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a81d6d-e82d-48f0-b63c-ad75724f9a09 None None] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:50.945699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f4d166-7b48-4f3b-bd99-f33ef75c4eeb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:50.983737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] Provisioning complete for port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:50.984403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.267636 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.282714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f811c9-1754-4122-9500-2aaf1eddc9ef req-bf51ab7c-04b3-46a2-a6c0-0080925c9a78 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:51.290449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05f811c9-1754-4122-9500-2aaf1eddc9ef req-bf51ab7c-04b3-46a2-a6c0-0080925c9a78 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 931 time: 0.2456470 Oct 29 11:24:51.317173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.358194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-9be02129-d7a7-43a1-8ac5-250833a8b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:51.359676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-9be02129-d7a7-43a1-8ac5-250833a8b550 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.7133293 Oct 29 11:24:51.368154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:51.369112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.433687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.433983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.439061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-7f477dc4-90ea-4013-8251-0bc23d62377b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635269 Oct 29 11:24:51.448752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-89dc3ed4-2e85-4246-a96e-8778b10668d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:51.449853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.451480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-89dc3ed4-2e85-4246-a96e-8778b10668d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1097 time: 0.2271459 Oct 29 11:24:51.462203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-eb8a8689-ec8f-48d8-943e-467ad944c162 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:51.463979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b2f0402-4dd4-40c7-87bb-8daa4dc68914 req-eb8a8689-ec8f-48d8-943e-467ad944c162 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.9423125 Oct 29 11:24:51.491786 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05f811c9-1754-4122-9500-2aaf1eddc9ef req-7bdbe596-860e-486b-ba9d-06ac45e9bad2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1940546 Oct 29 11:24:51.613943 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e504a90-1dd9-43d5-9ee3-86ba942f15a8 x-openstack-request-id: req-7e504a90-1dd9-43d5-9ee3-86ba942f15a8 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:51.614392 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:51.614761 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e504a90-1dd9-43d5-9ee3-86ba942f15a8 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:51.615375 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'status': 'completed', 'code': 200} Oct 29 11:24:51.616237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.663618 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d6346-9ae6-424f-b7cb-237213496940 x-openstack-request-id: req-2c0d6346-9ae6-424f-b7cb-237213496940 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:51.664080 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:51.664431 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c0d6346-9ae6-424f-b7cb-237213496940 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:51.664929 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'code': 200} Oct 29 11:24:51.666750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] For port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:51.670997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.683713 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.703189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:51.725659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.781715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fb3a6559-d613-400d-9ffc-d6009ddf4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:51.783339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fb3a6559-d613-400d-9ffc-d6009ddf4c2a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3161700 Oct 29 11:24:51.830121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.830510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbf9887-c0a8-4aed-af57-e90923a2aaca {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:24:51.868323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:51.870271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97ae0515-43b8-4546-9b1e-23f63317446c admin admin] 10.222.0.77 "DELETE /v2.0/routers/5cbf9887-c0a8-4aed-af57-e90923a2aaca HTTP/1.1" status: 204 len: 168 time: 3.1299913 Oct 29 11:24:51.911358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44236) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:51.980870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-a70b7951-6b9f-42e7-a67e-be86a98b91ce service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135093 Oct 29 11:24:51.988639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-17889701-b257-42ca-8ee3-8cf6b8085ce8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 217 time: 0.1801105 Oct 29 11:24:52.051526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9fe8-abd9-4133-9dfc-aeb3887229ab None None] Pushing event updated for resources: {'Port': ['ID=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:52.056259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:24:52.056891 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:24:52.070150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Deleting subnet 3135eb11-25f1-4863-9fd2-6cbf4446cf31 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:24:52.091213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.157214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cf640-1122-4aae-a0ca-d65e09c6434f req-3fa3b612-33d0-4657-9ae3-940ac3ef488c tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.158892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-904cf640-1122-4aae-a0ca-d65e09c6434f req-3fa3b612-33d0-4657-9ae3-940ac3ef488c tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 948 time: 0.4382167 Oct 29 11:24:52.160879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-9148859e-6730-4157-8e15-fa853e7513cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.162342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-9148859e-6730-4157-8e15-fa853e7513cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 1099 time: 0.5648692 Oct 29 11:24:52.177960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:52.201800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'mac_address': 'fa:16:3e:47:3c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:24:52.209850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ae2d-e718-4d9b-914f-c26d527bfe8b req-a4e83077-f56a-4148-a7c2-49b412961b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.211364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f65ae2d-e718-4d9b-914f-c26d527bfe8b req-a4e83077-f56a-4148-a7c2-49b412961b91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 1100 time: 0.4531744 Oct 29 11:24:52.219100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.267562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.291866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f3a222-85e4-4dda-9c45-47d77f13cd8e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:52.296489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f1aa-208a-44cc-b58c-94be5dca75d0 req-68edfb6f-a763-40e9-8171-83bfc874bad5 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.304987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37f9f1aa-208a-44cc-b58c-94be5dca75d0 req-68edfb6f-a763-40e9-8171-83bfc874bad5 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.5156419 Oct 29 11:24:52.323667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:52.329263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.337754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.386649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fccfef76-e103-4786-8caf-af5a291d8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.388311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-fccfef76-e103-4786-8caf-af5a291d8936 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.2677102 Oct 29 11:24:52.427015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:52.429903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37f9f1aa-208a-44cc-b58c-94be5dca75d0 req-a53afdac-6ad9-4239-a3f8-a46f9adfe785 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237884 Oct 29 11:24:52.488868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b35fcf16-b3b1-4928-9bca-1484a908a57a None None] Provisioning complete for port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:52.490391 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b35fcf16-b3b1-4928-9bca-1484a908a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.497515 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-904cf640-1122-4aae-a0ca-d65e09c6434f req-6a46f211-87b2-48a5-82c1-b9efaf71780c tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152027 Oct 29 11:24:52.531162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f65ae2d-e718-4d9b-914f-c26d527bfe8b req-3a60b8a0-c3ef-4f7b-ab0e-7507f6d470be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063323 Oct 29 11:24:52.541911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f339f99-b788-40c2-b152-766b7eb0eebd req-54d8c7e6-9f08-4f5c-8592-87a8b4a86f32 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521133 Oct 29 11:24:52.546045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-3269e589-5880-405e-9df7-7477ffb9304d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401508 Oct 29 11:24:52.550635 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a76050-d6c7-45dc-934e-220ecc1f55ef x-openstack-request-id: req-a3a76050-d6c7-45dc-934e-220ecc1f55ef {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:52.550986 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:52.553908 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3a76050-d6c7-45dc-934e-220ecc1f55ef {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:52.554389 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'status': 'completed', 'code': 200} Oct 29 11:24:52.567697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.682349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9f7b1dce-c962-44b8-914f-51c012d953eb no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:52.698254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:52.714006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['10f3a222-85e4-4dda-9c45-47d77f13cd8e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:24:52.720023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-4a1b1040-de73-4fe6-8aab-928ecf7186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:52.722466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-4a1b1040-de73-4fe6-8aab-928ecf7186b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.5464926 Oct 29 11:24:52.730909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.745944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 9f7b1dce-c962-44b8-914f-51c012d953eb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:52.746688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9f7b1dce-c962-44b8-914f-51c012d953eb not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:52.755148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:52.785723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-d53a56ca-1aa9-47e7-853d-31c7d3db4faa tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.1986511 Oct 29 11:24:52.787419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:52.791205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-efddb1cf-0c55-494b-a04e-b12982c4738e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e HTTP/1.1" status: 200 len: 217 time: 0.0525610 Oct 29 11:24:52.820932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:52.914979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'Port': ['ID=403a8654-ab42-4065-ad74-ce80a0915cf9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:52.951190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 97d25ec8-0b5f-4bb7-8d97-3565965d30dd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:53.007406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22bc9-e04f-4cb4-897c-ab51311033c0 req-8d010858-e8d0-44e7-8007-b4573a25249d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.012464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaa22bc9-e04f-4cb4-897c-ab51311033c0 req-8d010858-e8d0-44e7-8007-b4573a25249d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.3817611 Oct 29 11:24:53.018719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-e0cc47ae-b083-44ca-8a19-030c75afa5bd tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.021418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-e0cc47ae-b083-44ca-8a19-030c75afa5bd tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports/3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 942 time: 0.2109082 Oct 29 11:24:53.021587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:53.021924 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.061125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-555393dd-b1f5-41ff-b1af-700fcc14eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.062748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-555393dd-b1f5-41ff-b1af-700fcc14eb8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1095 time: 0.2374144 Oct 29 11:24:53.103893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-2e04287a-755c-40e4-b1ed-c8e71316cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.105678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-2e04287a-755c-40e4-b1ed-c8e71316cad3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2781804 Oct 29 11:24:53.112450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:24:53.148070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.177995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-093f1b3b-e0e9-4f87-8755-f943d286a317 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122069 Oct 29 11:24:53.200127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.246923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3135eb11-25f1-4863-9fd2-6cbf4446cf31,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:53.251106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:53.257991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-1e91c699-b3d6-43ea-9b71-b6531db14e3a tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.1737382 Oct 29 11:24:53.277063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.282812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10ad08e4-a04f-4b04-aaa8-ce96921740cf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3135eb11-25f1-4863-9fd2-6cbf4446cf31 HTTP/1.1" status: 204 len: 168 time: 1.3675468 Oct 29 11:24:53.287831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86adda3-98b4-4934-b04b-d98569723c9e None None] Network 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:24:53.290003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:53.290406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:53.290817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 32f4d166-7b48-4f3b-bd99-f33ef75c4eeb not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:53.293294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Transition to ACTIVE for port object edb42167-e9da-454f-bc05-bfcbd8e3d9f1 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:24:53.341839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.351155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaa22bc9-e04f-4cb4-897c-ab51311033c0 req-e9bd26bd-afce-4148-a665-c3047bf92c05 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252451 Oct 29 11:24:53.359395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.441496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-548c4e89-c92c-4804-99e0-6221c09d95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.443975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-548c4e89-c92c-4804-99e0-6221c09d95c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964187 Oct 29 11:24:53.496103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.539105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:53.577066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-48d55d67-4c58-4266-a8e8-034e7ca25530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:53.584919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-48d55d67-4c58-4266-a8e8-034e7ca25530 service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.4752560 Oct 29 11:24:53.671696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] DHCP port deletion for 54b7d328-b84d-4ed5-8bd7-f0e1085144c2 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:24:53.674039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-43cccdc5-808b-42c8-a255-541199f5b2b8 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399133 Oct 29 11:24:53.723717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:53.872569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:24:53.874861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-852ed499-abc7-4fce-b5be-32c2681f9dd4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 217 time: 0.2173805 Oct 29 11:24:53.883743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Deleting port abbeb68c-f4c2-4561-8824-bb4014d7506b {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:53.884158 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.886279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 10f3a222-85e4-4dda-9c45-47d77f13cd8e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:24:53.895281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 10f3a222-85e4-4dda-9c45-47d77f13cd8e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:53.895715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:53.973363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.030621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-ce497e9d-bc28-4b5a-b6e8-efa15e2841c1 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:54.032825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-ce497e9d-bc28-4b5a-b6e8-efa15e2841c1 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.7739820 Oct 29 11:24:54.047228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] For port abbeb68c-f4c2-4561-8824-bb4014d7506b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=abbeb68c-f4c2-4561-8824-bb4014d7506b,segment=NetworkSegment(afe82abc-079d-4a88-afcf-ef76388769fa),segment_id=afe82abc-079d-4a88-afcf-ef76388769fa)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:54.048507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.068648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Calling delete_port for abbeb68c-f4c2-4561-8824-bb4014d7506b owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:54.083152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2ee1c-4eff-4bb9-b8ce-b3f3db73e6a1 req-9ba92938-3d43-41d4-8b7b-a02d0c981d93 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:54.085423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-90e2ee1c-4eff-4bb9-b8ce-b3f3db73e6a1 req-9ba92938-3d43-41d4-8b7b-a02d0c981d93 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 943 time: 0.5313709 Oct 29 11:24:54.097450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-c1deb6b0-5879-4fa4-8d40-10d946eedb3b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:24:54.098824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-c1deb6b0-5879-4fa4-8d40-10d946eedb3b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0166712 Oct 29 11:24:54.109943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Attempting to bind port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:54.110868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Attempting to bind port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:54.113681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Attempting to bind port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:54.117511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-a03a6a26-c8b4-4232-927c-161b9f7e8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:54.119369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-a03a6a26-c8b4-4232-927c-161b9f7e8f44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.2271996 Oct 29 11:24:54.160119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-0eb12e4d-de4e-4a84-baeb-6634b568b1ed service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048216 Oct 29 11:24:54.168447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:24:54.169382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Attempting to bind port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:54.186449 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.226484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:54.229083 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86a5cb-c6b9-4c34-8f3b-bf03dffa5710" -d '{"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-plugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:54.235526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-17cb13a9-4eb6-41da-8202-3506b1c57ddf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035056 Oct 29 11:24:54.252030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:54.253743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.259182 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.260124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:54.260686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:54.269069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:54.270170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Bound port: edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:54.270939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.290080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] Pushing event deleted for resources: {'Port': ['ID=abbeb68c-f4c2-4561-8824-bb4014d7506b,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:54.302938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bd1c5-1847-425f-b085-013ba91c2b49 None None] No DVR routers for this DVR port abbeb68c-f4c2-4561-8824-bb4014d7506b on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:54.308701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-cb253d03-d417-4ff7-b567-df6f3b3f234e tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.1642971 Oct 29 11:24:54.327039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:24:54.373036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:54.399061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Sync routers for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:54.415986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b75bc15d-5311-4a65-9f09-3137b6b79a09 req-bcbcad9c-863d-498e-bb87-d807832ad2a4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181020 Oct 29 11:24:54.428699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:54.442877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:54.445486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:54.481422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.515819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-90e2ee1c-4eff-4bb9-b8ce-b3f3db73e6a1 req-a6b16563-df23-4851-8b1f-47c150896b15 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3885610 Oct 29 11:24:54.592342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.593510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ea4b7198-219d-4142-b4e9-64f329ac1409 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2481868 Oct 29 11:24:54.597498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Deleting port abbeb68c-f4c2-4561-8824-bb4014d7506b {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:24:54.609507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.612166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:54.715483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.726771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:54.786732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.993840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:54.994162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device abbeb68c-f4c2-4561-8824-bb4014d7506b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:24:55.023466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: abbeb68c-f4c2-4561-8824-bb4014d7506b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:24:55.023853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device abbeb68c-f4c2-4561-8824-bb4014d7506b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:24:55.042025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:55.074861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:55.085102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f394-536d-42e1-969d-72514bc9b824 req-ca856b43-b38e-4e68-8cef-7f0e26087f45 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:55.093125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f847f394-536d-42e1-969d-72514bc9b824 req-ca856b43-b38e-4e68-8cef-7f0e26087f45 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.4189560 Oct 29 11:24:55.104078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-212871fc-47ae-4680-be8d-5cf9ae3333a8 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274219 Oct 29 11:24:55.106979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.109334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'Port': ['ID=403a8654-ab42-4065-ad74-ce80a0915cf9,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:55.219311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] For port abbeb68c-f4c2-4561-8824-bb4014d7506b, host n-d-805046-9, got binding levels [] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:55.219599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.275793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Calling delete_port for abbeb68c-f4c2-4561-8824-bb4014d7506b owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:24:55.328582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Port abbeb68c-f4c2-4561-8824-bb4014d7506b was not found and therefore no delete operation was performed {{(pid=102277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:24:55.338878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.343086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.354623 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.355361 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9 disassociated. External IP: 172.25.4.75, port: 3fe12581-a336-4c1e-9fd8-4d686aa6685e. Oct 29 11:24:55.493425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.493425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f7982a6-49c7-4b8b-bbb3-e5800c642c03 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8747246 Oct 29 11:24:55.575813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:55.576658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.578254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 1091 time: 4.9166038 Oct 29 11:24:55.581314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:55.583823 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e69232-3473-4ca6-b36a-d851264ad7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:55.622174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.649263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:24:51Z', 'revision_number': 3, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:55.713692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbeb68c-f4c2-4561-8824-bb4014d7506b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:55.728194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Checking router: 5eea1be4-6544-44a4-908a-cd66ef7a45e1 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:55.729046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Updating router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:24:55.730057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] No DVR routers for this DVR port abbeb68c-f4c2-4561-8824-bb4014d7506b on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:24:55.736927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f847f394-536d-42e1-969d-72514bc9b824 req-f57e4eb5-2b74-4395-91b5-11666a14a780 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427639 Oct 29 11:24:55.798540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.848146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7dcea-5d16-4bfb-ac90-f3016d2858e6 service neutron] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:55.985322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:55.997281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e395449-b88e-4a5f-a8ee-06181a49d779 req-8e88df58-2a40-4027-98aa-c491d5e6da05 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674722 Oct 29 11:24:56.036798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-ca06a62b-da1a-4059-8768-043058fa961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:56.040369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-ca06a62b-da1a-4059-8768-043058fa961f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1094 time: 0.4058666 Oct 29 11:24:56.119865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b7d328-b84d-4ed5-8bd7-f0e1085144c2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:56.140552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-940ec0ca-c9dc-4695-916d-7acab0580c1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 217 time: 0.0923769 Oct 29 11:24:56.180582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe82abc-079d-4a88-afcf-ef76388769fa') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:56.181773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe82abc-079d-4a88-afcf-ef76388769fa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:56.257161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046de78-9e58-4a39-9446-53382afce8f9 req-9a22b2ad-e7fc-4fed-9032-9759275a5c43 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:56.264937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1046de78-9e58-4a39-9446-53382afce8f9 req-9a22b2ad-e7fc-4fed-9032-9759275a5c43 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 950 time: 0.3691449 Oct 29 11:24:56.302256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-a4848d35-9718-49f8-bf6d-75489e085e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:56.304461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-a4848d35-9718-49f8-bf6d-75489e085e26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1528900 Oct 29 11:24:56.309202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.341775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1046de78-9e58-4a39-9446-53382afce8f9 req-5db3ff3e-70fd-4155-9006-bd9ab709641a tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709307 Oct 29 11:24:56.348455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.372581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:24:56.373511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:24:56.414697 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:24:56.432667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-24f655d1-4f2c-41df-b968-5e86144c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:56.449455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-24f655d1-4f2c-41df-b968-5e86144c352f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333790 Oct 29 11:24:56.454648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.470202 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a765b3e-7866-41db-8ea5-157ccafe7668 x-openstack-request-id: req-6a765b3e-7866-41db-8ea5-157ccafe7668 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:56.472004 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-plugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:56.472547 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a765b3e-7866-41db-8ea5-157ccafe7668 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:56.473320 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'code': 200} Oct 29 11:24:56.477480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.621806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801869-b06a-43d9-97db-9f40a632770e None None] Pushing event updated for resources: {'Port': ['ID=70b44b23-8d89-4b39-84a6-6eaa63fd1819,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:56.636511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Attempting to bind port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:24:56.636511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Attempting to bind port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:24:56.636511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Attempting to bind port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:24:56.646888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:24:56.647844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:24:56.648966 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.650965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:24:56.651916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Bound port: 70b44b23-8d89-4b39-84a6-6eaa63fd1819, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:24:56.652710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.760175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-d6438c86-f191-42ba-84e5-d36e2106f013 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094196 Oct 29 11:24:56.778193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] For port 70b44b23-8d89-4b39-84a6-6eaa63fd1819, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:24:56.788933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] For port 70b44b23-8d89-4b39-84a6-6eaa63fd1819, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=70b44b23-8d89-4b39-84a6-6eaa63fd1819,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:24:56.804738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.852405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.896393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:56.902262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] 10.222.0.77 "DELETE /v2.0/networks/54b7d328-b84d-4ed5-8bd7-f0e1085144c2 HTTP/1.1" status: 204 len: 168 time: 3.5936344 Oct 29 11:24:56.987985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37b2b-3ebc-4e68-a70b-86d87c336104 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b7d328-b84d-4ed5-8bd7-f0e1085144c2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:57.004871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801869-b06a-43d9-97db-9f40a632770e None None] Pushing event updated for resources: {'Port': ['ID=70b44b23-8d89-4b39-84a6-6eaa63fd1819,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:57.017273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646f8d-1939-4ffb-85fb-c29b5007574b req-0f396373-684b-450c-86d8-0faf84fc694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:57.019823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad646f8d-1939-4ffb-85fb-c29b5007574b req-0f396373-684b-450c-86d8-0faf84fc694e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 1101 time: 0.4305937 Oct 29 11:24:57.020097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:57.020906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:57.051991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e9286-30cd-40d8-8bde-29fc8dfff139 req-56ecea0f-0919-4ad1-9e58-61ea5d7b9488 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:57.053810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c2e9286-30cd-40d8-8bde-29fc8dfff139 req-56ecea0f-0919-4ad1-9e58-61ea5d7b9488 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.3143487 Oct 29 11:24:57.063561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:57.138895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:24:57.178356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad646f8d-1939-4ffb-85fb-c29b5007574b req-ed1aefab-5f61-490a-be41-2cab41110c4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365261 Oct 29 11:24:57.224398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c25fb315-fc20-4c71-9205-8a90741f06e1 req-8f64e876-73c6-4e70-be2e-05950f13d6f9 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574907 Oct 29 11:24:57.245126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c2e9286-30cd-40d8-8bde-29fc8dfff139 req-d70a1883-045f-4660-b253-1e8f276452d5 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768100 Oct 29 11:24:57.282551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:57.316299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44304) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:57.484015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-76cdd487-73e1-4e76-9d18-34e896097bf2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2cae6ba62dfd4f7789e23e578145e937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617961 Oct 29 11:24:57.484952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:57.516735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:24:57.550832 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:24:57.561582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:57.591972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db0d31-54e1-4b00-904a-c163494ed43a req-bbdd59a1-9a88-41dc-9f6f-5874717cb97d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:57.600420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:57.602278 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:57.606058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38db0d31-54e1-4b00-904a-c163494ed43a req-bbdd59a1-9a88-41dc-9f6f-5874717cb97d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 943 time: 0.1204147 Oct 29 11:24:57.681252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Allocated IP 172.20.0.1 (87def508-4eb3-4d8a-8934-59b8cc1d256a/dd164475-ed99-43f2-8260-ba2196a23932/1f97e8c6-c409-4c18-8503-ba87175f1346) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:24:57.691259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38db0d31-54e1-4b00-904a-c163494ed43a req-520ef267-4dea-4cec-9654-932398de287e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0740724 Oct 29 11:24:57.747642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-af27c958-4696-4610-bbf9-c62c4afdc275 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "PUT /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 694 time: 3.4243746 Oct 29 11:24:57.751299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:24:57.756045 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b" -d '{"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:24:57.818974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:57.877177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:24:51Z', 'revision_number': 3, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:57.887641 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79909067-f0e4-49c5-bb18-420f584a421d x-openstack-request-id: req-79909067-f0e4-49c5-bb18-420f584a421d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:24:57.888400 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:24:57.890969 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79909067-f0e4-49c5-bb18-420f584a421d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:24:57.890969 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'status': 'completed', 'code': 200} Oct 29 11:24:57.939727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.013289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.027144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c1413-5627-4d02-be0e-0c177e964cd0 None None] The sync data for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 is: [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:24:51Z', 'revision_number': 3, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:24:58.031876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-8b757178-4596-49b1-8a9f-30a0b195b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.034379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-8b757178-4596-49b1-8a9f-30a0b195b965 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1096 time: 0.2082975 Oct 29 11:24:58.095651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-3b082b1a-dd2f-4327-9544-d7d714173fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.100667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-3b082b1a-dd2f-4327-9544-d7d714173fb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1094 time: 0.1823339 Oct 29 11:24:58.285552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.367285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930485ef-ec12-41bd-a5c2-5201290c4d11 req-b3f16f2f-ca81-47ab-b778-6144430686f1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.368871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-930485ef-ec12-41bd-a5c2-5201290c4d11 req-b3f16f2f-ca81-47ab-b778-6144430686f1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.2222209 Oct 29 11:24:58.370770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9df02d91-3d59-423e-a7bf-160b529d7458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.428141 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.443498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.447464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81709c05-3991-46c1-9b9c-2a6680f1bb92 HTTP/1.1" status: 204 len: 168 time: 0.9588223 Oct 29 11:24:58.483212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-eb92f7dd-1d17-4937-bada-11a60f1ce226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.502789 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-eb92f7dd-1d17-4937-bada-11a60f1ce226 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.4108939 Oct 29 11:24:58.503088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-6644c44e-e137-44ed-ba6d-44a6f8df5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.505703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-6644c44e-e137-44ed-ba6d-44a6f8df5820 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.3769522 Oct 29 11:24:58.534901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64f479-7502-4ccc-ae81-c806e45f75e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81709c05-3991-46c1-9b9c-2a6680f1bb92,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:58.563232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:58.586038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-376d5e1f-189a-4c7e-9b1e-e614f846b243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 217 time: 0.0599608 Oct 29 11:24:58.641616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-930485ef-ec12-41bd-a5c2-5201290c4d11 req-ee92c391-698e-4dbb-a717-767a2869f8b7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412894 Oct 29 11:24:58.776987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-b72cf4e2-b9ab-4059-8832-92ba79a70a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:58.779050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-b72cf4e2-b9ab-4059-8832-92ba79a70a37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1816893 Oct 29 11:24:58.787396 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:58.909153 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:24:58.940915 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:24:58.941477 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:24:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:24:59.069693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 70b44b23-8d89-4b39-84a6-6eaa63fd1819 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:24:59.151738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-a568589c-a436-49b8-8468-41de7d5eb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:59.155442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-a568589c-a436-49b8-8468-41de7d5eb032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667991 Oct 29 11:24:59.181838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfc234-de6a-4461-b5fa-162cfcfcb1c5 req-a39cc233-98cf-45f2-bd9f-4612bd75e094 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:59.190363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68dfc234-de6a-4461-b5fa-162cfcfcb1c5 req-a39cc233-98cf-45f2-bd9f-4612bd75e094 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 950 time: 0.3316059 Oct 29 11:24:59.317142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:24:59.317957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:59.358819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:24:59.476249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-9de21cb3-fc40-4b05-87e4-9aa4dd65657f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 217 time: 0.8826530 Oct 29 11:24:59.511090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:24:59.529749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:24:59.613042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:59.690760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 70b44b23-8d89-4b39-84a6-6eaa63fd1819, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=70b44b23-8d89-4b39-84a6-6eaa63fd1819,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:24:59.702440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:59.736946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-0d8b111f-1c5f-4120-a72a-80a46018a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:24:59.739137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-0d8b111f-1c5f-4120-a72a-80a46018a11e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.2238755 Oct 29 11:24:59.739781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:24:59.743245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68dfc234-de6a-4461-b5fa-162cfcfcb1c5 req-935c11c3-43c6-49e4-a4ff-cbb332408f31 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419972 Oct 29 11:24:59.743506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:24:59.825825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44358) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:24:59.843214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Pushing event updated for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:24:59.883518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.883910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.884101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.884443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.884784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.885136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.885557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.885881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.886209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.886527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.886905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.887221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:24:59.909676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:24:59.971508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-e3de7b93-e7d3-49ce-98ec-411d411792e0 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700036 Oct 29 11:25:00.041566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-9add6bea-9dce-4f9e-827d-ed4e1188a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:00.046865 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:25:00.047152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-9add6bea-9dce-4f9e-827d-ed4e1188a9df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187641 Oct 29 11:25:00.057888 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6afa8b2-0222-491d-878b-9050a676b561 x-openstack-request-id: req-c6afa8b2-0222-491d-878b-9050a676b561 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:00.058631 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:00.060675 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6afa8b2-0222-491d-878b-9050a676b561 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:00.061428 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'status': 'completed', 'code': 200} Oct 29 11:25:00.203986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=70b44b23-8d89-4b39-84a6-6eaa63fd1819,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:00.254338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:00.410722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-b23904aa-082e-4963-b0d8-2fa4f51243d0 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283226 Oct 29 11:25:00.438835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b9823834-ea79-4c57-bbd5-2a4ad51ef0c8 None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:00.441636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b9823834-ea79-4c57-bbd5-2a4ad51ef0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:00.491583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43e69232-3473-4ca6-b36a-d851264ad7a0 req-ce4b7bef-588f-43af-b582-c2e80a0c9be1 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941932 Oct 29 11:25:00.596266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2cc98066-d46a-43e3-b6ad-ce0d5a5a600c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60f26a47710c4d48aaaf17a4878818f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242682 Oct 29 11:25:00.597914 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:00.607925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44360) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:00.650522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:00.658945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fc43cba-b7d2-4965-aabb-ae962c36878d req-e49aa132-96e6-4be2-a2c1-97dfb9f93e10 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365537 Oct 29 11:25:00.672578 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241e1bb-461d-4af5-a4b7-ceba4470c498 None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:00.699274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:00.731159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:00.744031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b9823834-ea79-4c57-bbd5-2a4ad51ef0c8 None None] Port 1f97e8c6-c409-4c18-8503-ba87175f1346 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:00.822096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-dea3e896-894e-4133-8610-77d10e250071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:00.826193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-dea3e896-894e-4133-8610-77d10e250071 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 1096 time: 0.3920248 Oct 29 11:25:00.843036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:00.900770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63', 'port_id': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'mac_address': 'fa:16:3e:86:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764a85d-2a16-4df7-b220-041559cad59a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:00.906810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d827-93c1-4064-8572-22af418878e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:00.919390 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:00.989784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0ad7-b947-407e-bc78-d27fed2496ff req-3f5299df-f069-44f3-8b22-a87ed286841c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.003203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-468e0ad7-b947-407e-bc78-d27fed2496ff req-3f5299df-f069-44f3-8b22-a87ed286841c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.5023484 Oct 29 11:25:01.029549 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.031783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 70b44b23-8d89-4b39-84a6-6eaa63fd1819 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:01.121364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:01.124944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.139197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a899bd3-dd77-4c0f-8f99-76ae5af46982 req-2c1582c6-5e7d-4a47-936d-b116eecc17f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.142033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a899bd3-dd77-4c0f-8f99-76ae5af46982 req-2c1582c6-5e7d-4a47-936d-b116eecc17f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 943 time: 0.1733372 Oct 29 11:25:01.167017 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.174390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:01.239270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:01.271466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.276953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.278070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.296307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa6151c3-ff56-4cb2-96fd-811fe0a294c6 HTTP/1.1" status: 204 len: 168 time: 0.6715677 Oct 29 11:25:01.303820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a899bd3-dd77-4c0f-8f99-76ae5af46982 req-b4e5edb0-18a7-419c-9aa9-6a60f18f1b63 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1375229 Oct 29 11:25:01.355629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.361622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.444067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:01.460121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:01.472605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-468e0ad7-b947-407e-bc78-d27fed2496ff req-dbce9e0e-836b-4b2d-b1e4-ee8a7d1e66c1 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678936 Oct 29 11:25:01.484024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.536354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-bde983b5-a7a6-4214-b9d5-b8e4a88d27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.538044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-bde983b5-a7a6-4214-b9d5-b8e4a88d27ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.6674206 Oct 29 11:25:01.539226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6151c3-ff56-4cb2-96fd-811fe0a294c6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:01.594806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['edb42167-e9da-454f-bc05-bfcbd8e3d9f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:01.613267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:01.613983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.683210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-2c1d3a1d-3c94-4a09-82e5-2d1331672473 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 200 len: 217 time: 0.1273389 Oct 29 11:25:01.683452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:01.684307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.684647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.684983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.685358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.685684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.686009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.686326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.686646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.686965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.687447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.687799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.688121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729ca47-3e8f-4eac-9284-3445511bb188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:01.714241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Pushing event updated for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:01.788281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e00aa-89f4-453a-bff2-d9d0b1b208d4 None None] New status for floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:25:01.806675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-bb74648f-b9e6-4d9f-9ee0-c4f0dd8a0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.808558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-bb74648f-b9e6-4d9f-9ee0-c4f0dd8a0af9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1167777 Oct 29 11:25:01.875918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84968f-31ae-421d-b165-9d11cc1d0c7e req-c9dd56b7-d97f-439b-882b-f9f8854de0b0 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.887148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f84968f-31ae-421d-b165-9d11cc1d0c7e req-c9dd56b7-d97f-439b-882b-f9f8854de0b0 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 949 time: 0.2225413 Oct 29 11:25:01.903262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['51657c1b-1eb8-42d4-8d78-ad498d8ffd51'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:01.962860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b11d-87e2-4faa-818b-dfb56333bed8 req-c2954acd-5e6c-4279-8e13-1e6581a1d098 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:01.980519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e713b11d-87e2-4faa-818b-dfb56333bed8 req-c2954acd-5e6c-4279-8e13-1e6581a1d098 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.4882865 Oct 29 11:25:02.059735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f84968f-31ae-421d-b165-9d11cc1d0c7e req-15a07485-a295-4772-92d4-18852fd69cbf tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690538 Oct 29 11:25:02.075089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-a807cfb5-740e-4103-90da-183e9ad70a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:02.079372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-a807cfb5-740e-4103-90da-183e9ad70a49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616909 Oct 29 11:25:02.212116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:02.224944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e713b11d-87e2-4faa-818b-dfb56333bed8 req-92cabe64-2012-4306-9b4a-183b59c4e526 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427545 Oct 29 11:25:02.228041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:02.397286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-76c82728-8908-4734-b12e-c0a733772515 service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089292 Oct 29 11:25:02.480033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:02.513328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:02.680339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ecdb1b2-86bc-49b2-8d14-e1f5769bb22b req-82ccd2e9-dc74-4794-b006-71f923c9ce86 service neutron] 10.222.0.86 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751205 Oct 29 11:25:02.731249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:25:02.829363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:02.857366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd2537-e1c3-4e2a-83c7-526050146c4d req-a4ea10b7-bdd0-49c4-910d-3c1ccd468496 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:02.868549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4cd2537-e1c3-4e2a-83c7-526050146c4d req-a4ea10b7-bdd0-49c4-910d-3c1ccd468496 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1381431 Oct 29 11:25:03.002905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4cd2537-e1c3-4e2a-83c7-526050146c4d req-d7d2fd6f-13f0-443d-bd88-c47ee7e7ef36 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1284008 Oct 29 11:25:03.015554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:25:03.051061 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Sync routers for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:25:03.070821 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:03.076178 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:03.086428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84f6480b-a698-4632-b0c6-53eb6ae51353 admin admin] 10.222.0.77 "PUT /v2.0/routers/5eea1be4-6544-44a4-908a-cd66ef7a45e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4596014 Oct 29 11:25:03.134443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-27ab7e4b-7b1d-41ef-8824-c8ad7e2ca049 None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:03.134821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-27ab7e4b-7b1d-41ef-8824-c8ad7e2ca049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:03.334771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-27ab7e4b-7b1d-41ef-8824-c8ad7e2ca049 None None] Port 1f97e8c6-c409-4c18-8503-ba87175f1346 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:03.380185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfdde3-a6ea-4fa6-b87d-a66e45b0cd08 req-2178d6fd-132a-4a20-b10a-abbeba9f59f9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:03.401452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45dfdde3-a6ea-4fa6-b87d-a66e45b0cd08 req-2178d6fd-132a-4a20-b10a-abbeba9f59f9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.2206383 Oct 29 11:25:03.455106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:03.489437 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:03.498852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:03.555101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45dfdde3-a6ea-4fa6-b87d-a66e45b0cd08 req-80c62099-6ce4-4d0c-91bf-cec227544ac0 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503525 Oct 29 11:25:03.880478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90c5d0-0621-4e9b-b178-98ee83da3b92 req-d1e059e2-77a6-4220-b889-5919734bfae9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:03.897050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae90c5d0-0621-4e9b-b178-98ee83da3b92 req-d1e059e2-77a6-4220-b889-5919734bfae9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.1725175 Oct 29 11:25:03.995717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae90c5d0-0621-4e9b-b178-98ee83da3b92 req-0d151e53-36c7-4a5d-84b0-9b4b4eca3a47 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971763 Oct 29 11:25:03.995972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26013-6588-4115-b952-50a598124910 req-437c284f-03e9-4727-a294-a08efd5b0e12 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:04.007597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1056613883'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:04.024398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-437c284f-03e9-4727-a294-a08efd5b0e12 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2528939 Oct 29 11:25:04.062813 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:25:00Z', 'revision_number': 4, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f97e8c6-c409-4c18-8503-ba87175f1346', 'name': '', 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'mac_address': 'fa:16:3e:19:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:57Z', 'updated_at': '2021-10-29T11:25:00Z', 'revision_number': 2, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'subnets': [{'id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:04.072716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:04.079329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.138465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-0d452abc-22c5-418a-b472-514d9fa0e5a0 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1129580 Oct 29 11:25:04.142276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:25:04.179019 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.181270 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Added segment 8693df7c-aac7-4125-a930-f879ee739c31 of type vlan for network 41d9c74c-7620-4d63-be56-6617eb6181d9 Oct 29 11:25:04.182632 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Checking router: 5eea1be4-6544-44a4-908a-cd66ef7a45e1 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:25:04.183085 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Updating router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 port 1f97e8c6-c409-4c18-8503-ba87175f1346 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:25:04.191921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd939c1-ff00-4d98-af81-a8522273a18e req-05cd6ca7-45d6-4060-b895-e3be29fc76c9 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:04.196056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-afd939c1-ff00-4d98-af81-a8522273a18e req-05cd6ca7-45d6-4060-b895-e3be29fc76c9 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.86 "GET /v2.0/ports?device_id=295550ec-0911-489b-a6d1-74d358f0dab6 HTTP/1.1" status: 200 len: 945 time: 0.3189118 Oct 29 11:25:04.206985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:04.242567 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.264543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:04.307218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.381581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.396507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:25:04.405641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:04.406559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.499428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f98a4-fd1c-4603-8903-0c80e97f2d8b req-a6bd89e3-a9a7-427a-89f3-d4b3af260639 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:04.507254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb2f98a4-fd1c-4603-8903-0c80e97f2d8b req-a6bd89e3-a9a7-427a-89f3-d4b3af260639 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1945801 Oct 29 11:25:04.511117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.522424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:04.523648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.670623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.677233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1768820 Oct 29 11:25:04.695707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44444) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:04.715229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'subnet': {'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:04.757830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:04.760786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beaca3-9ceb-4561-90f8-6d383f862741 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Network': ['ID=41d9c74c-7620-4d63-be56-6617eb6181d9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:04.762967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:04.771437 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effbab0b-df3a-4465-a8f2-1f155ab601fa" -d '{"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-plugged", "status": "completed", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:04.783574 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:04.796836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:25:04.887974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb2f98a4-fd1c-4603-8903-0c80e97f2d8b req-2f986343-42ae-4ea2-ac4b-d3609d076085 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3591771 Oct 29 11:25:04.993267 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.020381 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.025199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:05.032319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.066702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:05.128276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Deleting port 3fe12581-a336-4c1e-9fd8-4d686aa6685e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:05.128985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.182843 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f10b1-e597-4de0-90de-6455d8ef9037 None None] Pushing event updated for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:05.259635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c9402-8cca-432a-91ff-31700ec72835 req-1b3d831b-dd1c-4b1f-b3c5-7a96d0274112 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:05.273471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-640c9402-8cca-432a-91ff-31700ec72835 req-1b3d831b-dd1c-4b1f-b3c5-7a96d0274112 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.2586863 Oct 29 11:25:05.306242 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Attempting to bind port 1f97e8c6-c409-4c18-8503-ba87175f1346 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:05.306757 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Attempting to bind port 1f97e8c6-c409-4c18-8503-ba87175f1346 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:05.307206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Attempting to bind port 1f97e8c6-c409-4c18-8503-ba87175f1346 on network 87def508-4eb3-4d8a-8934-59b8cc1d256a {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:05.325295 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:05.333205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Checking segment: {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:05.333912 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.334556 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Bound using segment: {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:05.335486 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Bound port: 1f97e8c6-c409-4c18-8503-ba87175f1346, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a82bae-88f1-467d-bb00-a27fffe2da6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:05.336052 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.371950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-640c9402-8cca-432a-91ff-31700ec72835 req-826c6f30-de68-4fda-98a2-c37f45fb3dfc tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968478 Oct 29 11:25:05.416571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] For port 3fe12581-a336-4c1e-9fd8-4d686aa6685e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3fe12581-a336-4c1e-9fd8-4d686aa6685e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:05.416953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.448024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Calling delete_port for 3fe12581-a336-4c1e-9fd8-4d686aa6685e owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:05.520775 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93135e50-32d4-4e06-869f-821f46e30bee x-openstack-request-id: req-93135e50-32d4-4e06-869f-821f46e30bee {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:05.522278 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-plugged", "status": "completed", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:05.522973 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93135e50-32d4-4e06-869f-821f46e30bee {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:05.523785 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'code': 200} Oct 29 11:25:05.544789 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] For port 1f97e8c6-c409-4c18-8503-ba87175f1346, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:05.558545 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] For port 1f97e8c6-c409-4c18-8503-ba87175f1346, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f97e8c6-c409-4c18-8503-ba87175f1346,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:05.572805 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.588348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:05.589315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.747206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:05.747206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:05.759288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.778031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:05.934625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:05.946535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285cb28-f36a-41c7-aee7-17126245ddfd req-a6df79c2-24b9-4a89-8282-f6e8db662e9b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:05.950871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f285cb28-f36a-41c7-aee7-17126245ddfd req-a6df79c2-24b9-4a89-8282-f6e8db662e9b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.2544935 Oct 29 11:25:05.984040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0a47b46b-3891-493c-89ce-d1cd59385f15'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:05.989726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Subnet': ['ID=b312b77f-379e-43f9-8a8a-79339204a519,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:05.990953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['3fe12581-a336-4c1e-9fd8-4d686aa6685e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:06.049917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Checking segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:06.051308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network hostable DHCP agents. Network: 41d9c74c-7620-4d63-be56-6617eb6181d9, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:25:06.057969 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:06.131355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f285cb28-f36a-41c7-aee7-17126245ddfd req-7378c4d0-a3d5-4854-9689-4cf06986378c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461427 Oct 29 11:25:06.156846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:25:06.196628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 41d9c74c-7620-4d63-be56-6617eb6181d9) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:06.201366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:06.202114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.239040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83af7a9-29e8-41fd-af13-e857534472ba None None] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:25:06.243324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb6880ee-ade3-446e-a342-20e823b9629a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5462234 Oct 29 11:25:06.256629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44474) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:06.264331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2000251693'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:06.327406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:06.332153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.438550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:25:06.467945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.468757 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Added segment fd5191e4-9c5f-486a-99b6-3b6f64bc4236 of type vlan for network 9b14e51c-22e8-4065-a4b9-d09a75010039 Oct 29 11:25:06.486555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:06.531759 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f10b1-e597-4de0-90de-6455d8ef9037 None None] Pushing event updated for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:06.643861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.661433 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:25:00Z', 'revision_number': 4, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f97e8c6-c409-4c18-8503-ba87175f1346', 'name': '', 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'mac_address': 'fa:16:3e:19:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:57Z', 'updated_at': '2021-10-29T11:25:05Z', 'revision_number': 4, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'subnets': [{'id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:06.698002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce66dbc-c1a5-4d8e-ba89-a556998755a9 req-8efe704c-a97d-4d49-ad9c-a9b8838f10f4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:06.718092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ce66dbc-c1a5-4d8e-ba89-a556998755a9 req-8efe704c-a97d-4d49-ad9c-a9b8838f10f4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.2216082 Oct 29 11:25:06.726973 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1406e-75f4-4056-b216-2c9aabdc1a47 None None] The sync data for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 is: [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:25:00Z', 'revision_number': 4, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f97e8c6-c409-4c18-8503-ba87175f1346', 'name': '', 'network_id': '87def508-4eb3-4d8a-8934-59b8cc1d256a', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'mac_address': 'fa:16:3e:19:d1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:57Z', 'updated_at': '2021-10-29T11:25:05Z', 'revision_number': 4, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'subnets': [{'id': 'dd164475-ed99-43f2-8260-ba2196a23932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:06.765728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.776089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:06.778768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:06.799173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:25:06.857190 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ce66dbc-c1a5-4d8e-ba89-a556998755a9 req-634c7cf2-d1a8-426b-a684-7363dc4048c1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1340194 Oct 29 11:25:06.975110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:06.976813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.062336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Network': ['ID=9b14e51c-22e8-4065-a4b9-d09a75010039,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:07.082545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30902c74-467c-4df5-a1ce-d3c7a4bb0864 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8240855 Oct 29 11:25:07.085735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:07.108669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb4607-d873-487b-9862-a6fad60eb5ba req-fe927d84-670a-46f9-b9c6-7548c7ea0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:07.109270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'subnet': {'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:07.136836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46bb4607-d873-487b-9862-a6fad60eb5ba req-fe927d84-670a-46f9-b9c6-7548c7ea0f3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1097 time: 1.4544232 Oct 29 11:25:07.141981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event deleted for resources: {'Port': ['ID=3fe12581-a336-4c1e-9fd8-4d686aa6685e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:07.193819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] No DVR routers for this DVR port 3fe12581-a336-4c1e-9fd8-4d686aa6685e on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:07.204583 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.206475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.215363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:25:07.236941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-afd939c1-ff00-4d98-af81-a8522273a18e req-a8602605-1f79-446d-8eec-10297c8ec82d tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.86 "DELETE /v2.0/ports/3fe12581-a336-4c1e-9fd8-4d686aa6685e HTTP/1.1" status: 204 len: 173 time: 3.0149589 Oct 29 11:25:07.239514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'name': 'network-vif-deleted', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:07.246527 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d30b9-d38f-4b9c-89a5-86473e7e8041" -d '{"events": [{"server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "name": "network-vif-deleted", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:07.353365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46bb4607-d873-487b-9862-a6fad60eb5ba req-b6f221d0-8d7e-426b-a8fa-c583cdc006b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142713 Oct 29 11:25:07.423364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:25:07.439720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f97e8c6-c409-4c18-8503-ba87175f1346 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:07.448065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:07.457919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.528271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.544717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:07.724261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-41d9c74c-7620-4d63-be56-6617eb6181d9', 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'fixed_ips': [{'subnet_id': 'b312b77f-379e-43f9-8a8a-79339204a519'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:25:07.728193 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:08.031014 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9 associated. External IP: 172.25.4.75, port: 0a47b46b-3891-493c-89ce-d1cd59385f15. Oct 29 11:25:08.090681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] For port 1f97e8c6-c409-4c18-8503-ba87175f1346, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f97e8c6-c409-4c18-8503-ba87175f1346,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:08.169844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:08.246235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'mac_address': 'fa:16:3e:3d:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:08.316294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668397ff-9cf9-4fd4-8e18-d75afcbb520f req-535cc1f5-d9e1-4538-8276-ac5cfe439f11 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:08.328788 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:08.331536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668397ff-9cf9-4fd4-8e18-d75afcbb520f req-535cc1f5-d9e1-4538-8276-ac5cfe439f11 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 946 time: 0.3991797 Oct 29 11:25:08.334209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:08.429422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:08.784233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:25:08.850570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Allocated IP 19.80.0.2 (41d9c74c-7620-4d63-be56-6617eb6181d9/b312b77f-379e-43f9-8a8a-79339204a519/e6572a17-747f-40af-a7e9-fad1083d6f4a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:08.859477 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668397ff-9cf9-4fd4-8e18-d75afcbb520f req-62c7d178-9b05-470a-8262-24d000cbf59f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913169 Oct 29 11:25:08.896429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Subnet': ['ID=494d4695-786e-44e5-9007-f5cf0482815d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:08.915256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Checking segment: {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:08.915630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network hostable DHCP agents. Network: 9b14e51c-22e8-4065-a4b9-d09a75010039, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:25:08.963220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:25:08.986774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9b14e51c-22e8-4065-a4b9-d09a75010039) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:09.008012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:09.008833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:09.045935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-af587fbe-7247-4637-9210-9fdfb7205f82 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9578011 Oct 29 11:25:09.061511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:09.066896 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:09.168057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078bea0-eb8c-489e-8d94-f3f6537890f6 None None] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:25:09.252300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df866324-351a-44c7-b235-23e56a73532a req-987d778d-31a7-45da-9b52-bcf47fef85bb tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:09.254065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:25:09.266114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:09.275061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df866324-351a-44c7-b235-23e56a73532a req-987d778d-31a7-45da-9b52-bcf47fef85bb tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.2213628 Oct 29 11:25:09.352507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-25b79113-8574-4268-a1c9-c101fc43c708 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "PUT /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 995 time: 5.1924698 Oct 29 11:25:09.424945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df866324-351a-44c7-b235-23e56a73532a req-970b2093-0a5f-47fb-95f0-287383989039 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492138 Oct 29 11:25:09.529770 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd2a07-d669-4681-9b54-e3ebb31ec379 x-openstack-request-id: req-46bd2a07-d669-4681-9b54-e3ebb31ec379 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:09.530402 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295550ec-0911-489b-a6d1-74d358f0dab6", "name": "network-vif-deleted", "tag": "3fe12581-a336-4c1e-9fd8-4d686aa6685e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:09.530956 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46bd2a07-d669-4681-9b54-e3ebb31ec379 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:09.531665 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295550ec-0911-489b-a6d1-74d358f0dab6', 'name': 'network-vif-deleted', 'tag': '3fe12581-a336-4c1e-9fd8-4d686aa6685e', 'status': 'completed', 'code': 200} Oct 29 11:25:09.713182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:25:09.733453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26013-6588-4115-b952-50a598124910 req-b54bb4ed-760e-4b96-b557-a97bb35b5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:09.736079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-b54bb4ed-760e-4b96-b557-a97bb35b5b2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.3681977 Oct 29 11:25:09.807767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:09.809204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:09.889120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26013-6588-4115-b952-50a598124910 req-caf680a5-7fa5-460b-89f9-0bef231a8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:09.891461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-caf680a5-7fa5-460b-89f9-0bef231a8dcf service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.1444151 Oct 29 11:25:10.015891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:10.018259 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb7353-c871-4f62-88de-4d55c2a1deb9" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:10.021861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-f354e164-e416-44b1-be27-e5941622f365 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 998 time: 0.1227808 Oct 29 11:25:10.041659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.106506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:10.109289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:10.127631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26013-6588-4115-b952-50a598124910 req-fd84b1ad-3ceb-40fc-8b74-5b4dbace0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:10.136830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-fd84b1ad-3ceb-40fc-8b74-5b4dbace0663 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1086521 Oct 29 11:25:10.161026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2ddd9-6859-4d5c-9114-0fdc9937b159 None None] Pushing event updated for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:10.166001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-772722f0-3d7c-42bf-be37-a3754da212c8 None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:10.166425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-772722f0-3d7c-42bf-be37-a3754da212c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.178681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.200329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:10.209981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26013-6588-4115-b952-50a598124910 req-c7a2e08e-d35d-4f87-bd33-a865c019d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:10.211655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-c7a2e08e-d35d-4f87-bd33-a865c019d024 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736198 Oct 29 11:25:10.363690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:10.431735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-a3803d20-dade-4363-b1bf-16be344a991c service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129769 Oct 29 11:25:10.495640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.580464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fd26013-6588-4115-b952-50a598124910 req-a1d0d45b-9e9e-467e-ba61-2ad4006a8ec0 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417344 Oct 29 11:25:10.631945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:10.683028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.697791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['64293e6e-ca88-4990-aa6d-027d5a87c735'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:10.772269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:10.989103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9b14e51c-22e8-4065-a4b9-d09a75010039', 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'fixed_ips': [{'subnet_id': '494d4695-786e-44e5-9007-f5cf0482815d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:25:10.990281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:11.047754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51239a8-2609-4258-be11-a4c7402522bb req-7eb1f781-50cf-4145-86e6-bb81dbf496cc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:11.057046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d51239a8-2609-4258-be11-a4c7402522bb req-7eb1f781-50cf-4145-86e6-bb81dbf496cc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.1425805 Oct 29 11:25:11.154350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d51239a8-2609-4258-be11-a4c7402522bb req-435ef1eb-c4af-4a74-97aa-7aefce796268 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0913134 Oct 29 11:25:11.162140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:11.201865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:11.214394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:11.235009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f97e8c6-c409-4c18-8503-ba87175f1346 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:11.242711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:11.387610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Pushing event updated for resources: {'Port': ['ID=e6572a17-747f-40af-a7e9-fad1083d6f4a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:11.532915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:11.534790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Attempting to bind port e6572a17-747f-40af-a7e9-fad1083d6f4a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:11.535182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Attempting to bind port e6572a17-747f-40af-a7e9-fad1083d6f4a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:11.535548 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5e29a-3832-4acd-bbff-567878e7281f" -d '{"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:11.535690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Attempting to bind port e6572a17-747f-40af-a7e9-fad1083d6f4a on network 41d9c74c-7620-4d63-be56-6617eb6181d9 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:11.586390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:11.586865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Checking segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:11.587170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:11.587567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Bound using segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:11.588049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Bound port: e6572a17-747f-40af-a7e9-fad1083d6f4a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:11.588425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:11.650776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f97e8c6-c409-4c18-8503-ba87175f1346 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:11.651148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:11.747535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Allocated IP 19.86.0.2 (9b14e51c-22e8-4065-a4b9-d09a75010039/494d4695-786e-44e5-9007-f5cf0482815d/5ae70048-92f0-455a-9c6f-fc6a60283d97) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:11.863053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] For port e6572a17-747f-40af-a7e9-fad1083d6f4a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:11.887513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] For port e6572a17-747f-40af-a7e9-fad1083d6f4a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6572a17-747f-40af-a7e9-fad1083d6f4a,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:11.902985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:25:07Z', 'revision_number': 8, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:11.907765 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:12.021250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:25:12.070766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:12.071409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:12.476864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5938a-29a7-4aa0-858b-46e1bf1331c6 None None] Pushing event updated for resources: {'Port': ['ID=e6572a17-747f-40af-a7e9-fad1083d6f4a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:12.574052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:12.580184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:12.715021 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:12.809623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:12.876901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:12.882856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:12.887160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:13.060437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Pushing event updated for resources: {'Port': ['ID=5ae70048-92f0-455a-9c6f-fc6a60283d97,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:13.131957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 64293e6e-ca88-4990-aa6d-027d5a87c735 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:13.132209 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.230923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Attempting to bind port 5ae70048-92f0-455a-9c6f-fc6a60283d97 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:13.231293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Attempting to bind port 5ae70048-92f0-455a-9c6f-fc6a60283d97 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:13.231649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Attempting to bind port 5ae70048-92f0-455a-9c6f-fc6a60283d97 on network 9b14e51c-22e8-4065-a4b9-d09a75010039 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:13.260430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:13.260798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Checking segment: {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:13.261226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.261617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Bound using segment: {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:13.262095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Bound port: 5ae70048-92f0-455a-9c6f-fc6a60283d97, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:13.262472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.310085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6572a17-747f-40af-a7e9-fad1083d6f4a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:13.498972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] For port 5ae70048-92f0-455a-9c6f-fc6a60283d97, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:13.504787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:25:07Z', 'revision_number': 8, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:13.510346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] For port 5ae70048-92f0-455a-9c6f-fc6a60283d97, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5ae70048-92f0-455a-9c6f-fc6a60283d97,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:13.515632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.562488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e6572a17-747f-40af-a7e9-fad1083d6f4a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:13.562488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.565107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.569551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04d2d7-12de-415c-98d8-23f19073632c None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '56b4a4a1-9d79-4568-858e-6fbdcc5003c9', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'port_id': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'mac_address': 'fa:16:3e:da:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:23:53Z', 'updated_at': '2021-10-29T11:25:07Z', 'revision_number': 8, 'project_id': 'b445fdc656274552a754910908ae848a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:13.627811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac4ce4-a60a-4550-a40b-3132c3c3979d None None] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:25:13.797356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:13.801458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c80d4dd4-1226-4a23-9ddb-a5febf46bb89 None None] Provisioning complete for port e6572a17-747f-40af-a7e9-fad1083d6f4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:13.801862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c80d4dd4-1226-4a23-9ddb-a5febf46bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.811843 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:13.812743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3fe12581-a336-4c1e-9fd8-4d686aa6685e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:13.815093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1771bea-bc19-4454-bd04-81de00d80b02 None None] Pushing event updated for resources: {'Port': ['ID=5ae70048-92f0-455a-9c6f-fc6a60283d97,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:13.928349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 3fe12581-a336-4c1e-9fd8-4d686aa6685e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:25:13.929098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3fe12581-a336-4c1e-9fd8-4d686aa6685e not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:25:14.048609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-700e2151-ff79-480f-bdd8-ab8aff3f05e3 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:14.058540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-700e2151-ff79-480f-bdd8-ab8aff3f05e3 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1097 time: 0.0980442 Oct 29 11:25:14.084934 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f410bfc-19e1-40c4-acff-57753cd5799b None None] New status for floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:25:14.092304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-9'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:14.248434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:14.257398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:14.287501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:14.446416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e6572a17-747f-40af-a7e9-fad1083d6f4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6572a17-747f-40af-a7e9-fad1083d6f4a,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:14.454584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c80d4dd4-1226-4a23-9ddb-a5febf46bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:14.459581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:14.640433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e6572a17-747f-40af-a7e9-fad1083d6f4a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:14.674008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:14.700563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-c80d4dd4-1226-4a23-9ddb-a5febf46bb89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:25:14.709208 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-c80d4dd4-1226-4a23-9ddb-a5febf46bb89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:25:14.778169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:14.900487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:14.915009 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:15.086678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:15.096192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on host n-h1-805046-9 for vnic_type normal with profile {"migrating_to": "n-h2-805046-9"} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:15.096794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:15.098951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:15.107118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:15.107929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Attempting to bind port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on network ca52e901-38c4-442d-92a7-8630fc79eaf3 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:15.114302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:15.115180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Checking segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:15.115922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Bound using segment: {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:15.116606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Bound port: 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7844fe66-b5c0-4d43-b90b-4a80c2791063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ca52e901-38c4-442d-92a7-8630fc79eaf3'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:15.117234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:15.273226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:15.285660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:15.330664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:15.428924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5ae70048-92f0-455a-9c6f-fc6a60283d97 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:15.521679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d9822-17d3-424f-ab23-d373b6c90c08 None None] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:25:15.525831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:15.526460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:15.527876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 1122 time: 1.4412158 Oct 29 11:25:15.532315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1d6233f4-4b21-4868-bb59-027d9fc6666f None None] Provisioning complete for port e6572a17-747f-40af-a7e9-fad1083d6f4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:15.532683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1d6233f4-4b21-4868-bb59-027d9fc6666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:15.546955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cd76-1fbf-4172-afb6-80ad6dcf9cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=8']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:15.659749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:15.663333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:15.813924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5ae70048-92f0-455a-9c6f-fc6a60283d97 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:15.814297 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.165929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fb6faa87-990d-446b-856d-3b0a72435181 None None] Provisioning complete for port 5ae70048-92f0-455a-9c6f-fc6a60283d97 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:16.166321 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fb6faa87-990d-446b-856d-3b0a72435181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.418833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.476673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fb6faa87-990d-446b-856d-3b0a72435181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.513799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:16.517685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5ae70048-92f0-455a-9c6f-fc6a60283d97, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5ae70048-92f0-455a-9c6f-fc6a60283d97,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:16.526390 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.527216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6572a17-747f-40af-a7e9-fad1083d6f4a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:16.756584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5ae70048-92f0-455a-9c6f-fc6a60283d97,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:16.765871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-fb6faa87-990d-446b-856d-3b0a72435181 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:25:16.766218 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-fb6faa87-990d-446b-856d-3b0a72435181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:25:16.789131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.790094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.791120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.791859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.792839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.793608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.794116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.794803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.798014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.798608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.799103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.799718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:25:16.824451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e6572a17-747f-40af-a7e9-fad1083d6f4a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:16.825111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:16.912715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:16.968472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 has no active binding in host n-h2-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:25:17.158505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5ae70048-92f0-455a-9c6f-fc6a60283d97 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:17.225502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5ae70048-92f0-455a-9c6f-fc6a60283d97 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:17.225980 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:17.445444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cb7828b6-c4f3-45a6-a6f1-a8bd237bbc22 None None] Provisioning complete for port 5ae70048-92f0-455a-9c6f-fc6a60283d97 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:17.446153 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cb7828b6-c4f3-45a6-a6f1-a8bd237bbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:19.800511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e72b7475-d69e-47df-85d5-7256404349fb tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:19.815122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e72b7475-d69e-47df-85d5-7256404349fb tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:19.816754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e72b7475-d69e-47df-85d5-7256404349fb tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/networks?id=41d9c74c-7620-4d63-be56-6617eb6181d9&id=9b14e51c-22e8-4065-a4b9-d09a75010039&id=41d9c74c-7620-4d63-be56-6617eb6181d9 HTTP/1.1" status: 200 len: 1392 time: 0.2397451 Oct 29 11:25:19.873514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-6a6721c6-f723-46d1-bd2a-0fb2c08043da tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/quotas/c82c5a7d5f6c468ba5037c7716b0bb6e HTTP/1.1" status: 200 len: 375 time: 0.0436220 Oct 29 11:25:19.981607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06742b-e1f2-44cc-8185-4a8408a709c2 req-47af9421-b18a-46f3-a679-2efc30ad4b08 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:19.992398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd06742b-e1f2-44cc-8185-4a8408a709c2 req-47af9421-b18a-46f3-a679-2efc30ad4b08 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1097 time: 0.0766137 Oct 29 11:25:20.044217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-de0367c1-f08d-462f-b1a2-d5ed55c50038 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1380756 Oct 29 11:25:20.060508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd06742b-e1f2-44cc-8185-4a8408a709c2 req-a20da6eb-d9fb-43f4-af4a-7d35b7a4e0b9 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Oct 29 11:25:20.218706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-b9484261-71ea-4ebc-aeec-4928b002ced6 service neutron] 10.222.0.77 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631725 Oct 29 11:25:20.234572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bacd7a-b098-4f8c-b725-cbd8bb67b0f2 req-0f066b5b-fcd4-4650-be49-d6283603e999 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:20.248352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96bacd7a-b098-4f8c-b725-cbd8bb67b0f2 req-0f066b5b-fcd4-4650-be49-d6283603e999 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.0983362 Oct 29 11:25:20.310410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96bacd7a-b098-4f8c-b725-cbd8bb67b0f2 req-48791879-12b1-4727-96d7-7c9ab08f6e00 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Oct 29 11:25:20.394212 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dd0592-378e-485b-8971-995d2d01ca7f x-openstack-request-id: req-32dd0592-378e-485b-8971-995d2d01ca7f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:20.394788 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:20.394788 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32dd0592-378e-485b-8971-995d2d01ca7f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:20.395091 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:25:20.418210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-11b6bb7d-1b6a-43a1-b13f-a388c4807a7c service neutron] 10.222.0.77 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985700 Oct 29 11:25:20.587822 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff1f2254-2435-44b5-be4f-0a3bd85ab746 req-27b961a8-4c61-4429-90f8-47899166a0db tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 997 time: 0.1772518 Oct 29 11:25:20.612106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61543-df38-493a-9137-766b4befe4b2 req-ab2692c9-1b95-4eeb-9122-996e46e4665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:20.615158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee61543-df38-493a-9137-766b4befe4b2 req-ab2692c9-1b95-4eeb-9122-996e46e4665e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1096 time: 0.1145687 Oct 29 11:25:20.730172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f2254-2435-44b5-be4f-0a3bd85ab746 req-1e66ed22-1a02-44f4-8126-f2cd486a3836 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:20.731628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff1f2254-2435-44b5-be4f-0a3bd85ab746 req-1e66ed22-1a02-44f4-8126-f2cd486a3836 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1426373 Oct 29 11:25:20.750613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-ff1f2254-2435-44b5-be4f-0a3bd85ab746 req-6e470bf1-0fd1-4896-b4a4-13c14dcca1d7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:25:20.751869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff1f2254-2435-44b5-be4f-0a3bd85ab746 req-6e470bf1-0fd1-4896-b4a4-13c14dcca1d7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104449 Oct 29 11:25:20.764549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee61543-df38-493a-9137-766b4befe4b2 req-15109c81-333f-427b-ae8b-acf675df9de8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1406105 Oct 29 11:25:20.779281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f222c8d3-a441-49d7-8a44-016e28eb65ae service neutron] 10.222.0.77 "GET /v2.0/networks/9b14e51c-22e8-4065-a4b9-d09a75010039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528659 Oct 29 11:25:20.938347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-3a458a4f-c0bf-4b75-a7b3-391f2f7df3ba service neutron] 10.222.0.77 "GET /v2.0/networks/9b14e51c-22e8-4065-a4b9-d09a75010039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578884 Oct 29 11:25:21.134297 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a5f3cd-dc79-4fd5-89dd-006158de6a97 x-openstack-request-id: req-c3a5f3cd-dc79-4fd5-89dd-006158de6a97 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:21.134722 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:21.135068 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3a5f3cd-dc79-4fd5-89dd-006158de6a97 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:21.135691 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:25:21.150363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-5fff7c13-aa51-4422-beeb-56fd95d01bf4 service neutron] 10.222.0.77 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109411 Oct 29 11:25:21.165102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62d64b-4da8-42da-9dad-c9ace4415e0d req-2901a939-a972-477e-9187-52916f915998 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.175189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb62d64b-4da8-42da-9dad-c9ace4415e0d req-2901a939-a972-477e-9187-52916f915998 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.0947442 Oct 29 11:25:21.230599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb62d64b-4da8-42da-9dad-c9ace4415e0d req-6d0e89d7-3cca-4d20-abe5-485a158acf64 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0538538 Oct 29 11:25:21.323846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-f099120f-c823-489d-88c3-c614f5667ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.325474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-f099120f-c823-489d-88c3-c614f5667ddc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.2505777 Oct 29 11:25:21.373643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb1c9a-74cf-4826-ad1e-279c45a22303 req-5ba327ca-687b-4b2a-b243-3f9700566bd6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.385403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb1c9a-74cf-4826-ad1e-279c45a22303 req-5ba327ca-687b-4b2a-b243-3f9700566bd6 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1097 time: 0.0803936 Oct 29 11:25:21.468571 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb1c9a-74cf-4826-ad1e-279c45a22303 req-7bcbce8d-491e-4d3f-b79d-c2ab6a95335f tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820975 Oct 29 11:25:21.491651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-06a392a8-d670-44ba-8e8e-4ae290585ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358462 Oct 29 11:25:21.555435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:21.560046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-eaab139a-58fd-4d68-8825-bf0d4494499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.561700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-eaab139a-58fd-4d68-8825-bf0d4494499e service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.2281454 Oct 29 11:25:21.669514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-c44967bb-55da-41c7-84c5-7113a5188ee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 1000 time: 0.0978398 Oct 29 11:25:21.694754 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-38f9bd96-6435-466a-9a99-40a04093e60e tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.1079934 Oct 29 11:25:21.754911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-e5391302-c61f-41ac-9432-86cfe737aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.758291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-e5391302-c61f-41ac-9432-86cfe737aa20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.0803187 Oct 29 11:25:21.781382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:21.823612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-39db0063-078a-4db3-90b2-a0136b4b1d44 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:21.840092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-39db0063-078a-4db3-90b2-a0136b4b1d44 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports/0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 942 time: 0.1391671 Oct 29 11:25:22.026448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-fe931d49-5621-44f8-b454-dab6eb863db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:22.039179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-fe931d49-5621-44f8-b454-dab6eb863db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633855 Oct 29 11:25:22.119075 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-f75945dc-1408-4c4f-b85c-1fc64e6712f2 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.2197371 Oct 29 11:25:22.372422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-7bd0ade7-33f6-4831-b700-1ef8527127fd tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:22.383250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2881-2486-46ac-bb03-072876a7739b req-a292a299-c2a4-4589-883f-9a15d8a28dd2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:22.383502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-7bd0ade7-33f6-4831-b700-1ef8527127fd tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.2631133 Oct 29 11:25:22.387389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-525b2881-2486-46ac-bb03-072876a7739b req-a292a299-c2a4-4589-883f-9a15d8a28dd2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 944 time: 0.2403495 Oct 29 11:25:22.396180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:22.399396 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1035613b-ce00-4dc9-94b4-6ab98de83dec" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:22.426261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-25e913e0-0b5e-4f4a-83c5-7815ce7e2654 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860731 Oct 29 11:25:22.507862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-525b2881-2486-46ac-bb03-072876a7739b req-0206e90c-dcce-4238-be9e-b831059d58cd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125085 Oct 29 11:25:22.565564 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-b96dd2dd-938f-40df-aa5c-a66ea0c592dd tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 1000 time: 0.1807892 Oct 29 11:25:22.572441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:22.674345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:22.690798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e5e29a-3832-4acd-bbff-567878e7281f req-f21fcf29-292e-4ec5-b79b-010ebe9ea8bc service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344766 Oct 29 11:25:22.800356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-292e36e6-5fdd-45e3-b724-1b3fd85c2417 req-a2059504-81cc-4d04-b446-b676fb10cce1 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 210 time: 0.0459344 Oct 29 11:25:23.116488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:23.124362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:23.124658 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9 disassociated. External IP: 172.25.4.75, port: 0a47b46b-3891-493c-89ce-d1cd59385f15. Oct 29 11:25:23.137213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'}, {'name': 'network-changed', 'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:23.146134 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947" -d '{"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3"}, {"name": "network-changed", "server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:23.189443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7461-98c5-4309-be8b-53cdf2d5c7ec req-8a46527e-cd6e-419e-a026-a60fefe6005e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:23.200296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51de7461-98c5-4309-be8b-53cdf2d5c7ec req-8a46527e-cd6e-419e-a026-a60fefe6005e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.2019341 Oct 29 11:25:23.417761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51de7461-98c5-4309-be8b-53cdf2d5c7ec req-ddf59cb6-803a-4458-9a01-cfa132b383e3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2120445 Oct 29 11:25:23.455080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-0d8af7b5-682e-4f69-abad-130fc3b46526 service neutron] 10.222.0.41 "GET /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3/bindings/n-h2-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.2346346 Oct 29 11:25:23.513625 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29828ec3-b0e4-4a4b-b2c7-6bdefdaf4427 x-openstack-request-id: req-29828ec3-b0e4-4a4b-b2c7-6bdefdaf4427 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:23.514198 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:23.514198 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29828ec3-b0e4-4a4b-b2c7-6bdefdaf4427 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:23.514558 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'code': 200} Oct 29 11:25:23.760165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:25:23.892835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:23.985449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:25:23.998199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:25:24.019680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:24.034718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:24.036506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:24.057682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:24.135606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:24.164228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:24.170983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-e7461884-73e1-4f05-95bf-41aaa2b42c94 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "PUT /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 695 time: 1.5975740 Oct 29 11:25:24.170983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:24.172040 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b312eea3-33fd-4321-90ff-c1720139b0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:24.208866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-6a297b2b-4f7a-4425-944f-c310393fbbfc tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.221169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-6a297b2b-4f7a-4425-944f-c310393fbbfc tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.224031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-6a297b2b-4f7a-4425-944f-c310393fbbfc tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "GET /v2.0/networks?id=41d9c74c-7620-4d63-be56-6617eb6181d9&id=9b14e51c-22e8-4065-a4b9-d09a75010039&id=41d9c74c-7620-4d63-be56-6617eb6181d9 HTTP/1.1" status: 200 len: 1392 time: 0.2908721 Oct 29 11:25:24.226045 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:24.299220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-1eeec6bf-c547-444f-b849-8c023afe19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.300739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-1eeec6bf-c547-444f-b849-8c023afe19cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1066349 Oct 29 11:25:24.351864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:24.372788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'admin_state_up': True, 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:24.467142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-f356b854-1d69-4cc4-9ec5-cd84b4976ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.469246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-f356b854-1d69-4cc4-9ec5-cd84b4976ab3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.1499276 Oct 29 11:25:24.495724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] Transition to ACTIVE for port object 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:25:24.507786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:24.515513 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:25:24.619266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:24.627960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-cd479bb5-9140-4f74-973b-a8f65598a8df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.1374738 Oct 29 11:25:24.650133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] No DVR routers for this DVR port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:24.690225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d7b3feb3-67da-4968-8047-76ae3fa96d02 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3/bindings/n-h2-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2275190 Oct 29 11:25:24.705788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:24.714868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:24.720444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-16043a4b-fa1f-4ecd-9b40-e4cc0070eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.721998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-16043a4b-fa1f-4ecd-9b40-e4cc0070eaef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.0851686 Oct 29 11:25:24.850238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-8f5b33f6-8b82-49ff-9cce-b863bff4de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.851966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:24.856665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-8f5b33f6-8b82-49ff-9cce-b863bff4de5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239688 Oct 29 11:25:24.885525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-f9d57253-8dfd-47c5-bd5c-378ebdb4929c tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:24.887181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-f9d57253-8dfd-47c5-bd5c-378ebdb4929c tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.1181436 Oct 29 11:25:24.901960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:25:24.919868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:24.919868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:24.998884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-cd0efa4f-ba40-45a6-9781-9c291f96cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.001716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-cd0efa4f-ba40-45a6-9781-9c291f96cd90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0948925 Oct 29 11:25:25.020697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Allocated IP 19.80.0.230 (41d9c74c-7620-4d63-be56-6617eb6181d9/b312b77f-379e-43f9-8a8a-79339204a519/f4c22a53-7442-40bc-b897-b5d9d1541607) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:25.164848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-276e2765-9ef7-46e7-88ab-aafe0457eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.170649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-276e2765-9ef7-46e7-88ab-aafe0457eb06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1096 time: 0.1297059 Oct 29 11:25:25.172232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:25.330679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-a2277713-859d-4b3d-8c52-960e8dfde0d4 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671299 Oct 29 11:25:25.451678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54ffc2f0-b0b7-4804-aa3f-e2505980fe47 req-1d2ecf58-5611-4eec-9c50-744f55f747a0 service neutron] 10.222.0.77 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134384 Oct 29 11:25:25.470985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-9efd6c1d-a67f-4339-b977-08285d09db51 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:25:25.473253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-9efd6c1d-a67f-4339-b977-08285d09db51 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1532719 Oct 29 11:25:25.485849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:25.536613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e4117e7b-c8ee-4ef2-8a3a-22f045e2eb7e tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.538411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e4117e7b-c8ee-4ef2-8a3a-22f045e2eb7e tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 1094 time: 0.0525129 Oct 29 11:25:25.569456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:25.580964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-12f3aebf-ddf1-482a-b6c0-86d49fc7dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.582475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-12f3aebf-ddf1-482a-b6c0-86d49fc7dc40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.3920012 Oct 29 11:25:25.590875 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2730c1-7f4e-491d-a293-4fe8cb34d5ee x-openstack-request-id: req-2c2730c1-7f4e-491d-a293-4fe8cb34d5ee {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:25.591175 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3", "code": 200}, {"name": "network-changed", "server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:25.591399 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c2730c1-7f4e-491d-a293-4fe8cb34d5ee {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:25.591787 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'code': 200} Oct 29 11:25:25.592039 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'status': 'completed', 'code': 200} Oct 29 11:25:25.594328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:25.617531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02a1bd-bb89-40f0-bd04-88306bdaefb8 None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:23:31Z', 'revision_number': 4, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3f3e0301-7012-4cd0-b077-88cb46f7056e', 'name': '', 'network_id': '73c9414e-e78d-423f-8ddf-5c9208df3393', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'mac_address': 'fa:16:3e:81:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:29Z', 'updated_at': '2021-10-29T11:23:36Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'subnets': [{'id': '82cd71e0-d6dd-42ca-8304-0eb87875a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:25.632029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:25.714605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95560b-661d-437f-ac27-9e228f0e23ca req-b197907d-201e-4c61-970a-b986a7e0b1bc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.719925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c95560b-661d-437f-ac27-9e228f0e23ca req-b197907d-201e-4c61-970a-b986a7e0b1bc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.0740881 Oct 29 11:25:25.727232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44752) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:25.732051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'floatingip': {'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:25.788199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:25.927303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee558c1-01b9-4b55-9a46-0ddc073690fb req-8b4345f6-b8d1-4196-885d-431ab084e13d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:25.929130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ee558c1-01b9-4b55-9a46-0ddc073690fb req-8b4345f6-b8d1-4196-885d-431ab084e13d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.1447446 Oct 29 11:25:26.010270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:26.034789 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15b940-3f49-4e4f-9df3-e682c1786ffc None None] New status for floating IP 56b4a4a1-9d79-4568-858e-6fbdcc5003c9: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:25:26.051098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:26.055081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:26.057390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:26.075875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ee558c1-01b9-4b55-9a46-0ddc073690fb req-4998e8ac-4a40-4f77-ae18-b398afbb91e8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297584 Oct 29 11:25:26.090419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-5a0c15e7-454f-4c32-bb90-05085a44e35f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 217 time: 0.1322083 Oct 29 11:25:26.099541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:26.100097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:25:26.289255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:26.289921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:26.289921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:26.305925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-f44b42de-b71c-4b04-b4d3-153bfdac1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.307649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-f44b42de-b71c-4b04-b4d3-153bfdac1171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1096 time: 0.6999428 Oct 29 11:25:26.308244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:26.308558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:26.319456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:26.319791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:26.320176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:26.320623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Bound port: 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:26.379268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:26.441303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da8258-5741-4ca2-9740-650b6d9b6b6f req-aabfab18-6e11-4dda-b2d4-bec4566b9342 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.449187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-17da8258-5741-4ca2-9740-650b6d9b6b6f req-aabfab18-6e11-4dda-b2d4-bec4566b9342 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 932 time: 0.2680967 Oct 29 11:25:26.465612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-994e961e-8d12-45b3-8a07-57779f5567d6 None None] Provisioning complete for port f4c22a53-7442-40bc-b897-b5d9d1541607 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:26.466791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-994e961e-8d12-45b3-8a07-57779f5567d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:26.512398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-234d64a7-1205-4ddd-b507-e018ca4c2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.514572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-234d64a7-1205-4ddd-b507-e018ca4c2fae service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.1991196 Oct 29 11:25:26.514943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-994e961e-8d12-45b3-8a07-57779f5567d6 None None] Port f4c22a53-7442-40bc-b897-b5d9d1541607 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:26.523854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:26.525035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-e59661f1-84ed-4445-a9f0-0fe5afde0bcb service neutron] 10.222.0.77 "POST /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51/bindings HTTP/1.1" status: 201 len: 389 time: 0.9415667 Oct 29 11:25:26.571364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-bbbb49f8-35d8-4b3e-86cd-4b98b5554d94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 200 len: 217 time: 0.0433366 Oct 29 11:25:26.578665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.579578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:26.650277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-30d4c928-8a9d-4420-85df-b6e02acfb1f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3050671 Oct 29 11:25:26.653592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-b0dd63e8-a9b0-406b-a2c7-2d821093f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.655590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-b0dd63e8-a9b0-406b-a2c7-2d821093f6da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.3712943 Oct 29 11:25:26.656290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-17da8258-5741-4ca2-9740-650b6d9b6b6f req-dfa1d168-e22f-478e-8bd0-8a8586578ac5 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053869 Oct 29 11:25:26.697530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039', 'admin_state_up': True, 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:26.699677 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae950c-099a-40ee-a2f3-2b984a310e2f x-openstack-request-id: req-f6ae950c-099a-40ee-a2f3-2b984a310e2f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:26.699972 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:26.700342 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6ae950c-099a-40ee-a2f3-2b984a310e2f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:26.700731 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:25:26.711397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:25:26.741266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-bb115798-9703-49b3-928a-b4e5bde21469 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691347 Oct 29 11:25:26.786624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-c2ed46dd-ffed-4d63-9a50-6c6778ef9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.788470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-c2ed46dd-ffed-4d63-9a50-6c6778ef9176 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1932728 Oct 29 11:25:26.855015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:26.860522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-3d4cf266-679f-46da-ab3c-956828b9d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:26.864835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-3d4cf266-679f-46da-ab3c-956828b9d675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b445fdc656274552a754910908ae848a&device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 1096 time: 0.1488483 Oct 29 11:25:26.867817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:26.935673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-c39663d8-6925-46b0-b4fd-c0e7cc08fdf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753717 Oct 29 11:25:27.051879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-32546335-ba5d-4313-a1c3-1eec505bf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.053410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-32546335-ba5d-4313-a1c3-1eec505bf980 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1097 time: 0.1968803 Oct 29 11:25:27.105705 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Floating IP c83c971c-6eed-41d5-89ed-6fa5631342c1 associated. External IP: 172.25.4.148, port: edb42167-e9da-454f-bc05-bfcbd8e3d9f1. Oct 29 11:25:27.125379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-1ceab233-72be-4916-8e68-dfe98f321785 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745040 Oct 29 11:25:27.162349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-33790786-6175-4380-aa1b-ca1d5807ca1c tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 200 len: 693 time: 0.1243033 Oct 29 11:25:27.202073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-701ed139-0a36-408e-ab54-7c26f2ede49d service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322662 Oct 29 11:25:27.218104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4da94-ff87-4a1e-97fc-c91fbc4efd0a req-90450664-f73c-4999-af16-d15a12e32815 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.220158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b3a4da94-ff87-4a1e-97fc-c91fbc4efd0a req-90450664-f73c-4999-af16-d15a12e32815 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.3018317 Oct 29 11:25:27.277302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-4e4e7aca-1754-4425-8f77-43b11da86ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.278916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-4e4e7aca-1754-4425-8f77-43b11da86ed4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 200 len: 921 time: 0.3198202 Oct 29 11:25:27.339803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b3a4da94-ff87-4a1e-97fc-c91fbc4efd0a req-ddbc09b3-acd0-43e7-ad2b-16efba1b59b1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065397 Oct 29 11:25:27.341049 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-68692408-b5de-4b38-9229-bfb04b08591b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 200 len: 217 time: 0.0509133 Oct 29 11:25:27.391750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:27.395902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:27.519975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-025c83a3-5a6c-4c5c-ae2d-813c528a28be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.520198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-09123027-fa2a-44fd-b9e3-4def1853039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.521832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-025c83a3-5a6c-4c5c-ae2d-813c528a28be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 200 len: 859 time: 0.1395617 Oct 29 11:25:27.521969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-09123027-fa2a-44fd-b9e3-4def1853039b service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.4463763 Oct 29 11:25:27.552879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6c2ec7a-e9a3-48a8-9e31-fd16c0a2f947 req-490dc684-bb41-40ca-bf06-a6f725867090 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155123 Oct 29 11:25:27.562176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-a0f80621-28cc-44ac-85b5-0e4045029646 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143218 Oct 29 11:25:27.570571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-43326383-ab95-4268-b5c4-8653f65749f5 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.578005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-43326383-ab95-4268-b5c4-8653f65749f5 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.3870413 Oct 29 11:25:27.584734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa8573-62cf-418f-b948-fd2603b30f47 req-df52b072-fb03-41f5-a97c-7f9f11306674 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.587294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19aa8573-62cf-418f-b948-fd2603b30f47 req-df52b072-fb03-41f5-a97c-7f9f11306674 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 949 time: 0.1343923 Oct 29 11:25:27.599550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Router 2b010ffc-d6b5-4542-9033-557678d51585 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:25:27.628835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-75d2debf-bb53-42d4-aa53-fadd3db4f6e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 217 time: 0.0786939 Oct 29 11:25:27.657564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-4490b005-4623-4da5-838d-2b949df4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.659243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-4490b005-4623-4da5-838d-2b949df4b4c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c9414e-e78d-423f-8ddf-5c9208df3393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176429 Oct 29 11:25:27.718521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-33095fdd-4c84-4bb1-b98b-cb755ee81e1f tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 696 time: 0.1387551 Oct 29 11:25:27.738715 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19aa8573-62cf-418f-b948-fd2603b30f47 req-606c7e7d-f006-4f7e-832a-7203758593a6 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418219 Oct 29 11:25:27.837604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-c6db3f6e-9a41-4b9a-9e06-b74536500d69 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 696 time: 0.1175718 Oct 29 11:25:27.896266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6e8781f4-ffca-46ce-8d37-7f9b54378662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:27.897865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6e8781f4-ffca-46ce-8d37-7f9b54378662 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.2070436 Oct 29 11:25:27.920566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Allocated IP 19.86.0.93 (9b14e51c-22e8-4065-a4b9-d09a75010039/494d4695-786e-44e5-9007-f5cf0482815d/fe48b066-a005-4f49-845f-6b30848f2ac1) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:27.921340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-625f0312-3dca-42fc-9137-93b467311e47 service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224770 Oct 29 11:25:28.018928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-affb51ef-016e-4536-90ad-eb76050d725d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052551 Oct 29 11:25:28.048928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:25:28.055906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.065618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Sync routers for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:25:28.066291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fbe3d-8a32-45b0-86b1-912331657d60 req-5645c356-2f55-4cc1-9217-17ba2af40466 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:28.067877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b1fbe3d-8a32-45b0-86b1-912331657d60 req-5645c356-2f55-4cc1-9217-17ba2af40466 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.1440723 Oct 29 11:25:28.084060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:28.084952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:28.144605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6fbce1eb-e298-45f4-92ed-0271689ef8b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "PUT /v2.0/floatingips/c83c971c-6eed-41d5-89ed-6fa5631342c1 HTTP/1.1" status: 200 len: 991 time: 2.4162278 Oct 29 11:25:28.168218 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b1fbe3d-8a32-45b0-86b1-912331657d60 req-6ebc7b72-21ee-4bd4-8ae3-34b19d9c4f0f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Oct 29 11:25:28.181699 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b312eea3-33fd-4321-90ff-c1720139b0c9 req-6192eb51-62d7-48bf-b836-c1885c174e7a service neutron] 10.222.0.41 "GET /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477677 Oct 29 11:25:28.183126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d46b718c-78aa-462c-a053-736a8559bf0f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:28.195165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-d46b718c-78aa-462c-a053-736a8559bf0f tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13&tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.2512927 Oct 29 11:25:28.222645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:28.350351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80995da7-91b9-4681-8eb3-bb38e0897f08 req-c5698a46-2f52-4245-8759-e4ec042f365e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:28.360609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80995da7-91b9-4681-8eb3-bb38e0897f08 req-c5698a46-2f52-4245-8759-e4ec042f365e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 932 time: 0.0831287 Oct 29 11:25:28.427010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80995da7-91b9-4681-8eb3-bb38e0897f08 req-a9b20ea6-6404-49a7-bcbd-dd9127e701cb tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 Oct 29 11:25:28.511765 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-56edd043-6f47-4a07-87f9-7e9e230e920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.553560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:28.655941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Deleting port 3dedd532-9ccf-4cb0-ab08-f952bff08ee0 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:28.656645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.680847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-88886eaf-5648-404e-bd79-16c41ec8d296 service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516631 Oct 29 11:25:28.701511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:28.705883 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd518d-f673-48c3-ab0d-0ac40469e36c" -d '{"events": [{"name": "network-changed", "server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:28.770026 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.816019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:28.818720 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8341a91e-ffb6-44d2-8a05-3b48d0a80c6c" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-unplugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:28.855755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c83c971c-6eed-41d5-89ed-6fa5631342c1', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92810d58-b16f-447b-afd2-86447f07d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:34Z', 'updated_at': '2021-10-29T11:25:26Z', 'revision_number': 1, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:28.862378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:28.895548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Checking router: 2b010ffc-d6b5-4542-9033-557678d51585 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:25:28.899427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.902207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:28.936711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:28.937942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:29.038335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:29.041401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.041757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.082316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Calling delete_port for 3dedd532-9ccf-4cb0-ab08-f952bff08ee0 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:29.087948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6fb87a9e-e3e1-4ef8-95df-4dd8ad96c3ba service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713176 Oct 29 11:25:29.099129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-955b18f6-12e6-462f-8c87-0d23fcac9915 service neutron] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:29.109964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-955b18f6-12e6-462f-8c87-0d23fcac9915 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.111277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff31ec80-1c68-4717-a322-96b07ebaf5b6 req-955b18f6-12e6-462f-8c87-0d23fcac9915 service neutron] 10.222.0.86 "DELETE /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3/bindings/n-h1-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.8895240 Oct 29 11:25:29.167242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:29.189766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.277925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:29.289589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:29.291683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ce4e-06dc-4f4f-8df9-8a47f30fb35d req-1c1aa8a9-822f-4659-872e-038f4a236afb tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:29.298957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:29.304087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:29.325826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3398ce4e-06dc-4f4f-8df9-8a47f30fb35d req-1c1aa8a9-822f-4659-872e-038f4a236afb tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1543410 Oct 29 11:25:29.370270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:29.371432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.415417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-54880182-c80b-4177-af5f-bed5f29a6570 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7450423 Oct 29 11:25:29.438297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3398ce4e-06dc-4f4f-8df9-8a47f30fb35d req-ff9739af-eb5d-4102-998e-fc76adf040a2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073792 Oct 29 11:25:29.495547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'admin_state_up': True, 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:29.559925 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f4e2b-3f07-43ea-8a76-5805dd9a9e67 x-openstack-request-id: req-613f4e2b-3f07-43ea-8a76-5805dd9a9e67 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:29.560222 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:29.560479 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-613f4e2b-3f07-43ea-8a76-5805dd9a9e67 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:29.560878 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'status': 'completed', 'code': 200} Oct 29 11:25:29.644571 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5433d6c0-1976-44fd-abbc-fab9c8821fa7 x-openstack-request-id: req-5433d6c0-1976-44fd-abbc-fab9c8821fa7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:29.645183 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-unplugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:29.645609 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5433d6c0-1976-44fd-abbc-fab9c8821fa7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:29.647484 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'code': 200} Oct 29 11:25:29.744491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c83c971c-6eed-41d5-89ed-6fa5631342c1', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92810d58-b16f-447b-afd2-86447f07d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:34Z', 'updated_at': '2021-10-29T11:25:26Z', 'revision_number': 1, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:29.789263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.792556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d0939-2e5d-40ab-bae3-1faedda5ca51 None None] The sync data for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 is: [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c83c971c-6eed-41d5-89ed-6fa5631342c1', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92810d58-b16f-447b-afd2-86447f07d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:34Z', 'updated_at': '2021-10-29T11:25:26Z', 'revision_number': 1, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:29.810059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9a7c6273-8c99-4f77-a8a2-b5a9a750aadf None None] Provisioning complete for port fe48b066-a005-4f49-845f-6b30848f2ac1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:29.810353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a7c6273-8c99-4f77-a8a2-b5a9a750aadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:29.881847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c6273-8c99-4f77-a8a2-b5a9a750aadf None None] Port fe48b066-a005-4f49-845f-6b30848f2ac1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:29.958408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13769-8e26-4c58-bd49-866212014fc1 req-641544e0-3b4d-4bf5-89c7-b02d3f81bc5b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:29.970301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-74f13769-8e26-4c58-bd49-866212014fc1 req-641544e0-3b4d-4bf5-89c7-b02d3f81bc5b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.0905342 Oct 29 11:25:29.972524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event deleted for resources: {'Port': ['ID=3dedd532-9ccf-4cb0-ab08-f952bff08ee0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:30.037830 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-74f13769-8e26-4c58-bd49-866212014fc1 req-fcaabb2a-e51e-4043-85a2-1a937494f840 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665369 Oct 29 11:25:30.072928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-1479ab38-7bf1-4df0-95ef-9c701fde4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.074993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-1479ab38-7bf1-4df0-95ef-9c701fde4656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1096 time: 0.4212041 Oct 29 11:25:30.223810 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f7821-a712-47f5-98cb-3d7b213942a4 None None] New status for floating IP c83c971c-6eed-41d5-89ed-6fa5631342c1: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:25:30.229950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-8b96d58e-2b30-40ea-b6f9-3301a2342006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.231722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-8b96d58e-2b30-40ea-b6f9-3301a2342006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1318142 Oct 29 11:25:30.244134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:30.247494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:30.248635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03280e92-6dd2-444f-93d0-540fa982eea6 req-63c28a12-ea6f-424a-a8d2-47d597a87015 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "DELETE /v2.0/floatingips/56b4a4a1-9d79-4568-858e-6fbdcc5003c9 HTTP/1.1" status: 204 len: 173 time: 2.4099331 Oct 29 11:25:30.251837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:30.259084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:30.306968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399eb3a-7fbd-4ea3-80e2-8ea3a2c576ab req-7e408aea-8ba5-457d-bbfc-51d8f86e7f53 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.334584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399eb3a-7fbd-4ea3-80e2-8ea3a2c576ab req-7e408aea-8ba5-457d-bbfc-51d8f86e7f53 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.335389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-edc6b335-3c1f-495d-8e9b-62b2eba76f2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.0852785 Oct 29 11:25:30.354552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0399eb3a-7fbd-4ea3-80e2-8ea3a2c576ab req-7e408aea-8ba5-457d-bbfc-51d8f86e7f53 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 1654 time: 0.1831229 Oct 29 11:25:30.438524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0399eb3a-7fbd-4ea3-80e2-8ea3a2c576ab req-e5fa2e72-80fc-4262-8cc6-972ba19b0594 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831089 Oct 29 11:25:30.442644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-63545d62-c31e-4c9c-bfa8-5e638dd59213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.445212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-63545d62-c31e-4c9c-bfa8-5e638dd59213 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0930958 Oct 29 11:25:30.631709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-28ec8452-d8d1-48f2-bdd9-bb187c19dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.635706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-28ec8452-d8d1-48f2-bdd9-bb187c19dacf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782331 Oct 29 11:25:30.709821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Allocated IP 19.80.0.232 (41d9c74c-7620-4d63-be56-6617eb6181d9/b312b77f-379e-43f9-8a8a-79339204a519/e5b9e48d-91e0-4f1a-940d-0059b5d25f70) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:30.795022 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1049f05f-b1b3-419e-98df-5f05796d20ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:30.971723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda12-1ce9-4ea8-876b-aa4dfc203b39 req-24bea94d-34bf-453c-af32-9e13fee88c34 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:30.973443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1dbda12-1ce9-4ea8-876b-aa4dfc203b39 req-24bea94d-34bf-453c-af32-9e13fee88c34 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.2378573 Oct 29 11:25:31.031859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e02b5d-c09a-4969-ab64-c180b57d2953 req-f33196f7-2d79-4b78-a1ec-289f5280f102 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.033580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3e02b5d-c09a-4969-ab64-c180b57d2953 req-f33196f7-2d79-4b78-a1ec-289f5280f102 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 1096 time: 0.0707991 Oct 29 11:25:31.038741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-e218198f-8a20-4f63-a9bf-14bf72b10b9c service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857052 Oct 29 11:25:31.073976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3e02b5d-c09a-4969-ab64-c180b57d2953 req-8d8b49eb-1eda-4b66-97e9-d34fa6b1aff5 tempest-LiveAutoBlockMigrationV225Test-134123140 tempest-LiveAutoBlockMigrationV225Test-134123140-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Oct 29 11:25:31.139620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1dbda12-1ce9-4ea8-876b-aa4dfc203b39 req-87c937ee-d499-4b9f-adb6-eea8630f79ac tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511426 Oct 29 11:25:31.160243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:31.201120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eecd518d-f673-48c3-ab0d-0ac40469e36c req-08c64101-51f8-445d-8d21-0696603c5507 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415946 Oct 29 11:25:31.253864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:31.305040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:31.310467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:31.315873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:31.360434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-3a567ee2-b819-4912-9f8f-c20cb84f73e3 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1840786156&fields=id&tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8 HTTP/1.1" status: 200 len: 267 time: 0.0436921 Oct 29 11:25:31.363142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:31.377098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd10d9-0001-4708-a1fe-14bdeece7dfa req-94bc7a46-014a-4366-87db-9e3d01883dcc tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.378988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56dd10d9-0001-4708-a1fe-14bdeece7dfa req-94bc7a46-014a-4366-87db-9e3d01883dcc tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 945 time: 0.1661789 Oct 29 11:25:31.424792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.425560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:31.449393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f232a002-d195-44a2-8c9c-cd342b6eb26c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9696836 Oct 29 11:25:31.459993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56dd10d9-0001-4708-a1fe-14bdeece7dfa req-213b041b-eb24-4100-8e1f-1509bbbdce24 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Oct 29 11:25:31.465250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:31.540638 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:31.561089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-8dc9bf0e-7121-4112-adeb-ae792e985df8 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.563608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-8dc9bf0e-7121-4112-adeb-ae792e985df8 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/networks?id=9de7a28f-8804-419e-b970-7dcd3df5c69b HTTP/1.1" status: 200 len: 816 time: 0.1877859 Oct 29 11:25:31.591984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-7ba2a159-fe12-42bd-b377-92b2183cf181 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/quotas/21b5cfd5025d4c1f9f54dfc9352deba8 HTTP/1.1" status: 200 len: 375 time: 0.0178592 Oct 29 11:25:31.681561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-46077f7a-5722-4749-bf04-25adbe17d3fa tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691783 Oct 29 11:25:31.723409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f1c93268-f559-440f-a161-58bffb9dd959 None None] Provisioning complete for port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:31.723780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1c93268-f559-440f-a161-58bffb9dd959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:31.813364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f1c93268-f559-440f-a161-58bffb9dd959 None None] Port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:31.814706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-597e38c1-2dc8-415f-9200-081ab9e8267b service neutron] 10.222.0.77 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322696 Oct 29 11:25:31.830461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:31.882456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-849983ea-0bb9-4a99-a40b-e140c8edd536 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018436 Oct 29 11:25:31.951481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a234-f0fe-4292-a458-37383ed88b3f req-7fbb45c9-bc60-44b0-b054-13350c44a73b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.954151 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-763807d6-430e-495d-b971-fbb72568af9c service neutron] 10.222.0.77 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318920 Oct 29 11:25:31.954992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:31.958235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a234-f0fe-4292-a458-37383ed88b3f req-7fbb45c9-bc60-44b0-b054-13350c44a73b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.964478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a234-f0fe-4292-a458-37383ed88b3f req-7fbb45c9-bc60-44b0-b054-13350c44a73b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:31.966251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0393a234-f0fe-4292-a458-37383ed88b3f req-7fbb45c9-bc60-44b0-b054-13350c44a73b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2376 time: 0.1444969 Oct 29 11:25:31.969023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'mac_address': 'fa:16:3e:47:3c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:32.025550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.042459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f3a222-85e4-4dda-9c45-47d77f13cd8e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:32.067922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:32.074129 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.085553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0393a234-f0fe-4292-a458-37383ed88b3f req-cd219dfe-005b-4f84-97d2-d44846f3660d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Oct 29 11:25:32.128394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5487-1103-44da-96e5-efae0346f584 req-b8e5a20d-0d07-4fdd-9afb-844840302ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.130426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-b8e5a20d-0d07-4fdd-9afb-844840302ead service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 1095 time: 0.1629007 Oct 29 11:25:32.140989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c22a53-7442-40bc-b897-b5d9d1541607 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:32.151599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.179267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:32.192241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.231017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Transition to ACTIVE for port object f4c22a53-7442-40bc-b897-b5d9d1541607 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:25:32.246996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.250915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['10f3a222-85e4-4dda-9c45-47d77f13cd8e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:32.364520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.367318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5487-1103-44da-96e5-efae0346f584 req-5544144c-ba7b-4088-bd74-3f4064963dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.370682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-5544144c-ba7b-4088-bd74-3f4064963dd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.2151442 Oct 29 11:25:32.486160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-60f4cc63-1acc-4bf7-8132-a1e12d382495 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 200 len: 217 time: 0.0721827 Oct 29 11:25:32.486777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Pushing event updated for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:32.516504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ba4ca-d489-424f-8321-67828909f671 req-a4ecafc1-129c-44f2-9719-a91614e760eb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.518282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-423ba4ca-d489-424f-8321-67828909f671 req-a4ecafc1-129c-44f2-9719-a91614e760eb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.1238458 Oct 29 11:25:32.652024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Attempting to bind port f4c22a53-7442-40bc-b897-b5d9d1541607 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:32.652357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Attempting to bind port f4c22a53-7442-40bc-b897-b5d9d1541607 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:32.652681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Attempting to bind port f4c22a53-7442-40bc-b897-b5d9d1541607 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:32.656079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5487-1103-44da-96e5-efae0346f584 req-3caf656b-75e5-4913-be17-921819f43984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.657657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-3caf656b-75e5-4913-be17-921819f43984 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1204996 Oct 29 11:25:32.666146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a8cbd-03c7-4c92-a522-bcf63b19204c req-b064b145-1a95-4994-8f9a-c563874195fe tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.673093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e32a8cbd-03c7-4c92-a522-bcf63b19204c req-b064b145-1a95-4994-8f9a-c563874195fe tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 945 time: 0.3015091 Oct 29 11:25:32.703659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Port f4c22a53-7442-40bc-b897-b5d9d1541607 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:32.704227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Attempting to bind port f4c22a53-7442-40bc-b897-b5d9d1541607 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:32.742740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-be0b5fa6-9a00-4556-9be9-786f84f863b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676007 Oct 29 11:25:32.747799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:32.748128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Checking segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:32.748507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Bound using segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:32.748931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Bound port: f4c22a53-7442-40bc-b897-b5d9d1541607, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:32.749305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:32.855853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e32a8cbd-03c7-4c92-a522-bcf63b19204c req-865caa79-6616-4f9f-a93b-d03bb8e3dce3 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807666 Oct 29 11:25:32.902589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-9975142e-4802-4971-85ce-6852f3230587 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:32.905804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-9975142e-4802-4971-85ce-6852f3230587 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.41 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 945 time: 0.2135041 Oct 29 11:25:33.057763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:33.067216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-f28a4268-2950-47fe-be57-eada08460431 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132064 Oct 29 11:25:33.101671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c22a53-7442-40bc-b897-b5d9d1541607,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:33.166128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.227659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b2fd2-51da-44e0-a966-98c8d895e1a6 req-c191d02d-6f31-4ec1-9d7d-314681ecc955 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:33.233755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a16b2fd2-51da-44e0-a966-98c8d895e1a6 req-c191d02d-6f31-4ec1-9d7d-314681ecc955 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1002829 Oct 29 11:25:33.241602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Deleting port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:33.241961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.352274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a16b2fd2-51da-44e0-a966-98c8d895e1a6 req-12871a77-6b03-4477-9618-36d2544d525a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036899 Oct 29 11:25:33.395543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] For port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:33.397882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.438181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Calling delete_port for 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:33.480710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.689325 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e385a945-97b3-4023-a824-2e00a236108b req-ae2a48ce-9a1b-4277-b752-1b4ea73aa6b3 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.5989461 Oct 29 11:25:33.695372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce6ce5-98aa-4c85-909b-2f19fd59b6f7 req-1ddfdad7-9734-43a9-b732-cef54e79947b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:33.705066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fce6ce5-98aa-4c85-909b-2f19fd59b6f7 req-1ddfdad7-9734-43a9-b732-cef54e79947b tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 945 time: 0.2293324 Oct 29 11:25:33.739780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:33.743696 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.745462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] 10.222.0.86 "PUT /v2.0/ports/f4c22a53-7442-40bc-b897-b5d9d1541607 HTTP/1.1" status: 200 len: 1092 time: 2.2845075 Oct 29 11:25:33.763063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:33.769630 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493d842-1e60-4625-b3c5-1ea5fe67fc12" -d '{"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:33.804603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:33.832470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:33.851862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fce6ce5-98aa-4c85-909b-2f19fd59b6f7 req-046ca191-590c-4b03-a6c4-d4744571d0a7 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/security-groups?id=e4425deb-7272-4c43-b57a-11907650ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457016 Oct 29 11:25:33.858523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Deleting port 0a47b46b-3891-493c-89ce-d1cd59385f15 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:33.859150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:33.895676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-98d49b72-8c00-42f7-bd86-f43a638f7b27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1749563 Oct 29 11:25:33.896170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc736da5-2c96-4fb3-873d-3247b3ed2b1d service neutron] Pushing event updated for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:34.085848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 10f3a222-85e4-4dda-9c45-47d77f13cd8e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:34.085848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.121897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.146666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-127c5487-1103-44da-96e5-efae0346f584 req-fb05aff7-726e-4b29-992f-0b8e50396ed6 service neutron] 10.222.0.86 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650954 Oct 29 11:25:34.191949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:34.194353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:34.232191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.353111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980fba-42b2-4c4b-ad0e-cac685c10912 req-356912a2-5fb2-4a6d-ae09-4ab65c5b479e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.366354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980fba-42b2-4c4b-ad0e-cac685c10912 req-356912a2-5fb2-4a6d-ae09-4ab65c5b479e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.372887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980fba-42b2-4c4b-ad0e-cac685c10912 req-356912a2-5fb2-4a6d-ae09-4ab65c5b479e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.388226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35980fba-42b2-4c4b-ad0e-cac685c10912 req-356912a2-5fb2-4a6d-ae09-4ab65c5b479e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2388 time: 0.5456555 Oct 29 11:25:34.399566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event deleted for resources: {'Port': ['ID=8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:34.406599 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d167741-1159-4d99-b51d-f745d27a198f x-openstack-request-id: req-2d167741-1159-4d99-b51d-f745d27a198f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:34.406882 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:34.407126 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d167741-1159-4d99-b51d-f745d27a198f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:34.407511 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607', 'status': 'completed', 'code': 200} Oct 29 11:25:34.440835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] No DVR routers for this DVR port 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:34.444473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.456951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-423ba4ca-d489-424f-8321-67828909f671 req-4708157f-4d82-45db-ba38-245bae9752e6 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "DELETE /v2.0/ports/8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 HTTP/1.1" status: 204 len: 173 time: 1.9282186 Oct 29 11:25:34.465746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-deleted', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:34.468101 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fcd3c9-5bfa-4b8a-8034-80bd2a7fc2f7" -d '{"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-deleted", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:34.491532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-8636c32f-8f81-4cee-9b4a-5a34d809e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.493038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-8636c32f-8f81-4cee-9b4a-5a34d809e638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 1095 time: 0.5352859 Oct 29 11:25:34.557136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e0d0e8f-5261-4f47-9828-f1faaccd18c0 req-ff9a5413-c6e4-4938-8222-60699525e5fe tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0767438 Oct 29 11:25:34.594960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.617400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] For port 0a47b46b-3891-493c-89ce-d1cd59385f15, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0a47b46b-3891-493c-89ce-d1cd59385f15,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:34.618066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.699743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-d8b40d87-b559-4924-b2b2-46ed63e8b082 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.706895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-d8b40d87-b559-4924-b2b2-46ed63e8b082 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.41 "GET /v2.0/networks?id=9de7a28f-8804-419e-b970-7dcd3df5c69b HTTP/1.1" status: 200 len: 816 time: 0.6240966 Oct 29 11:25:34.733658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:34.738457 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11819962-9ee6-4eb6-9a97-077c5462ee94" -d '{"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-plugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:34.774531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:34.807683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-61288f9a-bb4f-4204-87bf-d15ddb64ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:34.809326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:34.810137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0a47b46b-3891-493c-89ce-d1cd59385f15 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:34.811269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-61288f9a-bb4f-4204-87bf-d15ddb64ac7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 200 len: 922 time: 0.2478490 Oct 29 11:25:34.901832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Calling delete_port for 0a47b46b-3891-493c-89ce-d1cd59385f15 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:34.918206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-70e11aba-b977-4cb7-b6df-b4b4b2c3eb55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 200 len: 217 time: 0.0962687 Oct 29 11:25:35.017647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-88a6f853-dbcc-42f6-a28e-dfddba018521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.021752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-88a6f853-dbcc-42f6-a28e-dfddba018521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.023125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-88a6f853-dbcc-42f6-a28e-dfddba018521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.024547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-88a6f853-dbcc-42f6-a28e-dfddba018521 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2731 time: 0.6008921 Oct 29 11:25:35.065845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-fd100a2e-a5df-4cac-8663-7449015b2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.067405 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-fd100a2e-a5df-4cac-8663-7449015b2969 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 200 len: 861 time: 0.1397083 Oct 29 11:25:35.075495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fda4a-6077-45e6-8341-21352578f7fa req-65c1569f-9eab-4604-95d9-8d85b6e9744c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.084230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d80fda4a-6077-45e6-8341-21352578f7fa req-65c1569f-9eab-4604-95d9-8d85b6e9744c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1649094 Oct 29 11:25:35.113343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-4929fcad-2502-411b-8d13-201e8809a89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca52e901-38c4-442d-92a7-8630fc79eaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258679 Oct 29 11:25:35.207640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d80fda4a-6077-45e6-8341-21352578f7fa req-282a6ef8-0e90-404e-8b70-5b0376247b73 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218781 Oct 29 11:25:35.302444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:35.308107 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af698d-dcaa-4a58-8c8e-745403abc105 x-openstack-request-id: req-e6af698d-dcaa-4a58-8c8e-745403abc105 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:35.311832 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044f616d-ce37-434b-a611-92a108f62e13", "name": "network-vif-deleted", "tag": "8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:35.312937 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6af698d-dcaa-4a58-8c8e-745403abc105 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:35.313817 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044f616d-ce37-434b-a611-92a108f62e13', 'name': 'network-vif-deleted', 'tag': '8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3', 'status': 'completed', 'code': 200} Oct 29 11:25:35.328486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-1b83158a-cd20-4687-912d-81a17a0a4029 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922228 Oct 29 11:25:35.342755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:35.480658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7beb46ff-70e7-4843-a0aa-e26ef1c470f5 req-8f6a6d59-96f8-4136-a89e-cfa1cc392e08 service neutron] 10.222.0.41 "GET /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422868 Oct 29 11:25:35.530029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35980fba-42b2-4c4b-ad0e-cac685c10912 req-11b0d53c-86ec-4c27-88c3-02433cc85b40 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1407018 Oct 29 11:25:35.559722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0119a429-5bd2-4841-b47c-8811bf387ad1 req-7f4bbe5f-994f-46ff-be65-b1e671598dbd tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0773757 Oct 29 11:25:35.586057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:35.647629 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da63a0-71c5-46dd-90ce-aaf4b1f6621f x-openstack-request-id: req-f1da63a0-71c5-46dd-90ce-aaf4b1f6621f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:35.648467 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-plugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:35.648888 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1da63a0-71c5-46dd-90ce-aaf4b1f6621f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:35.649597 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'code': 200} Oct 29 11:25:35.880135 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-52fdae65-0695-4d91-87d2-20c543420623 req-038cb255-3bc7-41e8-9a4d-c320e1e386ce tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0403178 Oct 29 11:25:35.921964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe48b066-a005-4f49-845f-6b30848f2ac1 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:35.933978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:35.953879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Transition to ACTIVE for port object fe48b066-a005-4f49-845f-6b30848f2ac1 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:25:35.973041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-a000e05b-7b1f-4c38-9e69-31c44055a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.973598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-a000e05b-7b1f-4c38-9e69-31c44055a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.974111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-a000e05b-7b1f-4c38-9e69-31c44055a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:35.976543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-a000e05b-7b1f-4c38-9e69-31c44055a3fd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6957722 Oct 29 11:25:35.981543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-5fc54d8f-7d2f-444d-8b51-cd1be6128c19 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8 HTTP/1.1" status: 200 len: 380 time: 1.1068048 Oct 29 11:25:36.040501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:36.160395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'port': {'device_id': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'admin_state_up': True, 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'security_groups': ['8d4189d2-8b0b-49bd-a0aa-24abdededeba']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:36.195452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27a3510e-3d10-4ed1-aa6e-b62b71883953 req-2cfdcfff-13de-4346-b9f8-5021fef0d858 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.77 "GET /v2.0/ports?device_id=86e04b1d-1ad0-4916-8648-35683080b4d9 HTTP/1.1" status: 200 len: 210 time: 0.2038510 Oct 29 11:25:36.201082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Pushing event deleted for resources: {'Port': ['ID=0a47b46b-3891-493c-89ce-d1cd59385f15,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:36.428325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] No DVR routers for this DVR port 0a47b46b-3891-493c-89ce-d1cd59385f15 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:36.489235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:36.505333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b0adf1c-3c2e-4a39-9f58-0cdb91ef1597 req-6f2202d4-a237-46be-b022-6490e342ae90 tempest-FloatingIPsAssociationTestJSON-1607630418 tempest-FloatingIPsAssociationTestJSON-1607630418-project] 10.222.0.41 "DELETE /v2.0/ports/0a47b46b-3891-493c-89ce-d1cd59385f15 HTTP/1.1" status: 204 len: 173 time: 3.5895493 Oct 29 11:25:36.596371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:36.667109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:25:36.667768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b8954b8-4c52-4a9d-95b5-ad9e3d2867a3 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:25:36.866934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582558f-bfff-4ef3-a60a-1abb9f7c1b31 req-b26b611c-7388-4a95-815e-26afe6a50026 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:36.876942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'name': 'network-vif-deleted', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:36.879154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582558f-bfff-4ef3-a60a-1abb9f7c1b31 req-b26b611c-7388-4a95-815e-26afe6a50026 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:36.882900 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5ef67-6813-4359-a6fa-fbac06aa4c42" -d '{"events": [{"server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "name": "network-vif-deleted", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:36.885534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Pushing event updated for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:36.891130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-fd78d79a-c2b8-443d-a8fd-ceef88ae2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:36.892665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6493d842-1e60-4625-b3c5-1ea5fe67fc12 req-fd78d79a-c2b8-443d-a8fd-ceef88ae2b40 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8225813 Oct 29 11:25:36.900954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582558f-bfff-4ef3-a60a-1abb9f7c1b31 req-b26b611c-7388-4a95-815e-26afe6a50026 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:36.911128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3582558f-bfff-4ef3-a60a-1abb9f7c1b31 req-b26b611c-7388-4a95-815e-26afe6a50026 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2400 time: 0.1714694 Oct 29 11:25:36.914660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:36.979311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3582558f-bfff-4ef3-a60a-1abb9f7c1b31 req-e2869293-e4d5-445e-ad40-3a54ddd9cd37 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661740 Oct 29 11:25:37.083937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Made reservation on behalf of 21b5cfd5025d4c1f9f54dfc9352deba8 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:37.087953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.105722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1744-6380-49aa-9770-2307d0c12044 req-99f9ea03-8628-46cb-a60c-1fac6d307830 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:37.107483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f3b1744-6380-49aa-9770-2307d0c12044 req-99f9ea03-8628-46cb-a60c-1fac6d307830 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.6894917 Oct 29 11:25:37.168888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Attempting to bind port fe48b066-a005-4f49-845f-6b30848f2ac1 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:37.169499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Attempting to bind port fe48b066-a005-4f49-845f-6b30848f2ac1 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:37.169997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Attempting to bind port fe48b066-a005-4f49-845f-6b30848f2ac1 on network 9b14e51c-22e8-4065-a4b9-d09a75010039 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:37.183094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a45fb24-bc70-4a2a-8b72-e8567b02d2d6 req-c4fb7105-d21c-40cf-8997-e5c1a697e322 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0576479 Oct 29 11:25:37.196628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Port fe48b066-a005-4f49-845f-6b30848f2ac1 on network 9b14e51c-22e8-4065-a4b9-d09a75010039 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:37.197171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Attempting to bind port fe48b066-a005-4f49-845f-6b30848f2ac1 on network 9b14e51c-22e8-4065-a4b9-d09a75010039 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:37.212513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d6-d7f9-4881-9008-0efff6d3649c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.399768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f3b1744-6380-49aa-9770-2307d0c12044 req-8cc25c61-f86f-4b63-be7b-68a0435187b4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622089 Oct 29 11:25:37.403450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:37.404811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Checking segment: {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:37.405559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Bound using segment: {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:37.406374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Bound port: fe48b066-a005-4f49-845f-6b30848f2ac1, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:37.406967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.414597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d6-d7f9-4881-9008-0efff6d3649c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.423207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b4d6-d7f9-4881-9008-0efff6d3649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.494851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Allocated IP 172.20.0.4 (9de7a28f-8804-419e-b970-7dcd3df5c69b/9ba24032-209e-43bd-b944-7d99a8d7be89/de5c852c-750d-403f-aad2-7f2fc34d9026) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:37.523184 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9d95e-5044-4dab-8093-2415c7ccbb86 x-openstack-request-id: req-98f9d95e-5044-4dab-8093-2415c7ccbb86 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:37.523688 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e04b1d-1ad0-4916-8648-35683080b4d9", "name": "network-vif-deleted", "tag": "0a47b46b-3891-493c-89ce-d1cd59385f15", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:37.523980 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98f9d95e-5044-4dab-8093-2415c7ccbb86 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:37.524467 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e04b1d-1ad0-4916-8648-35683080b4d9', 'name': 'network-vif-deleted', 'tag': '0a47b46b-3891-493c-89ce-d1cd59385f15', 'status': 'completed', 'code': 200} Oct 29 11:25:37.544834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:37.552101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e6404555-ec1a-4a57-811e-64f8ee122cc4 req-c61d41d2-101b-44d4-a086-a19381c1d957 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.1085365 Oct 29 11:25:37.585499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe48b066-a005-4f49-845f-6b30848f2ac1,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:37.599546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.661977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5cb5b4d6-d7f9-4881-9008-0efff6d3649c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ad1ebdc1eb94c05b627b04e5dc58282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454901 Oct 29 11:25:37.674474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5b4d6-d7f9-4881-9008-0efff6d3649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a0cebd-6363-482c-a65e-871fa27d6ff4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:37.676544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45034) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:37.676943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45036) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:37.838984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:37.839662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:37.842240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe48b066-a005-4f49-845f-6b30848f2ac1 HTTP/1.1" status: 200 len: 1091 time: 4.0481021 Oct 29 11:25:37.922788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Request body: {'port': {'device_id': '4373d797-28f1-419f-85a6-a761b6f7a863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:38.061378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf8c9-e4c0-47e0-9105-40eef5dc3561 service neutron] Pushing event updated for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:38.132028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:38.394081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-066027cf-5ef5-4864-bf8a-7a666e2e3408 req-5d57c504-f1e6-4c16-a1d4-face6e72690b tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0689368 Oct 29 11:25:38.569079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:38.625817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:38.629738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:38.708155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14411fc5-08f5-48f3-9340-efa8b84d7891 req-18de340c-faa3-40fa-8c00-6a40e0ddbd0d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:38.717465 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14411fc5-08f5-48f3-9340-efa8b84d7891 req-18de340c-faa3-40fa-8c00-6a40e0ddbd0d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1039910 Oct 29 11:25:38.793970 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14411fc5-08f5-48f3-9340-efa8b84d7891 req-2954137a-a6a1-4174-9205-2298cab69eb9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722940 Oct 29 11:25:38.889169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:38.909963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a2de46c1-b471-41cb-9222-bf035ac0b680 req-14ce9ef4-6d84-4b81-9d2f-4d2ea28cf67c tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0502648 Oct 29 11:25:38.927475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d493-c076-44c1-bfc3-881117edcc21 req-5a2e0621-7f6d-4ab4-98b3-b265544a86b0 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:38.945954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d493-c076-44c1-bfc3-881117edcc21 req-5a2e0621-7f6d-4ab4-98b3-b265544a86b0 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:38.953852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d493-c076-44c1-bfc3-881117edcc21 req-5a2e0621-7f6d-4ab4-98b3-b265544a86b0 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:38.961625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c11d493-c076-44c1-bfc3-881117edcc21 req-5a2e0621-7f6d-4ab4-98b3-b265544a86b0 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2400 time: 0.8489726 Oct 29 11:25:39.039548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c11d493-c076-44c1-bfc3-881117edcc21 req-b01a857f-dc46-4a47-b988-5fc7af0872c8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768528 Oct 29 11:25:39.040355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.044114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.048300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88a0cebd-6363-482c-a65e-871fa27d6ff4 HTTP/1.1" status: 204 len: 168 time: 1.3572123 Oct 29 11:25:39.052866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:39.106549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf0272-2799-44f0-91d6-b294e0c20f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a0cebd-6363-482c-a65e-871fa27d6ff4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:39.114984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:39.135560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:39.196106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:39.196786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.333876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2054198 Oct 29 11:25:39.385423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Request body: {'port': {'device_id': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:39.390806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8b344-dc8e-412d-9a52-6f41f31ee66c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event updated for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:39.502381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6626fe1b-363c-40ba-869c-4547cdaac464 None None] Provisioning complete for port de5c852c-750d-403f-aad2-7f2fc34d9026 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:39.507887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6626fe1b-363c-40ba-869c-4547cdaac464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.530300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:39.533364 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527" -d '{"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:39.579986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.584549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45068) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:39.629512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c38b42fe-2eb0-472d-91aa-aad43e0b2726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.632124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6626fe1b-363c-40ba-869c-4547cdaac464 None None] Port de5c852c-750d-403f-aad2-7f2fc34d9026 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:25:39.679405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994116fa-e24f-4012-98da-6cb328beb230 req-6a04ae3e-554e-4310-af21-d1cc6fb44e11 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:39.691645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-994116fa-e24f-4012-98da-6cb328beb230 req-6a04ae3e-554e-4310-af21-d1cc6fb44e11 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 931 time: 0.1154621 Oct 29 11:25:39.718816 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40318e-dcbe-49fc-8a20-6429eee9fecc x-openstack-request-id: req-4c40318e-dcbe-49fc-8a20-6429eee9fecc {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:39.719105 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:39.719497 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c40318e-dcbe-49fc-8a20-6429eee9fecc {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:39.719951 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1', 'status': 'completed', 'code': 200} Oct 29 11:25:39.764300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-994116fa-e24f-4012-98da-6cb328beb230 req-5d91bc5f-3506-41de-9e78-c23f97ca7634 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673959 Oct 29 11:25:39.765778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b9e48d-91e0-4f1a-940d-0059b5d25f70 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:39.815288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:39.945519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Transition to ACTIVE for port object e5b9e48d-91e0-4f1a-940d-0059b5d25f70 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:25:39.986754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.053031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50f1d3e-3eff-458b-84a4-e30e824212ab req-008ec37d-173b-4220-8e95-08bd04d69ca3 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0311983 Oct 29 11:25:40.067645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-9bb979fd-05ed-4866-ad02-00dde4d68034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.068141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-9bb979fd-05ed-4866-ad02-00dde4d68034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.068615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-9bb979fd-05ed-4866-ad02-00dde4d68034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.070677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-9bb979fd-05ed-4866-ad02-00dde4d68034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2798 time: 0.3323371 Oct 29 11:25:40.258233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113b44-60fd-46fd-b7e5-ba31c5276558 req-eba849f4-e75c-403a-b1ca-9e6a670733f6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.265707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113b44-60fd-46fd-b7e5-ba31c5276558 req-eba849f4-e75c-403a-b1ca-9e6a670733f6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.273147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113b44-60fd-46fd-b7e5-ba31c5276558 req-eba849f4-e75c-403a-b1ca-9e6a670733f6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.282958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd113b44-60fd-46fd-b7e5-ba31c5276558 req-eba849f4-e75c-403a-b1ca-9e6a670733f6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.0914450 Oct 29 11:25:40.292258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:40.303105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66c16-f132-43a0-842a-a6eb324cd891 req-65311501-c272-4af2-a415-70cff4af3e66 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.304691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ab66c16-f132-43a0-842a-a6eb324cd891 req-65311501-c272-4af2-a415-70cff4af3e66 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.3974636 Oct 29 11:25:40.331000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.347375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd113b44-60fd-46fd-b7e5-ba31c5276558 req-ab476183-99c4-4b44-b28e-8df0d3e2c4e2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Oct 29 11:25:40.358979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c38b42fe-2eb0-472d-91aa-aad43e0b2726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.495610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c38b42fe-2eb0-472d-91aa-aad43e0b2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.663951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-a29cf333-f2fd-4c31-b94f-acc126cae29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.664543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-a29cf333-f2fd-4c31-b94f-acc126cae29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.665028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-a29cf333-f2fd-4c31-b94f-acc126cae29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:40.666657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-a29cf333-f2fd-4c31-b94f-acc126cae29f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5458460 Oct 29 11:25:40.678129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c38b42fe-2eb0-472d-91aa-aad43e0b2726 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c8f8deb38b445fe9a8e2bdaae3073d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0900848 Oct 29 11:25:40.680050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:40.681363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ab66c16-f132-43a0-842a-a6eb324cd891 req-9404b990-70cf-4e00-8379-f9c2583d79fe tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607428 Oct 29 11:25:40.760426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b42fe-2eb0-472d-91aa-aad43e0b2726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e24f65-c7d6-47fc-a6b1-d6fae0751d8a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:40.777933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.831072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.832769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Attempting to bind port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:40.836985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Attempting to bind port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:40.839518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Attempting to bind port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:40.876594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:40.876809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Attempting to bind port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 on network 41d9c74c-7620-4d63-be56-6617eb6181d9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:40.907266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.912315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:40.913939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79e24f65-c7d6-47fc-a6b1-d6fae0751d8a HTTP/1.1" status: 204 len: 168 time: 0.2321761 Oct 29 11:25:40.945997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f2da3-4a29-4f96-aba3-015a5ace24cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e24f65-c7d6-47fc-a6b1-d6fae0751d8a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:40.983563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:40.984104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Checking segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:40.984279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Bound using segment: {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:40.984711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Bound port: e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8693df7c-aac7-4125-a930-f879ee739c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:40.985083 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.066309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:41.070450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:41.101135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5c852c-750d-403f-aad2-7f2fc34d9026 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:41.129174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.230554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4dfd0b0c-73ae-494c-ab38-b52480a762e0 req-bc7564a6-e1cb-460d-b2cb-86c6ad5776d2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0490859 Oct 29 11:25:41.235940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.241998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:41.283445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Transition to ACTIVE for port object de5c852c-750d-403f-aad2-7f2fc34d9026 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:25:41.306551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1baa-1c96-43e9-b3ef-0fa68d0ada60 req-8db3e463-ebd5-4dd2-89cb-5bf253cb18ef tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.309728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddce1baa-1c96-43e9-b3ef-0fa68d0ada60 req-8db3e463-ebd5-4dd2-89cb-5bf253cb18ef tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 931 time: 0.4271586 Oct 29 11:25:41.317061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.466117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.467220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.468885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-a83bed05-bdd7-4abe-8363-44908eb573b7 service neutron] 10.222.0.86 "PUT /v2.0/ports/e5b9e48d-91e0-4f1a-940d-0059b5d25f70 HTTP/1.1" status: 200 len: 1092 time: 3.5645788 Oct 29 11:25:41.607869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-bf725f20-6bd8-4613-847a-3e9aafa3676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.617862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1aa36cf2-891b-40a8-aed4-2f7c73cfe527 req-bf725f20-6bd8-4613-847a-3e9aafa3676f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9319491 Oct 29 11:25:41.671712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5975-70b9-4156-b857-6c0e1690118f req-521bdf13-c174-4d00-8574-d1ea60f6e67e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.675172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddce1baa-1c96-43e9-b3ef-0fa68d0ada60 req-a9ed7de8-2876-4025-9ec9-668d14946274 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543787 Oct 29 11:25:41.678582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Pushing event updated for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:41.693518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5975-70b9-4156-b857-6c0e1690118f req-521bdf13-c174-4d00-8574-d1ea60f6e67e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.701310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5975-70b9-4156-b857-6c0e1690118f req-521bdf13-c174-4d00-8574-d1ea60f6e67e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:41.717751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fced5975-70b9-4156-b857-6c0e1690118f req-521bdf13-c174-4d00-8574-d1ea60f6e67e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.1960509 Oct 29 11:25:41.723696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45118) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:41.747733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:41.750173 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e216ec-acab-402a-8ea7-0ee134223c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:41.792763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42044ad-b6ac-41c1-b723-ba854c81214d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:41.850074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fced5975-70b9-4156-b857-6c0e1690118f req-f371a614-3cec-494d-9bab-577da2450c77 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282833 Oct 29 11:25:42.054200 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3c18c-a559-4d02-891c-a0a4c98c9736 x-openstack-request-id: req-11f3c18c-a559-4d02-891c-a0a4c98c9736 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:42.054782 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:42.054782 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11f3c18c-a559-4d02-891c-a0a4c98c9736 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:42.055127 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'status': 'completed', 'code': 200} Oct 29 11:25:42.059324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42044ad-b6ac-41c1-b723-ba854c81214d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.070196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42044ad-b6ac-41c1-b723-ba854c81214d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.085577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94d89-6a2e-4e84-9456-af74ac8f9027 req-102a5e3c-7dd5-4e2a-bc5e-2c9035bd27a1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.087230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7df94d89-6a2e-4e84-9456-af74ac8f9027 req-102a5e3c-7dd5-4e2a-bc5e-2c9035bd27a1 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.2485058 Oct 29 11:25:42.096699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-140a3793-c823-4092-9a19-c35518e40aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.097223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-140a3793-c823-4092-9a19-c35518e40aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.097969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-140a3793-c823-4092-9a19-c35518e40aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.099627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-140a3793-c823-4092-9a19-c35518e40aff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2865 time: 0.4192955 Oct 29 11:25:42.181365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d42044ad-b6ac-41c1-b723-ba854c81214d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58f09302378c40bcb1d54e63402abbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544230 Oct 29 11:25:42.184068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42044ad-b6ac-41c1-b723-ba854c81214d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c7f38-ae4d-44b6-a0a5-5816c7f55ea8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:42.185544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:42.231271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Attempting to bind port de5c852c-750d-403f-aad2-7f2fc34d9026 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:42.232588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Attempting to bind port de5c852c-750d-403f-aad2-7f2fc34d9026 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:42.233187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Attempting to bind port de5c852c-750d-403f-aad2-7f2fc34d9026 on network 9de7a28f-8804-419e-b970-7dcd3df5c69b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:42.238313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-ae8cd2dd-1296-4bad-b3cb-e79071a99cd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=f4c22a53-7442-40bc-b897-b5d9d1541607 HTTP/1.1" status: 200 len: 217 time: 0.0815363 Oct 29 11:25:42.305305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Port de5c852c-750d-403f-aad2-7f2fc34d9026 on network 9de7a28f-8804-419e-b970-7dcd3df5c69b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:42.306227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Attempting to bind port de5c852c-750d-403f-aad2-7f2fc34d9026 on network 9de7a28f-8804-419e-b970-7dcd3df5c69b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:42.313601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-43eb1ebe-2ef0-426b-b293-8b066713d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.315567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-43eb1ebe-2ef0-426b-b293-8b066713d14b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b312b77f-379e-43f9-8a8a-79339204a519 HTTP/1.1" status: 200 len: 801 time: 0.0655308 Oct 29 11:25:42.319682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:42.320371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Checking segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:42.320980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Bound using segment: {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:42.321662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Bound port: de5c852c-750d-403f-aad2-7f2fc34d9026, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbe0fff-e3f6-45df-ae64-b69aad6b719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:42.322230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.324713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.380084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Deleting port 3f3e0301-7012-4cd0-b077-88cb46f7056e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:42.380791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.392664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3e23f31b-94c7-499b-a29c-e8d0609789d3 req-ce150c56-07d9-4224-857c-771c486711dd tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0502779 Oct 29 11:25:42.415343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.514514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.520304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:42.526228 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d26c7f38-ae4d-44b6-a0a5-5816c7f55ea8 HTTP/1.1" status: 204 len: 168 time: 0.3372724 Oct 29 11:25:42.560099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1ae30-8c7d-4591-8c50-ac925f3f9cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c7f38-ae4d-44b6-a0a5-5816c7f55ea8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:42.867801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee186d-f385-427b-9a87-8d586f7a0178 req-cda08898-45e0-4a86-9d95-ac30a2367797 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:42.869853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7ee186d-f385-427b-9a87-8d586f7a0178 req-cda08898-45e0-4a86-9d95-ac30a2367797 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.0814562 Oct 29 11:25:42.927582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7ee186d-f385-427b-9a87-8d586f7a0178 req-15a353cf-79a6-476e-83f8-f0a1e4661c0f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Oct 29 11:25:42.959873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7df94d89-6a2e-4e84-9456-af74ac8f9027 req-ec2bba23-a5c6-45f5-aa04-13ea355241ab tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529558 Oct 29 11:25:43.092846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-2b3dd2ba-19d8-49da-aa89-8b765b53970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:43.095266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-2b3dd2ba-19d8-49da-aa89-8b765b53970c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41d9c74c-7620-4d63-be56-6617eb6181d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7499738 Oct 29 11:25:43.097741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] For port 3f3e0301-7012-4cd0-b077-88cb46f7056e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f3e0301-7012-4cd0-b077-88cb46f7056e,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:43.098497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:43.150808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Calling delete_port for 3f3e0301-7012-4cd0-b077-88cb46f7056e owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:43.153396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:43.173537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330487b-8c25-45b7-9585-a98e9daade42 req-c4a1c7b1-9096-40fe-bbb2-43ea3dfcc35d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:43.202225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330487b-8c25-45b7-9585-a98e9daade42 req-c4a1c7b1-9096-40fe-bbb2-43ea3dfcc35d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:43.216586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=de5c852c-750d-403f-aad2-7f2fc34d9026,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:43.222403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330487b-8c25-45b7-9585-a98e9daade42 req-c4a1c7b1-9096-40fe-bbb2-43ea3dfcc35d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:43.230996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2330487b-8c25-45b7-9585-a98e9daade42 req-c4a1c7b1-9096-40fe-bbb2-43ea3dfcc35d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.2119110 Oct 29 11:25:43.232440 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:43.302048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2330487b-8c25-45b7-9585-a98e9daade42 req-e5c02825-195d-4104-8439-cea6dfbac522 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682147 Oct 29 11:25:43.451193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:43.451825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:43.453966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] 10.222.0.41 "PUT /v2.0/ports/de5c852c-750d-403f-aad2-7f2fc34d9026 HTTP/1.1" status: 200 len: 1091 time: 4.0900574 Oct 29 11:25:43.646973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f6a51-d64f-4418-86c3-e92d005743ed service neutron] Pushing event updated for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:43.681878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-66e19348-8e88-42c5-b6df-9b393270bd68 service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711877 Oct 29 11:25:43.849182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a7943f9-dbaf-49a2-8675-5642fe457afa req-24704c86-8efd-417f-8c51-435dfe701bb4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.2600811 Oct 29 11:25:44.057358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:44.064991 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83609923-fbee-4dea-b0a4-fb4e7608d2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:44.098492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-ad95ea54-6f7f-4594-a1f2-290336be11cf service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796294 Oct 29 11:25:44.169084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-9cefda15-360b-4a79-8850-097b7b5b99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.171291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-9cefda15-360b-4a79-8850-097b7b5b99c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8&device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 1094 time: 0.5895042 Oct 29 11:25:44.204323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209c944-24b7-4595-a93c-e45f8de804c4 req-d964bd01-445b-4658-8827-5c4ff183e110 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.227188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a209c944-24b7-4595-a93c-e45f8de804c4 req-d964bd01-445b-4658-8827-5c4ff183e110 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1322739 Oct 29 11:25:44.270309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-bf8cc4e8-3705-42f6-933c-9ac49b78da96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=fe48b066-a005-4f49-845f-6b30848f2ac1 HTTP/1.1" status: 200 len: 217 time: 0.1284273 Oct 29 11:25:44.350163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a209c944-24b7-4595-a93c-e45f8de804c4 req-d975fec6-0867-4bbc-888b-13fff06c367e tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180439 Oct 29 11:25:44.376539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-c455a3a5-8ad6-4292-90d4-cd508f685dc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5c852c-750d-403f-aad2-7f2fc34d9026 HTTP/1.1" status: 200 len: 217 time: 0.1470079 Oct 29 11:25:44.474509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:44.489795 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaa13c0-6976-49f6-b192-6bf338116d9f x-openstack-request-id: req-9aaa13c0-6976-49f6-b192-6bf338116d9f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:44.490243 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:44.490596 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9aaa13c0-6976-49f6-b192-6bf338116d9f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:44.491111 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'status': 'completed', 'code': 200} Oct 29 11:25:44.539081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3e0301-7012-4cd0-b077-88cb46f7056e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:44.616148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93dde4-dfd5-4c8d-a9f9-317406ba3124 req-e96a87e2-a5f6-4f8e-9b41-0dc7b00bc8b6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.620064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe93dde4-dfd5-4c8d-a9f9-317406ba3124 req-e96a87e2-a5f6-4f8e-9b41-0dc7b00bc8b6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.4765515 Oct 29 11:25:44.622954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f2d8e8b8-7149-4083-8d7c-00ed4c70e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.625996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-f2d8e8b8-7149-4083-8d7c-00ed4c70e019 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=494d4695-786e-44e5-9007-f5cf0482815d HTTP/1.1" status: 200 len: 801 time: 0.3442049 Oct 29 11:25:44.710470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-629ceb64-9294-45fa-9b5e-6c1e897738b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.712497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-629ceb64-9294-45fa-9b5e-6c1e897738b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba24032-209e-43bd-b944-7d99a8d7be89 HTTP/1.1" status: 200 len: 855 time: 0.2900982 Oct 29 11:25:44.730888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ae3c-8397-4c3a-aad4-1736989c1684 req-9888110a-ce74-4faf-b73d-cfa756f8df11 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.756878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ae3c-8397-4c3a-aad4-1736989c1684 req-9888110a-ce74-4faf-b73d-cfa756f8df11 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.763018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ae3c-8397-4c3a-aad4-1736989c1684 req-9888110a-ce74-4faf-b73d-cfa756f8df11 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.772135 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf31ae3c-8397-4c3a-aad4-1736989c1684 req-9888110a-ce74-4faf-b73d-cfa756f8df11 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.1182649 Oct 29 11:25:44.813284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe93dde4-dfd5-4c8d-a9f9-317406ba3124 req-36a56a89-d31f-4347-8f44-7c99ef3efc64 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815860 Oct 29 11:25:44.833823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf31ae3c-8397-4c3a-aad4-1736989c1684 req-20da6f9d-d6ce-4d8c-bdc1-8a675a6c32d6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612047 Oct 29 11:25:44.886230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fa45aaf7-f39a-42a4-a683-0b06b4169b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.887879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-fa45aaf7-f39a-42a4-a683-0b06b4169b61 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b14e51c-22e8-4065-a4b9-d09a75010039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2158282 Oct 29 11:25:44.899476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-a29d0ec0-c4f9-4326-8379-fb5800efa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:44.901951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-a29d0ec0-c4f9-4326-8379-fb5800efa2cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9de7a28f-8804-419e-b970-7dcd3df5c69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666141 Oct 29 11:25:45.069893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3136ada7-d7b8-4ab6-af3c-a3d3e917bf87 req-723a8f3b-8463-43c3-8ccc-ad6a06ccf612 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0708175 Oct 29 11:25:45.322358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-723794cb-a6ec-46d1-be3f-45bfb23b033d service neutron] 10.222.0.86 "GET /v2.0/networks/9b14e51c-22e8-4065-a4b9-d09a75010039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190376 Oct 29 11:25:45.330485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-8f33a555-c0a6-4112-b0e9-8fbdea49aba8 service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646216 Oct 29 11:25:45.337379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:45.452643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-9b0b0417-5fd8-4518-8ce5-0d563ec91f25 service neutron] 10.222.0.86 "GET /v2.0/networks/9b14e51c-22e8-4065-a4b9-d09a75010039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210601 Oct 29 11:25:45.559912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fda69bb9-6fc1-4e9c-a85e-367e89493179 req-022152e0-1b46-4a65-a4fa-fc95cd665e83 service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083185 Oct 29 11:25:45.591778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79001-add1-428b-b125-f77b74884ac6 req-2bb8831c-c682-46ae-8b09-d5d9251bf694 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:45.610497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5af79001-add1-428b-b125-f77b74884ac6 req-2bb8831c-c682-46ae-8b09-d5d9251bf694 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1223106 Oct 29 11:25:45.700924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5af79001-add1-428b-b125-f77b74884ac6 req-a79f23bc-dbb6-4705-a2a7-966f8364734d tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839899 Oct 29 11:25:45.754505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-9662b3cc-4ec7-4fb3-8c90-d6885415cdab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70 HTTP/1.1" status: 200 len: 217 time: 0.1925445 Oct 29 11:25:45.886329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-244ad171-c1b6-4920-81cd-6d96ee50f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:45.887904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-244ad171-c1b6-4920-81cd-6d96ee50f2a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8&device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 1094 time: 0.2458632 Oct 29 11:25:45.890246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-9e8bc49e-8c0e-4c49-b0c7-1283e7bac213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:45.891564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-9e8bc49e-8c0e-4c49-b0c7-1283e7bac213 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b312b77f-379e-43f9-8a8a-79339204a519 HTTP/1.1" status: 200 len: 801 time: 0.0948489 Oct 29 11:25:46.157220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-7690c7bb-c79f-4c7a-a30b-5ff92ec0d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.158663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-7690c7bb-c79f-4c7a-a30b-5ff92ec0d928 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41d9c74c-7620-4d63-be56-6617eb6181d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2548714 Oct 29 11:25:46.163687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39817f-0e31-4973-a6f2-1b007e122e28 req-8aab726b-e8ec-4ee5-b5ef-3fe265a0746c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.172431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39817f-0e31-4973-a6f2-1b007e122e28 req-8aab726b-e8ec-4ee5-b5ef-3fe265a0746c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.172613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8826-73bc-468f-9d61-4db8ddaded8e req-917f269c-d422-4114-a02e-2806b7b44170 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.173957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-700e8826-73bc-468f-9d61-4db8ddaded8e req-917f269c-d422-4114-a02e-2806b7b44170 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1359568 Oct 29 11:25:46.184308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-724b0dc6-853d-480c-b0a6-c215da549268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.185587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39817f-0e31-4973-a6f2-1b007e122e28 req-8aab726b-e8ec-4ee5-b5ef-3fe265a0746c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.185864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-724b0dc6-853d-480c-b0a6-c215da549268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9de7a28f-8804-419e-b970-7dcd3df5c69b HTTP/1.1" status: 200 len: 917 time: 0.2905445 Oct 29 11:25:46.188048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f39817f-0e31-4973-a6f2-1b007e122e28 req-8aab726b-e8ec-4ee5-b5ef-3fe265a0746c tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.0927160 Oct 29 11:25:46.243987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f39817f-0e31-4973-a6f2-1b007e122e28 req-8ffaf610-dff3-42ab-81a1-da09c2df5b26 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482240 Oct 29 11:25:46.247513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Router 9a811d35-2d01-4c58-91e0-98546d52a9a6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:25:46.288627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-e62d45d1-fcf8-4225-aa16-1527b66e7560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5c852c-750d-403f-aad2-7f2fc34d9026 HTTP/1.1" status: 200 len: 217 time: 0.0829563 Oct 29 11:25:46.355806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-700e8826-73bc-468f-9d61-4db8ddaded8e req-1cd7ad4d-3590-442a-9ca3-a4050b80be7c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673756 Oct 29 11:25:46.484266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-b93fc0b0-19c4-4700-9f78-6e0bbf94f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.485795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-b93fc0b0-19c4-4700-9f78-6e0bbf94f96e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba24032-209e-43bd-b944-7d99a8d7be89 HTTP/1.1" status: 200 len: 855 time: 0.1852078 Oct 29 11:25:46.513727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-af722709-5274-45ad-8c57-e41af168602d service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385494 Oct 29 11:25:46.533984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-30ebc787-dfcd-47b6-8e96-695680ae4c68 req-ac168a06-b05b-489a-aa3d-f5503cd727cb tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0556631 Oct 29 11:25:46.877239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd980d6b-3dc2-412b-a55e-f74102ea3681 req-2526d04a-4993-4a80-b47a-5762bd1dca2a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:46.889638 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd980d6b-3dc2-412b-a55e-f74102ea3681 req-2526d04a-4993-4a80-b47a-5762bd1dca2a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.0981972 Oct 29 11:25:46.955813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd980d6b-3dc2-412b-a55e-f74102ea3681 req-5b8fd6b6-9ca8-4803-923f-d9042ab756c9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649331 Oct 29 11:25:46.994647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:25:47.004332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-570f80c3-26b6-4f04-95c8-7752dc631d0e admin admin] 10.222.0.77 "PUT /v2.0/routers/9a811d35-2d01-4c58-91e0-98546d52a9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3098800 Oct 29 11:25:47.011663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Sync routers for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:25:47.012306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45266) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:47.028595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:47.033128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:47.070186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-19fd1a27-6325-469a-aa76-51fdbbdad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.071891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-19fd1a27-6325-469a-aa76-51fdbbdad27f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9de7a28f-8804-419e-b970-7dcd3df5c69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5706794 Oct 29 11:25:47.128346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5bfaf5c-9cb4-42eb-b06c-d56c672193a0 req-0ef6f559-3e4c-4093-a5c2-571a488c6107 service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314170 Oct 29 11:25:47.241800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.285440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45272) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:47.330832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-5fe5b349-8732-4aaf-bc95-ea9d8164fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.331426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-5fe5b349-8732-4aaf-bc95-ea9d8164fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.331904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-5fe5b349-8732-4aaf-bc95-ea9d8164fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.335222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-5fe5b349-8732-4aaf-bc95-ea9d8164fd0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2865 time: 0.1188962 Oct 29 11:25:47.428875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-ae23ffcf-5bee-48b9-a26b-e35e54421a5b service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447621 Oct 29 11:25:47.451004 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:47.569516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.711921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2198-0030-4ccc-9ac1-ba83f8a23070 req-b013fc3b-95d4-43da-beac-18b940f185e2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.713731 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2d2198-0030-4ccc-9ac1-ba83f8a23070 req-b013fc3b-95d4-43da-beac-18b940f185e2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1572800 Oct 29 11:25:47.740985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e680a9ba-4191-4227-8953-d4003ac6d0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.770794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-da8e42b6-8564-4df2-9be6-52d6f535409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:47.778747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Deleting port b294ab76-7eb6-4d8b-9910-b53fd3c653c6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:47.779218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.784853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-da8e42b6-8564-4df2-9be6-52d6f535409d service neutron] 10.222.0.86 "GET /v2.0/networks?id=41d9c74c-7620-4d63-be56-6617eb6181d9 HTTP/1.1" status: 200 len: 903 time: 0.4387875 Oct 29 11:25:47.873570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] For port b294ab76-7eb6-4d8b-9910-b53fd3c653c6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:47.874068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.877850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:25:44Z', 'revision_number': 5, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port': {'id': 'b294ab76-7eb6-4d8b-9910-b53fd3c653c6', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:4c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:23:25Z', 'updated_at': '2021-10-29T11:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:47.888024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Calling delete_port for b294ab76-7eb6-4d8b-9910-b53fd3c653c6 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:47.950167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Checking router: 9a811d35-2d01-4c58-91e0-98546d52a9a6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:25:47.962863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e680a9ba-4191-4227-8953-d4003ac6d0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:47.967351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83609923-fbee-4dea-b0a4-fb4e7608d2d1 req-f61faf2d-5ab7-4a57-8471-1b419b72d688 service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810817 Oct 29 11:25:47.978675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Routers {'9a811d35-2d01-4c58-91e0-98546d52a9a6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:25:47.979575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['9a811d35-2d01-4c58-91e0-98546d52a9a6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:48.027336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2d2198-0030-4ccc-9ac1-ba83f8a23070 req-f59249c4-537a-4203-b3d0-2591a3dc0a92 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949173 Oct 29 11:25:48.084540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c047f92-a6ea-4f70-b7d1-74f6a3a76151 req-5ed959a2-5db9-4ed4-a14f-7c35ab1de28e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.091125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c047f92-a6ea-4f70-b7d1-74f6a3a76151 req-5ed959a2-5db9-4ed4-a14f-7c35ab1de28e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.098066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c047f92-a6ea-4f70-b7d1-74f6a3a76151 req-5ed959a2-5db9-4ed4-a14f-7c35ab1de28e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.100086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c047f92-a6ea-4f70-b7d1-74f6a3a76151 req-5ed959a2-5db9-4ed4-a14f-7c35ab1de28e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.6702909 Oct 29 11:25:48.101504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e680a9ba-4191-4227-8953-d4003ac6d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.108104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-1cf4afb2-1beb-44d1-9133-f349c2022339 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70 HTTP/1.1" status: 200 len: 217 time: 0.1191430 Oct 29 11:25:48.130777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] Set router 9a811d35-2d01-4c58-91e0-98546d52a9a6 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:25:48.195980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.200143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:25:47Z', 'revision_number': 6, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:48.224613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e680a9ba-4191-4227-8953-d4003ac6d0f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12d4253fc91d472da38487eb7f9d93d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9368544 Oct 29 11:25:48.228690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:48.232849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f30afca-88ac-4d9c-92c5-e25fc83da9f5 None None] The sync data for ids ['9a811d35-2d01-4c58-91e0-98546d52a9a6'] in n-d-805046-9 is: [{'id': '9a811d35-2d01-4c58-91e0-98546d52a9a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-283038768-router', 'tenant_id': 'b445fdc656274552a754910908ae848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:23:24Z', 'updated_at': '2021-10-29T11:25:47Z', 'revision_number': 6, 'project_id': 'b445fdc656274552a754910908ae848a', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:25:48.250302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680a9ba-4191-4227-8953-d4003ac6d0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190525e9-b4ad-4af9-875e-78cf923b73e8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:48.259664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51637dda-e275-4d54-991f-c0e26b02bd26 req-97727d54-8874-43fe-aa73-8b884237b3ce tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0791543 Oct 29 11:25:48.281715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Pushing event deleted for resources: {'Port': ['ID=b294ab76-7eb6-4d8b-9910-b53fd3c653c6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:48.312896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c047f92-a6ea-4f70-b7d1-74f6a3a76151 req-9a8a2373-76d8-4b0e-97a0-6d4b9d2e827f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853735 Oct 29 11:25:48.329498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-96f3389e-43e7-4d82-ab09-642415c76c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.331110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-96f3389e-43e7-4d82-ab09-642415c76c46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b312b77f-379e-43f9-8a8a-79339204a519 HTTP/1.1" status: 200 len: 801 time: 0.2019384 Oct 29 11:25:48.375730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.515801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.528701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.534735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.564620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-9e2de186-4818-4ef3-80dc-ead752c70959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.566485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-9e2de186-4818-4ef3-80dc-ead752c70959 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41d9c74c-7620-4d63-be56-6617eb6181d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2175317 Oct 29 11:25:48.621397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.621734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a811d35-2d01-4c58-91e0-98546d52a9a6 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:25:48.626172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.627578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.629062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe465092-00fe-4472-b1b1-5bbb7c55f24f admin admin] 10.222.0.77 "DELETE /v2.0/routers/9a811d35-2d01-4c58-91e0-98546d52a9a6 HTTP/1.1" status: 204 len: 168 time: 1.6150508 Oct 29 11:25:48.631903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:48.745432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2bce0-6c51-4cb0-82f4-1828d6bb7961 req-97cc2da4-3e01-4c45-b5ef-cf17ddee1e76 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:48.745432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07f2bce0-6c51-4cb0-82f4-1828d6bb7961 req-97cc2da4-3e01-4c45-b5ef-cf17ddee1e76 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.2896030 Oct 29 11:25:48.745653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Deleting subnet 82cd71e0-d6dd-42ca-8304-0eb87875a649 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:25:48.750564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.826277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.890237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07f2bce0-6c51-4cb0-82f4-1828d6bb7961 req-f90a43e1-41cd-43ea-851e-3ca4dc4d3883 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462831 Oct 29 11:25:48.898474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-3fa2e9da-b81b-4a0a-b83c-8c04a68dbd88 service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105664 Oct 29 11:25:48.926380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.929156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.932951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/190525e9-b4ad-4af9-875e-78cf923b73e8 HTTP/1.1" status: 204 len: 168 time: 0.7033081 Oct 29 11:25:48.967291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:48.986185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b36195-d9f4-45b9-9e58-158bfb5b0709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190525e9-b4ad-4af9-875e-78cf923b73e8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:49.066211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88e216ec-acab-402a-8ea7-0ee134223c6d req-3be5ac12-46e2-48ab-a64d-39754bd25ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606717 Oct 29 11:25:49.140622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:49.202722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cd71e0-d6dd-42ca-8304-0eb87875a649,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:49.226610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103dae6a-925f-4685-8fa2-52beb695586a None None] Network 73c9414e-e78d-423f-8ddf-5c9208df3393 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:25:49.247474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:49.256804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-942da9fa-8cf6-40b1-ab52-5341de4882b0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/82cd71e0-d6dd-42ca-8304-0eb87875a649 HTTP/1.1" status: 204 len: 168 time: 0.6213520 Oct 29 11:25:49.257368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45318) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:49.359185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f3e0301-7012-4cd0-b077-88cb46f7056e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:49.359682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5b8ea-c832-4612-bf2b-5b8f69622033 req-c390b3a1-a090-4615-901b-d3d5cae5e67e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:49.381115 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9a5b8ea-c832-4612-bf2b-5b8f69622033 req-c390b3a1-a090-4615-901b-d3d5cae5e67e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1694791 Oct 29 11:25:49.414636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3f3e0301-7012-4cd0-b077-88cb46f7056e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:25:49.415861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f3e0301-7012-4cd0-b077-88cb46f7056e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:25:49.416449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b294ab76-7eb6-4d8b-9910-b53fd3c653c6 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:49.478418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9a5b8ea-c832-4612-bf2b-5b8f69622033 req-ace3ff57-9de8-441f-8f4a-5c166d2abf7e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894570 Oct 29 11:25:49.515689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b294ab76-7eb6-4d8b-9910-b53fd3c653c6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:25:49.516099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b294ab76-7eb6-4d8b-9910-b53fd3c653c6 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:25:49.517271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad883ce5-c3be-4d3f-8e94-d14c7385befe req-412a8cd9-044f-4667-90fe-9d6d2b6650e7 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.1107533 Oct 29 11:25:49.597515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:49.600506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:49.644763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d9d9-1dee-4394-8352-fcdcdf10f39b req-a1712676-184d-44e1-a773-31b47b19df12 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:49.654262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d9d9-1dee-4394-8352-fcdcdf10f39b req-a1712676-184d-44e1-a773-31b47b19df12 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:49.662467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d9d9-1dee-4394-8352-fcdcdf10f39b req-a1712676-184d-44e1-a773-31b47b19df12 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:49.669784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bad-2ba4-46ec-a7ac-9b57d8265449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:49.676443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1569d9d9-1dee-4394-8352-fcdcdf10f39b req-a1712676-184d-44e1-a773-31b47b19df12 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.1249540 Oct 29 11:25:49.734640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1569d9d9-1dee-4394-8352-fcdcdf10f39b req-dfb6f2a3-5e12-4912-84f3-efa20dafc67f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Oct 29 11:25:49.835717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Deleting port a9dfefa6-20ec-437a-a0d0-42a536a3e244 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:49.836367 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:49.860217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] DHCP port deletion for 73c9414e-e78d-423f-8ddf-5c9208df3393 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:25:49.952289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Deleting port a9dfefa6-20ec-437a-a0d0-42a536a3e244 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:25:49.953278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.026958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] For port a9dfefa6-20ec-437a-a0d0-42a536a3e244, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9dfefa6-20ec-437a-a0d0-42a536a3e244,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:50.027661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.043049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Calling delete_port for a9dfefa6-20ec-437a-a0d0-42a536a3e244 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:50.085773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] For port a9dfefa6-20ec-437a-a0d0-42a536a3e244, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9dfefa6-20ec-437a-a0d0-42a536a3e244,segment=NetworkSegment(0fbea8ef-4c11-43de-96cd-f02921802608),segment_id=0fbea8ef-4c11-43de-96cd-f02921802608)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:50.086187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.090027 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bad-2ba4-46ec-a7ac-9b57d8265449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.099415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5fb62bad-2ba4-46ec-a7ac-9b57d8265449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.150385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.154628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd4f9f-fdfc-4662-924b-29591648e674 req-6780bf98-8412-4f43-a52b-9f09bf4e8ea3 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:50.163874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8fd4f9f-fdfc-4662-924b-29591648e674 req-6780bf98-8412-4f43-a52b-9f09bf4e8ea3 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1269827 Oct 29 11:25:50.170658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Calling delete_port for a9dfefa6-20ec-437a-a0d0-42a536a3e244 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:25:50.208729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] Pushing event deleted for resources: {'Port': ['ID=a9dfefa6-20ec-437a-a0d0-42a536a3e244,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:50.220833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050cdf9-62f2-488b-9e48-61a58c47e3e7 None None] No DVR routers for this DVR port a9dfefa6-20ec-437a-a0d0-42a536a3e244 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:50.247770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb62bad-2ba4-46ec-a7ac-9b57d8265449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31457904-3771-4d46-90ea-83e66ec42b29,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:50.268476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8fd4f9f-fdfc-4662-924b-29591648e674 req-306ee62a-e38f-47e3-b2ef-81faa818e33b tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016190 Oct 29 11:25:50.284220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5fb62bad-2ba4-46ec-a7ac-9b57d8265449 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cfaa66812784860af9fe62198ffdca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6658075 Oct 29 11:25:50.287013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45340) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:50.399571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.438283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.462444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] No DVR routers for this DVR port a9dfefa6-20ec-437a-a0d0-42a536a3e244 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:25:50.486014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.655303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.661855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e5b9e48d-91e0-4f1a-940d-0059b5d25f70 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:50.663037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.671359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31457904-3771-4d46-90ea-83e66ec42b29 HTTP/1.1" status: 204 len: 168 time: 0.3769946 Oct 29 11:25:50.694895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f8f3c-deb5-49ab-9b70-d73e0798a61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31457904-3771-4d46-90ea-83e66ec42b29,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:50.707596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9dfefa6-20ec-437a-a0d0-42a536a3e244,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:50.812519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb8fa8b1-6a1d-405e-a50a-9b50d79a5e2e req-790e3241-92ba-4e36-b4ac-861303460209 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=044f616d-ce37-434b-a611-92a108f62e13 HTTP/1.1" status: 200 len: 210 time: 0.0456438 Oct 29 11:25:50.875256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.925063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c9414e-e78d-423f-8ddf-5c9208df3393']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:50.945983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbea8ef-4c11-43de-96cd-f02921802608') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:50.946633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbea8ef-4c11-43de-96cd-f02921802608') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:25:50.963000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.965994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:50.982563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:50.992752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:25:50.993301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.001989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'port_id': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'mac_address': 'fa:16:3e:d8:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b312b77f-379e-43f9-8a8a-79339204a519', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:25:51.057802 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:25:51.069254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.083502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.090386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] 10.222.0.77 "DELETE /v2.0/networks/73c9414e-e78d-423f-8ddf-5c9208df3393 HTTP/1.1" status: 204 len: 168 time: 1.8316031 Oct 29 11:25:51.115579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054440-0a3f-474c-8879-a622452d4a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=73c9414e-e78d-423f-8ddf-5c9208df3393,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:51.138545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4725fd1-b644-4587-9d7c-df6d2155cb00 req-b12a03c1-6640-4037-8f48-80319b12b4f3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:51.141886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4725fd1-b644-4587-9d7c-df6d2155cb00 req-b12a03c1-6640-4037-8f48-80319b12b4f3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.3852839 Oct 29 11:25:51.144097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.195725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9e48d-91e0-4f1a-940d-0059b5d25f70 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:51.226150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4725fd1-b644-4587-9d7c-df6d2155cb00 req-d67f6998-a73a-4489-91e4-c67dc30801c3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777407 Oct 29 11:25:51.257790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:51.263219 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.264196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c22a53-7442-40bc-b897-b5d9d1541607 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:51.326103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699214bb-9f2f-4721-b00d-167d2288534e req-cbcff620-c285-4a69-94bc-b71a80619aec tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:51.332885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699214bb-9f2f-4721-b00d-167d2288534e req-cbcff620-c285-4a69-94bc-b71a80619aec tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:51.339561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699214bb-9f2f-4721-b00d-167d2288534e req-cbcff620-c285-4a69-94bc-b71a80619aec tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:51.344306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9dfefa6-20ec-437a-a0d0-42a536a3e244 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:25:51.348023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-699214bb-9f2f-4721-b00d-167d2288534e req-cbcff620-c285-4a69-94bc-b71a80619aec tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2412 time: 0.1327677 Oct 29 11:25:51.387531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:51.400964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-699214bb-9f2f-4721-b00d-167d2288534e req-25fdc8de-cdc2-4a72-a395-9e56e845cfae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Oct 29 11:25:51.428560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a9dfefa6-20ec-437a-a0d0-42a536a3e244 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:25:51.428917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9dfefa6-20ec-437a-a0d0-42a536a3e244 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:25:51.451764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c22a53-7442-40bc-b897-b5d9d1541607,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:51.498574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'f4c22a53-7442-40bc-b897-b5d9d1541607', 'network_id': '41d9c74c-7620-4d63-be56-6617eb6181d9', 'port_id': 'f4c22a53-7442-40bc-b897-b5d9d1541607', 'mac_address': 'fa:16:3e:8b:12:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b312b77f-379e-43f9-8a8a-79339204a519', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:51.612715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.642422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.682864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45376) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:51.683462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c22a53-7442-40bc-b897-b5d9d1541607 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:51.684047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa3688-a227-40f0-a525-84fb24ec24fd req-7afa1702-b679-404d-8142-b657382cee0f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:51.687769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3fa3688-a227-40f0-a525-84fb24ec24fd req-7afa1702-b679-404d-8142-b657382cee0f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1203866 Oct 29 11:25:51.733264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c22a53-7442-40bc-b897-b5d9d1541607,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:51.743884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:51.744767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe48b066-a005-4f49-845f-6b30848f2ac1 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:25:51.780960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3fa3688-a227-40f0-a525-84fb24ec24fd req-d997364a-5d8f-4224-8671-37015dbbda37 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833535 Oct 29 11:25:51.809962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-03c95d93-f5b1-44ab-b5e6-b357f9feeef7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b445fdc656274552a754910908ae848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234517 Oct 29 11:25:51.810101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:51.922205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.005502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.064098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe48b066-a005-4f49-845f-6b30848f2ac1,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:52.077439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:52.087575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'fe48b066-a005-4f49-845f-6b30848f2ac1', 'network_id': '9b14e51c-22e8-4065-a4b9-d09a75010039', 'port_id': 'fe48b066-a005-4f49-845f-6b30848f2ac1', 'mac_address': 'fa:16:3e:a1:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d4695-786e-44e5-9007-f5cf0482815d', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:25:52.162670 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.167087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.169367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4425deb-7272-4c43-b57a-11907650ab72 HTTP/1.1" status: 204 len: 168 time: 0.3573115 Oct 29 11:25:52.179744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.193944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b10445-9c6d-4c0e-8a1f-8cf91c98f70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4425deb-7272-4c43-b57a-11907650ab72,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:52.242012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe48b066-a005-4f49-845f-6b30848f2ac1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:25:52.317576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe48b066-a005-4f49-845f-6b30848f2ac1,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:52.324670 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:52.455200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:52.513941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b8f-000f-4899-b596-2e2b68054339 req-05fa1e73-c88c-489d-aebc-a80328ef1795 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:52.525085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54c57b8f-000f-4899-b596-2e2b68054339 req-05fa1e73-c88c-489d-aebc-a80328ef1795 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1526465 Oct 29 11:25:52.624601 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54c57b8f-000f-4899-b596-2e2b68054339 req-fc4c168b-cfdc-40b2-ba9f-73251f94559d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984776 Oct 29 11:25:52.670207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fe48b066-a005-4f49-845f-6b30848f2ac1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:52.722729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e60c0-db65-4b03-83ae-7d7988b06a81 req-c786c923-cdec-4139-b1d5-bee22d7ce80e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:52.732202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e60c0-db65-4b03-83ae-7d7988b06a81 req-c786c923-cdec-4139-b1d5-bee22d7ce80e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:52.740438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e60c0-db65-4b03-83ae-7d7988b06a81 req-c786c923-cdec-4139-b1d5-bee22d7ce80e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:52.750284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-540e60c0-db65-4b03-83ae-7d7988b06a81 req-c786c923-cdec-4139-b1d5-bee22d7ce80e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2415 time: 0.1043336 Oct 29 11:25:52.768620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['f4c22a53-7442-40bc-b897-b5d9d1541607'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:52.836951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-540e60c0-db65-4b03-83ae-7d7988b06a81 req-daf9e210-46b3-4b5c-acd9-b3e995628148 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855021 Oct 29 11:25:53.080186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ac37-e734-4439-ad30-a6d2d2dbf67d req-73926785-344b-4b66-bede-00fbcf1e8066 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:53.106387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc29ac37-e734-4439-ad30-a6d2d2dbf67d req-73926785-344b-4b66-bede-00fbcf1e8066 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1372235 Oct 29 11:25:53.284249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc29ac37-e734-4439-ad30-a6d2d2dbf67d req-d3489ae2-da48-4d86-8a18-0f095fc184bb tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734884 Oct 29 11:25:53.816662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['e5b9e48d-91e0-4f1a-940d-0059b5d25f70'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:53.940069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909418c-3fc1-4048-9cf9-e06c70c53eac req-b59a7f48-0e10-42f9-95cd-5e578d548f64 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:53.956966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e909418c-3fc1-4048-9cf9-e06c70c53eac req-b59a7f48-0e10-42f9-95cd-5e578d548f64 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1800196 Oct 29 11:25:54.125606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e909418c-3fc1-4048-9cf9-e06c70c53eac req-07a85026-457a-4f86-9e90-a5c7a8ac6eb0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616695 Oct 29 11:25:54.180522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a398a-8a0b-4e94-b4e5-1f02424dfbd5 req-84613d14-ce55-49b3-b422-464b6a7ce892 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:54.188098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a398a-8a0b-4e94-b4e5-1f02424dfbd5 req-84613d14-ce55-49b3-b422-464b6a7ce892 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:54.195269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a398a-8a0b-4e94-b4e5-1f02424dfbd5 req-84613d14-ce55-49b3-b422-464b6a7ce892 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:54.204310 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13a398a-8a0b-4e94-b4e5-1f02424dfbd5 req-84613d14-ce55-49b3-b422-464b6a7ce892 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2415 time: 0.1712019 Oct 29 11:25:54.336035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13a398a-8a0b-4e94-b4e5-1f02424dfbd5 req-3b591e80-2f31-4361-bc34-f1e0bc65f5ed tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206338 Oct 29 11:25:54.518026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a95b8-d7a9-4c7b-b6e6-77b8503b9944 req-09047b38-e5b1-471f-b47a-252918da7f07 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:54.539771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-603a95b8-d7a9-4c7b-b6e6-77b8503b9944 req-09047b38-e5b1-471f-b47a-252918da7f07 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.0977504 Oct 29 11:25:54.619550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-603a95b8-d7a9-4c7b-b6e6-77b8503b9944 req-3b5ba803-7306-48d1-802d-0de80bce3b21 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785425 Oct 29 11:25:54.673799 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-0be45ae0-a897-4bd2-bd58-93102bd7cd4d tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=00a088d32d3245de90f7e53da0db27c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355301 Oct 29 11:25:54.698037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe48b066-a005-4f49-845f-6b30848f2ac1 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:54.794312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port fe48b066-a005-4f49-845f-6b30848f2ac1 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:25:54.804484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port fe48b066-a005-4f49-845f-6b30848f2ac1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:54.804915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:54.858482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-3bb1685d-ecde-4223-a50a-e783f4d5faa6 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:54.869695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-3bb1685d-ecde-4223-a50a-e783f4d5faa6 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946864 Oct 29 11:25:54.889178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-2cc59c72-8272-42e8-a19c-13d164a3ff1e tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/quotas/00a088d32d3245de90f7e53da0db27c0 HTTP/1.1" status: 200 len: 375 time: 0.0180936 Oct 29 11:25:54.946251 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:54.962012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-53f6e7d9-1dea-4743-85f7-f758e474f656 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=00a088d32d3245de90f7e53da0db27c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715096 Oct 29 11:25:54.983725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:54.986265 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13302e13-6d0c-4daf-ae6e-1c9c2b05997a" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:55.017579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe48b066-a005-4f49-845f-6b30848f2ac1,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:55.040307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:55.041186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c22a53-7442-40bc-b897-b5d9d1541607 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:55.226213 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073586f6-5ba8-4528-bd56-ec8d04a80e9c x-openstack-request-id: req-073586f6-5ba8-4528-bd56-ec8d04a80e9c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:55.226523 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:55.230689 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-073586f6-5ba8-4528-bd56-ec8d04a80e9c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:55.231048 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1', 'code': 200} Oct 29 11:25:55.311930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c978e90a-e71c-4639-b5ad-9efab1477307 req-9979fe41-f3d4-4157-83ad-3f54f73e8e47 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 210 time: 0.0777347 Oct 29 11:25:55.334946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:55.381796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360becbb-3dc4-4760-857d-520ef24d266f req-59261040-669b-4f72-931d-e8ec443ad113 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:55.392892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-360becbb-3dc4-4760-857d-520ef24d266f req-59261040-669b-4f72-931d-e8ec443ad113 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1019411 Oct 29 11:25:55.396011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port f4c22a53-7442-40bc-b897-b5d9d1541607 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:25:55.401044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port f4c22a53-7442-40bc-b897-b5d9d1541607 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:55.401437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:55.492629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-360becbb-3dc4-4760-857d-520ef24d266f req-4effc804-2b3c-4cce-8074-58dfb3a9bfe3 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977123 Oct 29 11:25:55.644613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:55.671964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5a3e-4c2c-466f-91ee-04acca9e2939 req-b244f2ef-decf-4fa5-bc1b-fbf894873a05 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:55.689748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5a3e-4c2c-466f-91ee-04acca9e2939 req-b244f2ef-decf-4fa5-bc1b-fbf894873a05 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:55.715068 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5a3e-4c2c-466f-91ee-04acca9e2939 req-b244f2ef-decf-4fa5-bc1b-fbf894873a05 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:55.724921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b4e5a3e-4c2c-466f-91ee-04acca9e2939 req-b244f2ef-decf-4fa5-bc1b-fbf894873a05 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2416 time: 0.1865871 Oct 29 11:25:55.750542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:55.835124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c22a53-7442-40bc-b897-b5d9d1541607,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:55.842289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:55.897646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b4e5a3e-4c2c-466f-91ee-04acca9e2939 req-ae9c73f8-046a-4fdc-81ec-840665226efc tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670547 Oct 29 11:25:55.970904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:56.114597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636457-e9c4-4275-a491-cdbd60205280 req-96918316-4d28-406c-8304-4075f51fbd94 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:56.126914 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-56636457-e9c4-4275-a491-cdbd60205280 req-96918316-4d28-406c-8304-4075f51fbd94 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.0939138 Oct 29 11:25:56.196166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-56636457-e9c4-4275-a491-cdbd60205280 req-fd9e9bf3-9d0e-4b47-9030-2d29f82a492b tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631232 Oct 29 11:25:56.476955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7098262f-3d9c-4a39-aee3-bc8985e0c1b5 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:56.479444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7098262f-3d9c-4a39-aee3-bc8985e0c1b5 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1097 time: 0.1518593 Oct 29 11:25:56.495545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:56.523336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45564) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:56.714757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e5b9e48d-91e0-4f1a-940d-0059b5d25f70 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:25:56.763391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72ca643e-432a-4c1d-8ffa-893f06d03125 req-ac5bdca2-d347-4079-abd3-2716e3c29516 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 210 time: 0.2624993 Oct 29 11:25:56.866316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ee53e3-83c6-459a-9203-d8af93d39887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:56.895775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:56.930031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:25:56.941240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:25:56.950019 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:56.952052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6c74-99f5-4c4f-a5d1-a0fbcbea2eb0 req-286c93bf-2257-429c-8b90-5db296210ce7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:56.960653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e7eb6c74-99f5-4c4f-a5d1-a0fbcbea2eb0 req-286c93bf-2257-429c-8b90-5db296210ce7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.2860396 Oct 29 11:25:57.019056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-5f6dc454-c205-4877-ae56-e7dd0ff78c2b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=00a088d32d3245de90f7e53da0db27c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121573 Oct 29 11:25:57.030213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e7eb6c74-99f5-4c4f-a5d1-a0fbcbea2eb0 req-cacfb5d4-473d-4034-b3fd-a1abf0079714 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Oct 29 11:25:57.190266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ee53e3-83c6-459a-9203-d8af93d39887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.205350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ee53e3-83c6-459a-9203-d8af93d39887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.250486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:57.267608 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db1f18c-4fa7-4619-8686-f42a9760a8cb" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:57.323170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.348331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6ee53e3-83c6-459a-9203-d8af93d39887 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d28c3c15b01485c8acab27bfe3b8479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238041 Oct 29 11:25:57.349366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:57.358717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee53e3-83c6-459a-9203-d8af93d39887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a612ed4c-8efb-488b-9445-e2a0fb60d488,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:57.455807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:57.462036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.483726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.488779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-045c959c-1d68-4b08-b946-f573a34c17ad tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:57.490454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-045c959c-1d68-4b08-b946-f573a34c17ad tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4645002 Oct 29 11:25:57.502044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94245442-b2be-4745-84fc-d23d4c1e2217 req-6b8ac23c-cc40-4868-8484-2f1ae2d1ba9d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:57.508127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94245442-b2be-4745-84fc-d23d4c1e2217 req-6b8ac23c-cc40-4868-8484-2f1ae2d1ba9d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:57.515149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94245442-b2be-4745-84fc-d23d4c1e2217 req-6b8ac23c-cc40-4868-8484-2f1ae2d1ba9d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:57.523089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94245442-b2be-4745-84fc-d23d4c1e2217 req-6b8ac23c-cc40-4868-8484-2f1ae2d1ba9d tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2417 time: 0.3269691 Oct 29 11:25:57.524281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.537995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Request body: {'port': {'device_id': 'efdcf8be-976f-4526-939c-3004707ee083', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '00a088d32d3245de90f7e53da0db27c0'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:57.588366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:57.694130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:25:57.720283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345c12-7af8-45af-b1b5-d2140ef0b690 req-b2c7db0b-3fb3-47a7-bea4-423e5e7d2efa tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:57.721913 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e345c12-7af8-45af-b1b5-d2140ef0b690 req-b2c7db0b-3fb3-47a7-bea4-423e5e7d2efa tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.2577491 Oct 29 11:25:57.774213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94245442-b2be-4745-84fc-d23d4c1e2217 req-2d865bc0-673f-4bec-a735-32e3d17828f6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498763 Oct 29 11:25:57.788109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.790706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.791021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Made reservation on behalf of 00a088d32d3245de90f7e53da0db27c0 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:25:57.794196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a612ed4c-8efb-488b-9445-e2a0fb60d488 HTTP/1.1" status: 204 len: 168 time: 0.4405558 Oct 29 11:25:57.798894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.832878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:57.858722 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e78bc5d-6e5b-410c-ab43-26b1e9aa5083 x-openstack-request-id: req-8e78bc5d-6e5b-410c-ab43-26b1e9aa5083 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:57.859019 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:57.859458 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e78bc5d-6e5b-410c-ab43-26b1e9aa5083 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:57.860012 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607', 'code': 200} Oct 29 11:25:57.895801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f62fa-fa22-415d-b37b-917c2f4f3422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a612ed4c-8efb-488b-9445-e2a0fb60d488,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:57.959900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e345c12-7af8-45af-b1b5-d2140ef0b690 req-f0fe710b-d0ee-420f-a60f-908eed46c0d7 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113023 Oct 29 11:25:58.030303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.037515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.073232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:58.098154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb2b042a-fe56-4533-98b6-a68348bbc822 req-55c52c6b-9067-4da2-b773-55dd37ff0004 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 210 time: 0.0953381 Oct 29 11:25:58.224366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2be53a-3730-441e-950a-668ec2bfa9ed req-87f5aeae-abec-4178-917e-ed8e5a115367 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:58.227787 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c2be53a-3730-441e-950a-668ec2bfa9ed req-87f5aeae-abec-4178-917e-ed8e5a115367 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 946 time: 0.1133893 Oct 29 11:25:58.303079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c2be53a-3730-441e-950a-668ec2bfa9ed req-933386d0-0625-4827-816c-62abe8163c51 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649240 Oct 29 11:25:58.339897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.345653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:58.349537 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e1cf7-3b5f-41a0-a7a6-087d1aad5a9d" -d '{"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-unplugged", "status": "completed", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:58.352588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022155c1-0c7f-4823-b31e-53a065a0f643,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:58.355942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57c8a142-4e8a-4a19-b96d-2a71c4e46841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.399966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.518077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:58.525351 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d4072-ac6c-4e69-9659-b3f944f27aac x-openstack-request-id: req-927d4072-ac6c-4e69-9659-b3f944f27aac {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:25:58.526060 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-unplugged", "status": "completed", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:25:58.526488 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-927d4072-ac6c-4e69-9659-b3f944f27aac {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:25:58.527232 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'code': 200} Oct 29 11:25:58.609815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:25:58.610198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:25:58.610537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:58.618414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:25:58.618661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Attempting to bind port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on network 160f00ec-46de-4df5-9e63-138cd61a6d63 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:25:58.626908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45618) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:58.629519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:25:58.629861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Checking segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:25:58.630247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Bound using segment: {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:25:58.630685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Bound port: 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd814c9b-2816-4632-b70d-8c6a0ed320a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '160f00ec-46de-4df5-9e63-138cd61a6d63'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:25:58.631043 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.649464 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae197ec-388b-4bff-9e75-0f05d5b2961f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.656900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Allocated IP 192.168.233.116 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/2390bb6b-0883-4a03-a791-6f2f16f7c88a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:25:58.744119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:25:58.749309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:25:58.761275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.839279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae197ec-388b-4bff-9e75-0f05d5b2961f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.845651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae197ec-388b-4bff-9e75-0f05d5b2961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.896350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae197ec-388b-4bff-9e75-0f05d5b2961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e94969-86bb-41e7-9fcf-780536048fa7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:58.967907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aae197ec-388b-4bff-9e75-0f05d5b2961f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7756b4bf1404ce2935dfbf0b80bdecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395834 Oct 29 11:25:58.968612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:25:58.970092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=8']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:58.978618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:58.979266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:58.980854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7740343e-6ac3-4bc3-a72e-9223a6d9768f service neutron] 10.222.0.41 "PUT /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 1122 time: 2.4929695 Oct 29 11:25:59.089116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['51657c1b-1eb8-42d4-8d78-ad498d8ffd51'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:59.094436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['51657c1b-1eb8-42d4-8d78-ad498d8ffd51'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:25:59.131713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.188466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9729d5-59e1-44a1-8347-45bd3c00d8fa req-56ac1366-e456-4e44-9593-f4febfafd229 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.195581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9729d5-59e1-44a1-8347-45bd3c00d8fa req-56ac1366-e456-4e44-9593-f4febfafd229 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.203275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9729d5-59e1-44a1-8347-45bd3c00d8fa req-56ac1366-e456-4e44-9593-f4febfafd229 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.205278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a9729d5-59e1-44a1-8347-45bd3c00d8fa req-56ac1366-e456-4e44-9593-f4febfafd229 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.1706548 Oct 29 11:25:59.210821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.223463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.268368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd34c5-8271-4900-a485-8a0b2a97033b req-f1919c81-75ce-4173-baeb-2cddcc2a2d54 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.277127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eddd34c5-8271-4900-a485-8a0b2a97033b req-f1919c81-75ce-4173-baeb-2cddcc2a2d54 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.2040393 Oct 29 11:25:59.298138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a9729d5-59e1-44a1-8347-45bd3c00d8fa req-fd2e5d5b-b396-4ac9-8946-303760de366e tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Oct 29 11:25:59.325179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.328725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.333071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64e94969-86bb-41e7-9fcf-780536048fa7 HTTP/1.1" status: 204 len: 168 time: 0.3632019 Oct 29 11:25:59.346599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f245219-56ac-4a1e-8404-cbad60ab3c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e94969-86bb-41e7-9fcf-780536048fa7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:59.443169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eddd34c5-8271-4900-a485-8a0b2a97033b req-d14d2c4b-acde-41e8-8871-4deb9f7eeeca tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579859 Oct 29 11:25:59.455626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.505905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc6f963c-b9d2-422b-a869-ba9df77956b2 req-61160b5d-598e-4d95-a74f-914d12c3b9ee tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 210 time: 0.0748687 Oct 29 11:25:59.575872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Pushing event updated for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:25:59.620171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:25:59.624819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:25:59.627924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:25:59.671158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04de97-c9c0-42c4-ac81-76957520d967 req-22cf83c0-4596-4280-b755-854d6a2f2d45 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.672774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d04de97-c9c0-42c4-ac81-76957520d967 req-22cf83c0-4596-4280-b755-854d6a2f2d45 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.1386254 Oct 29 11:25:59.718106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:25:59.719257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:25:59.793853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-d9c22e32-7fb2-460b-9df9-b7c77a9e15cb tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2674797 Oct 29 11:25:59.812358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Request body: {'port': {'device_id': 'efdcf8be-976f-4526-939c-3004707ee083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:25:59.844864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d04de97-c9c0-42c4-ac81-76957520d967 req-efa02a83-5346-4dd1-ba65-be8212ad9a1d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486537 Oct 29 11:25:59.863405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:25:59.865820 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0da37b-193a-4789-b3d3-530693673415" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:25:59.957285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:00.008535 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f2cfd-e111-423b-9509-b032252d10ed x-openstack-request-id: req-8a8f2cfd-e111-423b-9509-b032252d10ed {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:00.008933 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:00.009456 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a8f2cfd-e111-423b-9509-b032252d10ed {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:00.010040 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'code': 200} Oct 29 11:26:00.054836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:00.360126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6baac24b-c652-49b7-af52-918338c7ea22 None None] Provisioning complete for port 2390bb6b-0883-4a03-a791-6f2f16f7c88a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:00.360783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6baac24b-c652-49b7-af52-918338c7ea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:00.437553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6baac24b-c652-49b7-af52-918338c7ea22 None None] Port 2390bb6b-0883-4a03-a791-6f2f16f7c88a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:26:00.441149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:00.458033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:26:00.468001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2390bb6b-0883-4a03-a791-6f2f16f7c88a {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:00.476333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:00.492754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Transition to ACTIVE for port object 2390bb6b-0883-4a03-a791-6f2f16f7c88a will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:00.519605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:00.540904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75dabd-758e-4b62-b476-3eb070d325da req-873aac61-fa63-4af1-bf19-b700a6be87a3 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.555584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75dabd-758e-4b62-b476-3eb070d325da req-873aac61-fa63-4af1-bf19-b700a6be87a3 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.556285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75dabd-758e-4b62-b476-3eb070d325da req-873aac61-fa63-4af1-bf19-b700a6be87a3 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.568485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab75dabd-758e-4b62-b476-3eb070d325da req-873aac61-fa63-4af1-bf19-b700a6be87a3 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.1490142 Oct 29 11:26:00.579025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:00.581489 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:00.663409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab75dabd-758e-4b62-b476-3eb070d325da req-710cc77e-da5a-4e78-adb2-3ea6b36f6394 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889502 Oct 29 11:26:00.716978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b03b-f1ff-4546-818a-8788824efe07 req-428a6f8a-1a3b-43fb-aa9a-618dd2e61d4b tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.718705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bb3b03b-f1ff-4546-818a-8788824efe07 req-428a6f8a-1a3b-43fb-aa9a-618dd2e61d4b tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 950 time: 0.2243831 Oct 29 11:26:00.745279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee5fe-056a-4ae9-8ebd-655a570b1a7b req-29692add-e133-4a7a-a21a-d1245c758c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.745864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee5fe-056a-4ae9-8ebd-655a570b1a7b req-29692add-e133-4a7a-a21a-d1245c758c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.746707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee5fe-056a-4ae9-8ebd-655a570b1a7b req-29692add-e133-4a7a-a21a-d1245c758c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.748569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fdee5fe-056a-4ae9-8ebd-655a570b1a7b req-29692add-e133-4a7a-a21a-d1245c758c94 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2871 time: 0.2514029 Oct 29 11:26:00.796660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-953e2094-b864-4255-8bbf-8abdfcf1f71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:00.796994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Pushing event updated for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:00.886109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dadb72-69ae-4f73-9832-b8f36584ce17 req-c43d9165-00a5-4bb9-96b5-bcc0cf8f93d7 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:00.894055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01dadb72-69ae-4f73-9832-b8f36584ce17 req-c43d9165-00a5-4bb9-96b5-bcc0cf8f93d7 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.0974972 Oct 29 11:26:00.918960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bb3b03b-f1ff-4546-818a-8788824efe07 req-fcad0c17-deb2-4c26-ab3c-c976f54058b0 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868587 Oct 29 11:26:00.966271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fdee5fe-056a-4ae9-8ebd-655a570b1a7b req-bff4dcdc-f234-497f-bdfb-23d23814012d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437113 Oct 29 11:26:00.969880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01dadb72-69ae-4f73-9832-b8f36584ce17 req-473521d7-d9d3-4bb6-b75c-d701201e8d62 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743856 Oct 29 11:26:00.996121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Attempting to bind port 2390bb6b-0883-4a03-a791-6f2f16f7c88a on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:00.996458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Attempting to bind port 2390bb6b-0883-4a03-a791-6f2f16f7c88a by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:01.003146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Attempting to bind port 2390bb6b-0883-4a03-a791-6f2f16f7c88a on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:01.013578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Port 2390bb6b-0883-4a03-a791-6f2f16f7c88a on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:26:01.013911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Attempting to bind port 2390bb6b-0883-4a03-a791-6f2f16f7c88a on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:01.019190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:01.019532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:01.019935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:01.020360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Bound port: 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:01.030028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:01.079053 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18bbfa-74ab-4b88-a9c6-f435439c62e8 x-openstack-request-id: req-5c18bbfa-74ab-4b88-a9c6-f435439c62e8 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:01.079435 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:01.079594 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c18bbfa-74ab-4b88-a9c6-f435439c62e8 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:01.079978 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'status': 'completed', 'code': 200} Oct 29 11:26:01.148444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c78766-c289-40c7-be90-407cded6143d req-1ba91d09-5753-4005-abb2-0b6b40125b61 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.163732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87c78766-c289-40c7-be90-407cded6143d req-1ba91d09-5753-4005-abb2-0b6b40125b61 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 948 time: 0.1186306 Oct 29 11:26:01.180691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:01.192672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:01.251665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:01.359356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.359987 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:01.361466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] 10.222.0.86 "PUT /v2.0/ports/2390bb6b-0883-4a03-a791-6f2f16f7c88a HTTP/1.1" status: 200 len: 1096 time: 1.5575554 Oct 29 11:26:01.393467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87c78766-c289-40c7-be90-407cded6143d req-d182acc2-f402-40c8-89ef-44f8a480bcfe tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147369 Oct 29 11:26:01.451792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794fb5-b6a7-4f83-bc5a-1ac3ab61147f req-32035d75-4538-487a-a9c2-02ecb93df962 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.463300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06794fb5-b6a7-4f83-bc5a-1ac3ab61147f req-32035d75-4538-487a-a9c2-02ecb93df962 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.1580510 Oct 29 11:26:01.467440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bc07e-7a29-48e2-809f-91095b2cfcee service neutron] Pushing event updated for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:01.484236 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:26:01.518238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-90e6dd59-7686-4258-9654-6be4ee32617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.520286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-90e6dd59-7686-4258-9654-6be4ee32617e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1125 time: 0.3185885 Oct 29 11:26:01.582663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06794fb5-b6a7-4f83-bc5a-1ac3ab61147f req-bb7d88f7-f0b3-4ecb-a840-58ccb1906f09 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182270 Oct 29 11:26:01.695653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-59341e95-c950-4af9-a9d4-b39aa53ebc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.697239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-59341e95-c950-4af9-a9d4-b39aa53ebc9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=00a088d32d3245de90f7e53da0db27c0&device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 1099 time: 0.2548885 Oct 29 11:26:01.771130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-698afca8-ebc2-4d32-a63f-5f387e83131e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a HTTP/1.1" status: 200 len: 217 time: 0.0593517 Oct 29 11:26:01.832253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb93dc-0c65-4bdd-b977-00e06a00dad6 req-f83a8755-7c61-4f3f-a940-979767efb1e8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.841658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb93dc-0c65-4bdd-b977-00e06a00dad6 req-f83a8755-7c61-4f3f-a940-979767efb1e8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.850656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb93dc-0c65-4bdd-b977-00e06a00dad6 req-f83a8755-7c61-4f3f-a940-979767efb1e8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.859556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ecb93dc-0c65-4bdd-b977-00e06a00dad6 req-f83a8755-7c61-4f3f-a940-979767efb1e8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.0977731 Oct 29 11:26:01.922102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ecb93dc-0c65-4bdd-b977-00e06a00dad6 req-4c5e4bb1-a597-4b16-a69f-a66f71b5b364 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Oct 29 11:26:01.963211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-cc059311-76dd-4b10-9609-1c0029a53ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.965644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-cc059311-76dd-4b10-9609-1c0029a53ced service neutron] 10.222.0.86 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.4354970 Oct 29 11:26:01.977400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-2b801bac-12ab-4e84-a246-d4018eda7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:01.979166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-2b801bac-12ab-4e84-a246-d4018eda7a3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1789646 Oct 29 11:26:02.046726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:02.171095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4d06-1b09-4998-9803-89adeb3d212c req-e48c6dce-53af-48ec-897f-c1fa3fc1441a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:02.186654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-913f4d06-1b09-4998-9803-89adeb3d212c req-e48c6dce-53af-48ec-897f-c1fa3fc1441a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.1160529 Oct 29 11:26:02.191856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:02.287430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:02.290480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-913f4d06-1b09-4998-9803-89adeb3d212c req-2c70edda-a62b-4525-981a-353572d8912c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012521 Oct 29 11:26:02.433988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:02.441854 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e3466-0a32-4e29-a1c4-d54d65371b60" -d '{"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-unplugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:02.473914 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:02.484263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:02.493445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:02.637324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:02.775138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-07cbe3c0-9acd-4928-9644-d1bc460c1a05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 217 time: 0.7947199 Oct 29 11:26:02.781678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57238c-6077-4f78-aab4-1755fdcfeb42 req-210f2570-627f-4fdb-ba95-cd838a7929f7 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:02.785190 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c6acc0-07d6-4c57-a360-874314214e03 x-openstack-request-id: req-85c6acc0-07d6-4c57-a360-874314214e03 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:02.785752 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-unplugged", "status": "completed", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:02.786159 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85c6acc0-07d6-4c57-a360-874314214e03 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:02.786768 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'code': 200} Oct 29 11:26:02.789802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f57238c-6077-4f78-aab4-1755fdcfeb42 req-210f2570-627f-4fdb-ba95-cd838a7929f7 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 948 time: 0.1258054 Oct 29 11:26:02.884864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f57238c-6077-4f78-aab4-1755fdcfeb42 req-8c30c5f3-12c0-4182-874d-e2674226f088 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940964 Oct 29 11:26:02.898247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-ec633692-e177-4b36-8a96-6b1b18b4b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:02.900030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-ec633692-e177-4b36-8a96-6b1b18b4b9cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379571 Oct 29 11:26:02.946560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-ded2b87a-789b-43e7-b3a7-46c5dbea23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:02.948333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-ded2b87a-789b-43e7-b3a7-46c5dbea23fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.1449955 Oct 29 11:26:03.085138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-7e6c29f1-98b6-49ee-bc8d-cb7d364a8a82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222575 Oct 29 11:26:03.090162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:03.099484 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7" -d '{"events": [{"name": "network-changed", "server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:03.111074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45768) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:03.127252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d56e7-f74b-40cb-b669-227c3404c270 req-08152261-3893-4afa-8ce3-26b5c2e72f31 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.128905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e19d56e7-f74b-40cb-b669-227c3404c270 req-08152261-3893-4afa-8ce3-26b5c2e72f31 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.1113796 Oct 29 11:26:03.130397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07293-511c-4387-b8a3-30c977217d28 req-67b1edee-2df9-4287-adac-066da7c5bc51 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.132283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fe07293-511c-4387-b8a3-30c977217d28 req-67b1edee-2df9-4287-adac-066da7c5bc51 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.2500410 Oct 29 11:26:03.225599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e19d56e7-f74b-40cb-b669-227c3404c270 req-09e3f973-b835-4964-b1dc-bc22739f2971 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794969 Oct 29 11:26:03.376193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.432222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fe07293-511c-4387-b8a3-30c977217d28 req-9aa10391-d944-46b9-ba7f-e2936998ca45 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744341 Oct 29 11:26:03.475219 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.476076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-bc2465a2-dda1-4f48-b5eb-b3db04314b1d service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312331 Oct 29 11:26:03.508105 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d7ce58-b2eb-4358-9afc-0338a0bf1e4b x-openstack-request-id: req-d6d7ce58-b2eb-4358-9afc-0338a0bf1e4b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:03.508479 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:03.508811 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6d7ce58-b2eb-4358-9afc-0338a0bf1e4b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:03.509350 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a', 'status': 'completed', 'code': 200} Oct 29 11:26:03.541983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-ced9375e-e055-4d3d-a1b2-88c83c61fb7f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.544283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-ced9375e-e055-4d3d-a1b2-88c83c61fb7f tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 944 time: 0.2117891 Oct 29 11:26:03.602510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-f0035437-b97d-4c13-b950-eee23debe56d service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689596 Oct 29 11:26:03.608137 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.615521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.651427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18b5336dc2c0487a988a1abbd45b6dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339880 Oct 29 11:26:03.659160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:03.679359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1668d1-edbf-4dc0-bac8-2c1d448bf0be req-93cefd6f-4410-4833-9366-7a7fb8f84007 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.686558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1668d1-edbf-4dc0-bac8-2c1d448bf0be req-93cefd6f-4410-4833-9366-7a7fb8f84007 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.693995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1668d1-edbf-4dc0-bac8-2c1d448bf0be req-93cefd6f-4410-4833-9366-7a7fb8f84007 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.696484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae1668d1-edbf-4dc0-bac8-2c1d448bf0be req-93cefd6f-4410-4833-9366-7a7fb8f84007 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.3579483 Oct 29 11:26:03.776570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332e969-674b-437a-94e3-67428faceb44,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:03.791297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.791947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.792058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.792357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.792693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.793224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.793555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.793881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.794437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.795310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.795637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.795959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacac4c0-5076-445e-92ac-dc4cd9eca219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:03.849757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-870f37fa-6efa-4346-9b4b-ac475389e821 req-7eb37b0b-9149-4c55-b7db-518a905e3788 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644445 Oct 29 11:26:03.855291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.890596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206167-4153-4cae-8992-4c6781dc73b0 req-5611c602-568e-48da-b887-68fe2a47686a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:03.893489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08206167-4153-4cae-8992-4c6781dc73b0 req-5611c602-568e-48da-b887-68fe2a47686a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 943 time: 0.2535298 Oct 29 11:26:03.902813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:03.957985 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae1668d1-edbf-4dc0-bac8-2c1d448bf0be req-a220f6dc-1343-4a99-915b-551d886da8ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425807 Oct 29 11:26:03.998614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Deleting port 1132fa82-6d15-4161-9113-2044a1c0cdfb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:03.998986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.002791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.003470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e05e1e0a-8798-45aa-8e5a-56455de8e9d5 req-a5edbbfe-2b3c-40a2-8db1-a173acbde390 service neutron] 10.222.0.86 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657508 Oct 29 11:26:04.010251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.012175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9332e969-674b-437a-94e3-67428faceb44 HTTP/1.1" status: 204 len: 168 time: 0.3144233 Oct 29 11:26:04.023537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478eb5c-6847-4b33-9e08-59c13bdf6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332e969-674b-437a-94e3-67428faceb44,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:04.073884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device de5c852c-750d-403f-aad2-7f2fc34d9026 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:04.201841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] For port 1132fa82-6d15-4161-9113-2044a1c0cdfb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=1132fa82-6d15-4161-9113-2044a1c0cdfb,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:04.202487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.218523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Calling delete_port for 1132fa82-6d15-4161-9113-2044a1c0cdfb owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:04.229442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=de5c852c-750d-403f-aad2-7f2fc34d9026,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:04.269152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'port_id': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'mac_address': 'fa:16:3e:6e:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:04.279413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-d495497e-8553-4093-8a7d-fde66229c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.281118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-d495497e-8553-4093-8a7d-fde66229c311 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=00a088d32d3245de90f7e53da0db27c0&device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 1099 time: 0.3701601 Oct 29 11:26:04.284721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08206167-4153-4cae-8992-4c6781dc73b0 req-8f9ff07f-5766-4984-a20b-bd7218bb3b51 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775766 Oct 29 11:26:04.359490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b2ad4-eb08-400e-90db-522629c7b636 req-f3d29652-d7b3-4ac8-8359-0b7c5ed6cd40 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.375645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d78b2ad4-eb08-400e-90db-522629c7b636 req-f3d29652-d7b3-4ac8-8359-0b7c5ed6cd40 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 948 time: 0.1007833 Oct 29 11:26:04.396222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.429681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5c852c-750d-403f-aad2-7f2fc34d9026 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:04.467588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-e2b6d089-6191-4220-b50a-bf21227748b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.469360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-e2b6d089-6191-4220-b50a-bf21227748b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1783633 Oct 29 11:26:04.493612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d78b2ad4-eb08-400e-90db-522629c7b636 req-bde436dd-a2fe-4bc0-9242-c4f49e1349d1 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169181 Oct 29 11:26:04.498639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=de5c852c-750d-403f-aad2-7f2fc34d9026,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:04.509541 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.528260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-b827da69-2399-4dce-ae61-a53da3073b35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a HTTP/1.1" status: 200 len: 217 time: 0.0484092 Oct 29 11:26:04.533869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.559069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['1132fa82-6d15-4161-9113-2044a1c0cdfb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:04.585404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event deleted for resources: {'Port': ['ID=1132fa82-6d15-4161-9113-2044a1c0cdfb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:04.645896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-f82c83e4-bfa4-47a6-88a8-167ed1dd51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.647670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-f82c83e4-bfa4-47a6-88a8-167ed1dd51a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0637820 Oct 29 11:26:04.693806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:04.698557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:04.716034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] No DVR routers for this DVR port 1132fa82-6d15-4161-9113-2044a1c0cdfb on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:04.719310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.719666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.720006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.720367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.720765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.730516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.730797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:04.731269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.731675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.732087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.732867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.733239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.733574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:04.740658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.743691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb710-7e4f-431b-b1b8-152949fd3b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.744191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad7bbd6a-aca6-47e8-81e2-245a0d4cff36 req-adff6968-1a15-4491-aa56-e52704b65c22 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.41 "DELETE /v2.0/ports/1132fa82-6d15-4161-9113-2044a1c0cdfb HTTP/1.1" status: 204 len: 173 time: 1.1616650 Oct 29 11:26:04.748781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:04.876848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['de5c852c-750d-403f-aad2-7f2fc34d9026'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:04.938759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb710-7e4f-431b-b1b8-152949fd3b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.945934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-af3cfdef-0d0c-48c3-8ab1-a9b31707a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.948474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-af3cfdef-0d0c-48c3-8ab1-a9b31707a4ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757103 Oct 29 11:26:04.951656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb710-7e4f-431b-b1b8-152949fd3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:04.958014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227127f9-0dbe-4e86-b5fd-b124541ec359 req-21519479-703f-4e0a-b8c9-7bb75791701f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:04.960003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-227127f9-0dbe-4e86-b5fd-b124541ec359 req-21519479-703f-4e0a-b8c9-7bb75791701f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.2230432 Oct 29 11:26:05.020803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72b45c7a-4f32-4b6f-b4ca-c9937cbe35cf req-7f67a441-f252-45db-99e7-a6d31ec1a237 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=6351f0f5-a7de-4ad0-ae15-c51c244f1225 HTTP/1.1" status: 200 len: 210 time: 0.0556407 Oct 29 11:26:05.027562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a2dbb710-7e4f-431b-b1b8-152949fd3b92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd15e41bb1e9439382ee5bb312bdb263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274786 Oct 29 11:26:05.031245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:05.076160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbb710-7e4f-431b-b1b8-152949fd3b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48ef81-ca88-4722-b845-7b30705f63e3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:05.082722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-293ea272-034b-4bd7-8109-c680aa09d61a service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217098 Oct 29 11:26:05.110543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.144866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.169805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:05.181657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-227127f9-0dbe-4e86-b5fd-b124541ec359 req-55346e0e-0ccb-46b6-ac31-df623bd9407b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928733 Oct 29 11:26:05.211965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'mac_address': 'fa:16:3e:3d:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:05.224648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.231043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.233321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a48ef81-ca88-4722-b845-7b30705f63e3 HTTP/1.1" status: 204 len: 168 time: 0.2001560 Oct 29 11:26:05.275960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9380d-33a2-4258-a675-5b1317f7d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48ef81-ca88-4722-b845-7b30705f63e3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:05.395051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9dc475b-dd9a-414e-8c87-5e6ca42d04f7 req-8f37e117-e437-4e4f-8c70-6ee6761a72b9 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895312 Oct 29 11:26:05.501249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.510956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-deleted', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:05.514455 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6958c9e2-5bd2-42aa-82a3-964a7fa5e9fc" -d '{"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-deleted", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:05.539690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:05.563333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84626abe-8ef1-4b4a-98e4-77eab17e39da req-ff5c762b-fd20-41a7-965c-c5c2d366eb6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:05.571816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84626abe-8ef1-4b4a-98e4-77eab17e39da req-ff5c762b-fd20-41a7-965c-c5c2d366eb6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 944 time: 0.1093280 Oct 29 11:26:05.600931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:05.609752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:05.636904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9f56c-6544-403d-9611-b75e6a1585e7 req-4778ff0c-05c4-412f-bcf3-d19d15aa4771 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:05.638744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84626abe-8ef1-4b4a-98e4-77eab17e39da req-24587c77-f0b0-48e1-8b22-bf5e70f985db tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659213 Oct 29 11:26:05.666409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9f56c-6544-403d-9611-b75e6a1585e7 req-4778ff0c-05c4-412f-bcf3-d19d15aa4771 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:05.673643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9f56c-6544-403d-9611-b75e6a1585e7 req-4778ff0c-05c4-412f-bcf3-d19d15aa4771 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:05.679851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3a9f56c-6544-403d-9611-b75e6a1585e7 req-4778ff0c-05c4-412f-bcf3-d19d15aa4771 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.1419621 Oct 29 11:26:05.708590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:05.734873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['64293e6e-ca88-4990-aa6d-027d5a87c735'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:05.761215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3a9f56c-6544-403d-9611-b75e6a1585e7 req-bb67e0e1-8a20-4071-8982-fe18b269af77 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Oct 29 11:26:05.841699 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ebe5d-ba7f-4c52-ac48-f93834def630 x-openstack-request-id: req-da4ebe5d-ba7f-4c52-ac48-f93834def630 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:05.842036 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6351f0f5-a7de-4ad0-ae15-c51c244f1225", "name": "network-vif-deleted", "tag": "1132fa82-6d15-4161-9113-2044a1c0cdfb", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:05.842521 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da4ebe5d-ba7f-4c52-ac48-f93834def630 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:05.842943 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6351f0f5-a7de-4ad0-ae15-c51c244f1225', 'name': 'network-vif-deleted', 'tag': '1132fa82-6d15-4161-9113-2044a1c0cdfb', 'status': 'completed', 'code': 200} Oct 29 11:26:05.869450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968061f-b71d-4e9c-bcb0-b870d3bfa9ee req-98f31dd4-e764-4073-9159-873f3451392b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:05.874274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e968061f-b71d-4e9c-bcb0-b870d3bfa9ee req-98f31dd4-e764-4073-9159-873f3451392b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 948 time: 0.1240659 Oct 29 11:26:05.925672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e968061f-b71d-4e9c-bcb0-b870d3bfa9ee req-677214fe-8aef-47f0-89e6-ac116dd985dd tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Oct 29 11:26:06.019588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-28d53614-0da8-4291-b3d6-97457cbe6adc service neutron] 10.222.0.86 "GET /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.0690563 Oct 29 11:26:06.089931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:06.112508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 1132fa82-6d15-4161-9113-2044a1c0cdfb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:06.112953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 1132fa82-6d15-4161-9113-2044a1c0cdfb not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:06.256872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:06.333242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:06.384530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cb8e8-869e-4396-ba34-02b9e7e9f48d req-ae273ed9-f608-432c-ae33-a89abd03361f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:06.392721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-871cb8e8-869e-4396-ba34-02b9e7e9f48d req-ae273ed9-f608-432c-ae33-a89abd03361f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 944 time: 0.1193800 Oct 29 11:26:06.399856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998146b-60d8-401f-815e-a74f00f2debe req-a77d3053-c90a-4224-bddf-2aa01e14ebe2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:06.410621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:06.411019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9998146b-60d8-401f-815e-a74f00f2debe req-a77d3053-c90a-4224-bddf-2aa01e14ebe2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.0876548 Oct 29 11:26:06.430413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:06.470921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9998146b-60d8-401f-815e-a74f00f2debe req-f56d6b29-d48c-4cd1-9b6a-6da0f03fc33b tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584619 Oct 29 11:26:06.471196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:06.519416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-871cb8e8-869e-4396-ba34-02b9e7e9f48d req-4dbbb1e4-8749-4ea7-b337-1d33187edd3c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749381 Oct 29 11:26:06.642864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] Transition to ACTIVE for port object 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:06.648344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:06.740284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] No DVR routers for this DVR port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:06.744084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2390bb6b-0883-4a03-a791-6f2f16f7c88a details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:06.747303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:06.749528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] Pushing event updated for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:06.827819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-72ae6cf8-f9dc-407d-990c-0e1815d17694 service neutron] 10.222.0.86 "PUT /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8004334 Oct 29 11:26:06.862373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4379-9859-4f88-b370-709296d751e6 req-ad45cbf9-e3b4-4332-8113-87609124cbd4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:06.869976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70bc4379-9859-4f88-b370-709296d751e6 req-ad45cbf9-e3b4-4332-8113-87609124cbd4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.0787575 Oct 29 11:26:06.901907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f505-4db3-4be5-b11c-2d358c8f6357 req-4cce0264-79f7-46ec-a08a-ff5f7c3fd2b9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:06.914694 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8a3f505-4db3-4be5-b11c-2d358c8f6357 req-4cce0264-79f7-46ec-a08a-ff5f7c3fd2b9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 944 time: 0.1158006 Oct 29 11:26:06.933632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 64293e6e-ca88-4990-aa6d-027d5a87c735 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:06.934060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:06.982617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8a3f505-4db3-4be5-b11c-2d358c8f6357 req-4b16e6f1-4eb5-4bde-8845-6f8d0b10bf5b tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648091 Oct 29 11:26:07.030912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:07.047559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '2390bb6b-0883-4a03-a791-6f2f16f7c88a', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '2390bb6b-0883-4a03-a791-6f2f16f7c88a', 'mac_address': 'fa:16:3e:92:3f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:07.120426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-88d3d4a6-290c-463c-a4ce-24eac187ec0e tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.122893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-88d3d4a6-290c-463c-a4ce-24eac187ec0e tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.2018962 Oct 29 11:26:07.154272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95e7cc-70b8-47de-85e7-c537b82b1177 req-2b4167f1-abca-4b2b-b478-a093d6dd4c21 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.156213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b95e7cc-70b8-47de-85e7-c537b82b1177 req-2b4167f1-abca-4b2b-b478-a093d6dd4c21 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 948 time: 0.1042097 Oct 29 11:26:07.215270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.238066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b95e7cc-70b8-47de-85e7-c537b82b1177 req-a356d22a-5109-4459-9d6c-c5666b1a2df8 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Oct 29 11:26:07.259165 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.261097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-42c28760-4a65-429a-afca-7e0d95978625 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.269139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-42c28760-4a65-429a-afca-7e0d95978625 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.271663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:07.274394 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066296f4-7d08-4600-b33d-b46af26fa53a" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:07.276247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-42c28760-4a65-429a-afca-7e0d95978625 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.278252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-42c28760-4a65-429a-afca-7e0d95978625 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.1881502 Oct 29 11:26:07.318250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:07.334002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2390bb6b-0883-4a03-a791-6f2f16f7c88a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:07.344391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Deleting port ee776665-d83b-40f3-8f44-f2f4830843c2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:07.345268 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.383076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:07.386226 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bda4f6-ddc3-4b02-97f2-b0fa9f65e932 x-openstack-request-id: req-f8bda4f6-ddc3-4b02-97f2-b0fa9f65e932 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:07.386753 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-plugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:07.387374 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8bda4f6-ddc3-4b02-97f2-b0fa9f65e932 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:07.387925 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'code': 200} Oct 29 11:26:07.390849 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.392793 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.468527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] For port ee776665-d83b-40f3-8f44-f2f4830843c2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee776665-d83b-40f3-8f44-f2f4830843c2,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:07.469063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.473612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:07.486062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Calling delete_port for ee776665-d83b-40f3-8f44-f2f4830843c2 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:07.580189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:07.628773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa2f58-f76e-4900-8fd2-b9c384cfb1d4 req-b5bdffb6-974c-4e26-a1e2-e7abcc5b03a9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.636272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdda48-8684-4300-b5f7-48df748be09b req-e9253375-ae44-4eaa-a3ce-45fae6519b08 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.636990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33aa2f58-f76e-4900-8fd2-b9c384cfb1d4 req-b5bdffb6-974c-4e26-a1e2-e7abcc5b03a9 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=977e09dc-859a-4605-8a9d-0c788095bff7 HTTP/1.1" status: 200 len: 944 time: 0.0749874 Oct 29 11:26:07.644472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdda48-8684-4300-b5f7-48df748be09b req-e9253375-ae44-4eaa-a3ce-45fae6519b08 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.645478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['2390bb6b-0883-4a03-a791-6f2f16f7c88a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:07.660440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdda48-8684-4300-b5f7-48df748be09b req-e9253375-ae44-4eaa-a3ce-45fae6519b08 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.663316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04fdda48-8684-4300-b5f7-48df748be09b req-e9253375-ae44-4eaa-a3ce-45fae6519b08 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 2418 time: 0.6360710 Oct 29 11:26:07.690197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33aa2f58-f76e-4900-8fd2-b9c384cfb1d4 req-72f32976-8544-4634-9ed3-48ded1d9528d tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520902 Oct 29 11:26:07.718002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-bb8fd8a7-1799-478a-8ed4-5cda77bddf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.719643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-bb8fd8a7-1799-478a-8ed4-5cda77bddf5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef&tenant_id=19f7e7def7b94f869337f93bec3bea52 HTTP/1.1" status: 200 len: 1096 time: 0.5715399 Oct 29 11:26:07.810402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.879587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event deleted for resources: {'Port': ['ID=ee776665-d83b-40f3-8f44-f2f4830843c2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:07.886349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04fdda48-8684-4300-b5f7-48df748be09b req-c4190ce3-d119-40dd-a877-4c6734a39d51 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900880 Oct 29 11:26:07.899704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port f4c22a53-7442-40bc-b897-b5d9d1541607 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:07.900159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:07.934027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-d0ac3c0b-d55b-4cbb-9c40-d8b9cabe8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:07.936011 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-d0ac3c0b-d55b-4cbb-9c40-d8b9cabe8396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=19f7e7def7b94f869337f93bec3bea52&device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1096 time: 0.1819427 Oct 29 11:26:08.052445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] No DVR routers for this DVR port ee776665-d83b-40f3-8f44-f2f4830843c2 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:08.073130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.077603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70bc4379-9859-4f88-b370-709296d751e6 req-5ee276dc-fd4c-4c20-ac0f-5044e58567b4 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "DELETE /v2.0/ports/ee776665-d83b-40f3-8f44-f2f4830843c2 HTTP/1.1" status: 204 len: 173 time: 1.2008410 Oct 29 11:26:08.078092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-deleted', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:08.080456 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ed87e-a964-4f6a-a99f-40789f7eeb91" -d '{"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-deleted", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:08.090350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device de5c852c-750d-403f-aad2-7f2fc34d9026 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:08.225289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port de5c852c-750d-403f-aad2-7f2fc34d9026 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:08.235762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port de5c852c-750d-403f-aad2-7f2fc34d9026 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:08.236901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.360653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.406630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=de5c852c-750d-403f-aad2-7f2fc34d9026,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:08.414174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.500119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:08.601557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port f4c22a53-7442-40bc-b897-b5d9d1541607, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f4c22a53-7442-40bc-b897-b5d9d1541607,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:08.602473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.615646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9529-022d-4181-b736-b0e0bdf51c2b req-a5e27c70-f928-465a-8b43-393c1a059c38 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:08.626075 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78aa9529-022d-4181-b736-b0e0bdf51c2b req-a5e27c70-f928-465a-8b43-393c1a059c38 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.1131966 Oct 29 11:26:08.637496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for f4c22a53-7442-40bc-b897-b5d9d1541607 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:08.687394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-78aa9529-022d-4181-b736-b0e0bdf51c2b req-32d84248-b256-45c4-9156-1ac2b58be30b tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600150 Oct 29 11:26:08.708370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbb44a-5b13-4ada-9bc5-7167d7f45999 req-7955a31b-0d9d-4482-afcf-952ca217a3bc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:08.718551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ffbb44a-5b13-4ada-9bc5-7167d7f45999 req-7955a31b-0d9d-4482-afcf-952ca217a3bc tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.6699736 Oct 29 11:26:08.756506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2390bb6b-0883-4a03-a791-6f2f16f7c88a up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:08.757828 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc6261e-0b50-4034-86cd-721ec0c80cf5 x-openstack-request-id: req-5cc6261e-0b50-4034-86cd-721ec0c80cf5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:08.758226 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e09dc-859a-4605-8a9d-0c788095bff7", "name": "network-vif-deleted", "tag": "ee776665-d83b-40f3-8f44-f2f4830843c2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:08.758707 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cc6261e-0b50-4034-86cd-721ec0c80cf5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:08.759204 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e09dc-859a-4605-8a9d-0c788095bff7', 'name': 'network-vif-deleted', 'tag': 'ee776665-d83b-40f3-8f44-f2f4830843c2', 'status': 'completed', 'code': 200} Oct 29 11:26:08.771558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-5bb8e65f-6c69-40ac-8a13-943ce6c669b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:08.774255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-5bb8e65f-6c69-40ac-8a13-943ce6c669b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 200 len: 909 time: 0.8003697 Oct 29 11:26:08.854342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 2390bb6b-0883-4a03-a791-6f2f16f7c88a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:08.866530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 2390bb6b-0883-4a03-a791-6f2f16f7c88a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:08.867195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:08.909103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ffbb44a-5b13-4ada-9bc5-7167d7f45999 req-0edec45a-6708-4b40-9d25-4f7b08541bd0 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892490 Oct 29 11:26:08.913337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-0ce639b1-9e0e-4d54-9c49-3b2232cf9a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 200 len: 217 time: 0.0722833 Oct 29 11:26:08.997633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7473aeb4-8dcf-437c-b942-f43818b682a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:08.999802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-7473aeb4-8dcf-437c-b942-f43818b682a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 200 len: 848 time: 0.0748198 Oct 29 11:26:09.072329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.093024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-ee424e92-3cd1-4d8e-9cad-0a2a034cdf2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=160f00ec-46de-4df5-9e63-138cd61a6d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817521 Oct 29 11:26:09.131405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:09.137300 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.138924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:09.229929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ee776665-d83b-40f3-8f44-f2f4830843c2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:09.230436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee776665-d83b-40f3-8f44-f2f4830843c2 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:09.254632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:09.274038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75561a2f-bfae-4684-84b9-242ee844fa83 req-c675dd00-eb79-40f5-9568-784f388f0039 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:09.275752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75561a2f-bfae-4684-84b9-242ee844fa83 req-c675dd00-eb79-40f5-9568-784f388f0039 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.2063551 Oct 29 11:26:09.276416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.311588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=f4c22a53-7442-40bc-b897-b5d9d1541607,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:09.389367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026'}, {'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:09.391728 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cfdfc5-c937-4b9d-a0cf-f01ea8fe3a91" -d '{"events": [{"server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "name": "network-vif-plugged", "status": "completed", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026"}, {"server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "name": "network-vif-plugged", "status": "completed", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:09.418590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc66db-534e-45b1-95b6-d846ed082056 req-32d845ef-8c77-4a9a-88d8-49644e0e263b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:09.437954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc66db-534e-45b1-95b6-d846ed082056 req-32d845ef-8c77-4a9a-88d8-49644e0e263b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:09.439595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-30fc66db-534e-45b1-95b6-d846ed082056 req-32d845ef-8c77-4a9a-88d8-49644e0e263b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 1682 time: 0.1196828 Oct 29 11:26:09.456863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port f4c22a53-7442-40bc-b897-b5d9d1541607 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:09.475435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75561a2f-bfae-4684-84b9-242ee844fa83 req-1bf542b7-7082-4526-8992-f84ed54c059c tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663435 Oct 29 11:26:09.476770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.480343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-5d3af870-c5f1-459e-a1bb-445aac9f6428 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "DELETE /v2.0/ports/f4c22a53-7442-40bc-b897-b5d9d1541607 HTTP/1.1" status: 204 len: 173 time: 2.1905899 Oct 29 11:26:09.553681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-30fc66db-534e-45b1-95b6-d846ed082056 req-ec206e84-83a6-4f44-8d8f-366cb93970d6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050055 Oct 29 11:26:09.602192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-8f248c4b-6de2-4e32-b85a-f9713dd4c9cf service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988105 Oct 29 11:26:09.750675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port fe48b066-a005-4f49-845f-6b30848f2ac1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:09.751193 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.772660 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a1d3d-fcec-460a-829d-2388275ca7b5 x-openstack-request-id: req-463a1d3d-fcec-460a-829d-2388275ca7b5 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:09.773249 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "name": "network-vif-plugged", "status": "completed", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026", "code": 200}, {"server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "name": "network-vif-plugged", "status": "completed", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:09.773671 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-463a1d3d-fcec-460a-829d-2388275ca7b5 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:09.774275 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'code': 200} Oct 29 11:26:09.774795 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a', 'code': 200} Oct 29 11:26:09.859224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-35f12a64-c217-4b77-a198-b9af987ea15b service neutron] 10.222.0.41 "GET /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465608 Oct 29 11:26:09.977143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port fe48b066-a005-4f49-845f-6b30848f2ac1, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe48b066-a005-4f49-845f-6b30848f2ac1,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:09.977456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:09.995132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for fe48b066-a005-4f49-845f-6b30848f2ac1 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:10.114087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7087f-9915-418f-af5b-83ca8bf3ac08 req-c3fcc773-237c-4509-8246-693b49f8cdb7 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.124712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2c7087f-9915-418f-af5b-83ca8bf3ac08 req-c3fcc773-237c-4509-8246-693b49f8cdb7 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.0805843 Oct 29 11:26:10.176510 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.183104 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2c7087f-9915-418f-af5b-83ca8bf3ac08 req-8850c32d-37d4-48ab-9a29-dda49892ae6c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530107 Oct 29 11:26:10.342391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db1d84-4025-4b51-a99a-d11318d40387 req-ceb9a59f-ea77-4588-9c22-2273a9ed7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.349864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0db1d84-4025-4b51-a99a-d11318d40387 req-ceb9a59f-ea77-4588-9c22-2273a9ed7d4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 1096 time: 0.4322109 Oct 29 11:26:10.351241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=fe48b066-a005-4f49-845f-6b30848f2ac1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:10.398956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port fe48b066-a005-4f49-845f-6b30848f2ac1 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:10.402695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.407463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-4cd771e1-eb90-4bc6-a950-ba7b540926bf tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "DELETE /v2.0/ports/fe48b066-a005-4f49-845f-6b30848f2ac1 HTTP/1.1" status: 204 len: 173 time: 0.9198160 Oct 29 11:26:10.429464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14fa0-623f-4e86-8f21-27378e41a872 req-75f2db07-1f2c-449a-80d0-deb7ffc1cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.431761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ab14fa0-623f-4e86-8f21-27378e41a872 req-75f2db07-1f2c-449a-80d0-deb7ffc1cba9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 1101 time: 0.5405428 Oct 29 11:26:10.437452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb103f1d-c78e-401d-8c99-d5243a0863af req-ea7fc113-257b-4a5c-abc9-cc43299ebb73 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.439178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb103f1d-c78e-401d-8c99-d5243a0863af req-ea7fc113-257b-4a5c-abc9-cc43299ebb73 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1550591 Oct 29 11:26:10.450870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-e42e04f9-e3bf-49eb-833a-aec2040404b2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.452823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-e42e04f9-e3bf-49eb-833a-aec2040404b2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 944 time: 0.1241534 Oct 29 11:26:10.515431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-66f31ee2-2558-45ef-95b8-71913b710432 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.517750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-66f31ee2-2558-45ef-95b8-71913b710432 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef&tenant_id=19f7e7def7b94f869337f93bec3bea52&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.2888367 Oct 29 11:26:10.520077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb103f1d-c78e-401d-8c99-d5243a0863af req-d27d6ed7-80f6-40b1-b6a9-276247ee24c2 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/security-groups?id=99eb6616-9d92-4bf7-b18f-08436e35068e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659838 Oct 29 11:26:10.632379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ab14fa0-623f-4e86-8f21-27378e41a872 req-da0d8b4f-4d95-49ac-aaef-e9ca6644cac2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857541 Oct 29 11:26:10.714062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Deleting port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:10.714781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.746921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe882-c197-4d64-b888-86c5a9fa4a4b req-6092da71-9f81-48cd-9f48-f1e51df02384 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:10.750932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e5b9e48d-91e0-4f1a-940d-0059b5d25f70 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:10.752073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0db1d84-4025-4b51-a99a-d11318d40387 req-3fd24a1a-5df4-4c89-b276-6907e2c7b7b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621168 Oct 29 11:26:10.755111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6f548ab2-dca1-4354-a7aa-83edf2553119 service neutron] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:10.757217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-893fe882-c197-4d64-b888-86c5a9fa4a4b req-6092da71-9f81-48cd-9f48-f1e51df02384 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.1125374 Oct 29 11:26:10.763822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6f548ab2-dca1-4354-a7aa-83edf2553119 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.765390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82854161-15b2-4f1d-8ea7-959afdd920c3 req-6f548ab2-dca1-4354-a7aa-83edf2553119 service neutron] 10.222.0.41 "DELETE /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.2377477 Oct 29 11:26:10.766881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607'}, {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:10.769477 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a08d32-efe5-41d6-9d57-a1cce5591052" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607"}, {"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:10.806625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:10.806975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.865432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-893fe882-c197-4d64-b888-86c5a9fa4a4b req-c9363d83-2b4e-4c48-bc39-6b40f6ab5aff tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070001 Oct 29 11:26:10.930251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] For port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,segment=NetworkSegment(7844fe66-b5c0-4d43-b90b-4a80c2791063),segment_id=7844fe66-b5c0-4d43-b90b-4a80c2791063)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:10.931226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.948382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:10.962997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Calling delete_port for e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:11.021440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:11.021807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.047887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for e5b9e48d-91e0-4f1a-940d-0059b5d25f70 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:11.064020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e5b9e48d-91e0-4f1a-940d-0059b5d25f70, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:11.073955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.074643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe48b066-a005-4f49-845f-6b30848f2ac1 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:11.128346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bf47b-a8c9-41ce-b341-fb77eb4e40f4 req-ea43e9c0-cd1f-4541-94b7-2093961c19fc tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:11.136457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-157bf47b-a8c9-41ce-b341-fb77eb4e40f4 req-ea43e9c0-cd1f-4541-94b7-2093961c19fc tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.1579978 Oct 29 11:26:11.178063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: fe48b066-a005-4f49-845f-6b30848f2ac1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:11.178508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe48b066-a005-4f49-845f-6b30848f2ac1 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:11.179209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c22a53-7442-40bc-b897-b5d9d1541607 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:11.202910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: f4c22a53-7442-40bc-b897-b5d9d1541607 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:11.203325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f4c22a53-7442-40bc-b897-b5d9d1541607 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:11.209095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-157bf47b-a8c9-41ce-b341-fb77eb4e40f4 req-977bc995-2484-4e41-bb1e-df6a8d8be2c5 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Oct 29 11:26:11.236884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:11.338750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.374185 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63171b8e-3554-458b-b8c9-aa7a7940bf75 x-openstack-request-id: req-63171b8e-3554-458b-b8c9-aa7a7940bf75 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:11.374792 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "f4c22a53-7442-40bc-b897-b5d9d1541607", "status": "completed", "code": 200}, {"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "fe48b066-a005-4f49-845f-6b30848f2ac1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:11.378601 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63171b8e-3554-458b-b8c9-aa7a7940bf75 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:11.379482 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'f4c22a53-7442-40bc-b897-b5d9d1541607', 'status': 'completed', 'code': 200} Oct 29 11:26:11.380258 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'fe48b066-a005-4f49-845f-6b30848f2ac1', 'status': 'completed', 'code': 200} Oct 29 11:26:11.385559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.401800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Pushing event deleted for resources: {'Port': ['ID=e26ee5d3-6e2a-4f3a-83f9-16ca367bee43,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:11.489419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] No DVR routers for this DVR port e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:11.492915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.499095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40635c89-ba2e-4852-b735-ff30abe1fe35 req-82f952ae-2352-432e-b9dd-9519cdfa4ef8 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.86 "DELETE /v2.0/ports/e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 HTTP/1.1" status: 204 len: 173 time: 1.0060959 Oct 29 11:26:11.499572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-deleted', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:11.508943 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866443a5-5074-4f3f-847d-f6076ac2246b" -d '{"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-deleted", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:11.521714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbb1867e-0c41-4ff8-8eb8-08dfddc6b92b req-a5fed455-cb55-4c6f-8b45-03913f5615b2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 210 time: 0.3677211 Oct 29 11:26:11.537042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=e5b9e48d-91e0-4f1a-940d-0059b5d25f70,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:11.609467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port e5b9e48d-91e0-4f1a-940d-0059b5d25f70 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:11.622865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:11.644326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a58f56e-afc9-4a0f-9daa-87a5706a9285 req-8615aa7b-7ca7-404f-8f02-a1fa8dd2bb54 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "DELETE /v2.0/ports/e5b9e48d-91e0-4f1a-940d-0059b5d25f70 HTTP/1.1" status: 204 len: 173 time: 1.2287478 Oct 29 11:26:11.775762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:11.778035 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adae598-e612-45b7-8d02-a32d6e24b47c" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:11.787085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ba68-f248-4f9f-ba30-fbf2dcfa21e8 req-b5099d36-1cc1-4070-8a05-d933b5a76ec1 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:11.791992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d79e-e162-4012-917d-82731e202acc req-b5d76176-c7bd-4379-83bf-aa483bb0446d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:11.795970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad86ba68-f248-4f9f-ba30-fbf2dcfa21e8 req-b5099d36-1cc1-4070-8a05-d933b5a76ec1 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.1428094 Oct 29 11:26:11.801608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fbc8d79e-e162-4012-917d-82731e202acc req-b5d76176-c7bd-4379-83bf-aa483bb0446d tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 1096 time: 0.1072154 Oct 29 11:26:11.852503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fbc8d79e-e162-4012-917d-82731e202acc req-2b9f8865-763e-4f53-9f2b-07e7f58b7934 tempest-LiveMigrationTest-439873495 tempest-LiveMigrationTest-439873495-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 Oct 29 11:26:11.913886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad86ba68-f248-4f9f-ba30-fbf2dcfa21e8 req-aea3663f-df60-47c8-8c6a-6dea3dd2f7da tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085517 Oct 29 11:26:11.948036 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc10452-c03f-4af0-9867-5cf882fd9aba x-openstack-request-id: req-ecc10452-c03f-4af0-9867-5cf882fd9aba {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:11.948036 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdbe01f-7cb7-446c-bf24-8de8535cdbe9", "name": "network-vif-deleted", "tag": "e26ee5d3-6e2a-4f3a-83f9-16ca367bee43", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:11.948036 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ecc10452-c03f-4af0-9867-5cf882fd9aba {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:11.948036 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdbe01f-7cb7-446c-bf24-8de8535cdbe9', 'name': 'network-vif-deleted', 'tag': 'e26ee5d3-6e2a-4f3a-83f9-16ca367bee43', 'status': 'completed', 'code': 200} Oct 29 11:26:12.088413 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9a9a6df6-588a-4d45-9a70-32ca80ca2649 req-d2a1c432-2cf8-4b37-823a-609834a00231 tempest-LiveAutoBlockMigrationV225Test-185656188 tempest-LiveAutoBlockMigrationV225Test-185656188-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fdbe01f-7cb7-446c-bf24-8de8535cdbe9 HTTP/1.1" status: 200 len: 210 time: 0.0510607 Oct 29 11:26:12.107058 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca2817-a6f4-4ecf-91dd-20e83e4e547a x-openstack-request-id: req-54ca2817-a6f4-4ecf-91dd-20e83e4e547a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:12.107454 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:12.107846 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54ca2817-a6f4-4ecf-91dd-20e83e4e547a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:12.108253 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'code': 200} Oct 29 11:26:12.442161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4658e1f-bf3c-42c6-9d25-beb539d968d5 req-00883415-c22a-484d-a704-b445dd84f2a3 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:12.449670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4658e1f-bf3c-42c6-9d25-beb539d968d5 req-00883415-c22a-484d-a704-b445dd84f2a3 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.0916986 Oct 29 11:26:12.539356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4658e1f-bf3c-42c6-9d25-beb539d968d5 req-134d2db8-fc88-4609-ae3d-6d58e4f4ad15 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808103 Oct 29 11:26:12.618874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5781f94-095e-4360-af18-977c53fd37db req-7400b54f-cc80-4005-900a-c4800b2f1a9c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:12.622608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5781f94-095e-4360-af18-977c53fd37db req-7400b54f-cc80-4005-900a-c4800b2f1a9c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.1274643 Oct 29 11:26:12.705128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5781f94-095e-4360-af18-977c53fd37db req-7f17a62b-22fd-4d91-b938-9aa082618dff tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746672 Oct 29 11:26:12.771163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-913787ac-ec50-4981-8090-540718b971bf req-b742219e-7bbf-4b71-a711-2b0874ba895f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=4373d797-28f1-419f-85a6-a761b6f7a863 HTTP/1.1" status: 200 len: 210 time: 0.0597546 Oct 29 11:26:12.796955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46038) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:13.067385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db45ed6-bdd8-423b-86ac-c4428b144076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.111620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf5cf2-26f3-468d-a823-4ced1c9a4a48 req-30940630-53ce-4f21-9b8f-2f667abdc5db tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:13.114620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0faf5cf2-26f3-468d-a823-4ced1c9a4a48 req-30940630-53ce-4f21-9b8f-2f667abdc5db tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.0804887 Oct 29 11:26:13.127690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-8ba08ef5-4c25-4dd9-8f0b-a8b793700c79 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:13.129647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-8ba08ef5-4c25-4dd9-8f0b-a8b793700c79 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 945 time: 0.1591420 Oct 29 11:26:13.161739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b05125-2d09-417f-b368-a7ed2f8719b7 req-d5ccd76e-ad16-4cf6-b72d-faeb0ea9859e tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:13.162714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b05125-2d09-417f-b368-a7ed2f8719b7 req-d5ccd76e-ad16-4cf6-b72d-faeb0ea9859e tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.1391935 Oct 29 11:26:13.185493 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0faf5cf2-26f3-468d-a823-4ced1c9a4a48 req-f2767018-3e93-4c4b-98e4-9b645cf574dc tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571692 Oct 29 11:26:13.234875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46050) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:13.281370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b05125-2d09-417f-b368-a7ed2f8719b7 req-7f960c13-fec1-4e05-8a1a-bbc359a230df tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006927 Oct 29 11:26:13.331391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db45ed6-bdd8-423b-86ac-c4428b144076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.338713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db45ed6-bdd8-423b-86ac-c4428b144076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.370919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45ed6-bdd8-423b-86ac-c4428b144076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4471d46-504f-46f3-9685-30adb08ca840,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:13.378918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Deleting port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:13.379286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.385282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:13.387532 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20378e76-d08d-4eab-bfbc-9cbccf55aa30" -d '{"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:13.408171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Deleting subnet 08fc5c51-16cf-463f-a158-7c625e0588e1 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:13.411498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.437855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7db45ed6-bdd8-423b-86ac-c4428b144076 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcc10d551e0145b7a9a421d65f8da044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399517 Oct 29 11:26:13.440657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46056) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:13.456993 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c848ab-14f3-4555-839b-6bcb3fb8f8d9 x-openstack-request-id: req-c4c848ab-14f3-4555-839b-6bcb3fb8f8d9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:13.457302 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4373d797-28f1-419f-85a6-a761b6f7a863", "name": "network-vif-deleted", "tag": "e5b9e48d-91e0-4f1a-940d-0059b5d25f70", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:13.457546 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4c848ab-14f3-4555-839b-6bcb3fb8f8d9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:13.457948 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4373d797-28f1-419f-85a6-a761b6f7a863', 'name': 'network-vif-deleted', 'tag': 'e5b9e48d-91e0-4f1a-940d-0059b5d25f70', 'status': 'completed', 'code': 200} Oct 29 11:26:13.540076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.550766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] For port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:13.551300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.580264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Calling delete_port for 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:13.745762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.760106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5', '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:13.765162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.776521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.808286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event deleted for resources: {'Port': ['ID=51657c1b-1eb8-42d4-8d78-ad498d8ffd51,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:13.826064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.893242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:13.912491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57edc-8351-40fe-a025-4ac0076301ac req-d7e6e048-427e-4bbb-9023-a248d769287d tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:13.927475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7b57edc-8351-40fe-a025-4ac0076301ac req-d7e6e048-427e-4bbb-9023-a248d769287d tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.6333759 Oct 29 11:26:13.929959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46074) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:13.974206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5790bb84-5d47-4446-a710-e7d16aee094f req-9938b735-451b-4591-b18e-e9b79ff5af56 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.0780337 Oct 29 11:26:13.977958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Request body: {'floatingip': {'port_id': 'de5c852c-750d-403f-aad2-7f2fc34d9026'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:14.025576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.028305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46076) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:14.036270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fc5c51-16cf-463f-a158-7c625e0588e1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:14.037980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] No DVR routers for this DVR port 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:14.050019 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.053374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a4c8e87-90da-4cda-86e7-906b014f59b0 req-2e609e22-60eb-417e-929c-078f93e6452d tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "DELETE /v2.0/ports/51657c1b-1eb8-42d4-8d78-ad498d8ffd51 HTTP/1.1" status: 204 len: 173 time: 0.9133792 Oct 29 11:26:14.055160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.059886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fd73a55a-91cf-4385-bf0d-d7b298a2a52b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/08fc5c51-16cf-463f-a158-7c625e0588e1 HTTP/1.1" status: 204 len: 168 time: 0.8226812 Oct 29 11:26:14.064478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46078) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:14.207561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.210155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.211331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4471d46-504f-46f3-9685-30adb08ca840 HTTP/1.1" status: 204 len: 168 time: 0.7698019 Oct 29 11:26:14.249798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4fccb-9d50-40e1-90da-75c3aec0ee97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4471d46-504f-46f3-9685-30adb08ca840,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:14.260265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting subnet 494d4695-786e-44e5-9007-f5cf0482815d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:14.265757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.275024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.493104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77926891-180d-4fb3-ad61-336feaa1abfe req-cf741dc0-a18b-45f8-b597-75b39693c56b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:14.494663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77926891-180d-4fb3-ad61-336feaa1abfe req-cf741dc0-a18b-45f8-b597-75b39693c56b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.86 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.2031300 Oct 29 11:26:14.526165 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.586118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.590132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca52e901-38c4-442d-92a7-8630fc79eaf3']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:14.609298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7844fe66-b5c0-4d43-b90b-4a80c2791063') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:14.609676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7844fe66-b5c0-4d43-b90b-4a80c2791063') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:14.641743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.663232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.672461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:14.672942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:14.675637 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:14.748239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Deleting port 2390bb6b-0883-4a03-a791-6f2f16f7c88a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:14.748933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.771166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:14.791364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.798704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.804729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ca52e901-38c4-442d-92a7-8630fc79eaf3 HTTP/1.1" status: 204 len: 168 time: 0.7391748 Oct 29 11:26:14.806283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb8f4e-79d4-4b37-b73a-fb86c2e6e5dc req-a70cbe8e-8aa8-4fd9-8e39-4403e28f6e6b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:14.808416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46096) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:14.817570 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-09eb8f4e-79d4-4b37-b73a-fb86c2e6e5dc req-a70cbe8e-8aa8-4fd9-8e39-4403e28f6e6b tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 950 time: 0.4206986 Oct 29 11:26:14.835665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:14.843158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e26ee5d3-6e2a-4f3a-83f9-16ca367bee43 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:14.843454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ef3bc-c327-43f3-9970-9ab23fb8fab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca52e901-38c4-442d-92a7-8630fc79eaf3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:14.873402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46098) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:14.917682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2549ed2-a7a0-49b2-8e10-2b7ee296f289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.935723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Deleting subnet 4eb35e1e-78b6-4e26-9023-852d75717554 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:14.944871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.968243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-09eb8f4e-79d4-4b37-b73a-fb86c2e6e5dc req-be2d5e38-b706-4586-8c47-c7eb0a57afe4 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/security-groups?id=022155c1-0c7f-4823-b31e-53a065a0f643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398737 Oct 29 11:26:14.978199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:14.978648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] For port 2390bb6b-0883-4a03-a791-6f2f16f7c88a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2390bb6b-0883-4a03-a791-6f2f16f7c88a,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:14.979009 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.004805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:26:15.016147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Calling delete_port for 2390bb6b-0883-4a03-a791-6f2f16f7c88a owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:15.033998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.072811 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.088882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.196816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.245221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Subnet': ['ID=494d4695-786e-44e5-9007-f5cf0482815d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:15.251378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62bd6c-2da0-4db1-af77-2b335880d446 None None] Network 9b14e51c-22e8-4065-a4b9-d09a75010039 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:15.252344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.256433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1c554bc7-14d4-4218-ab98-2d1a6b66ee1b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/subnets/494d4695-786e-44e5-9007-f5cf0482815d HTTP/1.1" status: 204 len: 168 time: 1.2211757 Oct 29 11:26:15.260245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46104) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:15.356730 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Floating IP c62ab44f-90b4-46e6-8e9d-66b7491c7287 associated. External IP: 172.25.4.229, port: de5c852c-750d-403f-aad2-7f2fc34d9026. Oct 29 11:26:15.457121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.464305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-deleted', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:15.467216 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438f7c64-eef3-4189-9b3d-82a85056ffcd" -d '{"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-deleted", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:15.557761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port 5ae70048-92f0-455a-9c6f-fc6a60283d97 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:15.558105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.564315 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6a0e5c-f0be-4476-8991-d26ed4866511 x-openstack-request-id: req-bc6a0e5c-f0be-4476-8991-d26ed4866511 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:15.564977 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2deda79-38fb-4ed0-88a1-00005509edef", "name": "network-vif-deleted", "tag": "51657c1b-1eb8-42d4-8d78-ad498d8ffd51", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:15.565392 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc6a0e5c-f0be-4476-8991-d26ed4866511 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:15.565886 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2deda79-38fb-4ed0-88a1-00005509edef', 'name': 'network-vif-deleted', 'tag': '51657c1b-1eb8-42d4-8d78-ad498d8ffd51', 'status': 'completed', 'code': 200} Oct 29 11:26:15.584646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10f6ed1a-79ac-441a-b8d7-8f463fddfbe0 req-47fb9587-c352-493e-a897-87d22c607c48 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.0962939 Oct 29 11:26:15.595853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.640105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] DHCP port deletion for 9b14e51c-22e8-4065-a4b9-d09a75010039 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:26:15.712277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2549ed2-a7a0-49b2-8e10-2b7ee296f289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.732673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2549ed2-a7a0-49b2-8e10-2b7ee296f289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.782924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.824100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Deleting port 5ae70048-92f0-455a-9c6f-fc6a60283d97 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:15.824663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.827672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Router b8057ed6-b2af-4941-baf1-d7f4389fd42a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:26:15.860986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2549ed2-a7a0-49b2-8e10-2b7ee296f289 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=691636f357c342c4a8a4e1e2902a9c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9845259 Oct 29 11:26:15.862574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb35e1e-78b6-4e26-9023-852d75717554,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:15.867862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46118) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:15.869335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.881293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2cbca37-5669-44b5-9a4a-4513b0b848f7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4eb35e1e-78b6-4e26-9023-852d75717554 HTTP/1.1" status: 204 len: 168 time: 1.0718307 Oct 29 11:26:15.885118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:15.899726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2549ed2-a7a0-49b2-8e10-2b7ee296f289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a75bd5-db3a-43cc-86c4-a47e41390b4e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:15.921299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:15.935533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['2390bb6b-0883-4a03-a791-6f2f16f7c88a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:16.000308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] For port 5ae70048-92f0-455a-9c6f-fc6a60283d97, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5ae70048-92f0-455a-9c6f-fc6a60283d97,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:16.000697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.017265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Calling delete_port for 5ae70048-92f0-455a-9c6f-fc6a60283d97 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:16.030818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.044963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Pushing event deleted for resources: {'Port': ['ID=2390bb6b-0883-4a03-a791-6f2f16f7c88a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:16.240020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.240259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] No DVR routers for this DVR port 2390bb6b-0883-4a03-a791-6f2f16f7c88a on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:16.261315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a947ade3-2933-425c-9599-6ce686aa511b req-3ec61590-1b98-4b54-b6f3-bc241a31dbdc tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.77 "GET /v2.0/ports?device_id=efdcf8be-976f-4526-939c-3004707ee083 HTTP/1.1" status: 200 len: 210 time: 0.1331847 Oct 29 11:26:16.263324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.271055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1406d483-f2c8-444c-9916-6054a3b0043f']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:16.282461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3590ad1a-b585-4b9d-8138-32996735a3aa') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:16.282756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3590ad1a-b585-4b9d-8138-32996735a3aa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:16.295287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77926891-180d-4fb3-ad61-336feaa1abfe req-76226443-1562-4e90-b17e-3788b322efe2 tempest-ImagesNegativeTestJSON-1125551807 tempest-ImagesNegativeTestJSON-1125551807-project] 10.222.0.86 "DELETE /v2.0/ports/2390bb6b-0883-4a03-a791-6f2f16f7c88a HTTP/1.1" status: 204 len: 173 time: 1.7517307 Oct 29 11:26:16.296615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.312945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.342220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.351711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:16.352215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.386009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:16.394742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:16.446430 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:16.456254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port 5ae70048-92f0-455a-9c6f-fc6a60283d97, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5ae70048-92f0-455a-9c6f-fc6a60283d97,segment=NetworkSegment(fd5191e4-9c5f-486a-99b6-3b6f64bc4236),segment_id=fd5191e4-9c5f-486a-99b6-3b6f64bc4236)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:16.456626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.474446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.485879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:16.486604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 51657c1b-1eb8-42d4-8d78-ad498d8ffd51 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:16.497970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.499856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.502934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] 10.222.0.77 "DELETE /v2.0/networks/1406d483-f2c8-444c-9916-6054a3b0043f HTTP/1.1" status: 204 len: 168 time: 0.6129613 Oct 29 11:26:16.509579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.515024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52a75bd5-db3a-43cc-86c4-a47e41390b4e HTTP/1.1" status: 204 len: 168 time: 0.6321948 Oct 29 11:26:16.531004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be2d63-c2d2-4306-8d62-d377ecfa592a admin admin] Pushing event deleted for resources: {'Network': ['ID=1406d483-f2c8-444c-9916-6054a3b0043f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:16.531514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ede0-4e09-4950-b3d1-688fba1e8d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a75bd5-db3a-43cc-86c4-a47e41390b4e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:16.548939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for 5ae70048-92f0-455a-9c6f-fc6a60283d97 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:16.650056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.754054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:26:16.768637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] Pushing event deleted for resources: {'Port': ['ID=5ae70048-92f0-455a-9c6f-fc6a60283d97,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:16.768986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:16.779426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Sync routers for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:26:16.805025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f74bac2-1df6-440a-863c-37de15fe5e19 None None] No DVR routers for this DVR port 5ae70048-92f0-455a-9c6f-fc6a60283d97 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:16.838456 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:26:16.839304 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:26:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:16.884794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89ab4e44-76e5-48d8-950a-6b0f04d4626f req-3f35ed1d-5cad-4bef-96dc-2077159f7799 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.1862109 Oct 29 11:26:16.933264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a489935-1a74-46d8-a16b-17fc794c3d85 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "PUT /v2.0/floatingips/c62ab44f-90b4-46e6-8e9d-66b7491c7287 HTTP/1.1" status: 200 len: 991 time: 2.9618247 Oct 29 11:26:16.935296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:16.959239 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b937b9da-1896-4477-826d-1a85fbba03c0" -d '{"events": [{"name": "network-changed", "server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:17.016884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:17.038304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.124665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4d541af-6225-4810-a720-f52e94076cf0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f425741a0984bb1aa7b3c5491c3f9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056938 Oct 29 11:26:17.138114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:17.157026 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a2bbe-4052-4862-956b-7729ead30508 x-openstack-request-id: req-b85a2bbe-4052-4862-956b-7729ead30508 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:17.157404 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:17.157660 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b85a2bbe-4052-4862-956b-7729ead30508 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:17.159040 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'status': 'completed', 'code': 200} Oct 29 11:26:17.161637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=5ae70048-92f0-455a-9c6f-fc6a60283d97,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:17.163567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port 5ae70048-92f0-455a-9c6f-fc6a60283d97 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:17.175754 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:26:17.250607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-b37dd4e4-edc4-41de-a935-23122ecaf630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:17.259719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-b37dd4e4-edc4-41de-a935-23122ecaf630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8&device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 1096 time: 0.1318836 Oct 29 11:26:17.295902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5ae70048-92f0-455a-9c6f-fc6a60283d97 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:17.326346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.327717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5ae70048-92f0-455a-9c6f-fc6a60283d97 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:17.328300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5ae70048-92f0-455a-9c6f-fc6a60283d97 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:17.337288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.374778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b14e51c-22e8-4065-a4b9-d09a75010039']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:17.394755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:17.395568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5191e4-9c5f-486a-99b6-3b6f64bc4236') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:17.410738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.428078 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.435327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:17.435717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.496318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:17.556254 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:17.566982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.574064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'name': 'network-vif-deleted', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:17.577439 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf4d716-b15c-4418-9600-e89509d58511" -d '{"events": [{"server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "name": "network-vif-deleted", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:17.583311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.597964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/networks/9b14e51c-22e8-4065-a4b9-d09a75010039 HTTP/1.1" status: 204 len: 168 time: 2.3361847 Oct 29 11:26:17.603961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:17.650439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-cd7006c5-ac55-4d23-906a-fd21b0d490c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:17.652016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-cd7006c5-ac55-4d23-906a-fd21b0d490c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9de7a28f-8804-419e-b970-7dcd3df5c69b HTTP/1.1" status: 200 len: 917 time: 0.3849940 Oct 29 11:26:17.670957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2494-9d6a-44b2-8f3f-f7960ff070ee tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Network': ['ID=9b14e51c-22e8-4065-a4b9-d09a75010039,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:17.755841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-a18fc45d-5779-4cca-910d-697e19e527e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5c852c-750d-403f-aad2-7f2fc34d9026 HTTP/1.1" status: 200 len: 999 time: 0.0902653 Oct 29 11:26:17.760785 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c402ca-b45e-4210-b45d-2134a7a5c100 x-openstack-request-id: req-18c402ca-b45e-4210-b45d-2134a7a5c100 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:17.760785 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdcf8be-976f-4526-939c-3004707ee083", "name": "network-vif-deleted", "tag": "2390bb6b-0883-4a03-a791-6f2f16f7c88a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:17.760785 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18c402ca-b45e-4210-b45d-2134a7a5c100 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:17.760785 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdcf8be-976f-4526-939c-3004707ee083', 'name': 'network-vif-deleted', 'tag': '2390bb6b-0883-4a03-a791-6f2f16f7c88a', 'status': 'completed', 'code': 200} Oct 29 11:26:17.813593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-1ad27b25-bdd7-427e-b38a-1a63c7e5b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:17.815074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-1ad27b25-bdd7-427e-b38a-1a63c7e5b563 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba24032-209e-43bd-b944-7d99a8d7be89 HTTP/1.1" status: 200 len: 855 time: 0.0480449 Oct 29 11:26:17.819625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting subnet b312b77f-379e-43f9-8a8a-79339204a519 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:17.823016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.875889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.948867 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c62ab44f-90b4-46e6-8e9d-66b7491c7287', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'port_id': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'mac_address': 'fa:16:3e:6e:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:53Z', 'updated_at': '2021-10-29T11:26:14Z', 'revision_number': 1, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:17.974602 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.978447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:17.985364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99eb6616-9d92-4bf7-b18f-08436e35068e HTTP/1.1" status: 204 len: 168 time: 0.8454211 Oct 29 11:26:18.041507 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Checking router: b8057ed6-b2af-4941-baf1-d7f4389fd42a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:26:18.066990 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:26:18.067807 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:26:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:18.111441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60682003-97b3-46a6-ad29-0bb19c15fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb6616-9d92-4bf7-b18f-08436e35068e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:18.194694 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:18.211744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da7d1b83-793f-46ab-87b3-1d2ca89ccd2e req-48fe5569-8245-4341-824b-472a8bbe7112 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.1185315 Oct 29 11:26:18.298292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-1e454392-6bce-4caa-ae25-5be23f58d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:18.300523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-1e454392-6bce-4caa-ae25-5be23f58d7d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9de7a28f-8804-419e-b970-7dcd3df5c69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3138523 Oct 29 11:26:18.314151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:26:18.438547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46206) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:18.517859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:18.634831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Subnet': ['ID=b312b77f-379e-43f9-8a8a-79339204a519,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:18.658739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46214) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:18.690359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:18.693675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9e7a99a-bf6f-4e09-a61c-8d71be81336b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/subnets/b312b77f-379e-43f9-8a8a-79339204a519 HTTP/1.1" status: 204 len: 168 time: 1.0879984 Oct 29 11:26:18.694982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce96adc6-cd35-4af0-a552-ef4607081435 None None] Network 41d9c74c-7620-4d63-be56-6617eb6181d9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:18.703528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46216) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:18.710853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-3d793d69-0a79-4fdf-a244-03b057f76509 service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883703 Oct 29 11:26:18.925975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b937b9da-1896-4477-826d-1a85fbba03c0 req-b33c0628-ef70-4a84-9461-0abce415f24a service neutron] 10.222.0.41 "GET /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075012 Oct 29 11:26:18.929577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2390bb6b-0883-4a03-a791-6f2f16f7c88a no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:18.961866 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c62ab44f-90b4-46e6-8e9d-66b7491c7287', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'port_id': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'mac_address': 'fa:16:3e:6e:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:53Z', 'updated_at': '2021-10-29T11:26:14Z', 'revision_number': 1, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:18.993884 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6acb2f-e295-4f6b-a2c8-3968a87f25ea None None] The sync data for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 is: [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c62ab44f-90b4-46e6-8e9d-66b7491c7287', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'port_id': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'mac_address': 'fa:16:3e:6e:df:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:24:53Z', 'updated_at': '2021-10-29T11:26:14Z', 'revision_number': 1, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:26:19.014488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e2b5068-ffd4-4f55-b712-c2cdf7b4311f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aec79da89684ebeb9c2906eea437b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537433 Oct 29 11:26:19.015794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46220) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:19.035745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 2390bb6b-0883-4a03-a791-6f2f16f7c88a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:19.040080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2390bb6b-0883-4a03-a791-6f2f16f7c88a not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:19.146643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.159858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.204986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0975968c-bee8-4e4a-bee1-62d46664b092 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00a088d32d3245de90f7e53da0db27c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649467 Oct 29 11:26:19.206424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46232) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:19.215707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.318845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] DHCP port deletion for 41d9c74c-7620-4d63-be56-6617eb6181d9 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:26:19.362444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.365908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.367556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca851c65-e21d-439a-b9a8-4cc396d8faf4 HTTP/1.1" status: 204 len: 168 time: 0.3506079 Oct 29 11:26:19.384692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af4fe4-66ad-4413-a73e-1845db28acc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca851c65-e21d-439a-b9a8-4cc396d8faf4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:19.464966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.507452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.519112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port e6572a17-747f-40af-a7e9-fad1083d6f4a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:19.519601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.563962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a83c44fe-0530-40df-ab40-25c5bd00defe req-4573b262-ab64-4af0-b5c9-444ba0300108 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.1254973 Oct 29 11:26:19.630829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb90bf-2c09-49df-86c0-cfcf3cece64f None None] New status for floating IP c62ab44f-90b4-46e6-8e9d-66b7491c7287: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:26:19.646730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port e6572a17-747f-40af-a7e9-fad1083d6f4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6572a17-747f-40af-a7e9-fad1083d6f4a,segment=NetworkSegment(8693df7c-aac7-4125-a930-f879ee739c31),segment_id=8693df7c-aac7-4125-a930-f879ee739c31)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:19.647293 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.675372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for e6572a17-747f-40af-a7e9-fad1083d6f4a owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:19.750416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.753579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.754908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/022155c1-0c7f-4823-b31e-53a065a0f643 HTTP/1.1" status: 204 len: 168 time: 0.5425475 Oct 29 11:26:19.771288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d1679-d59b-4bf8-8424-985de050324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022155c1-0c7f-4823-b31e-53a065a0f643,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:19.881643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:19.925927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Deleting port e6572a17-747f-40af-a7e9-fad1083d6f4a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:19.927186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.021041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=e6572a17-747f-40af-a7e9-fad1083d6f4a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:20.026892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] For port e6572a17-747f-40af-a7e9-fad1083d6f4a, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:20.027296 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.042092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Calling delete_port for e6572a17-747f-40af-a7e9-fad1083d6f4a owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:20.043455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port e6572a17-747f-40af-a7e9-fad1083d6f4a on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:20.045276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Port e6572a17-747f-40af-a7e9-fad1083d6f4a was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:26:20.046663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.091558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Pushing event deleted for resources: {'Port': ['ID=e6572a17-747f-40af-a7e9-fad1083d6f4a,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:20.102754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.103106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.103436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.103768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.104101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.104424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.104749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.105119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.105434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.105756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.106613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.106936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:20.113335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c719390-4f9a-4d36-aa23-f6560e8594d7 None None] No DVR routers for this DVR port e6572a17-747f-40af-a7e9-fad1083d6f4a on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:20.283711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.310780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d9c74c-7620-4d63-be56-6617eb6181d9']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:20.322321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8693df7c-aac7-4125-a930-f879ee739c31') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:20.322691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8693df7c-aac7-4125-a930-f879ee739c31') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:20.338827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.359485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.373667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:20.374112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:20.387192 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:20.519968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.544536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.550608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/networks/41d9c74c-7620-4d63-be56-6617eb6181d9 HTTP/1.1" status: 204 len: 168 time: 1.8402936 Oct 29 11:26:20.555780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46278) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:20.609697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1196300838'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:20.661506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d599fe-aa90-4ce6-9134-5c13bd64c806 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Network': ['ID=41d9c74c-7620-4d63-be56-6617eb6181d9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:20.667317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:20.677753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.730285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:26:20.752321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.752836 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Added segment b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2 of type vlan for network 5f58ef90-5076-4bca-9c6b-395fa9e845da Oct 29 11:26:20.776221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-173533c0-5e7a-4aba-a823-8c00b49b7799 req-0b0cad79-d456-4ceb-8558-6dbb46ac6453 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.0670996 Oct 29 11:26:20.833034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.863065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.869874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:20.870835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:20.892722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2890987 Oct 29 11:26:20.895876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46298) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:20.901544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'subnet': {'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:20.963775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945278c-4035-47f8-8c7a-72d8b5ef7129 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Network': ['ID=5f58ef90-5076-4bca-9c6b-395fa9e845da,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:20.977165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:26:21.163578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:21.169200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:21.248934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6572a17-747f-40af-a7e9-fad1083d6f4a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:21.321213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e6572a17-747f-40af-a7e9-fad1083d6f4a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:21.322075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6572a17-747f-40af-a7e9-fad1083d6f4a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:21.574157 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:21.628344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:21.770646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Subnet': ['ID=f9e09e2d-2342-4391-9c1a-6965a0969c19,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:21.787329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Checking segment: {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:21.787983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network hostable DHCP agents. Network: 5f58ef90-5076-4bca-9c6b-395fa9e845da, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:26:21.818295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:26:21.866614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 5f58ef90-5076-4bca-9c6b-395fa9e845da) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:21.877402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:21.878018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac1e5b-ff1a-4dc9-ba0c-d009e1159fd0 None None] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:21.878860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:21.933313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6a8f0ecf-6d74-4336-ac31-ad7ed568e2ea tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0358355 Oct 29 11:26:21.937353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46334) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:21.943407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-481197588'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:22.018605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:22.023135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.047988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69e628f0-7396-4cf8-9855-cbe2f96d2d6b req-79a32eb3-fedc-4ad3-b219-edc1356f72ac tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.1124070 Oct 29 11:26:22.101858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:26:22.148067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.149666 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Added segment 68c6c746-ed5b-4893-a928-2567fde2aeab of type vlan for network f305bcac-0d56-437f-b1e0-61aa5a864473 Oct 29 11:26:22.222003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-4a44cde2-932f-494c-8473-cc7958be1549 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e66e7fdfd24347b59368acb2e20a9213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699778 Oct 29 11:26:22.236530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-5f58ef90-5076-4bca-9c6b-395fa9e845da', 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'fixed_ips': [{'subnet_id': 'f9e09e2d-2342-4391-9c1a-6965a0969c19'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:26:22.237676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.475715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.599726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Allocated IP 19.80.0.2 (5f58ef90-5076-4bca-9c6b-395fa9e845da/f9e09e2d-2342-4391-9c1a-6965a0969c19/cd05b2da-6ba6-409e-a733-9cba621e6787) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:22.602625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.612394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:22.613231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:22.675208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c081c5fe-9229-4d01-a0d8-414e8ff2ef5e tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:22.686853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c081c5fe-9229-4d01-a0d8-414e8ff2ef5e tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639091 Oct 29 11:26:22.839784 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8982377 Oct 29 11:26:22.840832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46362) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:22.846702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'subnet': {'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:22.861900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-ef053437-c2b3-4667-a5bb-8fb08e1d11e7 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/quotas/e66e7fdfd24347b59368acb2e20a9213 HTTP/1.1" status: 200 len: 375 time: 0.1720736 Oct 29 11:26:22.970686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-e8f2fafa-c416-4610-8166-c477c2a8a670 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e66e7fdfd24347b59368acb2e20a9213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067829 Oct 29 11:26:22.994035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c8203-74a1-44e3-b890-f47ed05649f2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Network': ['ID=f305bcac-0d56-437f-b1e0-61aa5a864473,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:23.015567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f305bcac-0d56-437f-b1e0-61aa5a864473 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:26:23.059539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:23.066758 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.297617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.309482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.385884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Pushing event updated for resources: {'Port': ['ID=cd05b2da-6ba6-409e-a733-9cba621e6787,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:23.414891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:23.417884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:23.427262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:23.545946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Attempting to bind port cd05b2da-6ba6-409e-a733-9cba621e6787 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:23.546569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Attempting to bind port cd05b2da-6ba6-409e-a733-9cba621e6787 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:23.547172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Attempting to bind port cd05b2da-6ba6-409e-a733-9cba621e6787 on network 5f58ef90-5076-4bca-9c6b-395fa9e845da {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:23.565498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:23.565947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Checking segment: {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:23.566463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.566864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Bound using segment: {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:23.567345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Bound port: cd05b2da-6ba6-409e-a733-9cba621e6787, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:23.572933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-051aa960-afb2-46a8-8b9c-9ab9fee78a81 req-3da0cb31-811e-4bca-8d57-bd1753b94509 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2deda79-38fb-4ed0-88a1-00005509edef HTTP/1.1" status: 200 len: 210 time: 0.0877407 Oct 29 11:26:23.582313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.654029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.767584 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-135cdb90-441f-41fe-97f0-13bd17e4de84 req-767f998a-54ed-4080-8a22-073bb1456430 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 210 time: 0.0980401 Oct 29 11:26:23.838530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Subnet': ['ID=9bd2a436-632b-4855-8df0-e7725c4844d9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:23.839146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] For port cd05b2da-6ba6-409e-a733-9cba621e6787, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:23.853732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Checking segment: {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:23.855557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network hostable DHCP agents. Network: f305bcac-0d56-437f-b1e0-61aa5a864473, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:26:23.862612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] For port cd05b2da-6ba6-409e-a733-9cba621e6787, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cd05b2da-6ba6-409e-a733-9cba621e6787,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:23.873774 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.885481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network f305bcac-0d56-437f-b1e0-61aa5a864473 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:26:23.904624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f305bcac-0d56-437f-b1e0-61aa5a864473) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:23.910057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:23.910981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:23.948700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2c6050b4-7219-47c2-bd2e-c6940da1dc20 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1049674 Oct 29 11:26:24.012680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6918e01-77ab-4518-80c8-a2e573724293 None None] Network f305bcac-0d56-437f-b1e0-61aa5a864473 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:24.469271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12775cfa-3977-42da-927a-2221ecb9d25b None None] Pushing event updated for resources: {'Port': ['ID=cd05b2da-6ba6-409e-a733-9cba621e6787,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:24.490975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-f305bcac-0d56-437f-b1e0-61aa5a864473', 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'fixed_ips': [{'subnet_id': '9bd2a436-632b-4855-8df0-e7725c4844d9'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:26:24.492675 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:24.640503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-e7ceabf9-a0aa-475e-b713-d44fa0edc2d5 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:24.671151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-e7ceabf9-a0aa-475e-b713-d44fa0edc2d5 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:24.672893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-e7ceabf9-a0aa-475e-b713-d44fa0edc2d5 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/networks?id=5f58ef90-5076-4bca-9c6b-395fa9e845da&id=f305bcac-0d56-437f-b1e0-61aa5a864473 HTTP/1.1" status: 200 len: 1391 time: 0.3504281 Oct 29 11:26:24.725184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-49b63f09-7d0b-4785-b2da-b51e750031ce tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/quotas/c82c5a7d5f6c468ba5037c7716b0bb6e HTTP/1.1" status: 200 len: 375 time: 0.0433803 Oct 29 11:26:24.763900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Allocated IP 19.86.0.2 (f305bcac-0d56-437f-b1e0-61aa5a864473/9bd2a436-632b-4855-8df0-e7725c4844d9/2f7d1a6b-ade5-40a2-8745-396153bcf89f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:24.975366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-83d3b877-8a36-466e-a613-e2142fb7adf6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2488077 Oct 29 11:26:25.113439 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.124505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.191936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Network f305bcac-0d56-437f-b1e0-61aa5a864473 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:25.195552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:25.198885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:25.247884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-6827b517-4d6b-436d-86dc-ed03bbcf2f58 service neutron] 10.222.0.77 "GET /v2.0/networks/5f58ef90-5076-4bca-9c6b-395fa9e845da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691824 Oct 29 11:26:25.330236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Pushing event updated for resources: {'Port': ['ID=2f7d1a6b-ade5-40a2-8745-396153bcf89f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:25.367039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cd05b2da-6ba6-409e-a733-9cba621e6787 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:25.437085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-532dae61-9f4b-4730-9219-fb48ef810e42 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e66e7fdfd24347b59368acb2e20a9213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656738 Oct 29 11:26:25.483581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Attempting to bind port 2f7d1a6b-ade5-40a2-8745-396153bcf89f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:25.485143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Attempting to bind port 2f7d1a6b-ade5-40a2-8745-396153bcf89f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:25.485940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Attempting to bind port 2f7d1a6b-ade5-40a2-8745-396153bcf89f on network f305bcac-0d56-437f-b1e0-61aa5a864473 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:25.507985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:25.508681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Checking segment: {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:25.518598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.519334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Bound using segment: {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:25.521493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Bound port: 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:25.521853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.574138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-b1200b1f-51aa-44e9-89fe-a19652904f17 service neutron] 10.222.0.77 "GET /v2.0/networks/5f58ef90-5076-4bca-9c6b-395fa9e845da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209388 Oct 29 11:26:25.805681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] For port 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:25.816138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] For port 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2f7d1a6b-ade5-40a2-8745-396153bcf89f,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:25.827955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.829560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:25.975737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-22b1cbaf-5779-468f-b977-e8da1f8eb9ad service neutron] 10.222.0.77 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954692 Oct 29 11:26:26.000741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-07685500-70d1-4535-954b-c8a7b0e59797 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:26.023506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-07685500-70d1-4535-954b-c8a7b0e59797 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5790038 Oct 29 11:26:26.040253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Request body: {'port': {'device_id': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'e66e7fdfd24347b59368acb2e20a9213'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:26.056373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cd05b2da-6ba6-409e-a733-9cba621e6787 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:26.056373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.145298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb01f-eb23-445f-a9cb-ba6eaf08474e None None] Pushing event updated for resources: {'Port': ['ID=2f7d1a6b-ade5-40a2-8745-396153bcf89f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:26.285756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-7f5ddc8d-ce40-478e-8e25-8a251e9bd9cf service neutron] 10.222.0.77 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032439 Oct 29 11:26:26.308623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.358049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8946338-b689-4475-8bf7-74f05a0d1e9d None None] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:26.442860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Made reservation on behalf of e66e7fdfd24347b59368acb2e20a9213 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:26.450979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.495888 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.767761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f1d33e5-d5d3-490e-8f96-443939da64b1 req-8217363f-0c6d-4807-9a62-f469037eb982 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 210 time: 0.0823479 Oct 29 11:26:26.867046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port cd05b2da-6ba6-409e-a733-9cba621e6787, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cd05b2da-6ba6-409e-a733-9cba621e6787,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:26.908184 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.920089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a04033bc-e6b4-494b-90d5-3f6055b2e8d0 None None] Provisioning complete for port cd05b2da-6ba6-409e-a733-9cba621e6787 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:26.920453 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a04033bc-e6b4-494b-90d5-3f6055b2e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.956351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:26.961827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:27.066623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:27.442151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae8a83a5-b301-44a1-b172-322f1acefc37 req-82a2fc88-c493-45a4-bdad-8c3f9d81f0f3 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 210 time: 0.1464922 Oct 29 11:26:27.499684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2f7d1a6b-ade5-40a2-8745-396153bcf89f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:27.654584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Allocated IP 192.168.233.18 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/7704b075-5457-46bc-b6e6-a7272386de17) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:27.681653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=cd05b2da-6ba6-409e-a733-9cba621e6787,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:27.926558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2f7d1a6b-ade5-40a2-8745-396153bcf89f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:27.929519 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.134176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-173c3a84-74f6-4954-88a9-00e9c4ad739d req-48469cfe-e65e-4c01-b6c4-fcb17a7a3382 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 210 time: 0.1146185 Oct 29 11:26:28.381435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.402606 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.469822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3bb6f9-9f01-44e3-adaa-f3c8a4b7f10d None None] Network f305bcac-0d56-437f-b1e0-61aa5a864473 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:28.534754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.657029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:28.665229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:28.689918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2f7d1a6b-ade5-40a2-8745-396153bcf89f,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:28.694331 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8dad6735-ae8a-4898-b6fa-13ff152340eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.695531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:28.720448 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.742331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9c04a5d0-48f9-4fd4-896f-d32bb707cdef None None] Provisioning complete for port 2f7d1a6b-ade5-40a2-8745-396153bcf89f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:28.742703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9c04a5d0-48f9-4fd4-896f-d32bb707cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:28.905304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a110952b-e7be-4820-abf4-c64f4fb441fa req-d67f2773-a522-466d-8f81-3b596f10b284 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 210 time: 0.2457612 Oct 29 11:26:28.959816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Pushing event updated for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:29.030813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:29.031823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:29.072183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-cf61ec2d-8a99-41f2-a102-318d769a9650 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0359755 Oct 29 11:26:29.102172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Request body: {'port': {'device_id': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:29.178927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=2f7d1a6b-ade5-40a2-8745-396153bcf89f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:29.419289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:29.578904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cd05b2da-6ba6-409e-a733-9cba621e6787 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:29.585396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:29.922882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-d82b6e78-717a-408b-9d94-2d452ad6efc4 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:29.945065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-d82b6e78-717a-408b-9d94-2d452ad6efc4 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:29.946835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-d82b6e78-717a-408b-9d94-2d452ad6efc4 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "GET /v2.0/networks?id=5f58ef90-5076-4bca-9c6b-395fa9e845da&id=f305bcac-0d56-437f-b1e0-61aa5a864473 HTTP/1.1" status: 200 len: 1391 time: 0.9809372 Oct 29 11:26:29.966043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'port': {'device_id': '1c47723d-47cc-4596-b54f-aa5646805502', 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da', 'admin_state_up': True, 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:30.025255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cd05b2da-6ba6-409e-a733-9cba621e6787 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:30.025701 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.205611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ab10d04-7daa-417a-a177-737d4cab1c97 None None] Provisioning complete for port cd05b2da-6ba6-409e-a733-9cba621e6787 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:30.206667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ab10d04-7daa-417a-a177-737d4cab1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.344465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:30.348060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.423939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1152a80-f207-4070-b5c9-6bb2a76de81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.452141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ca88-2ddb-4235-97e3-c624ba5561c1 req-438f5257-cf81-461b-8af0-f15d72dc54cd tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:30.461241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8a0ca88-2ddb-4235-97e3-c624ba5561c1 req-438f5257-cf81-461b-8af0-f15d72dc54cd tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 935 time: 1.0429082 Oct 29 11:26:30.481022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e21c43eb-04b5-446e-a249-ba77dbf10889 req-91d1cf34-8e38-4a64-a3dd-d537a36d875f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 210 time: 0.0985558 Oct 29 11:26:30.483906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ab10d04-7daa-417a-a177-737d4cab1c97 None None] Provisioning complete for port 7704b075-5457-46bc-b6e6-a7272386de17 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:30.484374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ab10d04-7daa-417a-a177-737d4cab1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.635936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1ab10d04-7daa-417a-a177-737d4cab1c97 None None] Port 7704b075-5457-46bc-b6e6-a7272386de17 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:26:30.645685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1152a80-f207-4070-b5c9-6bb2a76de81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.716403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1152a80-f207-4070-b5c9-6bb2a76de81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.793399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7704b075-5457-46bc-b6e6-a7272386de17 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:30.809622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.848699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53a2141d-607a-4a9f-aa39-e5668a85370d None None] Provisioning complete for port 2f7d1a6b-ade5-40a2-8745-396153bcf89f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:30.859931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53a2141d-607a-4a9f-aa39-e5668a85370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.862440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Transition to ACTIVE for port object 7704b075-5457-46bc-b6e6-a7272386de17 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:30.875598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1152a80-f207-4070-b5c9-6bb2a76de81b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=924133a57cb54c769a4230b71ca89dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4491181 Oct 29 11:26:30.881371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46594) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:30.951891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:30.953466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Allocated IP 19.80.0.84 (5f58ef90-5076-4bca-9c6b-395fa9e845da/f9e09e2d-2342-4391-9c1a-6965a0969c19/fe828e17-d592-42a6-8807-3bf297e0fc2a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:30.994247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9702e79e-4a83-4dbf-89af-01b6da1df96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.307561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2f7d1a6b-ade5-40a2-8745-396153bcf89f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:31.320844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8a0ca88-2ddb-4235-97e3-c624ba5561c1 req-a32f914a-7ff2-4da8-be68-ac98560cd448 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8510888 Oct 29 11:26:31.322539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:31.359072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.370409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152a80-f207-4070-b5c9-6bb2a76de81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03c1c8-6c9d-4db4-8840-733d5b7957d6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:31.468058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2f7d1a6b-ade5-40a2-8745-396153bcf89f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:31.468369 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.500001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.594042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:31.610082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:31.654853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:31.750081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Attempting to bind port 7704b075-5457-46bc-b6e6-a7272386de17 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:31.750720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Attempting to bind port 7704b075-5457-46bc-b6e6-a7272386de17 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:31.750868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Attempting to bind port 7704b075-5457-46bc-b6e6-a7272386de17 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:31.785825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:31.786469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.821139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Port 7704b075-5457-46bc-b6e6-a7272386de17 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:26:31.821468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Attempting to bind port 7704b075-5457-46bc-b6e6-a7272386de17 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:31.849791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:31.850175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:31.851229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:31.852374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Bound port: 7704b075-5457-46bc-b6e6-a7272386de17, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:31.853465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:31.878008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9184494 Oct 29 11:26:31.909726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Request body: {'port': {'device_id': '1c47723d-47cc-4596-b54f-aa5646805502', 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473', 'admin_state_up': True, 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:31.944542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c07a3-730b-4aa7-82d4-4b8f908ea9be tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:31.949630 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.068300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.150907 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.352682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.358516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Made reservation on behalf of c82c5a7d5f6c468ba5037c7716b0bb6e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:32.362130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.362328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ed271a58-1204-4234-a202-607a6835744a None None] Provisioning complete for port fe828e17-d592-42a6-8807-3bf297e0fc2a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:32.364910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed271a58-1204-4234-a202-607a6835744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.405044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f96f7-6494-4aac-8de1-800b7d669727 req-03954ecc-9624-47fe-9a48-d414b5f08d63 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:32.423590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-250f96f7-6494-4aac-8de1-800b7d669727 req-03954ecc-9624-47fe-9a48-d414b5f08d63 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 931 time: 0.7853277 Oct 29 11:26:32.435718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.442529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.446105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb03c1c8-6c9d-4db4-8840-733d5b7957d6 HTTP/1.1" status: 204 len: 168 time: 1.5549273 Oct 29 11:26:32.551007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ed271a58-1204-4234-a202-607a6835744a None None] Port fe828e17-d592-42a6-8807-3bf297e0fc2a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:26:32.613242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89655-32b4-447b-bc9b-43a5103f9b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03c1c8-6c9d-4db4-8840-733d5b7957d6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:32.750344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:32.764949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7704b075-5457-46bc-b6e6-a7272386de17,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:32.786390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd263c-f457-4d5e-8deb-88fa875f5501 req-27ea8364-73fd-4795-b698-b7bf7acdd2ea tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:32.794198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.795374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b6fd263c-f457-4d5e-8deb-88fa875f5501 req-27ea8364-73fd-4795-b698-b7bf7acdd2ea tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 947 time: 0.2407093 Oct 29 11:26:32.821857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Allocated IP 19.86.0.252 (f305bcac-0d56-437f-b1e0-61aa5a864473/9bd2a436-632b-4855-8df0-e7725c4844d9/f5341a98-a969-425e-b941-da1e6301a975) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:32.822118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-250f96f7-6494-4aac-8de1-800b7d669727 req-73936a54-56a1-4d43-a55f-14a0903503b2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960309 Oct 29 11:26:32.899370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b6fd263c-f457-4d5e-8deb-88fa875f5501 req-dc0048a1-f2c6-420d-8c40-74ceca0237cf tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028576 Oct 29 11:26:32.957035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:32.983715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:32.985125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] 10.222.0.86 "PUT /v2.0/ports/7704b075-5457-46bc-b6e6-a7272386de17 HTTP/1.1" status: 200 len: 1095 time: 3.9013844 Oct 29 11:26:32.985606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:33.019270 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbac876-503b-4bf0-8f13-18340e72b1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "tag": "7704b075-5457-46bc-b6e6-a7272386de17"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:33.241649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b785-6041-4098-8d45-980430a7fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:33.266620 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5742f8b2-db65-470b-97d0-083da0677346 x-openstack-request-id: req-5742f8b2-db65-470b-97d0-083da0677346 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:33.266972 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "tag": "7704b075-5457-46bc-b6e6-a7272386de17", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:33.267183 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5742f8b2-db65-470b-97d0-083da0677346 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:33.271023 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17', 'status': 'completed', 'code': 200} Oct 29 11:26:33.310367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-6bff078c-28eb-412e-b932-0639f75e8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:33.313951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-6bff078c-28eb-412e-b932-0639f75e8883 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e66e7fdfd24347b59368acb2e20a9213&device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 1098 time: 0.1954091 Oct 29 11:26:33.484659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:33.515347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c7ce175a-19e4-4441-b9db-f55b8c3d1c68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7704b075-5457-46bc-b6e6-a7272386de17 HTTP/1.1" status: 200 len: 217 time: 0.1928089 Oct 29 11:26:33.516224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:33.617585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:33.663087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-32374e63-3e87-4768-9898-ef39f8165d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:33.672857 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-32374e63-3e87-4768-9898-ef39f8165d81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1497324 Oct 29 11:26:33.846541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Network f305bcac-0d56-437f-b1e0-61aa5a864473 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:33.860393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c128158f-6d0b-412f-bb14-d0bb7bdca490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:33.865318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c128158f-6d0b-412f-bb14-d0bb7bdca490 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821332 Oct 29 11:26:33.865545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:33.869615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:33.951059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event updated for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:34.066376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.067704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:34.121524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-078a500b-1ded-4c24-bbc6-d989903a7587 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2303381 Oct 29 11:26:34.142484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466d81-4b09-4d40-81a6-d92920604b79 req-a773bb5f-3ea4-44f9-a00f-bffee8930036 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.153400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466d81-4b09-4d40-81a6-d92920604b79 req-a773bb5f-3ea4-44f9-a00f-bffee8930036 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.157093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-c97c9a19-1b72-4785-982f-c41930e2968e service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837770 Oct 29 11:26:34.161631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd466d81-4b09-4d40-81a6-d92920604b79 req-a773bb5f-3ea4-44f9-a00f-bffee8930036 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1654 time: 0.1361122 Oct 29 11:26:34.173285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Request body: {'port': {'device_id': '1c47723d-47cc-4596-b54f-aa5646805502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:34.279487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44610598-7ca4-4b40-86ec-5b000296d7e4 req-b43f6ce5-c130-48a4-ba2d-6e78345a7b45 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142325 Oct 29 11:26:34.319444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:34.358716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd466d81-4b09-4d40-81a6-d92920604b79 req-e0464cdc-2876-452d-84f0-e8ba95702983 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762929 Oct 29 11:26:34.386849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a816d5ff-45c2-4dbf-9cda-f97401d9de75 None None] Provisioning complete for port f5341a98-a969-425e-b941-da1e6301a975 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:34.389997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a816d5ff-45c2-4dbf-9cda-f97401d9de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:34.456862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffaebf-e3b4-4b0b-8bef-a664de1f30c9 req-3b544f93-218b-41e6-ba89-df2e5b3a05ca tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.468003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60ffaebf-e3b4-4b0b-8bef-a664de1f30c9 req-3b544f93-218b-41e6-ba89-df2e5b3a05ca tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 947 time: 0.1256025 Oct 29 11:26:34.491005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a816d5ff-45c2-4dbf-9cda-f97401d9de75 None None] Port f5341a98-a969-425e-b941-da1e6301a975 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:26:34.579555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-54e2d688-6a05-4378-a3f8-ac737e975670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.582428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-54e2d688-6a05-4378-a3f8-ac737e975670 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e66e7fdfd24347b59368acb2e20a9213&device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 1098 time: 0.1087728 Oct 29 11:26:34.716327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60ffaebf-e3b4-4b0b-8bef-a664de1f30c9 req-2d0832c5-da0c-4e68-bf6b-96cdef48d398 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680729 Oct 29 11:26:34.731593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe828e17-d592-42a6-8807-3bf297e0fc2a {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:34.744938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-ff0281d2-e480-4fb1-b5e6-26de5e447c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.746202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:34.747633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-ff0281d2-e480-4fb1-b5e6-26de5e447c8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1554387 Oct 29 11:26:34.773674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Transition to ACTIVE for port object fe828e17-d592-42a6-8807-3bf297e0fc2a will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:34.785498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:34.838594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-485d2e04-54bf-41fe-ad23-bf2e60fcf291 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7704b075-5457-46bc-b6e6-a7272386de17 HTTP/1.1" status: 200 len: 217 time: 0.0794873 Oct 29 11:26:34.950469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-8490ca5d-4e8d-48d3-9d7e-05da2a42bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:34.952196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-8490ca5d-4e8d-48d3-9d7e-05da2a42bfb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1056466 Oct 29 11:26:34.969192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:35.147808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-ec858403-8ccc-4a81-9709-13b3b8a0a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.151062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-ec858403-8ccc-4a81-9709-13b3b8a0a6fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868472 Oct 29 11:26:35.185271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Attempting to bind port fe828e17-d592-42a6-8807-3bf297e0fc2a on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:35.185663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Attempting to bind port fe828e17-d592-42a6-8807-3bf297e0fc2a by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:35.186004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Attempting to bind port fe828e17-d592-42a6-8807-3bf297e0fc2a on network 5f58ef90-5076-4bca-9c6b-395fa9e845da {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:35.199687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Port fe828e17-d592-42a6-8807-3bf297e0fc2a on network 5f58ef90-5076-4bca-9c6b-395fa9e845da not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:26:35.200025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Attempting to bind port fe828e17-d592-42a6-8807-3bf297e0fc2a on network 5f58ef90-5076-4bca-9c6b-395fa9e845da {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:35.213239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:35.213586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Checking segment: {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:35.213990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Bound using segment: {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:35.214556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Bound port: fe828e17-d592-42a6-8807-3bf297e0fc2a, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:35.217092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:35.314065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-bb202690-c170-455e-9ff4-a2618ac7fd1c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2390506 Oct 29 11:26:35.406380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:35.416931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:35.431340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:35.449851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fdb97-0a5a-4db5-8509-df9cd80c8a73 req-7796afb4-f41d-42fb-99c0-903afd09d639 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.451680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d80fdb97-0a5a-4db5-8509-df9cd80c8a73 req-7796afb4-f41d-42fb-99c0-903afd09d639 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 950 time: 0.1128776 Oct 29 11:26:35.462152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-db7cc8e6-53fa-4463-8fb4-9d09713881c1 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016064 Oct 29 11:26:35.529482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:35.544341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.545527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:35.547563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-accb933f-3012-47a0-8dcc-2c18b49748c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe828e17-d592-42a6-8807-3bf297e0fc2a HTTP/1.1" status: 200 len: 1091 time: 1.3845992 Oct 29 11:26:35.548241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:35.551428 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62d305-473b-450a-86aa-2e3eed8c0f49" -d '{"events": [{"name": "network-changed", "server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:35.597500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Request body: {'port': {'device_id': '1c47723d-47cc-4596-b54f-aa5646805502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:35.671484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-2394c1a1-45a5-4426-a790-7a335132759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.673827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-2394c1a1-45a5-4426-a790-7a335132759c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 1101 time: 0.2967436 Oct 29 11:26:35.689228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:35.830323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:35.880061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551873-518c-46dc-a62e-65697e5e4265 req-2967ed76-a2e6-4653-aa38-2104e109be83 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.897402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551873-518c-46dc-a62e-65697e5e4265 req-2967ed76-a2e6-4653-aa38-2104e109be83 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:35.907406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84551873-518c-46dc-a62e-65697e5e4265 req-2967ed76-a2e6-4653-aa38-2104e109be83 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1666 time: 0.2616599 Oct 29 11:26:35.984914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:36.076664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84551873-518c-46dc-a62e-65697e5e4265 req-95432475-ac54-4588-bbdd-dec52f17bb24 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534638 Oct 29 11:26:36.223685 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df040c47-f94a-4703-ad04-1d362a046bfa x-openstack-request-id: req-df040c47-f94a-4703-ad04-1d362a046bfa {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:36.224944 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:36.225398 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df040c47-f94a-4703-ad04-1d362a046bfa {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:36.226017 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a', 'status': 'completed', 'code': 200} Oct 29 11:26:36.229062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c4a15aa-3454-40fa-8da9-57c57af483e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:36.234739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.86', 62670) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:36.298157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26bbbea2-1592-47ff-a952-79b8fcb832c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:36.338791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d80fdb97-0a5a-4db5-8509-df9cd80c8a73 req-d68771bb-3e2a-4bf5-a1f1-cb53cc9858be tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8716872 Oct 29 11:26:36.411498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-62298ad1-bdc9-4c9a-a0e7-c325b043abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.412042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-62298ad1-bdc9-4c9a-a0e7-c325b043abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.413720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-62298ad1-bdc9-4c9a-a0e7-c325b043abec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1913 time: 0.1746058 Oct 29 11:26:36.453474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddbac876-503b-4bf0-8f13-18340e72b1cb req-bf1db5e0-9a06-4e58-a508-ed7e27f82e6c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750631 Oct 29 11:26:36.509237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-f39ac3cc-f5cd-4d92-bd08-91f8dfa37958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.510723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-f39ac3cc-f5cd-4d92-bd08-91f8dfa37958 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.8033528 Oct 29 11:26:36.535952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9d04-b6c2-4947-bcc7-045bb2c34337 req-6de36545-5148-4390-bbe2-30075de093bb tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.537581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd7d9d04-b6c2-4947-bcc7-045bb2c34337 req-6de36545-5148-4390-bbe2-30075de093bb tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 947 time: 0.0811610 Oct 29 11:26:36.577547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-6cf0d2c1-ec4f-4f32-beda-3c87773bfaf5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=64293e6e-ca88-4990-aa6d-027d5a87c735 HTTP/1.1" status: 200 len: 217 time: 0.0564382 Oct 29 11:26:36.594415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5341a98-a969-425e-b941-da1e6301a975 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:36.603914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:36.620241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Transition to ACTIVE for port object f5341a98-a969-425e-b941-da1e6301a975 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:36.644985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd7d9d04-b6c2-4947-bcc7-045bb2c34337 req-1b55eb10-7596-4653-957b-1b8e855bb566 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759139 Oct 29 11:26:36.674899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-331d8d6c-4f43-4af0-8c6b-3c8f4285997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.676409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-331d8d6c-4f43-4af0-8c6b-3c8f4285997e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0899239 Oct 29 11:26:36.679931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:36.740365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-b761f3a4-66e1-42ba-86e4-3c686fc816e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.742622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-b761f3a4-66e1-42ba-86e4-3c686fc816e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579286 Oct 29 11:26:36.875087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7704b075-5457-46bc-b6e6-a7272386de17 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:36.875838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d9a7d-858a-4a72-96f4-cb5c4b5b34b1 req-0bdb4493-6a48-4c54-b254-fa436c1b4e5e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.877606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-987d9a7d-858a-4a72-96f4-cb5c4b5b34b1 req-0bdb4493-6a48-4c54-b254-fa436c1b4e5e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 944 time: 0.1152325 Oct 29 11:26:36.929544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-987d9a7d-858a-4a72-96f4-cb5c4b5b34b1 req-9588fec4-4f9c-4840-b035-b1dee78532b6 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Oct 29 11:26:36.957067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Pushing event updated for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:36.973669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-752d2ff4-d81c-49af-911d-2bcdb863b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.977307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-752d2ff4-d81c-49af-911d-2bcdb863b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.977930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-752d2ff4-d81c-49af-911d-2bcdb863b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:36.979679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-752d2ff4-d81c-49af-911d-2bcdb863b1ce service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5536978 Oct 29 11:26:37.028336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c4a15aa-3454-40fa-8da9-57c57af483e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.050747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c4a15aa-3454-40fa-8da9-57c57af483e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.090239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-e03e5a85-6aa5-4881-a31d-5bbf0e3c1f6f service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318112 Oct 29 11:26:37.111353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7704b075-5457-46bc-b6e6-a7272386de17,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:37.151313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26bbbea2-1592-47ff-a952-79b8fcb832c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.175585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '7704b075-5457-46bc-b6e6-a7272386de17', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '7704b075-5457-46bc-b6e6-a7272386de17', 'mac_address': 'fa:16:3e:8c:62:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:37.264814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.285327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7704b075-5457-46bc-b6e6-a7272386de17 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:37.348600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7704b075-5457-46bc-b6e6-a7272386de17,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:37.354624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.364349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcd024-a589-40d2-8419-e349037df646 req-e0f38ee8-3ec4-49b8-bbdc-ebe38ae366e4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:37.365919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79fcd024-a589-40d2-8419-e349037df646 req-e0f38ee8-3ec4-49b8-bbdc-ebe38ae366e4 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 944 time: 0.3896313 Oct 29 11:26:37.407422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c4a15aa-3454-40fa-8da9-57c57af483e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=053cbba3b5e64101ab3055803a55fb49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7042136 Oct 29 11:26:37.408799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-3c1e1de5-3a46-4241-8b3c-9513cd022d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:37.410346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a62d305-473b-450a-86aa-2e3eed8c0f49 req-3c1e1de5-3a46-4241-8b3c-9513cd022d72 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3645582 Oct 29 11:26:37.416392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46838) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:37.417132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26bbbea2-1592-47ff-a952-79b8fcb832c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.466657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:37.477945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26bbbea2-1592-47ff-a952-79b8fcb832c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c178dd193a04762ba38960a997ed6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4908042 Oct 29 11:26:37.485557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46840) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:37.547677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a15aa-3454-40fa-8da9-57c57af483e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee03d45a-b1ad-4d3a-a596-2a5bc3514916,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:37.570571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['7704b075-5457-46bc-b6e6-a7272386de17'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:37.580586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e272cb4d-8851-4a43-9e47-7cae5d0190c8 req-4a3be13a-183a-4883-807e-7b84b4da7f00 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659719 Oct 29 11:26:37.593416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.623413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.644834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4192a-bf8c-40df-9821-b7dc17681d80 req-39d96535-ced5-43bc-99e5-e15c55fc0130 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:37.653797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4192a-bf8c-40df-9821-b7dc17681d80 req-39d96535-ced5-43bc-99e5-e15c55fc0130 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:37.662339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69e4192a-bf8c-40df-9821-b7dc17681d80 req-39d96535-ced5-43bc-99e5-e15c55fc0130 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1678 time: 0.2952678 Oct 29 11:26:37.663813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbbea2-1592-47ff-a952-79b8fcb832c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1bbde9-ff1f-47bf-91ad-4921a83384f5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:37.703411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Attempting to bind port f5341a98-a969-425e-b941-da1e6301a975 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:37.704152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Attempting to bind port f5341a98-a969-425e-b941-da1e6301a975 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:37.705942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Attempting to bind port f5341a98-a969-425e-b941-da1e6301a975 on network f305bcac-0d56-437f-b1e0-61aa5a864473 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:37.727512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Port f5341a98-a969-425e-b941-da1e6301a975 on network f305bcac-0d56-437f-b1e0-61aa5a864473 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:26:37.727905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Attempting to bind port f5341a98-a969-425e-b941-da1e6301a975 on network f305bcac-0d56-437f-b1e0-61aa5a864473 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:37.731261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.734760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Deleting port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:37.735196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.735707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:37.736048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Checking segment: {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:37.736432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Bound using segment: {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:37.736862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Bound port: f5341a98-a969-425e-b941-da1e6301a975, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c6c746-ed5b-4893-a928-2567fde2aeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:37.737447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.739444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.742923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.747055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee03d45a-b1ad-4d3a-a596-2a5bc3514916 HTTP/1.1" status: 204 len: 168 time: 0.3003688 Oct 29 11:26:37.785031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38bdad-4161-4a1b-abbf-1960c44b52dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee03d45a-b1ad-4d3a-a596-2a5bc3514916,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:37.880852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] For port f4c616b8-55c7-4754-9dcd-3ea6047db0f5, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:37.881287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.905372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Calling delete_port for f4c616b8-55c7-4754-9dcd-3ea6047db0f5 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:37.910762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:37.914521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f5341a98-a969-425e-b941-da1e6301a975,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:37.925174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:37.994452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69e4192a-bf8c-40df-9821-b7dc17681d80 req-727f47ce-d5cd-44db-8bac-999657821e14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259618 Oct 29 11:26:38.000021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.000915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.002716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] 10.222.0.86 "PUT /v2.0/ports/f5341a98-a969-425e-b941-da1e6301a975 HTTP/1.1" status: 200 len: 1092 time: 2.4215353 Oct 29 11:26:38.102986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.138744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e3772-5c36-4854-96b9-bd02635ef694 service neutron] Pushing event updated for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:38.210822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e53b3-efe9-48f8-bfb0-5314271a6bb0 req-e3b9adde-f33c-4d5c-a7fe-30c68d9ca4eb tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.219899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-380e53b3-efe9-48f8-bfb0-5314271a6bb0 req-e3b9adde-f33c-4d5c-a7fe-30c68d9ca4eb tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 948 time: 0.1988654 Oct 29 11:26:38.228591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:38.232046 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c639c8-d57a-4150-b457-6b72fe80125a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "tag": "f5341a98-a969-425e-b941-da1e6301a975"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:38.243573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-b6de5f39-4c8e-4af9-9b94-4bd4d372c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.244154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-b6de5f39-4c8e-4af9-9b94-4bd4d372c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.246738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-b6de5f39-4c8e-4af9-9b94-4bd4d372c2ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1980 time: 0.1889932 Oct 29 11:26:38.323119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-273e0e6a-affa-46e9-8690-31e3ca7f691c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a HTTP/1.1" status: 200 len: 217 time: 0.0617232 Oct 29 11:26:38.340680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-380e53b3-efe9-48f8-bfb0-5314271a6bb0 req-7a764261-06a8-49e5-96b0-4fb72eb94129 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105511 Oct 29 11:26:38.374299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.376869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.380498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a1bbde9-ff1f-47bf-91ad-4921a83384f5 HTTP/1.1" status: 204 len: 168 time: 0.8851812 Oct 29 11:26:38.388649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3df84-cbe1-4eef-9934-a20636c04c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1bbde9-ff1f-47bf-91ad-4921a83384f5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:38.392078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.408884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['f4c616b8-55c7-4754-9dcd-3ea6047db0f5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:38.455917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event deleted for resources: {'Port': ['ID=f4c616b8-55c7-4754-9dcd-3ea6047db0f5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:38.467606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-670b1ba5-0209-4ca9-b289-710c40e74f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.473337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-670b1ba5-0209-4ca9-b289-710c40e74f01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f9e09e2d-2342-4391-9c1a-6965a0969c19 HTTP/1.1" status: 200 len: 801 time: 0.1315401 Oct 29 11:26:38.476247 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:26:38.525198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924fbf9-e708-4cae-a8ab-b88869d25c0c req-8816319c-d7fe-4c26-bb71-8c84bb2ebce9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.537328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7924fbf9-e708-4cae-a8ab-b88869d25c0c req-8816319c-d7fe-4c26-bb71-8c84bb2ebce9 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e1f8aa1-7296-4eeb-8020-a9cab02c6017 HTTP/1.1" status: 200 len: 866 time: 0.2305398 Oct 29 11:26:38.558952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-eb01e9b6-34b3-4a13-b76d-b5281294af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:38.561484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-eb01e9b6-34b3-4a13-b76d-b5281294af61 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f58ef90-5076-4bca-9c6b-395fa9e845da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763545 Oct 29 11:26:38.575317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] No DVR routers for this DVR port f4c616b8-55c7-4754-9dcd-3ea6047db0f5 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:38.584025 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:38.589548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79fcd024-a589-40d2-8419-e349037df646 req-d97965b8-4ba5-4d6b-a512-31491439c608 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "DELETE /v2.0/ports/f4c616b8-55c7-4754-9dcd-3ea6047db0f5 HTTP/1.1" status: 204 len: 173 time: 1.2098103 Oct 29 11:26:38.591471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-deleted', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:38.594308 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7aed61-eea3-469d-a6be-706426ab67a1" -d '{"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-deleted", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:38.661578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7924fbf9-e708-4cae-a8ab-b88869d25c0c req-a8e6da7a-1838-47d8-9b6d-1a3c0b926107 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228640 Oct 29 11:26:38.750536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-9df3c55b-88db-4f4c-8dc4-038de7578ab1 service neutron] 10.222.0.86 "GET /v2.0/networks/5f58ef90-5076-4bca-9c6b-395fa9e845da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779022 Oct 29 11:26:38.752012 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110abff-45f6-4c94-ade9-29cbc948dc0b x-openstack-request-id: req-6110abff-45f6-4c94-ade9-29cbc948dc0b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:38.752299 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "tag": "f5341a98-a969-425e-b941-da1e6301a975", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:38.752554 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6110abff-45f6-4c94-ade9-29cbc948dc0b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:38.752943 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975', 'status': 'completed', 'code': 200} Oct 29 11:26:38.773020 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c08f8c-521a-4f89-9453-446f9b5e964f x-openstack-request-id: req-a9c08f8c-521a-4f89-9453-446f9b5e964f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:38.773326 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1f8aa1-7296-4eeb-8020-a9cab02c6017", "name": "network-vif-deleted", "tag": "f4c616b8-55c7-4754-9dcd-3ea6047db0f5", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:38.773582 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9c08f8c-521a-4f89-9453-446f9b5e964f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:38.773974 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1f8aa1-7296-4eeb-8020-a9cab02c6017', 'name': 'network-vif-deleted', 'tag': 'f4c616b8-55c7-4754-9dcd-3ea6047db0f5', 'status': 'completed', 'code': 200} Oct 29 11:26:38.873982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7704b075-5457-46bc-b6e6-a7272386de17 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:38.976398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 7704b075-5457-46bc-b6e6-a7272386de17 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:38.981512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 7704b075-5457-46bc-b6e6-a7272386de17 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:38.982017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.007117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:39.042671 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-90aaf2e5-63c9-4f5a-895d-e955cee6dab4 service neutron] 10.222.0.86 "GET /v2.0/networks/5f58ef90-5076-4bca-9c6b-395fa9e845da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819107 Oct 29 11:26:39.044098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ce6-84fa-4f4f-9cb1-d15026c84055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.119354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.157880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ce6-84fa-4f4f-9cb1-d15026c84055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.170721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7704b075-5457-46bc-b6e6-a7272386de17,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:39.172094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:39.175329 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4680bf98-a4f6-4ea2-8023-909bf19a634b" -d '{"events": [{"server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "name": "network-vif-plugged", "status": "completed", "tag": "7704b075-5457-46bc-b6e6-a7272386de17"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:39.180898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.182134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:39.223313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8ce6-84fa-4f4f-9cb1-d15026c84055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.234686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-2f15a1cc-5468-49cc-9ce1-63e6bcd9f0d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=f5341a98-a969-425e-b941-da1e6301a975 HTTP/1.1" status: 200 len: 217 time: 0.1812739 Oct 29 11:26:39.253527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8610-6a79-4d68-913f-cca1b3fd2598 req-1d9c8e29-b768-4c47-8d92-bdea4fc46a6f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.255606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46960) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:39.268044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8610-6a79-4d68-913f-cca1b3fd2598 req-1d9c8e29-b768-4c47-8d92-bdea4fc46a6f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.285222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f61d8610-6a79-4d68-913f-cca1b3fd2598 req-1d9c8e29-b768-4c47-8d92-bdea4fc46a6f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1678 time: 0.1862385 Oct 29 11:26:39.324223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:39.331467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.365609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c3e8ce6-84fa-4f4f-9cb1-d15026c84055 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e12862164cc74ba59e3ef02a04712b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637562 Oct 29 11:26:39.367693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:39.373436 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.374436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f61d8610-6a79-4d68-913f-cca1b3fd2598 req-fc8315bf-999c-4bfc-b14f-d6d1cabba650 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882618 Oct 29 11:26:39.380186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46972) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:39.392052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e8ce6-84fa-4f4f-9cb1-d15026c84055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599eee75-a5ef-41e3-bbea-574abf1b74be,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:39.406220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-c3c7c4a4-4ca7-4372-95e7-9362c3e083b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.410483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-c3c7c4a4-4ca7-4372-95e7-9362c3e083b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bd2a436-632b-4855-8df0-e7725c4844d9 HTTP/1.1" status: 200 len: 801 time: 0.1652200 Oct 29 11:26:39.429088 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56dd04-4c2b-45cc-873b-368d582699ab x-openstack-request-id: req-1d56dd04-4c2b-45cc-873b-368d582699ab {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:39.429599 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "name": "network-vif-plugged", "status": "completed", "tag": "7704b075-5457-46bc-b6e6-a7272386de17", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:39.429599 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d56dd04-4c2b-45cc-873b-368d582699ab {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:39.430005 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17', 'code': 200} Oct 29 11:26:39.490283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:39.498731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.507566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-787e19a0-b6de-46b9-bf72-8458b54e376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.510323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-787e19a0-b6de-46b9-bf72-8458b54e376b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f305bcac-0d56-437f-b1e0-61aa5a864473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940390 Oct 29 11:26:39.522453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.538838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1042816150-network', 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:39.598971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfed1db-6d48-40a6-a930-d31a5f661d1d req-febd3ece-a1f7-48e3-acf5-9e30233791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.601600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdfed1db-6d48-40a6-a930-d31a5f661d1d req-febd3ece-a1f7-48e3-acf5-9e30233791eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 1100 time: 0.0647643 Oct 29 11:26:39.643457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.646255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.650720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/599eee75-a5ef-41e3-bbea-574abf1b74be HTTP/1.1" status: 204 len: 168 time: 0.2689874 Oct 29 11:26:39.658790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdfed1db-6d48-40a6-a930-d31a5f661d1d req-fed7c6b1-f037-4616-93c1-ed783edda8cd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Oct 29 11:26:39.664371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b884ee-28a9-43a4-8e49-6bd0ccae1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599eee75-a5ef-41e3-bbea-574abf1b74be,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:39.679529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:39.682348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.698228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfbc3c-ccaa-4ed1-a657-543f39f666c8 req-3d0c6994-60b9-4cc5-af0c-291c8798810f tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:39.700292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-badfbc3c-ccaa-4ed1-a657-543f39f666c8 req-3d0c6994-60b9-4cc5-af0c-291c8798810f tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 949 time: 0.1448255 Oct 29 11:26:39.716565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.730920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-7d3cbb8b-789a-49f7-a6c8-d9d469c00f33 service neutron] 10.222.0.86 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988621 Oct 29 11:26:39.772087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-badfbc3c-ccaa-4ed1-a657-543f39f666c8 req-28daf8f8-068d-4112-85d1-ae52599becf2 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Oct 29 11:26:39.863943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.874786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:39.887523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:26:40.193336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382bb9d-2b62-47f9-be7a-05c1707ee7c2 req-08e2cc41-08ad-4786-8b23-4353168fada7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.205120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f382bb9d-2b62-47f9-be7a-05c1707ee7c2 req-08e2cc41-08ad-4786-8b23-4353168fada7 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.0768192 Oct 29 11:26:40.253153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f382bb9d-2b62-47f9-be7a-05c1707ee7c2 req-422b2563-5fc6-4886-8563-11dd37f2506a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Oct 29 11:26:40.327531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.328162 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Added segment 0331c114-df12-42b8-aa40-e28b51f76a12 of type vlan for network afba5da2-542b-40e2-879e-c6debf6d2096 Oct 29 11:26:40.385581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca34e85-faca-4add-9a1f-7069690cb67a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:40.409367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.435050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc7b0aa-fc86-4b7b-b6f9-1d656d59c0dc req-b410fcfc-166d-48e8-9498-6e07c3c88dcd service neutron] 10.222.0.86 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866435 Oct 29 11:26:40.455724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.457149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.458154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.461731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d637e-37af-4077-9aae-fe9921977f4b req-55306953-dabc-4143-a3d6-25712b60981b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.464190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-476d637e-37af-4077-9aae-fe9921977f4b req-55306953-dabc-4143-a3d6-25712b60981b tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 945 time: 0.0773864 Oct 29 11:26:40.503018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2373009 Oct 29 11:26:40.524798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47072) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:40.534902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Request body: {'subnet': {'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1042816150-subnet', 'tenant_id': '9e2f04887904440cb4cfb40e29e80474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:40.608174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eee0f-f09b-446e-8d7d-14c1004dc425 admin admin] Pushing event updated for resources: {'Network': ['ID=afba5da2-542b-40e2-879e-c6debf6d2096,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:40.623001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network afba5da2-542b-40e2-879e-c6debf6d2096 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:26:40.644563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-6edf4f2b-994f-40e8-ac26-df6d6244d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.645512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-6edf4f2b-994f-40e8-ac26-df6d6244d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.648243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-6edf4f2b-994f-40e8-ac26-df6d6244d3c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1980 time: 0.1120811 Oct 29 11:26:40.651652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:40.653977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.712629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83578af-22cc-44ab-a99c-7bf75373d12e req-9d9ff933-f19d-4668-b34e-474323b8c783 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.719382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83578af-22cc-44ab-a99c-7bf75373d12e req-9d9ff933-f19d-4668-b34e-474323b8c783 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.721286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c83578af-22cc-44ab-a99c-7bf75373d12e req-9d9ff933-f19d-4668-b34e-474323b8c783 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1678 time: 0.1976697 Oct 29 11:26:40.754051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Deleting port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:40.754382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.819489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-508c0b86-fc49-44ef-814c-24ab92a35b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:40.821466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-508c0b86-fc49-44ef-814c-24ab92a35b87 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f305bcac-0d56-437f-b1e0-61aa5a864473 HTTP/1.1" status: 200 len: 902 time: 0.1637378 Oct 29 11:26:40.887041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c83578af-22cc-44ab-a99c-7bf75373d12e req-ecc402b3-a863-450c-a628-19cc7d67af0b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552429 Oct 29 11:26:40.959707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] For port c40e3e36-23b3-4684-a7c1-8b0c23fc2824, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:40.960024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:40.969989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-a5611585-d2a9-4141-9919-c1160fb65676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=f5341a98-a969-425e-b941-da1e6301a975 HTTP/1.1" status: 200 len: 217 time: 0.1389720 Oct 29 11:26:40.982221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Calling delete_port for c40e3e36-23b3-4684-a7c1-8b0c23fc2824 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:41.073982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-0709c80f-8d64-4092-ad33-de1526492ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:41.076014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-0709c80f-8d64-4092-ad33-de1526492ebc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bd2a436-632b-4855-8df0-e7725c4844d9 HTTP/1.1" status: 200 len: 801 time: 0.0991313 Oct 29 11:26:41.107438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:41.140037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-afae917f-d2df-4782-89cb-c35af253577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:41.142026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-afae917f-d2df-4782-89cb-c35af253577f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f305bcac-0d56-437f-b1e0-61aa5a864473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516047 Oct 29 11:26:41.198268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e93b79-79b4-4c0d-8282-7945be326df0,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:41.216534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36693a-3003-4b9e-abe1-2001ec4295d3 req-e084430c-bc05-47fa-917c-2f4f218f7d77 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:41.223862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c36693a-3003-4b9e-abe1-2001ec4295d3 req-e084430c-bc05-47fa-917c-2f4f218f7d77 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 949 time: 0.1574063 Oct 29 11:26:41.280315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-5d299c86-ece3-4164-9682-54ab839a5574 service neutron] 10.222.0.86 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305025 Oct 29 11:26:41.294681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:41.295048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Network hostable DHCP agents. Network: afba5da2-542b-40e2-879e-c6debf6d2096, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:26:41.343220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c36693a-3003-4b9e-abe1-2001ec4295d3 req-ea688521-0b96-402a-9838-11415d6f9da6 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Oct 29 11:26:41.361493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:41.382181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Network afba5da2-542b-40e2-879e-c6debf6d2096 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:26:41.414331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event deleted for resources: {'Port': ['ID=c40e3e36-23b3-4684-a7c1-8b0c23fc2824,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:41.421951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, afba5da2-542b-40e2-879e-c6debf6d2096) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:41.431165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:41.434085 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c318b4-1cf0-4dac-bb79-1b49242971f8" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-unplugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:41.447602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2dcd1-7f9f-4785-9c57-cff369db9cfb None None] Network afba5da2-542b-40e2-879e-c6debf6d2096 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:41.460848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:41.465100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c639c8-d57a-4150-b457-6b72fe80125a req-0645dc34-e00d-4575-8909-bfb78424ad1f service neutron] 10.222.0.86 "GET /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760781 Oct 29 11:26:41.465601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:41.515851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] No DVR routers for this DVR port c40e3e36-23b3-4684-a7c1-8b0c23fc2824 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:41.522610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:41.527019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-476d637e-37af-4077-9aae-fe9921977f4b req-4b7745bc-94fb-420a-a64b-8f7d83bcc78f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "DELETE /v2.0/ports/c40e3e36-23b3-4684-a7c1-8b0c23fc2824 HTTP/1.1" status: 204 len: 173 time: 1.0558202 Oct 29 11:26:41.527516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-deleted', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:41.531387 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969f627-8761-4631-8bf9-fdcdfa22b377" -d '{"events": [{"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-deleted", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:41.551904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-69475464-0ce8-48d5-b5d5-8ddb4a6b56db admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0201297 Oct 29 11:26:41.616364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7540de75-a35b-434f-bd4c-93e03edf7f76 req-3e1e01a0-be5c-434b-9e88-96de7391e39a tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=27b42f6b-47f6-46a9-adc2-b75dca2a781a HTTP/1.1" status: 200 len: 210 time: 0.0394888 Oct 29 11:26:41.728070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef91e4-5eec-427f-bc74-978069e5a7a8 None None] Network afba5da2-542b-40e2-879e-c6debf6d2096 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:41.791787 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5206bbd4-b99e-4a5c-a7f1-0a06f72e81a3 x-openstack-request-id: req-5206bbd4-b99e-4a5c-a7f1-0a06f72e81a3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:41.792115 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-unplugged", "status": "completed", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:41.792377 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5206bbd4-b99e-4a5c-a7f1-0a06f72e81a3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:41.792771 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'code': 200} Oct 29 11:26:41.986420 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab74a046-ec60-4952-bbcc-5a0c38c93da4 x-openstack-request-id: req-ab74a046-ec60-4952-bbcc-5a0c38c93da4 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:41.986833 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b42f6b-47f6-46a9-adc2-b75dca2a781a", "name": "network-vif-deleted", "tag": "c40e3e36-23b3-4684-a7c1-8b0c23fc2824", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:41.987186 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab74a046-ec60-4952-bbcc-5a0c38c93da4 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:41.987680 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b42f6b-47f6-46a9-adc2-b75dca2a781a', 'name': 'network-vif-deleted', 'tag': 'c40e3e36-23b3-4684-a7c1-8b0c23fc2824', 'status': 'completed', 'code': 200} Oct 29 11:26:42.200564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:42.221934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: f4c616b8-55c7-4754-9dcd-3ea6047db0f5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:42.222389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device f4c616b8-55c7-4754-9dcd-3ea6047db0f5 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:42.230329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-56d3c5f6-604b-430e-8507-76370cda1239 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:42.231846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-56d3c5f6-604b-430e-8507-76370cda1239 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.1171994 Oct 29 11:26:42.246949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-c132ce01-3adf-4452-ada0-1dbc9960767b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Oct 29 11:26:42.289734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-c0711740-f869-4f67-8fb0-1db6f40d9815 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302920 Oct 29 11:26:42.388783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-892ed26b-6a43-48ff-901a-c20349e4d49d service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910511 Oct 29 11:26:42.488143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-709581df-2b32-448e-bdf1-7c6f9bdbb483 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927024 Oct 29 11:26:42.641221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ffaa2-0033-440b-b7d4-091f1d057224 req-58aee202-66be-4842-bb4d-a6347c3f6d4a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:42.647176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ffaa2-0033-440b-b7d4-091f1d057224 req-58aee202-66be-4842-bb4d-a6347c3f6d4a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:42.648782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb9ffaa2-0033-440b-b7d4-091f1d057224 req-58aee202-66be-4842-bb4d-a6347c3f6d4a tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1678 time: 0.0598216 Oct 29 11:26:42.696896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb9ffaa2-0033-440b-b7d4-091f1d057224 req-cc7d170e-e2ae-4774-9b4e-a55b589597ff tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Oct 29 11:26:42.893377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f0ce71c6-d166-4927-9992-9694af0df7b0 req-44fbe28f-9c3e-42f9-b7ea-ba1055fb6efa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 210 time: 0.0355914 Oct 29 11:26:42.907418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f5341a98-a969-425e-b941-da1e6301a975 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:43.186044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38238-4371-406d-9dfd-fd66ace03ae7 req-036672b5-902b-40c5-b9f1-f0d06f3bd2aa tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:43.187691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1b38238-4371-406d-9dfd-fd66ace03ae7 req-036672b5-902b-40c5-b9f1-f0d06f3bd2aa tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 948 time: 0.0609064 Oct 29 11:26:43.208225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c7bb308-40df-4a2e-9adf-38df98ff2165 req-a95a4927-e01b-422b-bd8c-21d3708e1c98 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416183 Oct 29 11:26:43.236216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f5341a98-a969-425e-b941-da1e6301a975,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:43.250990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'f5341a98-a969-425e-b941-da1e6301a975', 'network_id': 'f305bcac-0d56-437f-b1e0-61aa5a864473', 'port_id': 'f5341a98-a969-425e-b941-da1e6301a975', 'mac_address': 'fa:16:3e:ee:a4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd2a436-632b-4855-8df0-e7725c4844d9', 'ip_address': '19.86.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:43.254286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1b38238-4371-406d-9dfd-fd66ace03ae7 req-d6bdd7e5-f714-4cbc-83c4-0397d194b729 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Oct 29 11:26:43.297854 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:43.315146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5341a98-a969-425e-b941-da1e6301a975 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:43.336615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f5341a98-a969-425e-b941-da1e6301a975,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:43.341599 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:43.342968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb308-40df-4a2e-9adf-38df98ff2165 req-0426d23c-86fc-4511-ab01-866bb2567deb tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:43.343657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe828e17-d592-42a6-8807-3bf297e0fc2a details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:43.350105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c7bb308-40df-4a2e-9adf-38df98ff2165 req-0426d23c-86fc-4511-ab01-866bb2567deb tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407201 Oct 29 11:26:43.367167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c7bb308-40df-4a2e-9adf-38df98ff2165 req-da7f2bf7-747a-46a9-b8fa-59d7c95935a8 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/quotas/b8bd38b3a5994d9dbc4ef459bc534b32 HTTP/1.1" status: 200 len: 375 time: 0.0158515 Oct 29 11:26:43.413858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c7bb308-40df-4a2e-9adf-38df98ff2165 req-78987ed5-9c47-455e-a359-6878df24d78b tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453031 Oct 29 11:26:43.479166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:43.533826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:43.547245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'fe828e17-d592-42a6-8807-3bf297e0fc2a', 'network_id': '5f58ef90-5076-4bca-9c6b-395fa9e845da', 'port_id': 'fe828e17-d592-42a6-8807-3bf297e0fc2a', 'mac_address': 'fa:16:3e:d6:32:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e09e2d-2342-4391-9c1a-6965a0969c19', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:43.588498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:43.608254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe828e17-d592-42a6-8807-3bf297e0fc2a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:43.632725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:43.639500 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:43.697984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:43.744722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e44bc-7e1c-4a08-8a32-6ff4310ec6d0 req-46fda2b9-eef1-4f63-abd8-497b13d87021 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:43.748016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481e44bc-7e1c-4a08-8a32-6ff4310ec6d0 req-46fda2b9-eef1-4f63-abd8-497b13d87021 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.0650170 Oct 29 11:26:43.789860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870197-3d85-4a48-9b45-004ed2d4ff13 req-c51ef031-53c7-4fd6-bad2-bfba697196a8 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:43.791774 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-56870197-3d85-4a48-9b45-004ed2d4ff13 req-c51ef031-53c7-4fd6-bad2-bfba697196a8 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 949 time: 0.0703611 Oct 29 11:26:43.799033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481e44bc-7e1c-4a08-8a32-6ff4310ec6d0 req-1acc8668-80a3-4692-9fab-556765af9c2f tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Oct 29 11:26:43.840978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-56870197-3d85-4a48-9b45-004ed2d4ff13 req-5b49a030-ff86-4933-893c-5a783b9e5eac tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Oct 29 11:26:43.878655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fe828e17-d592-42a6-8807-3bf297e0fc2a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:44.040573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77014-788e-4dc0-8c97-27fe2113f236 req-5145ddce-f0a8-4126-9747-2075d99608e1 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.041083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-66192238-b20e-4df2-83fb-41bf0de53c9c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.043236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-66192238-b20e-4df2-83fb-41bf0de53c9c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.2126026 Oct 29 11:26:44.049285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77014-788e-4dc0-8c97-27fe2113f236 req-5145ddce-f0a8-4126-9747-2075d99608e1 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.051294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9f77014-788e-4dc0-8c97-27fe2113f236 req-5145ddce-f0a8-4126-9747-2075d99608e1 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1680 time: 0.0997307 Oct 29 11:26:44.071575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-af25e87d-002d-4472-8f0e-303c78de503e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.075402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-af25e87d-002d-4472-8f0e-303c78de503e tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 944 time: 0.1471593 Oct 29 11:26:44.084032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:44.107285 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9f77014-788e-4dc0-8c97-27fe2113f236 req-c2207122-e8ee-4e1f-a2f7-04ee576f77ff tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Oct 29 11:26:44.203807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4aa8fbf1-eb57-4d7a-b114-3aed81dd53d4 req-ebafb912-2180-4bfe-8621-d2edf7a48b00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 210 time: 0.1125319 Oct 29 11:26:44.211937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:44.259719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: c40e3e36-23b3-4684-a7c1-8b0c23fc2824 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:44.261215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c40e3e36-23b3-4684-a7c1-8b0c23fc2824 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:44.322802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:44.326840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:44.342231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Deleting port b8348726-aab0-408a-976e-ad43cdd6bce4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:44.342576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:44.390244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fb8c7-e824-4689-9986-7ec91bae80e1 req-9b0b4f29-c35a-4225-8a13-49751f6fa6e4 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.392929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-212fb8c7-e824-4689-9986-7ec91bae80e1 req-9b0b4f29-c35a-4225-8a13-49751f6fa6e4 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 948 time: 0.0617321 Oct 29 11:26:44.435499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-212fb8c7-e824-4689-9986-7ec91bae80e1 req-3960da70-fe62-40aa-b004-e2eb9977d995 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Oct 29 11:26:44.486357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69f9c37f-c621-4310-841e-a1a2d734ef81 req-d1018593-5d1c-4d9e-8f21-827db2a67126 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489612 Oct 29 11:26:44.608893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] For port b8348726-aab0-408a-976e-ad43cdd6bce4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8348726-aab0-408a-976e-ad43cdd6bce4,segment=NetworkSegment(bd814c9b-2816-4632-b70d-8c6a0ed320a9),segment_id=bd814c9b-2816-4632-b70d-8c6a0ed320a9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:44.609296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:44.631704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Calling delete_port for b8348726-aab0-408a-976e-ad43cdd6bce4 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:44.670380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.9 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/789da105-605c-4f98-a047-334a34e0d6ff) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:44.724340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9c37f-c621-4310-841e-a1a2d734ef81 req-93b812a1-69a0-4d9e-8be4-51b818cfcdb8 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.725861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69f9c37f-c621-4310-841e-a1a2d734ef81 req-93b812a1-69a0-4d9e-8be4-51b818cfcdb8 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277710 Oct 29 11:26:44.768469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69f9c37f-c621-4310-841e-a1a2d734ef81 req-182e7725-3d02-4e49-b33a-e7f212bab666 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/quotas/b8bd38b3a5994d9dbc4ef459bc534b32 HTTP/1.1" status: 200 len: 375 time: 0.0325434 Oct 29 11:26:44.819086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69f9c37f-c621-4310-841e-a1a2d734ef81 req-d0e2c81e-6c5d-4db7-96a3-93ef56d3d8df tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404096 Oct 29 11:26:44.859819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-8fbc555c-8fc1-4b49-84c3-f7ec037d587f tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:44.862466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-8fbc555c-8fc1-4b49-84c3-f7ec037d587f tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 948 time: 0.0754285 Oct 29 11:26:44.906228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe828e17-d592-42a6-8807-3bf297e0fc2a up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:44.941698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['f5341a98-a969-425e-b941-da1e6301a975'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:45.004903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.054657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Pushing event deleted for resources: {'Port': ['ID=b8348726-aab0-408a-976e-ad43cdd6bce4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:45.057400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668bc0-7913-4328-ab2b-99916c2bc470 req-e6f4bfff-67f6-4452-8d78-8df7520a5431 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.066930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71668bc0-7913-4328-ab2b-99916c2bc470 req-e6f4bfff-67f6-4452-8d78-8df7520a5431 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/ports?device_id=6145a178-7e06-4c57-a81e-41e7662da96c HTTP/1.1" status: 200 len: 866 time: 0.1604934 Oct 29 11:26:45.076639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port fe828e17-d592-42a6-8807-3bf297e0fc2a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:45.081901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.082774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port fe828e17-d592-42a6-8807-3bf297e0fc2a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:45.083153 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.103853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dba038-d62f-47a6-9f6f-e05a07674179 req-47803fa6-0022-4d43-9673-a19d9e91d45b tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.105613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16dba038-d62f-47a6-9f6f-e05a07674179 req-47803fa6-0022-4d43-9673-a19d9e91d45b tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 949 time: 0.1465685 Oct 29 11:26:45.129478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] No DVR routers for this DVR port b8348726-aab0-408a-976e-ad43cdd6bce4 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:45.134572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-20e43449-8a42-44e7-bb89-b61d43aad5c8 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.137191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-20e43449-8a42-44e7-bb89-b61d43aad5c8 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.86 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 949 time: 0.1761670 Oct 29 11:26:45.138697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.142051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2d5f086-0c68-4ad7-8921-60cd2a42e443 req-9ee30d46-0234-4995-9376-4f1824a8c8d2 tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.41 "DELETE /v2.0/ports/b8348726-aab0-408a-976e-ad43cdd6bce4 HTTP/1.1" status: 204 len: 173 time: 1.0543706 Oct 29 11:26:45.142539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-deleted', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:45.144846 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924ecbc-1390-405b-8b9a-c0a165014953" -d '{"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-deleted", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:45.146685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71668bc0-7913-4328-ab2b-99916c2bc470 req-5de40db2-66f7-4932-8053-1bdac2a4505c tempest-LiveMigrationTest-2086497080 tempest-LiveMigrationTest-2086497080-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa44a879-53d7-4f4b-a5ac-b5194a85c149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788226 Oct 29 11:26:45.196086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16dba038-d62f-47a6-9f6f-e05a07674179 req-eca445dd-0a26-45e4-a1ae-3bd97ecf2165 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/security-groups?id=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Oct 29 11:26:45.212729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.237266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Deleting port 10f3a222-85e4-4dda-9c45-47d77f13cd8e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:45.237705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.285412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.344796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:45.350921 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3e0e28-0e73-477b-9cf7-f9bbf775a225" -d '{"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-plugged", "status": "completed", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:45.361963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Deleting port 7704b075-5457-46bc-b6e6-a7272386de17 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:45.364739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.367375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:45.367715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] For port 10f3a222-85e4-4dda-9c45-47d77f13cd8e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=10f3a222-85e4-4dda-9c45-47d77f13cd8e,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:45.368144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.371543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:45.374860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:45.376669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:45.383937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.430413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Calling delete_port for 10f3a222-85e4-4dda-9c45-47d77f13cd8e owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:45.442715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.443450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.455953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:45.463934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-7161d8cc-dd20-44b1-8291-e0c9e3ccba42 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3862486 Oct 29 11:26:45.480636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Request body: {'port': {'device_id': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:45.520012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:45.553719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] For port 7704b075-5457-46bc-b6e6-a7272386de17, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7704b075-5457-46bc-b6e6-a7272386de17,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:45.554237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.566862 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54acc2e6-95d9-4bdf-96e1-4f4a7028617b x-openstack-request-id: req-54acc2e6-95d9-4bdf-96e1-4f4a7028617b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:45.567403 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145a178-7e06-4c57-a81e-41e7662da96c", "name": "network-vif-deleted", "tag": "b8348726-aab0-408a-976e-ad43cdd6bce4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:45.567403 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54acc2e6-95d9-4bdf-96e1-4f4a7028617b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:45.567787 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145a178-7e06-4c57-a81e-41e7662da96c', 'name': 'network-vif-deleted', 'tag': 'b8348726-aab0-408a-976e-ad43cdd6bce4', 'status': 'completed', 'code': 200} Oct 29 11:26:45.576066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Calling delete_port for 7704b075-5457-46bc-b6e6-a7272386de17 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:45.584907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.610594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dae66-46e2-48c6-be50-3e01f6cd3f83 req-dd11d0a0-613c-43a4-beb1-902422859f8b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.617080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dae66-46e2-48c6-be50-3e01f6cd3f83 req-dd11d0a0-613c-43a4-beb1-902422859f8b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.618689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d45dae66-46e2-48c6-be50-3e01f6cd3f83 req-dd11d0a0-613c-43a4-beb1-902422859f8b tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1681 time: 0.1150892 Oct 29 11:26:45.702260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d45dae66-46e2-48c6-be50-3e01f6cd3f83 req-f5d1a3f7-9afe-47fb-8560-6d4ce6cda1e6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599144 Oct 29 11:26:45.771175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68183d-e3ee-49f0-a0d9-471fce62c51e req-efb75d12-314d-4edf-885e-7d22be6c8149 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:45.777658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d68183d-e3ee-49f0-a0d9-471fce62c51e req-efb75d12-314d-4edf-885e-7d22be6c8149 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 931 time: 0.1444886 Oct 29 11:26:45.784322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.903392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Pushing event deleted for resources: {'Port': ['ID=10f3a222-85e4-4dda-9c45-47d77f13cd8e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:45.939345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:45.943051 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b78e24-5a46-4d12-910c-b2feedcb5b98 x-openstack-request-id: req-97b78e24-5a46-4d12-910c-b2feedcb5b98 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:45.943371 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-plugged", "status": "completed", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:45.943647 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97b78e24-5a46-4d12-910c-b2feedcb5b98 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:45.944035 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a', 'code': 200} Oct 29 11:26:45.956130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['7704b075-5457-46bc-b6e6-a7272386de17'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:45.994227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d68183d-e3ee-49f0-a0d9-471fce62c51e req-847584eb-8a8f-4e9b-bddf-63643ca54006 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112448 Oct 29 11:26:45.995757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] No DVR routers for this DVR port 10f3a222-85e4-4dda-9c45-47d77f13cd8e on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:46.002904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.007745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b560b5c-3c71-4997-904e-b2e1ac95af3a req-3324b84c-e356-41ea-9c64-d8dea006e54e tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.41 "DELETE /v2.0/ports/10f3a222-85e4-4dda-9c45-47d77f13cd8e HTTP/1.1" status: 204 len: 173 time: 1.1376979 Oct 29 11:26:46.008862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-deleted', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:46.012205 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9b1489-143d-4497-b6e4-4c2f445b0425" -d '{"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-deleted", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:46.015336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Pushing event deleted for resources: {'Port': ['ID=7704b075-5457-46bc-b6e6-a7272386de17,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:46.078553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4002c1a6-5302-4591-9c20-55d8648b39ab req-1c857a16-5f9b-4673-9bbf-0188f832652c tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ad8c45b-ee7b-4af8-95d6-a6d518bd3172 HTTP/1.1" status: 200 len: 210 time: 0.0393720 Oct 29 11:26:46.106342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] No DVR routers for this DVR port 7704b075-5457-46bc-b6e6-a7272386de17 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:46.109213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789da105-605c-4f98-a047-334a34e0d6ff {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:46.117194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.125494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-514b2f9a-3a14-4746-9336-82b0c436a96f req-6b5acb19-46e6-4f73-9882-6b7419bb49e3 tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.86 "DELETE /v2.0/ports/7704b075-5457-46bc-b6e6-a7272386de17 HTTP/1.1" status: 204 len: 173 time: 0.9769642 Oct 29 11:26:46.128329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.146032 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbb078a-d77a-4934-95ae-1bc032b7f497 x-openstack-request-id: req-9bbb078a-d77a-4934-95ae-1bc032b7f497 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:46.146517 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c45b-ee7b-4af8-95d6-a6d518bd3172", "name": "network-vif-deleted", "tag": "10f3a222-85e4-4dda-9c45-47d77f13cd8e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:46.146919 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bbb078a-d77a-4934-95ae-1bc032b7f497 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:46.147630 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad8c45b-ee7b-4af8-95d6-a6d518bd3172', 'name': 'network-vif-deleted', 'tag': '10f3a222-85e4-4dda-9c45-47d77f13cd8e', 'status': 'completed', 'code': 200} Oct 29 11:26:46.150311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Transition to ACTIVE for port object 789da105-605c-4f98-a047-334a34e0d6ff will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:26:46.155513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.259834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47340) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:46.425048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c0013e0-c72c-4467-9c53-6b9c1b17754f req-58ffc797-c275-49bd-9c4b-dd44b83a0fbd tempest-TenantUsagesTestJSON-433671101 tempest-TenantUsagesTestJSON-433671101-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0252ce0-9105-4746-b822-a6cdd601fb5f HTTP/1.1" status: 200 len: 210 time: 0.0540562 Oct 29 11:26:46.601062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Deleting subnet c764a85d-2a16-4df7-b220-041559cad59a {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:46.614088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.649904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd5f7931-ef7c-4287-b9e0-a37e8e1009d6 req-051b4be7-8a12-4623-84f7-d31d9fce2b36 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686290 Oct 29 11:26:46.729805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.749061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Pushing event updated for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:46.838538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.880854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f7931-ef7c-4287-b9e0-a37e8e1009d6 req-357b6e1d-ef15-4493-a0e9-c54dc416bb3f tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:46.882415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd5f7931-ef7c-4287-b9e0-a37e8e1009d6 req-357b6e1d-ef15-4493-a0e9-c54dc416bb3f tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315865 Oct 29 11:26:46.888664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Attempting to bind port 789da105-605c-4f98-a047-334a34e0d6ff on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:46.889064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Attempting to bind port 789da105-605c-4f98-a047-334a34e0d6ff by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:46.889359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Attempting to bind port 789da105-605c-4f98-a047-334a34e0d6ff on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:46.905669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0637-941c-456d-bafd-792605d9b269 req-fd915532-9054-454f-b48b-5fbbcb675a70 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:46.910097 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd5f7931-ef7c-4287-b9e0-a37e8e1009d6 req-0dc7afec-2474-416f-a31d-f1b09093568d tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/quotas/b8bd38b3a5994d9dbc4ef459bc534b32 HTTP/1.1" status: 200 len: 375 time: 0.0161994 Oct 29 11:26:46.912660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0637-941c-456d-bafd-792605d9b269 req-fd915532-9054-454f-b48b-5fbbcb675a70 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:46.915263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-922a0637-941c-456d-bafd-792605d9b269 req-fd915532-9054-454f-b48b-5fbbcb675a70 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1681 time: 0.0956876 Oct 29 11:26:46.916840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Port 789da105-605c-4f98-a047-334a34e0d6ff on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:26:46.917210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Attempting to bind port 789da105-605c-4f98-a047-334a34e0d6ff on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:46.922446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f5341a98-a969-425e-b941-da1e6301a975 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:46.925879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:46.926355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:46.926850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:46.927039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Bound port: 789da105-605c-4f98-a047-334a34e0d6ff, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:46.927475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.965545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd5f7931-ef7c-4287-b9e0-a37e8e1009d6 req-af631246-6f9c-43dc-b387-a42be089fe26 tempest-QuotasAdminNegativeTest-1980519604 tempest-QuotasAdminNegativeTest-1980519604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409753 Oct 29 11:26:46.969696 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:46.991050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port f5341a98-a969-425e-b941-da1e6301a975 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:47.004511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port f5341a98-a969-425e-b941-da1e6301a975 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:47.005905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.016870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-922a0637-941c-456d-bafd-792605d9b269 req-affcce30-cc2c-436a-b497-eeb6286442d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931673 Oct 29 11:26:47.017928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c764a85d-2a16-4df7-b220-041559cad59a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:47.020941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.026612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9eed8590-f3f9-46d9-9cd0-51c68f46a045 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c764a85d-2a16-4df7-b220-041559cad59a HTTP/1.1" status: 204 len: 168 time: 0.7636068 Oct 29 11:26:47.026965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47362) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:47.092753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:47.102620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=789da105-605c-4f98-a047-334a34e0d6ff,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:47.117829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.169032 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.188248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.218852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdca23b-cf59-48bd-8447-bc90e541d76b req-45fcb9a3-8211-4bb9-b229-e33eb7cf6dba tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:47.221063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4cdca23b-cf59-48bd-8447-bc90e541d76b req-45fcb9a3-8211-4bb9-b229-e33eb7cf6dba tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 943 time: 0.0940366 Oct 29 11:26:47.227299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f5341a98-a969-425e-b941-da1e6301a975,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:47.231497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:47.232370 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.233272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7704b075-5457-46bc-b6e6-a7272386de17 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:47.233506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.235957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] 10.222.0.41 "PUT /v2.0/ports/789da105-605c-4f98-a047-334a34e0d6ff HTTP/1.1" status: 200 len: 1091 time: 1.7601342 Oct 29 11:26:47.248910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7e9fa-a64b-46f8-b0b8-c9cebf446489 service neutron] Pushing event updated for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:47.267546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 7704b075-5457-46bc-b6e6-a7272386de17 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:47.268195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7704b075-5457-46bc-b6e6-a7272386de17 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:47.315465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:47.342999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-0732157d-2e42-4d0d-bd11-bc97a533580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:47.344602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-0732157d-2e42-4d0d-bd11-bc97a533580e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 1094 time: 0.0624509 Oct 29 11:26:47.354851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.373585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4cdca23b-cf59-48bd-8447-bc90e541d76b req-346c03bc-eaf9-4603-9a26-8417d1f20674 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235287 Oct 29 11:26:47.393160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160f00ec-46de-4df5-9e63-138cd61a6d63']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:47.402636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-47df58ed-c91d-42fc-908b-88b85fb271ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=789da105-605c-4f98-a047-334a34e0d6ff HTTP/1.1" status: 200 len: 217 time: 0.0470395 Oct 29 11:26:47.411570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd814c9b-2816-4632-b70d-8c6a0ed320a9') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:47.412268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd814c9b-2816-4632-b70d-8c6a0ed320a9') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:47.423226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.440077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.462928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:47.464194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.467220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-6f22933a-5fc8-402b-a407-e39efb45a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:47.468024 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:47.470719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-6f22933a-5fc8-402b-a407-e39efb45a68a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0577562 Oct 29 11:26:47.511822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-5a6c718e-8490-4b25-94b3-90d2bc092cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351436 Oct 29 11:26:47.599838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.604124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:47.607626 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc33d1a-c381-41e9-962b-86e77b06206a" -d '{"events": [{"name": "network-changed", "server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "tag": "789da105-605c-4f98-a047-334a34e0d6ff"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:47.611085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.642366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47392) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:47.643920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] 10.222.0.77 "DELETE /v2.0/networks/160f00ec-46de-4df5-9e63-138cd61a6d63 HTTP/1.1" status: 204 len: 168 time: 0.6160216 Oct 29 11:26:47.668191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba3853-dcbf-40e1-ba38-445204bf2f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=160f00ec-46de-4df5-9e63-138cd61a6d63,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:47.707681 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26033965-6c86-4470-bb75-4017814fdfe1 x-openstack-request-id: req-26033965-6c86-4470-bb75-4017814fdfe1 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:47.708075 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "tag": "789da105-605c-4f98-a047-334a34e0d6ff", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:47.708394 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26033965-6c86-4470-bb75-4017814fdfe1 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:47.708782 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff', 'status': 'completed', 'code': 200} Oct 29 11:26:47.741428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47396) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:47.760551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-920768ea-1d57-4e3e-a958-ac0708c5493e service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417643 Oct 29 11:26:47.768115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Deleting subnet e14ecb07-87f8-42d6-9982-51908814e8f2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:47.774681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.824543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47400) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:47.858111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80caa17-086c-4ef9-a455-f83434465504 req-76404af6-322b-45e3-987c-ab452ad4ea69 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:47.860081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e80caa17-086c-4ef9-a455-f83434465504 req-76404af6-322b-45e3-987c-ab452ad4ea69 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 948 time: 0.1903982 Oct 29 11:26:47.882392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.931030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-667b6120-a3f9-4072-9a4c-291cc4f29d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.945465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:47.948669 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94d268-6b59-474f-98ad-ef85fbe65e32" -d '{"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-plugged", "status": "completed", "tag": "f5341a98-a969-425e-b941-da1e6301a975"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:47.967198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:47.971881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e80caa17-086c-4ef9-a455-f83434465504 req-5b5d83e5-7fb3-47d9-b74b-38486fdf2545 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Oct 29 11:26:48.013387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-819a9cb5-b4c3-421b-863f-82ec7c7ae0b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e66e7fdfd24347b59368acb2e20a9213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841931 Oct 29 11:26:48.013588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b4d4e44-7ea8-41aa-9225-da1427fc933b req-ecce0b09-b10d-49a9-8c0d-019169ea14cd service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404611 Oct 29 11:26:48.015195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47406) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:48.021758 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b829c-f77e-434f-9234-b196b67e7952 x-openstack-request-id: req-ea8b829c-f77e-434f-9234-b196b67e7952 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:48.022381 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-plugged", "status": "completed", "tag": "f5341a98-a969-425e-b941-da1e6301a975", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:48.022848 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea8b829c-f77e-434f-9234-b196b67e7952 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:48.023628 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975', 'code': 200} Oct 29 11:26:48.072266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.130585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14ecb07-87f8-42d6-9982-51908814e8f2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.140465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.143617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b836710-4e7a-49c8-9d8c-813f1d479471 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e14ecb07-87f8-42d6-9982-51908814e8f2 HTTP/1.1" status: 204 len: 168 time: 0.5000699 Oct 29 11:26:48.148035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:48.149560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'name': 'network-vif-deleted', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:48.152502 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d74442-a2d5-43a0-a622-188ce9619157" -d '{"events": [{"server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "name": "network-vif-deleted", "tag": "7704b075-5457-46bc-b6e6-a7272386de17"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:48.164014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-667b6120-a3f9-4072-9a4c-291cc4f29d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.168977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.190849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-5211421c-3566-4740-9213-7f6c1e81aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.192519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-5211421c-3566-4740-9213-7f6c1e81aa3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 1094 time: 0.1146457 Oct 29 11:26:48.203395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f9e2-6c4f-4acf-8cae-e245955ef9ee req-adccc374-c9c0-42b5-9f0b-f77520bf4e13 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.209470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f9e2-6c4f-4acf-8cae-e245955ef9ee req-adccc374-c9c0-42b5-9f0b-f77520bf4e13 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.210164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-667b6120-a3f9-4072-9a4c-291cc4f29d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.211065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a511f9e2-6c4f-4acf-8cae-e245955ef9ee req-adccc374-c9c0-42b5-9f0b-f77520bf4e13 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.0973260 Oct 29 11:26:48.228668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:48.262462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: b8348726-aab0-408a-976e-ad43cdd6bce4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:48.262811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8348726-aab0-408a-976e-ad43cdd6bce4 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:48.271786 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9867325a-eb31-4f2f-906f-eec7c7f403ad x-openstack-request-id: req-9867325a-eb31-4f2f-906f-eec7c7f403ad {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:48.272108 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0252ce0-9105-4746-b822-a6cdd601fb5f", "name": "network-vif-deleted", "tag": "7704b075-5457-46bc-b6e6-a7272386de17", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:48.272327 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9867325a-eb31-4f2f-906f-eec7c7f403ad {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:48.272714 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0252ce0-9105-4746-b822-a6cdd601fb5f', 'name': 'network-vif-deleted', 'tag': '7704b075-5457-46bc-b6e6-a7272386de17', 'status': 'completed', 'code': 200} Oct 29 11:26:48.297271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.300726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018df6f9-b986-4a3e-97e1-40c81f450647 req-2b582aa7-22c5-4f3d-946f-bf7c22e58c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.301255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018df6f9-b986-4a3e-97e1-40c81f450647 req-2b582aa7-22c5-4f3d-946f-bf7c22e58c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.302846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018df6f9-b986-4a3e-97e1-40c81f450647 req-2b582aa7-22c5-4f3d-946f-bf7c22e58c5a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1984 time: 0.2168159 Oct 29 11:26:48.312144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-667b6120-a3f9-4072-9a4c-291cc4f29d6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8bd38b3a5994d9dbc4ef459bc534b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690713 Oct 29 11:26:48.312332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b6120-a3f9-4072-9a4c-291cc4f29d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bd870a-eb86-4804-b8a6-e0a1d3c5ed81,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.314558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47416) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:48.325220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a511f9e2-6c4f-4acf-8cae-e245955ef9ee req-57b5f0a9-3ccc-4129-b08e-54cf7d4a3bc7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554001 Oct 29 11:26:48.328019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-e023ebd2-67e6-487a-bfe5-b5dcf49bd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.329431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-e023ebd2-67e6-487a-bfe5-b5dcf49bd5b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.1173680 Oct 29 11:26:48.332355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.382102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-b153079e-4e59-42d8-ba95-6bed59943166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=789da105-605c-4f98-a047-334a34e0d6ff HTTP/1.1" status: 200 len: 217 time: 0.0408862 Oct 29 11:26:48.417039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018df6f9-b986-4a3e-97e1-40c81f450647 req-bb4c9869-46dc-48ea-8209-a3d0d4858835 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996046 Oct 29 11:26:48.440102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-6957c97c-a60f-4f91-9f82-ec05ded3bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.442181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-6957c97c-a60f-4f91-9f82-ec05ded3bbde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0522702 Oct 29 11:26:48.449288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.452094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.453249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3b5f5c87-2b9b-44f2-aabc-5e7d6446336b HTTP/1.1" status: 204 len: 168 time: 0.4342792 Oct 29 11:26:48.475662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-0f0ee66f-6c32-4466-8ed3-9e7490a68afb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Oct 29 11:26:48.509316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.517151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02463b-def9-4be5-92b0-762230de279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f5c87-2b9b-44f2-aabc-5e7d6446336b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.552818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.574543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.589224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-f75978f4-7b44-42ff-96f9-bdb12b6eaadd service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053944 Oct 29 11:26:48.597512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ee8af4-a9e0-4366-8c46-29b2a12468a2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:48.626970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999304-e7b5-4691-b53b-36e4387b0bd5 req-4e2e9d78-5245-4288-87f2-503ff0acd14b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:48.628540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e6999304-e7b5-4691-b53b-36e4387b0bd5 req-4e2e9d78-5245-4288-87f2-503ff0acd14b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 943 time: 0.1599662 Oct 29 11:26:48.635966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de81f69e-6167-4de7-b591-5fe21fa10640') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:48.636259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de81f69e-6167-4de7-b591-5fe21fa10640') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:48.665029 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.691204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.704595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e6999304-e7b5-4691-b53b-36e4387b0bd5 req-1ad3ed58-29e2-4e72-a335-972c74a796c8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661898 Oct 29 11:26:48.705700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:48.706096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.706376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc33d1a-c381-41e9-962b-86e77b06206a req-b2feabf8-10b8-43fb-bfcb-df1bef92b3c0 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091931 Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:48.709382 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:48.721133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.722408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.726043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64bd870a-eb86-4804-b8a6-e0a1d3c5ed81 HTTP/1.1" status: 204 len: 168 time: 0.4050891 Oct 29 11:26:48.759770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09972bfa-ad3b-47f4-8ad5-daef34428ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bd870a-eb86-4804-b8a6-e0a1d3c5ed81,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.784412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.796922 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.800338 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8ee8af4-a9e0-4366-8c46-29b2a12468a2 HTTP/1.1" status: 204 len: 168 time: 0.6450458 Oct 29 11:26:48.810692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d01150-0500-47fc-b7bc-b31a79ffce26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ee8af4-a9e0-4366-8c46-29b2a12468a2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.836156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:48.849580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d9765db-4656-4274-9235-9682b095eed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.938651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d9765db-4656-4274-9235-9682b095eed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.943954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d9765db-4656-4274-9235-9682b095eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:48.985354 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d9765db-4656-4274-9235-9682b095eed8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53bd4945c46443518a7c45af9ce26fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479793 Oct 29 11:26:48.986383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9765db-4656-4274-9235-9682b095eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9e716-1527-4c23-9c70-03ab7c5e55c4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:48.988721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47434) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.023156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47438) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.056857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.072846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b7cf4f64-e492-474b-9649-f895e79a5599 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19f7e7def7b94f869337f93bec3bea52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459654 Oct 29 11:26:49.073135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47440) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.098294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47442) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.107708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.120321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75f49ef7-b875-4362-9e5e-3040f1bdbd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.150604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a004d23-20c7-4c44-bfb1-99152488b700 req-e63d6474-77a8-4261-b20a-099eafa85d46 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:49.151936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.152675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a004d23-20c7-4c44-bfb1-99152488b700 req-e63d6474-77a8-4261-b20a-099eafa85d46 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 948 time: 0.0908515 Oct 29 11:26:49.185307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.194393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.196919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.198106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ee9e716-1527-4c23-9c70-03ab7c5e55c4 HTTP/1.1" status: 204 len: 168 time: 0.2079921 Oct 29 11:26:49.212434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a004d23-20c7-4c44-bfb1-99152488b700 req-b4c3adfb-3ca7-4785-a806-483226b688b9 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/security-groups?id=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Oct 29 11:26:49.218178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e791aa-a4bd-465b-af4a-a5f3620de829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9e716-1527-4c23-9c70-03ab7c5e55c4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:49.271021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75f49ef7-b875-4362-9e5e-3040f1bdbd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.277282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75f49ef7-b875-4362-9e5e-3040f1bdbd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.296526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.296526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.296526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa44a879-53d7-4f4b-a5ac-b5194a85c149 HTTP/1.1" status: 204 len: 168 time: 0.2223070 Oct 29 11:26:49.329192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47450) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.329569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-75f49ef7-b875-4362-9e5e-3040f1bdbd1d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30e8e66a5e6f4252b80576f15fd6b12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298923 Oct 29 11:26:49.331435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f49ef7-b875-4362-9e5e-3040f1bdbd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae411d-4dfe-46fe-9f7a-719d79b72bfc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:49.343118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbb112-6a84-4c64-bdc4-d11cc53d65c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44a879-53d7-4f4b-a5ac-b5194a85c149,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:49.395565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.426264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.509871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6cb6-fafe-4b66-a9fa-b865c162fd9d req-ff68941a-c761-403f-9085-021b6fd100d2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:49.517388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6cb6-fafe-4b66-a9fa-b865c162fd9d req-ff68941a-c761-403f-9085-021b6fd100d2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:49.526467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49bf6cb6-fafe-4b66-a9fa-b865c162fd9d req-ff68941a-c761-403f-9085-021b6fd100d2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.1042573 Oct 29 11:26:49.564503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49bf6cb6-fafe-4b66-a9fa-b865c162fd9d req-462730ca-51e2-46a8-a872-ecfd82b0e58f tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Oct 29 11:26:49.574797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.586660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.586660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26ae411d-4dfe-46fe-9f7a-719d79b72bfc HTTP/1.1" status: 204 len: 168 time: 0.2515562 Oct 29 11:26:49.594732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f949c9-f93b-4b99-867b-955b365d4e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae411d-4dfe-46fe-9f7a-719d79b72bfc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:49.748570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-347923cc-41f7-42c2-b2cb-d9b86a7e9186 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:49.750317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-347923cc-41f7-42c2-b2cb-d9b86a7e9186 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.86 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 948 time: 0.0729406 Oct 29 11:26:49.789723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47468) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.879617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Deleting port 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:49.880056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:49.887586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf96f4-392d-4b31-91c6-e3a13e52e515 req-8186636b-6722-4230-8174-49f549e5e60e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:49.895354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ddf96f4-392d-4b31-91c6-e3a13e52e515 req-8186636b-6722-4230-8174-49f549e5e60e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 943 time: 0.0903435 Oct 29 11:26:49.906247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b9ed16c-0afc-465e-8a48-61e212530351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd69223d37494e69bfbc74e3490b09e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148820 Oct 29 11:26:49.914197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47472) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:49.974046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ddf96f4-392d-4b31-91c6-e3a13e52e515 req-2d7e093c-5a1c-4adf-a6df-4d15dc448ff3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755537 Oct 29 11:26:50.015993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.016718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] For port 64293e6e-ca88-4990-aa6d-027d5a87c735, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64293e6e-ca88-4990-aa6d-027d5a87c735,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:50.017262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.034393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Calling delete_port for 64293e6e-ca88-4990-aa6d-027d5a87c735 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:50.042191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.112672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.116364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.117922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b6c944d-3e35-4e39-bbc0-66bd45e1b405 HTTP/1.1" status: 204 len: 168 time: 0.2010849 Oct 29 11:26:50.135810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b0aaa-92bd-4efb-ae57-335eaed6fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c944d-3e35-4e39-bbc0-66bd45e1b405,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:50.211585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.227448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:50.242913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Pushing event deleted for resources: {'Port': ['ID=64293e6e-ca88-4990-aa6d-027d5a87c735,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:50.293415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] No DVR routers for this DVR port 64293e6e-ca88-4990-aa6d-027d5a87c735 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:50.296165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:50.300132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbad9c94-b361-430f-b8f9-3e73ed7e406e req-498fd8b2-e149-4a1d-9f7a-da11e1067fe8 tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.86 "DELETE /v2.0/ports/64293e6e-ca88-4990-aa6d-027d5a87c735 HTTP/1.1" status: 204 len: 173 time: 0.5438101 Oct 29 11:26:50.300799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-deleted', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:50.303286 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6917c3a1-9d71-47ce-83ad-f588388c6b8a" -d '{"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-deleted", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:50.323038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 10f3a222-85e4-4dda-9c45-47d77f13cd8e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:50.325633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 10f3a222-85e4-4dda-9c45-47d77f13cd8e not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:50.417653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e67f2a77-ba7f-4deb-b67b-f5a5c75ddf84 req-509d298e-288e-4be7-aaef-d2bc965ab56d tempest-ListImageFiltersTestJSON-1669365972 tempest-ListImageFiltersTestJSON-1669365972-project] 10.222.0.77 "GET /v2.0/ports?device_id=923c0d0a-4d3f-440f-a67a-1541b6b6f04c HTTP/1.1" status: 200 len: 210 time: 0.0534708 Oct 29 11:26:50.425051 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a57391-cce3-4450-ae4d-1bad47dbf2a2 x-openstack-request-id: req-15a57391-cce3-4450-ae4d-1bad47dbf2a2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:50.425328 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c0d0a-4d3f-440f-a67a-1541b6b6f04c", "name": "network-vif-deleted", "tag": "64293e6e-ca88-4990-aa6d-027d5a87c735", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:50.425690 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15a57391-cce3-4450-ae4d-1bad47dbf2a2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:50.426020 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c0d0a-4d3f-440f-a67a-1541b6b6f04c', 'name': 'network-vif-deleted', 'tag': '64293e6e-ca88-4990-aa6d-027d5a87c735', 'status': 'completed', 'code': 200} Oct 29 11:26:50.707089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f794f1-9169-4e06-a084-0f06fb8fd114 req-c0e8d907-7127-49b0-880e-5dd308199ada tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:50.713052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f794f1-9169-4e06-a084-0f06fb8fd114 req-c0e8d907-7127-49b0-880e-5dd308199ada tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:50.715229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94f794f1-9169-4e06-a084-0f06fb8fd114 req-c0e8d907-7127-49b0-880e-5dd308199ada tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.0680656 Oct 29 11:26:50.755582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47520) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:50.792921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94f794f1-9169-4e06-a084-0f06fb8fd114 req-5553acf2-8630-44f0-a48b-307e0d5f4160 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Oct 29 11:26:51.110427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67a9e7-4c31-45e7-a267-7068600c7fdc req-6a49b919-7cbb-4f42-8c71-bb3a21284530 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:51.121145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee67a9e7-4c31-45e7-a267-7068600c7fdc req-6a49b919-7cbb-4f42-8c71-bb3a21284530 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 943 time: 0.0741558 Oct 29 11:26:51.168452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1002156415-network', 'tenant_id': 'b478981230894f67a2e83149ea72b512'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:51.176678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee67a9e7-4c31-45e7-a267-7068600c7fdc req-8c1d9f19-1e5d-4ba3-b4c0-154cb4b4b1be tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Oct 29 11:26:51.204989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec23f8-ae83-42c9-ad74-36b2c26c85c2 req-02333f99-402d-42cc-b793-ee40c10341a2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:51.211545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec23f8-ae83-42c9-ad74-36b2c26c85c2 req-02333f99-402d-42cc-b793-ee40c10341a2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:51.217699 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8cec23f8-ae83-42c9-ad74-36b2c26c85c2 req-02333f99-402d-42cc-b793-ee40c10341a2 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.1060059 Oct 29 11:26:51.220330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Made reservation on behalf of b478981230894f67a2e83149ea72b512 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:51.222961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.238858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.292162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8cec23f8-ae83-42c9-ad74-36b2c26c85c2 req-c8b1f29e-b1d1-442b-ba95-ae031bb16dc6 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Oct 29 11:26:51.347958 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.353618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.385283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:26:51.400797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e30aa5-8e73-460d-8339-7a254a1fb420,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:51.408900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.409343 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Added segment e82b6bf8-54d4-46a6-8ac2-a68d8913d59f of type vlan for network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de Oct 29 11:26:51.466544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.499711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.500910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:51.501602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.564282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8044248 Oct 29 11:26:51.564500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47568) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:51.569677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Request body: {'subnet': {'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1002156415-subnet', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:51.588768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022130bf-a07f-4554-9ece-6bded54da197 admin admin] Pushing event updated for resources: {'Network': ['ID=ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:51.591712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.599954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:26:51.612003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Made reservation on behalf of b478981230894f67a2e83149ea72b512 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:51.615289 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.831950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.890719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d73c54-e005-4bb8-839d-68ce02de4d1f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:51.900153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Checking segment: {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:51.900510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Network hostable DHCP agents. Network: ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:26:51.930650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:26:51.936008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:51.945778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecede5d5-83c0-431d-9e9a-a690aaf67e1a None None] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:51.950970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:51.951753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:51.989251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-494c69df-a6d5-477c-b8f5-c119348b0c7c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4159925 Oct 29 11:26:51.989251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47586) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:51.994131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:52.078973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.080356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.193456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.236361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 789da105-605c-4f98-a047-334a34e0d6ff details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:26:52.255156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'fixed_ips': [{'subnet_id': '59d73c54-e005-4bb8-839d-68ce02de4d1f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:26:52.256336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.399320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.520471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=789da105-605c-4f98-a047-334a34e0d6ff,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:52.577582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '789da105-605c-4f98-a047-334a34e0d6ff', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': '789da105-605c-4f98-a047-334a34e0d6ff', 'mac_address': 'fa:16:3e:a3:d4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:26:52.633234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Allocated IP 172.20.0.2 (ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de/59d73c54-e005-4bb8-839d-68ce02de4d1f/bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:52.648723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.707747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789da105-605c-4f98-a047-334a34e0d6ff {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:26:52.740855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=789da105-605c-4f98-a047-334a34e0d6ff,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:52.763266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.777644 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.779992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-04427586-ef17-459d-b0b1-aa58f3537c68 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a230e50041c04fa387f71f6e8c2f7502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411892 Oct 29 11:26:52.791118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.887681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.897859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e404-2486-443a-a213-0ce2af033b74 req-2386bd68-0388-4d3b-a301-15848f727908 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:52.905366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e404-2486-443a-a213-0ce2af033b74 req-2386bd68-0388-4d3b-a301-15848f727908 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:52.907186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2689e404-2486-443a-a213-0ce2af033b74 req-2386bd68-0388-4d3b-a301-15848f727908 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.1813607 Oct 29 11:26:52.953913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:52.960579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:52.965150 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:52.988116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-d1770f24-f6d6-4fe1-a29e-8ebd3926b32c tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:52.989651 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-d1770f24-f6d6-4fe1-a29e-8ebd3926b32c tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088780 Oct 29 11:26:53.024882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Allocated IP 172.25.4.2 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/21f67c18-5306-49e9-bb64-3fa2d4222cf5) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:53.029382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 64293e6e-ca88-4990-aa6d-027d5a87c735 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:53.029713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64293e6e-ca88-4990-aa6d-027d5a87c735 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:53.032134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-84a753c4-1c0e-4dad-b3f0-9ec18ab212be tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/quotas/a230e50041c04fa387f71f6e8c2f7502 HTTP/1.1" status: 200 len: 375 time: 0.0237467 Oct 29 11:26:53.048010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['789da105-605c-4f98-a047-334a34e0d6ff'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:53.068077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2456a-1b58-4796-b313-b8c4a6dff066 req-7c5b72e3-aa78-4af1-b6de-b1dd2e306ca2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:53.070827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85d2456a-1b58-4796-b313-b8c4a6dff066 req-7c5b72e3-aa78-4af1-b6de-b1dd2e306ca2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 944 time: 0.0841777 Oct 29 11:26:53.083219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-d03cde7e-fb1e-4650-ba07-e1e1169bb54e tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a230e50041c04fa387f71f6e8c2f7502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472224 Oct 29 11:26:53.094933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:53.096292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Pushing event updated for resources: {'Port': ['ID=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:53.106181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:53.109795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:53.111403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port fe828e17-d592-42a6-8807-3bf297e0fc2a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:53.111751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.169386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85d2456a-1b58-4796-b313-b8c4a6dff066 req-2bd67779-6639-4b39-8d37-56cd46696a02 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871887 Oct 29 11:26:53.239388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Attempting to bind port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:53.239803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Attempting to bind port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:53.240258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Attempting to bind port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 on network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:53.252056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.255477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:53.255852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Checking segment: {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:53.256516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.257165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Bound using segment: {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:53.257304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Bound port: bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:53.258086 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.307397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port fe828e17-d592-42a6-8807-3bf297e0fc2a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fe828e17-d592-42a6-8807-3bf297e0fc2a,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:53.307925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.330737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for fe828e17-d592-42a6-8807-3bf297e0fc2a owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:53.396293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] For port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:53.401704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] For port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:53.409985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c3e7c-f3db-4f08-a151-800e608f011a req-f6980c74-5ca1-487d-b050-6257704ba138 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:53.413678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.417427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c3e7c-f3db-4f08-a151-800e608f011a req-f6980c74-5ca1-487d-b050-6257704ba138 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:53.426241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-271c3e7c-f3db-4f08-a151-800e608f011a req-f6980c74-5ca1-487d-b050-6257704ba138 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 1682 time: 0.1118391 Oct 29 11:26:53.434511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.481347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:53.485408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:53.490170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:53.528767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7aa77-00a9-4b48-ad00-3e6679fc35a3 None None] Pushing event updated for resources: {'Port': ['ID=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:53.590341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.602537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fe828e17-d592-42a6-8807-3bf297e0fc2a', 'f5341a98-a969-425e-b941-da1e6301a975'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:26:53.621061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-271c3e7c-f3db-4f08-a151-800e608f011a req-ad29dfae-bf05-4334-93d0-be06a08c25c8 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f853d3a-f3b0-42a9-8406-f76be9b0e82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786776 Oct 29 11:26:53.632924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Pushing event updated for resources: {'Port': ['ID=21f67c18-5306-49e9-bb64-3fa2d4222cf5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:53.671435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=fe828e17-d592-42a6-8807-3bf297e0fc2a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:53.789669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port fe828e17-d592-42a6-8807-3bf297e0fc2a on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:53.793568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:53.798557 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2689e404-2486-443a-a213-0ce2af033b74 req-7bd5025e-7439-40ae-8f3f-92515e4dd297 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "DELETE /v2.0/ports/fe828e17-d592-42a6-8807-3bf297e0fc2a HTTP/1.1" status: 204 len: 173 time: 0.8824201 Oct 29 11:26:53.799234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-deleted', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:53.803776 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b6c9d-6dc8-4849-b982-05939dc2dc10" -d '{"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-deleted", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:54.005121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port f5341a98-a969-425e-b941-da1e6301a975 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:54.005419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.244455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39e7d32f-d9fd-4e5f-8ea6-4a4490537a42 req-f522655c-2a3a-43c1-844d-b4aae0245933 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 210 time: 0.1094317 Oct 29 11:26:54.246757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 789da105-605c-4f98-a047-334a34e0d6ff up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:54.324187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-069ad2da-2d81-4e5b-9260-351f2a2593b8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629241 Oct 29 11:26:54.326989 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94446e0c-3190-4b50-bda1-c3b9e04ebf65 x-openstack-request-id: req-94446e0c-3190-4b50-bda1-c3b9e04ebf65 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:54.327365 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-deleted", "tag": "fe828e17-d592-42a6-8807-3bf297e0fc2a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:54.327677 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94446e0c-3190-4b50-bda1-c3b9e04ebf65 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:54.328184 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-deleted', 'tag': 'fe828e17-d592-42a6-8807-3bf297e0fc2a', 'status': 'completed', 'code': 200} Oct 29 11:26:54.335879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port f5341a98-a969-425e-b941-da1e6301a975, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=f5341a98-a969-425e-b941-da1e6301a975,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:54.336426 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.355356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for f5341a98-a969-425e-b941-da1e6301a975 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:54.400032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 789da105-605c-4f98-a047-334a34e0d6ff completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:26:54.407220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 789da105-605c-4f98-a047-334a34e0d6ff triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:54.407874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.515982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.545412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:54.549470 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e8c01-14a2-49c5-9c42-9087632e96b5" -d '{"events": [{"server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "name": "network-vif-plugged", "status": "completed", "tag": "789da105-605c-4f98-a047-334a34e0d6ff"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:54.554546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-5aca08b5-8317-49cd-a3b6-6323bd5a846b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:54.562531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-5aca08b5-8317-49cd-a3b6-6323bd5a846b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371175 Oct 29 11:26:54.569245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:54.577255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=789da105-605c-4f98-a047-334a34e0d6ff,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:54.584979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.597852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:54.608246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-ec1caf91-a610-44b8-b07d-276b405d21d9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/quotas/defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 375 time: 0.0447314 Oct 29 11:26:54.659851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:54.756079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-40262ba1-2c85-4edb-ae38-33f7b5cd4110 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1469436 Oct 29 11:26:55.145802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80b323-f7a7-4a8b-803b-08d6efe06ffa req-35625535-a3f1-464d-81b9-2075765f142d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:55.157226 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea4a37-6547-4943-ac32-308eab69d23a x-openstack-request-id: req-ecea4a37-6547-4943-ac32-308eab69d23a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:55.157570 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "name": "network-vif-plugged", "status": "completed", "tag": "789da105-605c-4f98-a047-334a34e0d6ff", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:55.157920 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ecea4a37-6547-4943-ac32-308eab69d23a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:55.158362 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff', 'code': 200} Oct 29 11:26:55.159082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed80b323-f7a7-4a8b-803b-08d6efe06ffa req-35625535-a3f1-464d-81b9-2075765f142d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 945 time: 0.1207461 Oct 29 11:26:55.317186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed80b323-f7a7-4a8b-803b-08d6efe06ffa req-7c7bb3e5-bb75-4550-8855-e4bc46caf04d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569953 Oct 29 11:26:55.357079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.398767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:55.407635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=f5341a98-a969-425e-b941-da1e6301a975,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:55.474589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed511316-2510-4b05-b2a7-78408c434190 None None] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:55.503186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port f5341a98-a969-425e-b941-da1e6301a975 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:55.509982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.513397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2689e404-2486-443a-a213-0ce2af033b74 req-9967fe8a-894b-4d54-893b-8871dc545020 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.86 "DELETE /v2.0/ports/f5341a98-a969-425e-b941-da1e6301a975 HTTP/1.1" status: 204 len: 173 time: 1.7064180 Oct 29 11:26:55.564834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62aaf14f-42ba-4f99-8ac6-ecb6344bb6e6 req-ff230621-d1c0-4c63-bdfc-a0fc6c6ecd31 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 210 time: 0.0461249 Oct 29 11:26:55.588441 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.692057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8633f1c6-b7e8-4ae0-af7d-f6e64afac717 req-9eca04a2-8ded-46c5-8831-ba0d5abdfc76 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c47723d-47cc-4596-b54f-aa5646805502 HTTP/1.1" status: 200 len: 210 time: 0.1237552 Oct 29 11:26:55.731234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-d6b151fe-8f47-4c96-948c-1829b5f46375 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a230e50041c04fa387f71f6e8c2f7502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1916051 Oct 29 11:26:55.764509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57617439-4830-4558-9c68-cdcbb8b11612 req-8b4d8f61-2458-49b3-86cd-a033ccda1211 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 210 time: 0.0568392 Oct 29 11:26:55.784520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-88fef751-66eb-45b2-930a-4d8ef20b2b5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a42ca12e63004fcfbb9f08093fb2bbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1996040 Oct 29 11:26:55.786662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47714) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:55.897073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] Provisioning complete for port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:55.897364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.908721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.951784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.961577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:55.990090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1d12-549a-4b9a-9a74-459e2b44dfaa req-662bd3c9-b950-41a1-a993-0b2cd30e3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:55.992270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d40d1d12-549a-4b9a-9a74-459e2b44dfaa req-662bd3c9-b950-41a1-a993-0b2cd30e3f5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 1096 time: 0.4604638 Oct 29 11:26:56.023994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.028090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.029896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269 HTTP/1.1" status: 204 len: 168 time: 0.2421827 Oct 29 11:26:56.050895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:56.051273 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.082001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69bb16-5fe1-4761-86a3-123d1deeb389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0052aa50-1ad8-43cb-b4a7-7d2b3f7b0269,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:56.117365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-abb589e6-45f4-4cee-be06-050befb16264 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:56.132241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-abb589e6-45f4-4cee-be06-050befb16264 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844521 Oct 29 11:26:56.165591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Request body: {'port': {'device_id': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'a230e50041c04fa387f71f6e8c2f7502'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:56.230311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.323710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] For port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:56.329475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-deleted', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:26:56.332990 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5544497f-d4b4-4069-ad44-a852bd4fae9a" -d '{"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-deleted", "tag": "f5341a98-a969-425e-b941-da1e6301a975"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:26:56.334302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.335230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d40d1d12-549a-4b9a-9a74-459e2b44dfaa req-f4bb282e-bed7-43c3-a19d-622e6bfd7ed3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944431 Oct 29 11:26:56.406500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Made reservation on behalf of a230e50041c04fa387f71f6e8c2f7502 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:56.417222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.424646 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b359c67d-c8ad-4170-b9ff-463337fa2ac2 x-openstack-request-id: req-b359c67d-c8ad-4170-b9ff-463337fa2ac2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:26:56.425249 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47723d-47cc-4596-b54f-aa5646805502", "name": "network-vif-deleted", "tag": "f5341a98-a969-425e-b941-da1e6301a975", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:26:56.425743 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b359c67d-c8ad-4170-b9ff-463337fa2ac2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:26:56.426342 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c47723d-47cc-4596-b54f-aa5646805502', 'name': 'network-vif-deleted', 'tag': 'f5341a98-a969-425e-b941-da1e6301a975', 'status': 'completed', 'code': 200} Oct 29 11:26:56.452470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.472199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086c38-6999-43f7-962d-f5917dc23e2d None None] Pushing event updated for resources: {'Port': ['ID=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:56.502993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Router 40c04222-0b1b-4ae3-901d-fbdf7c589185 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:26:56.531448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde23ff-d24e-4963-bc22-cb8ac535cee4 req-8b5382bc-baf4-4252-9296-50f884ef4f92 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:56.541351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-adde23ff-d24e-4963-bc22-cb8ac535cee4 req-8b5382bc-baf4-4252-9296-50f884ef4f92 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 945 time: 0.1022789 Oct 29 11:26:56.594210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-adde23ff-d24e-4963-bc22-cb8ac535cee4 req-4c68c90b-ed37-4db1-b5c6-8fb833990af7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518332 Oct 29 11:26:56.713476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfc21694-a629-4c8f-bc31-260a89f0c836 req-b463c35a-a2cd-4df4-9771-fa688018958c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 210 time: 0.0441573 Oct 29 11:26:56.768033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:26:56.776608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.788478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Sync routers for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:26:56.789272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.790475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4a2b286c-5270-4081-bd4f-73cd8f522e09 None None] Provisioning complete for port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:56.791669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a2b286c-5270-4081-bd4f-73cd8f522e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.823302 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:26:56.824014 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:26:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:56.841223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47742) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:56.967668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting subnet 9bd2a436-632b-4855-8df0-e7725c4844d9 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:56.968231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Allocated IP 192.168.233.72 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/4436666a-a436-4002-917a-6fd02a724b86) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:56.976402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.996908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:56.997893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1982abaf-55db-4538-972e-0f8ff6742656 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0126743 Oct 29 11:26:57.019787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f5341a98-a969-425e-b941-da1e6301a975 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:57.028965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-f892badd-565c-4fab-80e1-b7e30b92bbca tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484641 Oct 29 11:26:57.043011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:57.099109 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:26:57.100254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.120550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: f5341a98-a969-425e-b941-da1e6301a975 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:57.121063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device f5341a98-a969-425e-b941-da1e6301a975 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:57.123000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe828e17-d592-42a6-8807-3bf297e0fc2a no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:26:57.190506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-61df2eb3-947c-48c0-9c29-6b3530e685f2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:57.194885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-61df2eb3-947c-48c0-9c29-6b3530e685f2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393929 Oct 29 11:26:57.195162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:57.204156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: fe828e17-d592-42a6-8807-3bf297e0fc2a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:26:57.204522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fe828e17-d592-42a6-8807-3bf297e0fc2a not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:26:57.281822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:57.290936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.336880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1094031329-network', 'tenant_id': 'c7646f45d41b4435b192fcfe441d4e20'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:57.343196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8b14f01-af72-417d-8bac-db666a706ce3 req-4b6ff54c-464b-45b7-b7b9-a759737bd8c8 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 210 time: 0.3482356 Oct 29 11:26:57.350555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Request body: {'port': {'device_id': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'defc5934a2cb4c17a6922696eca515d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:57.357439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2de067-a0cd-479f-9021-3ce01f1bbaa6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:57.391584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.427405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Made reservation on behalf of c7646f45d41b4435b192fcfe441d4e20 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:57.430234 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.438260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd2a436-632b-4855-8df0-e7725c4844d9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:57.464695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.469246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-64e980d0-399c-4828-ae0a-7dfbc26aaf14 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/subnets/9bd2a436-632b-4855-8df0-e7725c4844d9 HTTP/1.1" status: 204 len: 168 time: 0.6269538 Oct 29 11:26:57.470627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.474209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:57.486286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3849f71-6105-4961-911e-900381884054 None None] Network f305bcac-0d56-437f-b1e0-61aa5a864473 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:57.499879 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:53Z', 'revision_number': 3, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:57.542101 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Checking router: 40c04222-0b1b-4ae3-901d-fbdf7c589185 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:26:57.542502 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Updating router 40c04222-0b1b-4ae3-901d-fbdf7c589185 port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:26:57.574328 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.639227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.710171 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.727248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:57.727647 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.729583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.803507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:26:57.807213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port 2f7d1a6b-ade5-40a2-8745-396153bcf89f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:57.807750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.890408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] DHCP port deletion for f305bcac-0d56-437f-b1e0-61aa5a864473 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:26:57.893480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.893859 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Added segment 8597863e-ea2e-4434-b0bb-34f573f1f464 of type vlan for network e50767d5-be2d-4721-8c90-b590b5bc9e41 Oct 29 11:26:57.914742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e149251-3807-4599-857e-3986efe518f9 req-d69b37b5-7688-48c7-a19c-bbf8aa1bb836 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:57.916941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5e149251-3807-4599-857e-3986efe518f9 req-d69b37b5-7688-48c7-a19c-bbf8aa1bb836 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 945 time: 0.1835144 Oct 29 11:26:57.917692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a532fe-1a33-4c35-9358-71769e7e373e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:57.972817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Deleting port 2f7d1a6b-ade5-40a2-8745-396153bcf89f {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:57.973355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.990149 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:57.996344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.002018 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.005549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb10d262-06e4-407b-9612-42b0b72b3ef3 req-4c1094c8-2961-4a1a-b79d-1a8b51286fa1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 210 time: 0.0982013 Oct 29 11:26:58.010585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2f7d1a6b-ade5-40a2-8745-396153bcf89f,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:58.010995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.047175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for 2f7d1a6b-ade5-40a2-8745-396153bcf89f owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:58.051318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5e149251-3807-4599-857e-3986efe518f9 req-4e4cd6e9-183f-49d9-b36b-77911c21c0ed tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228235 Oct 29 11:26:58.052252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.066326 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Pushing event updated for resources: {'Port': ['ID=21f67c18-5306-49e9-bb64-3fa2d4222cf5,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.068400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Made reservation on behalf of defc5934a2cb4c17a6922696eca515d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:58.074833 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.094559 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.094997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.095280 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.095967 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.095967 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.096229 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.096617 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.096982 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.097332 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.097666 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.097966 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.098281 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:26:58.107739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.108512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] For port 2f7d1a6b-ade5-40a2-8745-396153bcf89f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2f7d1a6b-ade5-40a2-8745-396153bcf89f,segment=NetworkSegment(68c6c746-ed5b-4893-a928-2567fde2aeab),segment_id=68c6c746-ed5b-4893-a928-2567fde2aeab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:26:58.108909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:58.109331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.110002 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.126542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Calling delete_port for 2f7d1a6b-ade5-40a2-8745-396153bcf89f owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:26:58.130134 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Attempting to bind port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:26:58.131123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Attempting to bind port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:26:58.132254 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Attempting to bind port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:26:58.139778 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:26:58.140156 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:58.140557 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.141809 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:26:58.142538 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Bound port: 21f67c18-5306-49e9-bb64-3fa2d4222cf5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:26:58.142918 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.164436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.172226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] Pushing event updated for resources: {'Network': ['ID=e50767d5-be2d-4721-8c90-b590b5bc9e41,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.183654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e50767d5-be2d-4721-8c90-b590b5bc9e41 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:26:58.210767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dae57fa9-0510-4e4b-82cc-430beb853b26 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0145617 Oct 29 11:26:58.218710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:58.225638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Request body: {'subnet': {'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1094031329-subnet', 'tenant_id': 'c7646f45d41b4435b192fcfe441d4e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:58.250743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.257148 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] For port 21f67c18-5306-49e9-bb64-3fa2d4222cf5, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:26:58.263333 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] For port 21f67c18-5306-49e9-bb64-3fa2d4222cf5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21f67c18-5306-49e9-bb64-3fa2d4222cf5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:26:58.269209 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.276518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Made reservation on behalf of c7646f45d41b4435b192fcfe441d4e20 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:26:58.278916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.284793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=2f7d1a6b-ade5-40a2-8745-396153bcf89f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.340569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.354145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port 2f7d1a6b-ade5-40a2-8745-396153bcf89f on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:58.356329 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcf0e2-7390-44d2-a4b0-f41ce5df54ff None None] Pushing event updated for resources: {'Port': ['ID=21f67c18-5306-49e9-bb64-3fa2d4222cf5,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.381659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:26:58.382465 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:26:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:58.390193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] No DVR routers for this DVR port 2f7d1a6b-ade5-40a2-8745-396153bcf89f on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:26:58.404793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa321ea-7657-4a07-b3ea-e26f573b0ad6 None None] Pushing event deleted for resources: {'Port': ['ID=2f7d1a6b-ade5-40a2-8745-396153bcf89f,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.408892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d190633a-a7da-4344-92f5-11f8b44aaaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.438499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.511050 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:26:58.529845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.567733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:26:58.576723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:58.580420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f305bcac-0d56-437f-b1e0-61aa5a864473']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:58.587677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:26:58.596149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6c746-ed5b-4893-a928-2567fde2aeab') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:58.596457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6c746-ed5b-4893-a928-2567fde2aeab') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:58.616102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.635361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Pushing event updated for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.645027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb145ba-c492-46c3-9a46-965292869bf7 req-6423aa7d-2136-4073-a7a1-3cb4c7c6b07b tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:58.645628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ffb145ba-c492-46c3-9a46-965292869bf7 req-6423aa7d-2136-4073-a7a1-3cb4c7c6b07b tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 935 time: 0.1488426 Oct 29 11:26:58.660236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.685952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c78ee-c9b4-4ef6-aea1-4f64365218ae req-4d2aefa2-23f4-42f9-a2f8-57a6a3d1c683 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:58.693549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-619c78ee-c9b4-4ef6-aea1-4f64365218ae req-4d2aefa2-23f4-42f9-a2f8-57a6a3d1c683 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 945 time: 0.2347317 Oct 29 11:26:58.697968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:26:58.698610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:26:58.702212 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:26:58.745146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:53Z', 'revision_number': 3, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:26:58.759013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:58.759844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.771991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664d07a-ec2b-4998-b5a5-02c6567ecc86 None None] The sync data for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 is: [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:53Z', 'revision_number': 3, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:26:58.794818 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-af9a8f0e-8e10-42cc-8cef-f15dc65dcdc0 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6468847 Oct 29 11:26:58.795927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ffb145ba-c492-46c3-9a46-965292869bf7 req-c0a6a316-d8f6-4827-a2b9-da95c78c1d0e tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371286 Oct 29 11:26:58.837280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.838469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Request body: {'port': {'device_id': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:26:58.851503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.852961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.859298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/networks/f305bcac-0d56-437f-b1e0-61aa5a864473 HTTP/1.1" status: 204 len: 168 time: 1.3815560 Oct 29 11:26:58.861209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:58.879556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228c41f-a332-49b5-b997-384b7ed432ae tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Network': ['ID=f305bcac-0d56-437f-b1e0-61aa5a864473,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:58.888680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:58.902114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-619c78ee-c9b4-4ef6-aea1-4f64365218ae req-22944c2c-f389-462e-a18f-56612785713f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074816 Oct 29 11:26:58.944660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.002944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting subnet f9e09e2d-2342-4391-9c1a-6965a0969c19 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:26:59.020556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.024873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2add0bb-220e-4bb4-8f21-f08b7746ff2e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:59.059250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Checking segment: {'id': '8597863e-ea2e-4434-b0bb-34f573f1f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:26:59.060088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Network hostable DHCP agents. Network: e50767d5-be2d-4721-8c90-b590b5bc9e41, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:26:59.094963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.104203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6fdabe3f-bb33-40f8-895a-0dacf1d78a74 None None] Provisioning complete for port 4436666a-a436-4002-917a-6fd02a724b86 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:59.104796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6fdabe3f-bb33-40f8-895a-0dacf1d78a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.123557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Network e50767d5-be2d-4721-8c90-b590b5bc9e41 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:26:59.154922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e50767d5-be2d-4721-8c90-b590b5bc9e41) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:26:59.164769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:59.165477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.169996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6fdabe3f-bb33-40f8-895a-0dacf1d78a74 None None] Port 4436666a-a436-4002-917a-6fd02a724b86 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:26:59.200166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395aef06-db57-407a-b564-0e0e6552436b None None] Network e50767d5-be2d-4721-8c90-b590b5bc9e41 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:59.217780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.220264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b7326-4e71-4b2e-880d-69d01d933253,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:59.271755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78853eee-01c1-4b71-82dd-3fb2956fdcef admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0517817 Oct 29 11:26:59.295273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cea98ed4-7c66-441c-b44e-70a643b9cc49 req-cdced906-68d5-4490-8860-7f084b3099f5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 210 time: 0.1819026 Oct 29 11:26:59.296345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.390698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.403015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.416478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21f67c18-5306-49e9-bb64-3fa2d4222cf5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:26:59.416812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Allocated IP 192.168.233.164 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/ad381222-cae2-443f-8a1f-2a8614744531) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:26:59.471593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e09e2d-2342-4391-9c1a-6965a0969c19,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:26:59.482929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.486964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a9c6379f-2c25-4a04-8df8-a8d5d86731d7 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/subnets/f9e09e2d-2342-4391-9c1a-6965a0969c19 HTTP/1.1" status: 204 len: 168 time: 0.6245253 Oct 29 11:26:59.489991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47786) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:26:59.505321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a55bb-30b0-4946-babe-9a9fc5920fd2 None None] Network 5f58ef90-5076-4bca-9c6b-395fa9e845da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:59.629559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.771714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:26:59.772140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.799244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Deleting port cd05b2da-6ba6-409e-a733-9cba621e6787 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:26:59.799773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.814029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-f684b087-dae4-4bc0-802c-a29a6f6355b0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:26:59.814439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa8d49-99e0-4790-b3d8-2db571d75e55 None None] Network e50767d5-be2d-4721-8c90-b590b5bc9e41 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:26:59.816479 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-f684b087-dae4-4bc0-802c-a29a6f6355b0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 945 time: 0.1118391 Oct 29 11:26:59.977442 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:26:59.984560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.005811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Allocated IP 172.20.0.1 (ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de/59d73c54-e005-4bb8-839d-68ce02de4d1f/ce60a681-31ff-4c77-9626-1e0795962268) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:00.023626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] For port cd05b2da-6ba6-409e-a733-9cba621e6787, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cd05b2da-6ba6-409e-a733-9cba621e6787,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:00.024300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.040076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Calling delete_port for cd05b2da-6ba6-409e-a733-9cba621e6787 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:00.097346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 21f67c18-5306-49e9-bb64-3fa2d4222cf5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21f67c18-5306-49e9-bb64-3fa2d4222cf5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:00.105214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.168935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.175634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] DHCP port deletion for 5f58ef90-5076-4bca-9c6b-395fa9e845da request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:27:00.187430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074f61-578f-4de3-83fd-7e2a0a1035eb req-c01fa4a5-a0ee-4744-95d3-d3a59ec1f095 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:00.188995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e074f61-578f-4de3-83fd-7e2a0a1035eb req-c01fa4a5-a0ee-4744-95d3-d3a59ec1f095 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 935 time: 0.2466290 Oct 29 11:27:00.215863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2f7d1a6b-ade5-40a2-8745-396153bcf89f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:00.263721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port 789da105-605c-4f98-a047-334a34e0d6ff {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:00.264051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.267981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2f7d1a6b-ade5-40a2-8745-396153bcf89f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:00.268453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2f7d1a6b-ade5-40a2-8745-396153bcf89f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:00.277434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-b7d43664-ae77-4884-8c87-8605bdbbedce tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:00.286481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-b7d43664-ae77-4884-8c87-8605bdbbedce tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/networks?id=e50767d5-be2d-4721-8c90-b590b5bc9e41 HTTP/1.1" status: 200 len: 822 time: 0.3134120 Oct 29 11:27:00.300853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=21f67c18-5306-49e9-bb64-3fa2d4222cf5,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:00.318295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Deleting port cd05b2da-6ba6-409e-a733-9cba621e6787 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:00.318981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.348620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-6b77085c-278a-4bd5-83e0-09d35496f299 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/quotas/c7646f45d41b4435b192fcfe441d4e20 HTTP/1.1" status: 200 len: 375 time: 0.0612190 Oct 29 11:27:00.364407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.398501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] For port cd05b2da-6ba6-409e-a733-9cba621e6787, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cd05b2da-6ba6-409e-a733-9cba621e6787,segment=NetworkSegment(b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2),segment_id=b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:00.398904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.415953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Calling delete_port for cd05b2da-6ba6-409e-a733-9cba621e6787 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:00.427212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-6bf8e801-3eac-4ade-a6b9-7f5cbd76c69d tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7646f45d41b4435b192fcfe441d4e20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662115 Oct 29 11:27:00.432491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] No DVR routers for this DVR port cd05b2da-6ba6-409e-a733-9cba621e6787 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:00.434335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Port': ['ID=cd05b2da-6ba6-409e-a733-9cba621e6787,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:00.516013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.545505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] Pushing event deleted for resources: {'Port': ['ID=cd05b2da-6ba6-409e-a733-9cba621e6787,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:00.548980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bacc2-80db-4e2b-85d7-2bf5877699ef None None] No DVR routers for this DVR port cd05b2da-6ba6-409e-a733-9cba621e6787 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:00.552826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.582804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port 789da105-605c-4f98-a047-334a34e0d6ff, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=789da105-605c-4f98-a047-334a34e0d6ff,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:00.583272 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.607724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.611688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for 789da105-605c-4f98-a047-334a34e0d6ff owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:00.642294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e074f61-578f-4de3-83fd-7e2a0a1035eb req-441f9994-190e-4df5-accd-d0483fdecf78 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366765 Oct 29 11:27:00.663683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.667195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:00.670014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f58ef90-5076-4bca-9c6b-395fa9e845da']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:00.680553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:00.685265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:00.685455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:00.685455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d8e37c-d1fd-452d-8b75-bc5c06d3bac2') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:00.690543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:00.712301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.732205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.741530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:27:00.741950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.757429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:00.775265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:00.784964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:00.808881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-db1a979d-2d45-4d5c-ad27-ff0ebb8aa746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:27:00.827732 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:27:00.854060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-406febdd-ebff-48d1-b95e-d29dd73cdaee service neutron] 10.222.0.77 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869615 Oct 29 11:27:00.945680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.950424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:00.954082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] 10.222.0.77 "DELETE /v2.0/networks/5f58ef90-5076-4bca-9c6b-395fa9e845da HTTP/1.1" status: 204 len: 168 time: 1.4630792 Oct 29 11:27:00.977997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4436666a-a436-4002-917a-6fd02a724b86 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:00.986082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0234c-5c5a-44be-a9e9-d29ddaebb874 tempest-ServersTestMultiNic-1992070728 tempest-ServersTestMultiNic-1992070728-project] Pushing event deleted for resources: {'Network': ['ID=5f58ef90-5076-4bca-9c6b-395fa9e845da,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:00.990125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.009949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Transition to ACTIVE for port object 4436666a-a436-4002-917a-6fd02a724b86 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:01.016720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Pushing event updated for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:01.024461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:01.031368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.048478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-2d541d12-8e3a-4518-8610-bfc5e2af6f4e service neutron] 10.222.0.77 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935358 Oct 29 11:27:01.055697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.141140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4391854b-3062-4520-b515-b4299b2460f4 None None] Provisioning complete for port ad381222-cae2-443f-8a1f-2a8614744531 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:01.141140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4391854b-3062-4520-b515-b4299b2460f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.154247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-ce308b55-ad98-4cf5-9e20-876dfd04a43e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8294499 Oct 29 11:27:01.163877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.170202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.180430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Request body: {'port': {'device_id': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:01.205882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['789da105-605c-4f98-a047-334a34e0d6ff'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:01.275465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=789da105-605c-4f98-a047-334a34e0d6ff,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:01.317571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4391854b-3062-4520-b515-b4299b2460f4 None None] Port ad381222-cae2-443f-8a1f-2a8614744531 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:01.324167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Pushing event updated for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:01.334150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21f67c18-5306-49e9-bb64-3fa2d4222cf5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:01.348369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fccc1-939c-4171-ac56-5467346a9578 req-faa63e2e-2a3d-44ce-aad9-3f73122065f0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:01.350045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b45fccc1-939c-4171-ac56-5467346a9578 req-faa63e2e-2a3d-44ce-aad9-3f73122065f0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1050bb1c-9a6a-49f2-8bc8-730e4ecbd371 HTTP/1.1" status: 200 len: 867 time: 0.3376110 Oct 29 11:27:01.419302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:01.419688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.442030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port 789da105-605c-4f98-a047-334a34e0d6ff on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:01.449995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.459070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-60eec7e9-ce78-4b6e-848d-9ed9b033b7f3 req-a95f6933-e96a-4bd4-bb34-61827e8db0ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "DELETE /v2.0/ports/789da105-605c-4f98-a047-334a34e0d6ff HTTP/1.1" status: 204 len: 173 time: 1.6290202 Oct 29 11:27:01.459719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'name': 'network-vif-deleted', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:01.474296 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a3327-82a7-4aa5-a7b9-17dd4fa3372d" -d '{"events": [{"server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "name": "network-vif-deleted", "tag": "789da105-605c-4f98-a047-334a34e0d6ff"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:01.532550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.581221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b45fccc1-939c-4171-ac56-5467346a9578 req-675d19e8-5ee4-4fc5-ab87-02917867311d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037790 Oct 29 11:27:01.592471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Attempting to bind port 4436666a-a436-4002-917a-6fd02a724b86 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:01.592471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Attempting to bind port 4436666a-a436-4002-917a-6fd02a724b86 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:01.592471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Attempting to bind port 4436666a-a436-4002-917a-6fd02a724b86 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:01.610084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7de9a0-5cb1-472b-a2e7-2aca31a128d1 req-d279db3a-1764-4a9f-af02-191df7b26ad1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:01.626439 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9a7de9a0-5cb1-472b-a2e7-2aca31a128d1 req-d279db3a-1764-4a9f-af02-191df7b26ad1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 936 time: 0.1289396 Oct 29 11:27:01.660070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Port 4436666a-a436-4002-917a-6fd02a724b86 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:01.660366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Attempting to bind port 4436666a-a436-4002-917a-6fd02a724b86 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:01.666285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.682121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:01.682487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:01.682871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:01.683311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Bound port: 4436666a-a436-4002-917a-6fd02a724b86, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:01.683661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.697696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c128b46a-50e4-437a-905f-7aeec1d2337e None None] Provisioning complete for port ce60a681-31ff-4c77-9626-1e0795962268 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:01.698319 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c128b46a-50e4-437a-905f-7aeec1d2337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:01.702742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9a7de9a0-5cb1-472b-a2e7-2aca31a128d1 req-49e4b0fb-086a-4594-9d4c-16c09e607254 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Oct 29 11:27:01.783020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c128b46a-50e4-437a-905f-7aeec1d2337e None None] Port ce60a681-31ff-4c77-9626-1e0795962268 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:01.790412 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25520db1-0615-4716-bf3f-ed0cb68b4033 x-openstack-request-id: req-25520db1-0615-4716-bf3f-ed0cb68b4033 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:01.791350 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1050bb1c-9a6a-49f2-8bc8-730e4ecbd371", "name": "network-vif-deleted", "tag": "789da105-605c-4f98-a047-334a34e0d6ff", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:01.791699 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25520db1-0615-4716-bf3f-ed0cb68b4033 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:01.792192 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1050bb1c-9a6a-49f2-8bc8-730e4ecbd371', 'name': 'network-vif-deleted', 'tag': '789da105-605c-4f98-a047-334a34e0d6ff', 'status': 'completed', 'code': 200} Oct 29 11:27:01.807900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-518a4743-9970-4b00-aea6-fc3aad6da90e req-8c787c69-2cd9-4371-88bb-6698708cdca5 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 210 time: 0.0529914 Oct 29 11:27:01.945821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cd05b2da-6ba6-409e-a733-9cba621e6787 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:01.998081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cd05b2da-6ba6-409e-a733-9cba621e6787 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:01.998426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cd05b2da-6ba6-409e-a733-9cba621e6787 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:02.069537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47836) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:02.096626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:02.123347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=4436666a-a436-4002-917a-6fd02a724b86,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:02.141926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.148449 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.157415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a14f5-fabb-475e-972b-9b2953cc8a18 req-a347d3b6-25e3-4e9b-88c0-1791fbe9344a tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:02.158967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c72a14f5-fabb-475e-972b-9b2953cc8a18 req-a347d3b6-25e3-4e9b-88c0-1791fbe9344a tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 947 time: 0.2269294 Oct 29 11:27:02.242393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.260624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:02.264149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.266795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] 10.222.0.86 "PUT /v2.0/ports/4436666a-a436-4002-917a-6fd02a724b86 HTTP/1.1" status: 200 len: 1095 time: 3.4635193 Oct 29 11:27:02.288390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'tag': '4436666a-a436-4002-917a-6fd02a724b86'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:02.293196 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d936046c-f3ac-433c-b02d-827354d3a9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "tag": "4436666a-a436-4002-917a-6fd02a724b86"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:02.301115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad381222-cae2-443f-8a1f-2a8614744531 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:02.310501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.327392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Transition to ACTIVE for port object ad381222-cae2-443f-8a1f-2a8614744531 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:02.356520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a3432-ff11-40b1-8e68-1c66b21beb27 service neutron] Pushing event updated for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:02.380641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.433073 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7483f1-8fbc-479b-8ffa-d268843f6ad9 x-openstack-request-id: req-ed7483f1-8fbc-479b-8ffa-d268843f6ad9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:02.433614 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "tag": "4436666a-a436-4002-917a-6fd02a724b86", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:02.433970 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed7483f1-8fbc-479b-8ffa-d268843f6ad9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:02.434458 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'tag': '4436666a-a436-4002-917a-6fd02a724b86', 'status': 'completed', 'code': 200} Oct 29 11:27:02.503707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c72a14f5-fabb-475e-972b-9b2953cc8a18 req-4ef4f793-3174-4de6-bdca-ec3d857de874 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167846 Oct 29 11:27:02.512264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:02.520618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.531219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-e0012b7f-d022-4a01-a4a8-95094cf7977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:02.532915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-e0012b7f-d022-4a01-a4a8-95094cf7977a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a230e50041c04fa387f71f6e8c2f7502&device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 1098 time: 0.1714933 Oct 29 11:27:02.533089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.590962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.667345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-e1d8455d-3f60-4e51-a27e-e69ad8e482de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4436666a-a436-4002-917a-6fd02a724b86 HTTP/1.1" status: 200 len: 217 time: 0.0872221 Oct 29 11:27:02.753067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Pushing event updated for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:02.761517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:02.920741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-25daa185-5145-4dba-ad4b-3b466fd10dc0 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:02.922262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-25daa185-5145-4dba-ad4b-3b466fd10dc0 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.86 "GET /v2.0/networks?id=e50767d5-be2d-4721-8c90-b590b5bc9e41 HTTP/1.1" status: 200 len: 822 time: 0.1397667 Oct 29 11:27:02.930034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-4270f12f-3aaa-447f-8651-20784710391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:02.931669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-4270f12f-3aaa-447f-8651-20784710391b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2541747 Oct 29 11:27:02.956028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Request body: {'port': {'device_id': '232b721c-8063-4985-af3b-301a2c396882', 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41', 'admin_state_up': True, 'tenant_id': 'c7646f45d41b4435b192fcfe441d4e20'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:02.973042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:02.973463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:02.973863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:03.000170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b0f10e6c-eab3-4719-9fc6-619d37381d3b req-2abca4ac-7506-423c-9553-705e06fdc6a0 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 210 time: 0.0751574 Oct 29 11:27:03.005344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:03.006923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:03.007583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:03.015560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:03.037116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:03.037659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:03.038202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:03.038631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Bound port: ad381222-cae2-443f-8a1f-2a8614744531, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:03.039153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.076601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-bd7d521c-cc4e-48c9-93a6-7649db3b3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.078202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-bd7d521c-cc4e-48c9-93a6-7649db3b3336 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233394 Oct 29 11:27:03.085895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfe534-fc43-4f52-a6ad-aa94bddf89d8 req-3fa39635-4f6e-402f-90d1-1d56ae75b549 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.087989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33bfe534-fc43-4f52-a6ad-aa94bddf89d8 req-3fa39635-4f6e-402f-90d1-1d56ae75b549 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.1856115 Oct 29 11:27:03.305550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33bfe534-fc43-4f52-a6ad-aa94bddf89d8 req-f13b8401-dc04-4f55-9c67-0896614a4f92 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251540 Oct 29 11:27:03.342058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:03.360006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-22527423-7346-4267-ba54-bc780a77ae6d service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710028 Oct 29 11:27:03.361948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Router 40c04222-0b1b-4ae3-901d-fbdf7c589185 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:27:03.363787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:03.377135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.410892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-290bde59-bf81-4f2e-8379-eb011f811ae1 None None] Provisioning complete for port ce60a681-31ff-4c77-9626-1e0795962268 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:03.412556 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-290bde59-bf81-4f2e-8379-eb011f811ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.467991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-290bde59-bf81-4f2e-8379-eb011f811ae1 None None] Port ce60a681-31ff-4c77-9626-1e0795962268 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:03.472687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.529672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Made reservation on behalf of c7646f45d41b4435b192fcfe441d4e20 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:03.533442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.599221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Deleting port 1f97e8c6-c409-4c18-8503-ba87175f1346 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:03.599899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.650005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-1a0af924-d61e-4b18-b165-116b79647aee tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.651658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-1a0af924-d61e-4b18-b165-116b79647aee tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.5316455 Oct 29 11:27:03.713549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-b0c57017-1ef9-45b2-8efa-56a494f09582 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0298638 Oct 29 11:27:03.776936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.777536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.778872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 1096 time: 2.6103232 Oct 29 11:27:03.781653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-9e9459b7-199b-485d-92d4-d0042feca716 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586293 Oct 29 11:27:03.810201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] For port 1f97e8c6-c409-4c18-8503-ba87175f1346, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f97e8c6-c409-4c18-8503-ba87175f1346,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:03.810566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:03.836036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Allocated IP 172.20.0.3 (e50767d5-be2d-4721-8c90-b590b5bc9e41/c2add0bb-220e-4bb4-8f21-f08b7746ff2e/064960e2-8e6a-43ba-9af5-3f853c9ec61b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:03.880323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Calling delete_port for 1f97e8c6-c409-4c18-8503-ba87175f1346 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:03.909414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa9cf2-1331-49de-8f86-283cb458df42 service neutron] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:03.968736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c076489-bd80-45d9-91b0-d91567b858a7 req-e47df180-1dd7-4ece-8b72-48a54c2f458a service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013398 Oct 29 11:27:03.976158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f2e85-dd97-4915-b5b0-f673c88c6eec req-0c8c29f1-784e-434c-a2a1-ab6f606258f2 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.977616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c39f2e85-dd97-4915-b5b0-f673c88c6eec req-0c8c29f1-784e-434c-a2a1-ab6f606258f2 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 947 time: 0.2045767 Oct 29 11:27:03.988491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-f46094f0-81bc-43ce-b28a-07994fc3cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:03.990056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-f46094f0-81bc-43ce-b28a-07994fc3cfbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1099 time: 0.1398449 Oct 29 11:27:03.998931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:27:04.021073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5b6922b-504e-4fa3-9f91-ca24ca7005ea admin admin] 10.222.0.77 "PUT /v2.0/routers/40c04222-0b1b-4ae3-901d-fbdf7c589185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9675312 Oct 29 11:27:04.034250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Sync routers for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:27:04.055143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:04.056107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:04.060751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-76bb429f-71ad-426d-ab7f-1f337bad4809 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388844 Oct 29 11:27:04.127336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-77a0f6b4-24fb-4bf3-aa19-0f29b89e52ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.1256680 Oct 29 11:27:04.141560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c39f2e85-dd97-4915-b5b0-f673c88c6eec req-3f592c49-fa6f-4479-98ba-1f75f37a3909 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457379 Oct 29 11:27:04.193737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:04.224189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-41b8d953-368c-445e-8f77-1c5efef90362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.226146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-41b8d953-368c-445e-8f77-1c5efef90362 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a230e50041c04fa387f71f6e8c2f7502&device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 1098 time: 0.1753190 Oct 29 11:27:04.228833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-1ff7e627-fc4b-4a8d-8580-21ed8820baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.230290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.230754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-1ff7e627-fc4b-4a8d-8580-21ed8820baa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0841815 Oct 29 11:27:04.293402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 789da105-605c-4f98-a047-334a34e0d6ff no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:04.293665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-317e1970-99dc-4719-9258-10782a586715 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259459 Oct 29 11:27:04.340475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.350766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e5b2821-af67-4bd9-94f4-560921ae3a62 req-09b489f2-55bd-410c-8249-97d7b7c5d79f tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 210 time: 0.0912981 Oct 29 11:27:04.374596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.382018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f1818-c513-43e6-9c29-aaee35702983 req-ae9642e7-4c49-4fda-97d9-14f2cac42604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.383984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-ae9642e7-4c49-4fda-97d9-14f2cac42604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346223 Oct 29 11:27:04.384511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 789da105-605c-4f98-a047-334a34e0d6ff {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:04.384857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 789da105-605c-4f98-a047-334a34e0d6ff not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:04.397763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Network e50767d5-be2d-4721-8c90-b590b5bc9e41 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:04.421113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:04.430753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:04.437216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:04.442694 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc623b1-d175-4761-ac79-f770c85b104d" -d '{"events": [{"name": "network-changed", "server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:04.532711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-4f263e79-d152-4a1a-9d63-d8796f7da5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.534350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-4f263e79-d152-4a1a-9d63-d8796f7da5fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2998910 Oct 29 11:27:04.535284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Pushing event updated for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:04.595108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:01Z', 'revision_number': 4, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ce60a681-31ff-4c77-9626-1e0795962268', 'name': '', 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'mac_address': 'fa:16:3e:2e:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:59Z', 'updated_at': '2021-10-29T11:27:01Z', 'revision_number': 2, 'project_id': 'b478981230894f67a2e83149ea72b512', 'subnets': [{'id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:04.612222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.612733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.613072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.613533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.614000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.614367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.614765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.615158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.615565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.615965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.616360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.616747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:04.618317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-1a24d82a-52ae-4486-8cb8-0ebbcfa21550 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4436666a-a436-4002-917a-6fd02a724b86 HTTP/1.1" status: 200 len: 217 time: 0.0763707 Oct 29 11:27:04.639188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Checking router: 40c04222-0b1b-4ae3-901d-fbdf7c589185 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:27:04.640774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Updating router 40c04222-0b1b-4ae3-901d-fbdf7c589185 port ce60a681-31ff-4c77-9626-1e0795962268 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:27:04.672928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.679786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.687807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.704664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f97e8c6-c409-4c18-8503-ba87175f1346,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:04.859777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:04.871597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-d979955f-c373-40f1-9ca8-0bd8db9695da tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2624202 Oct 29 11:27:04.880248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:04.882850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-eae78f1e-1f88-4877-9d15-dc4908712c96 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9470277 Oct 29 11:27:04.896005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565b5b-6070-4623-a1f1-36b6c580b690 req-42baba35-28d6-49eb-9128-ad8ee86b8e9b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.896269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-4ba666eb-6bec-44a1-9872-544ee3f37309 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038772 Oct 29 11:27:04.907222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e565b5b-6070-4623-a1f1-36b6c580b690 req-42baba35-28d6-49eb-9128-ad8ee86b8e9b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.3873124 Oct 29 11:27:04.919130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Request body: {'port': {'device_id': '232b721c-8063-4985-af3b-301a2c396882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:04.960137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-c9adcf7f-2866-442b-b73a-a81809a22f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:04.961853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-c9adcf7f-2866-442b-b73a-a81809a22f77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1357825 Oct 29 11:27:04.981697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.050325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.059814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.094826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-be94bceb-63f4-4e9e-8a97-507493a123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:05.096587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-be94bceb-63f4-4e9e-8a97-507493a123bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240959 Oct 29 11:27:05.099485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-046f1818-c513-43e6-9c29-aaee35702983 req-84bcff65-4e15-48a1-83be-a186f947ac3e service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944299 Oct 29 11:27:05.126735 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e565b5b-6070-4623-a1f1-36b6c580b690 req-d72f5240-7dac-4967-8e58-4d88c5354dc0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186759 Oct 29 11:27:05.133089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.257925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Attempting to bind port ce60a681-31ff-4c77-9626-1e0795962268 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:05.258305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Attempting to bind port ce60a681-31ff-4c77-9626-1e0795962268 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:05.259188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Attempting to bind port ce60a681-31ff-4c77-9626-1e0795962268 on network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:05.278137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:05.278582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Checking segment: {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:05.279009 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.281654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Bound using segment: {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:05.281654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Bound port: ce60a681-31ff-4c77-9626-1e0795962268, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:05.281994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.282868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.292121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a9ce7-99ef-499c-a0ea-0c7fee0ffff9 None None] Pushing event updated for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:05.292349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-ddd41502-a8d0-4e31-bd13-3e0d26a9f274 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854377 Oct 29 11:27:05.440362 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1ee4ad1-3ea0-4586-b6fd-44db2b37256b req-3af6d875-7c9d-45f2-8917-8365b3821295 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0603745 Oct 29 11:27:05.498298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] For port ce60a681-31ff-4c77-9626-1e0795962268, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:05.502351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d936046c-f3ac-433c-b02d-827354d3a9f9 req-a7a0892c-ba47-4e2b-904d-5c7d9098c992 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945889 Oct 29 11:27:05.523259 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee4097-91b3-4cb0-af74-f2886eebcb97 x-openstack-request-id: req-7cee4097-91b3-4cb0-af74-f2886eebcb97 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:05.523259 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:05.523529 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cee4097-91b3-4cb0-af74-f2886eebcb97 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:05.523908 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'status': 'completed', 'code': 200} Oct 29 11:27:05.533450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Allocated IP 172.25.4.175 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/be4a949d-7ff4-43a6-8a8f-4754e02d3a35) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:05.538246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b8c225bc-c1f7-4044-92a0-2613070c4758 None None] Provisioning complete for port ce60a681-31ff-4c77-9626-1e0795962268 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:05.538695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b8c225bc-c1f7-4044-92a0-2613070c4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.567817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] For port ce60a681-31ff-4c77-9626-1e0795962268, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce60a681-31ff-4c77-9626-1e0795962268,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:05.578506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.606440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:27:05.654819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a9ce7-99ef-499c-a0ea-0c7fee0ffff9 None None] Pushing event updated for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:05.659067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc623b1-d175-4761-ac79-f770c85b104d req-9cf071fe-d6e2-411f-a95f-781fa8723e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:05.664862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-9cf071fe-d6e2-411f-a95f-781fa8723e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1099 time: 0.1189914 Oct 29 11:27:05.666599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b8c225bc-c1f7-4044-92a0-2613070c4758 None None] Port ce60a681-31ff-4c77-9626-1e0795962268 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:05.679391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:05.680036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:05.796723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:05.829615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad635635-ed9c-43b7-987c-79b38ef70b31 req-0f552a91-59d3-436f-8558-8fc7c621df96 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:05.835283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad635635-ed9c-43b7-987c-79b38ef70b31 req-0f552a91-59d3-436f-8558-8fc7c621df96 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 947 time: 0.1064856 Oct 29 11:27:05.843080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:05.903158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:27:05.915152 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Sync routers for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:27:05.921030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc623b1-d175-4761-ac79-f770c85b104d req-208377a8-0e78-41a2-a7e6-f248805ad40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:05.924000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-208377a8-0e78-41a2-a7e6-f248805ad40d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2487018 Oct 29 11:27:05.928337 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:05.929641 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:05.938109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebdb6cc0-6005-4443-a15c-094ff35eec00 admin admin] 10.222.0.77 "PUT /v2.0/routers/5eea1be4-6544-44a4-908a-cd66ef7a45e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8650973 Oct 29 11:27:05.954412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:05.981196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064960e2-8e6a-43ba-9af5-3f853c9ec61b {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:06.027144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.077458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:06.115937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad635635-ed9c-43b7-987c-79b38ef70b31 req-ef6e3325-59e4-44ab-8fad-0e26a37e8412 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346761 Oct 29 11:27:06.127573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.144976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] Provisioning complete for port ce60a681-31ff-4c77-9626-1e0795962268 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:06.145794 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.146042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Transition to ACTIVE for port object 064960e2-8e6a-43ba-9af5-3f853c9ec61b will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:06.157752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.214269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:01Z', 'revision_number': 4, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ce60a681-31ff-4c77-9626-1e0795962268', 'name': '', 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'mac_address': 'fa:16:3e:2e:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:59Z', 'updated_at': '2021-10-29T11:27:05Z', 'revision_number': 4, 'project_id': 'b478981230894f67a2e83149ea72b512', 'subnets': [{'id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:06.224154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-7d393b22-e401-4c3f-82fa-0f094efd8ce1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.2739255 Oct 29 11:27:06.237698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.264643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59382705-1732-4b18-8795-4c6305c035f4 None None] The sync data for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 is: [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:01Z', 'revision_number': 4, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ce60a681-31ff-4c77-9626-1e0795962268', 'name': '', 'network_id': 'ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'mac_address': 'fa:16:3e:2e:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:59Z', 'updated_at': '2021-10-29T11:27:05Z', 'revision_number': 4, 'project_id': 'b478981230894f67a2e83149ea72b512', 'subnets': [{'id': '59d73c54-e005-4bb8-839d-68ce02de4d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:27:06.323466 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:27:04Z', 'revision_number': 5, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:06.328062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-ee0a0169-e32f-4c0e-b799-19c067079f93 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:06.331888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-ee0a0169-e32f-4c0e-b799-19c067079f93 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.4191611 Oct 29 11:27:06.363626 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.371649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:06.373272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:06.373647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Checking router: 5eea1be4-6544-44a4-908a-cd66ef7a45e1 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:27:06.380851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:06.383704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:06.386577 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Routers {'5eea1be4-6544-44a4-908a-cd66ef7a45e1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:06.389641 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:06.393701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Pushing event updated for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:06.418394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] For port ce60a681-31ff-4c77-9626-1e0795962268, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce60a681-31ff-4c77-9626-1e0795962268,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:06.434891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.460365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event updated for resources: {'Port': ['ID=be4a949d-7ff4-43a6-8a8f-4754e02d3a35,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:06.475852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.476485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.477046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.477606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.478190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.478716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.479241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.479761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.480302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.480471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e2182-0cb8-49d6-a1b7-8738a994a826 req-498e3542-7fcd-4322-b64b-bfe825f46bb8 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:06.480994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.481581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.482119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:06.489311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-617e2182-0cb8-49d6-a1b7-8738a994a826 req-498e3542-7fcd-4322-b64b-bfe825f46bb8 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 943 time: 0.2498846 Oct 29 11:27:06.514469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee06db-f4eb-4f5b-b61c-7ceec8686bc8 None None] Pushing event updated for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:06.515327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc623b1-d175-4761-ac79-f770c85b104d req-45323b35-4dcb-4067-9a93-1a7ca5315116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:06.527545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-45323b35-4dcb-4067-9a93-1a7ca5315116 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2854154 Oct 29 11:27:06.542465 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] Set router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:06.585405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.594655 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.609706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-617e2182-0cb8-49d6-a1b7-8738a994a826 req-c33321ab-8a27-482a-8185-63dfbcb37c3d tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192334 Oct 29 11:27:06.710174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc623b1-d175-4761-ac79-f770c85b104d req-8970c681-6209-475c-a7dc-0496e77c0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:06.711848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-8970c681-6209-475c-a7dc-0496e77c0377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200528 Oct 29 11:27:06.714720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.751035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Attempting to bind port 064960e2-8e6a-43ba-9af5-3f853c9ec61b on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:06.751373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Attempting to bind port 064960e2-8e6a-43ba-9af5-3f853c9ec61b by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8597863e-ea2e-4434-b0bb-34f573f1f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:06.751693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Attempting to bind port 064960e2-8e6a-43ba-9af5-3f853c9ec61b on network e50767d5-be2d-4721-8c90-b590b5bc9e41 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:06.757143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Port 064960e2-8e6a-43ba-9af5-3f853c9ec61b on network e50767d5-be2d-4721-8c90-b590b5bc9e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:06.757446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Attempting to bind port 064960e2-8e6a-43ba-9af5-3f853c9ec61b on network e50767d5-be2d-4721-8c90-b590b5bc9e41 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:06.762706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:06.766323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.778601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:06.778936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Checking segment: {'id': '8597863e-ea2e-4434-b0bb-34f573f1f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:06.779333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Bound using segment: {'id': '8597863e-ea2e-4434-b0bb-34f573f1f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:06.779770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Bound port: 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8597863e-ea2e-4434-b0bb-34f573f1f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:06.780123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.792782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:27:04Z', 'revision_number': 5, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:06.826254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8b82-6a7a-40fc-8cbf-293be3b2f141 req-71a22626-d4e3-4bd0-bd9e-d18cfbc1d7e7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:06.827845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-347e8b82-6a7a-40fc-8cbf-293be3b2f141 req-71a22626-d4e3-4bd0-bd9e-d18cfbc1d7e7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.1212685 Oct 29 11:27:06.831186 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae510-e210-46c6-b6c8-26063735248e None None] The sync data for ids ['5eea1be4-6544-44a4-908a-cd66ef7a45e1'] in n-d-805046-9 is: [{'id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'name': 'tempest-ServersTestMultiNic-1483462072-router', 'tenant_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:47Z', 'updated_at': '2021-10-29T11:27:04Z', 'revision_number': 5, 'project_id': 'c82c5a7d5f6c468ba5037c7716b0bb6e', 'gw_port': {'id': '70b44b23-8d89-4b39-84a6-6eaa63fd1819', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eea1be4-6544-44a4-908a-cd66ef7a45e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:49Z', 'updated_at': '2021-10-29T11:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:27:06.857579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-fcd83a94-bb8c-48b2-8b60-4fd25bf9f203 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123929 Oct 29 11:27:06.989156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Deleting port 70b44b23-8d89-4b39-84a6-6eaa63fd1819 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:06.989743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:06.996600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-347e8b82-6a7a-40fc-8cbf-293be3b2f141 req-7106185d-eec6-46d5-8a6f-4ae14ccfa9e2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484690 Oct 29 11:27:06.997740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:07.006172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 4436666a-a436-4002-917a-6fd02a724b86 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:07.022614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b,segment=NetworkSegment(8597863e-ea2e-4434-b0bb-34f573f1f464),segment_id=8597863e-ea2e-4434-b0bb-34f573f1f464)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:07.031455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.086270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.12 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/958761ee-8f28-42a8-bd81-2e1bb7e6a8eb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:07.106935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:07.107554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.109209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] 10.222.0.86 "PUT /v2.0/ports/064960e2-8e6a-43ba-9af5-3f853c9ec61b HTTP/1.1" status: 200 len: 1091 time: 2.1964059 Oct 29 11:27:07.109882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:07.113170 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f" -d '{"events": [{"name": "network-changed", "server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:07.125810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efc623b1-d175-4761-ac79-f770c85b104d req-bb781382-35a0-40c5-ae73-a08544d278f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504039 Oct 29 11:27:07.171552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be36a12-2308-4061-be76-3a1b2c3fd14a service neutron] Pushing event updated for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:07.218010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] For port 70b44b23-8d89-4b39-84a6-6eaa63fd1819, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=70b44b23-8d89-4b39-84a6-6eaa63fd1819,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:07.218235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.231347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.242126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=4436666a-a436-4002-917a-6fd02a724b86,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:07.243404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Calling delete_port for 70b44b23-8d89-4b39-84a6-6eaa63fd1819 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:07.248409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.258254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '4436666a-a436-4002-917a-6fd02a724b86', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '4436666a-a436-4002-917a-6fd02a724b86', 'mac_address': 'fa:16:3e:06:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:07.359104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.390386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4436666a-a436-4002-917a-6fd02a724b86 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:07.409138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d6031b-f8de-47f4-922c-9e00129f9b28 req-7dc73f35-c864-4eca-bcec-168a8c0b1ae3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0475693 Oct 29 11:27:07.411056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce60a681-31ff-4c77-9626-1e0795962268 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:07.428651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-2c9a8cf2-85e1-4622-b184-19300e43f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:07.430203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-2c9a8cf2-85e1-4622-b184-19300e43f675 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7646f45d41b4435b192fcfe441d4e20&device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 1094 time: 0.2650690 Oct 29 11:27:07.477312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=4436666a-a436-4002-917a-6fd02a724b86,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:07.490774 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.585997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ce60a681-31ff-4c77-9626-1e0795962268 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:07.587010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.592254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:07.728813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['4436666a-a436-4002-917a-6fd02a724b86'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:07.907955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event updated for resources: {'Port': ['ID=be4a949d-7ff4-43a6-8a8f-4754e02d3a35,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:07.921951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.975322 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee93101c-c4b0-4b1b-898b-5b558b3b4cca x-openstack-request-id: req-ee93101c-c4b0-4b1b-898b-5b558b3b4cca {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:07.975671 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:07.975872 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee93101c-c4b0-4b1b-898b-5b558b3b4cca {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:07.976295 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b', 'status': 'completed', 'code': 200} Oct 29 11:27:07.980805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-2a346a5a-ed58-49ab-808d-f948d3aaf7f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b HTTP/1.1" status: 200 len: 217 time: 0.5224516 Oct 29 11:27:07.985834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:07.988270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-2148b19d-84fa-43e2-bb46-410107091205 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1159544 Oct 29 11:27:08.006582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f97e8c6-c409-4c18-8503-ba87175f1346 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:08.038055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1f97e8c6-c409-4c18-8503-ba87175f1346 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:08.038807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f97e8c6-c409-4c18-8503-ba87175f1346 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:08.094413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.144154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-ce4ae36e-59b8-4a76-a03c-87bf13854e88 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.1298387 Oct 29 11:27:08.152326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.162552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391460-f86f-4e9c-ac5d-0c2acca66890 req-0b0a4101-2edc-4260-a1ef-53c0b6a8ef0c tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.164249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c391460-f86f-4e9c-ac5d-0c2acca66890 req-0b0a4101-2edc-4260-a1ef-53c0b6a8ef0c tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 948 time: 0.1924765 Oct 29 11:27:08.182847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-ea8068f5-64eb-4b85-b7fc-16410dd95c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.184299 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-ea8068f5-64eb-4b85-b7fc-16410dd95c47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c2add0bb-220e-4bb4-8f21-f08b7746ff2e HTTP/1.1" status: 200 len: 862 time: 0.1017735 Oct 29 11:27:08.226773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-f444c835-b879-45e7-8bcb-50281d9d4860 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e50767d5-be2d-4721-8c90-b590b5bc9e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339992 Oct 29 11:27:08.248404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b44b23-8d89-4b39-84a6-6eaa63fd1819,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:08.249198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.290584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ad381222-cae2-443f-8a1f-2a8614744531 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:08.298732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c391460-f86f-4e9c-ac5d-0c2acca66890 req-82d1718b-10c4-4bb7-acc2-225f62eeb401 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251366 Oct 29 11:27:08.332426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.349152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:08.355394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:08.366307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:08.392632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:08.442853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:08.450966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-cf41567d-7741-412c-bc3d-c29f7904d1a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.452365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-cf41567d-7741-412c-bc3d-c29f7904d1a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.2974892 Oct 29 11:27:08.458095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.459995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ad381222-cae2-443f-8a1f-2a8614744531', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'ad381222-cae2-443f-8a1f-2a8614744531', 'mac_address': 'fa:16:3e:e4:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:08.461648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.465606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.466228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.468547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-b1e0ed89-dff8-4bb5-9677-1ebc4661e7f9 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:27:08.469555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd28a56-6ca7-49bd-9cc4-db05dd956c6b req-b1e0ed89-dff8-4bb5-9677-1ebc4661e7f9 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094936 Oct 29 11:27:08.471803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-850954bd-c73d-4dfd-bded-5fa38db7ba6f service neutron] 10.222.0.86 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336376 Oct 29 11:27:08.514043 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.521930 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.522508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eea1be4-6544-44a4-908a-cd66ef7a45e1 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:27:08.528432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.529645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d2660329-71eb-4ee1-ac17-238f51275633 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5eea1be4-6544-44a4-908a-cd66ef7a45e1 HTTP/1.1" status: 204 len: 168 time: 2.5783417 Oct 29 11:27:08.532476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad381222-cae2-443f-8a1f-2a8614744531 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:08.533290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47920) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:08.538144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-3a608d9d-b39c-4379-953d-27ffe1f0c80a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1781669 Oct 29 11:27:08.556610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Request body: {'port': {'device_id': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:08.560294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:08.565796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.584764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca707-f960-4fc0-a836-938bc97fe57e req-ae77468a-d8e5-48f1-a898-eddfde64fee1 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.586353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9dcca707-f960-4fc0-a836-938bc97fe57e req-ae77468a-d8e5-48f1-a898-eddfde64fee1 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 943 time: 0.1746070 Oct 29 11:27:08.610514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Deleting subnet dd164475-ed99-43f2-8260-ba2196a23932 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:27:08.617919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.634741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:08.672712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.688975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9dcca707-f960-4fc0-a836-938bc97fe57e req-c9eef84c-db69-42eb-8d6a-d76652081385 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938849 Oct 29 11:27:08.690291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.701930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d7a98c7-c8a7-43b6-b098-35d0f1deec90 req-f4f1331f-ac1e-4071-ab83-7592e74ba1bf service neutron] 10.222.0.86 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211094 Oct 29 11:27:08.704332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412feef6-1e2c-40c1-80d0-a04c5a4bbf85 req-9feae212-27f2-48f6-bb4d-d6c2df4d041b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.714315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-412feef6-1e2c-40c1-80d0-a04c5a4bbf85 req-9feae212-27f2-48f6-bb4d-d6c2df4d041b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 949 time: 0.1152639 Oct 29 11:27:08.785702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-412feef6-1e2c-40c1-80d0-a04c5a4bbf85 req-9e07aede-ca53-4657-9412-88a09dba104f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702171 Oct 29 11:27:08.807554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:08.864213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:08.922638 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fd9815f-4209-4e45-85d2-bcd906ad13b9 req-eb1a7ba7-810a-47d6-821f-21b70a6678c7 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips/9ea9c134-8659-40f0-a362-fe389e003b72 HTTP/1.1" status: 200 len: 693 time: 0.0707686 Oct 29 11:27:08.956312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41291a03-848f-43bc-afb7-7727bde7b531 req-946e5b90-50f9-4857-b14d-4af7fad9d7bc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.958164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41291a03-848f-43bc-afb7-7727bde7b531 req-946e5b90-50f9-4857-b14d-4af7fad9d7bc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 932 time: 0.0979731 Oct 29 11:27:08.966996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-a55a5c44-a45c-4f4a-85e4-fb4080f8887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:08.968796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-a55a5c44-a45c-4f4a-85e4-fb4080f8887b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7646f45d41b4435b192fcfe441d4e20&device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 1094 time: 0.2030513 Oct 29 11:27:08.974818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.005965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 4436666a-a436-4002-917a-6fd02a724b86 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:09.020556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd164475-ed99-43f2-8260-ba2196a23932,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.035544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.042203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ab91f0a-a00f-43c8-a019-d9a701f37d92 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dd164475-ed99-43f2-8260-ba2196a23932 HTTP/1.1" status: 204 len: 168 time: 0.5034652 Oct 29 11:27:09.042377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a94601-7a01-4bd4-a99f-9cdc1d0e4ac5 None None] Network 87def508-4eb3-4d8a-8934-59b8cc1d256a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:09.042870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47926) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:09.052750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41291a03-848f-43bc-afb7-7727bde7b531 req-ebaba166-4aa4-4dc1-8a7d-60dd777e144e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860229 Oct 29 11:27:09.138068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.197143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 4436666a-a436-4002-917a-6fd02a724b86 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:09.205856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Deleting port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:09.206301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.217657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 4436666a-a436-4002-917a-6fd02a724b86 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:09.218033 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.289473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 70b44b23-8d89-4b39-84a6-6eaa63fd1819 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:09.301780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9815f-4209-4e45-85d2-bcd906ad13b9 req-e10ebcdb-647f-4c6c-a665-83f56a3c970a tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.303199 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5fd9815f-4209-4e45-85d2-bcd906ad13b9 req-e10ebcdb-647f-4c6c-a665-83f56a3c970a tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.3693707 Oct 29 11:27:09.328226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 70b44b23-8d89-4b39-84a6-6eaa63fd1819 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:09.328458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 70b44b23-8d89-4b39-84a6-6eaa63fd1819 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:09.354926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] For port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,segment=NetworkSegment(85a82bae-88f1-467d-bb00-a27fffe2da6c),segment_id=85a82bae-88f1-467d-bb00-a27fffe2da6c)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:09.355480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.357624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-e2440c96-2858-462e-871e-754fdf7a71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.359027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-e2440c96-2858-462e-871e-754fdf7a71ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=e50767d5-be2d-4721-8c90-b590b5bc9e41 HTTP/1.1" status: 200 len: 923 time: 0.3437049 Oct 29 11:27:09.361031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:09.372144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Calling delete_port for 97d25ec8-0b5f-4bb7-8d97-3565965d30dd owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:09.383588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.389993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.391208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db61fe7-f3ee-4aeb-8876-e7677d382a6b req-f7c6c53e-0a1f-4185-b41e-629eba115edb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.392914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6db61fe7-f3ee-4aeb-8876-e7677d382a6b req-f7c6c53e-0a1f-4185-b41e-629eba115edb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.1086481 Oct 29 11:27:09.429747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=4436666a-a436-4002-917a-6fd02a724b86,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:09.434329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436666a-a436-4002-917a-6fd02a724b86'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:09.437326 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcece6a-5fb9-469b-882f-99089eed318b" -d '{"events": [{"server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "name": "network-vif-plugged", "status": "completed", "tag": "4436666a-a436-4002-917a-6fd02a724b86"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:09.441849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] DHCP port deletion for 87def508-4eb3-4d8a-8934-59b8cc1d256a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:27:09.455088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.462869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-569593c8-1bd9-4d50-bce0-4e25aed00678 req-4faeea23-8fca-4331-b37f-063491c763da tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=b478981230894f67a2e83149ea72b512 HTTP/1.1" status: 200 len: 696 time: 0.0973895 Oct 29 11:27:09.464093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-757b56dc-5380-4daf-89f1-29f27a9e3e02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b HTTP/1.1" status: 200 len: 217 time: 0.0878966 Oct 29 11:27:09.480959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Transition to ACTIVE for port object 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:09.497278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6db61fe7-f3ee-4aeb-8876-e7677d382a6b req-b5c18875-6efb-44ad-9a20-52640d8fcfce tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622106 Oct 29 11:27:09.520044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.528656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.566984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.575352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Deleting port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:09.575732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.590816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Pushing event deleted for resources: {'Port': ['ID=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.597854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] No DVR routers for this DVR port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:09.609145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.630140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-6f43e06e-4a75-4a41-b11c-909cd7ef1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.631594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-6f43e06e-4a75-4a41-b11c-909cd7ef1364 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c2add0bb-220e-4bb4-8f21-f08b7746ff2e HTTP/1.1" status: 200 len: 862 time: 0.1589351 Oct 29 11:27:09.647783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] For port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:09.648084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.663741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Calling delete_port for 97d25ec8-0b5f-4bb7-8d97-3565965d30dd owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:09.667145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:27:09.668435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.695768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-856bb081-c472-446d-b2a8-a043867c8550 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e50767d5-be2d-4721-8c90-b590b5bc9e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551589 Oct 29 11:27:09.697982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] Pushing event deleted for resources: {'Port': ['ID=97d25ec8-0b5f-4bb7-8d97-3565965d30dd,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.701732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec48c23-af3e-45ea-8ce3-5264c20970f7 None None] No DVR routers for this DVR port 97d25ec8-0b5f-4bb7-8d97-3565965d30dd on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:09.705752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c04eea-a26e-4355-a230-fa6e87e0b764 req-4de525bc-2771-45bb-a5d1-a28d38f628cf tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.708497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c04eea-a26e-4355-a230-fa6e87e0b764 req-4de525bc-2771-45bb-a5d1-a28d38f628cf tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.1305912 Oct 29 11:27:09.709167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.732621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87def508-4eb3-4d8a-8934-59b8cc1d256a']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:09.749315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569593c8-1bd9-4d50-bce0-4e25aed00678 req-93f0a9a4-c683-49eb-bbda-8aa9c06fdc4b tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.750806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-569593c8-1bd9-4d50-bce0-4e25aed00678 req-93f0a9a4-c683-49eb-bbda-8aa9c06fdc4b tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks?id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 787 time: 0.2792616 Oct 29 11:27:09.754503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a82bae-88f1-467d-bb00-a27fffe2da6c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:09.754794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a82bae-88f1-467d-bb00-a27fffe2da6c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:09.772946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.786138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-569593c8-1bd9-4d50-bce0-4e25aed00678 req-94f72588-8704-4a4c-9de2-9caa72edc173 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:27:09.786366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c04eea-a26e-4355-a230-fa6e87e0b764 req-c610bf28-d57d-4375-bc11-92fd3a1f9577 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Oct 29 11:27:09.787100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-569593c8-1bd9-4d50-bce0-4e25aed00678 req-94f72588-8704-4a4c-9de2-9caa72edc173 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100491 Oct 29 11:27:09.798177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.803187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:27:09.804161 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.835126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-85c9f42a-adfb-48fc-a0df-41ec920ebd5d service neutron] 10.222.0.86 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293333 Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:27:09.848147 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:27:09.853228 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd69caf2-ea34-4067-961c-d415d9ff5bb1 x-openstack-request-id: req-fd69caf2-ea34-4067-961c-d415d9ff5bb1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:09.853576 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "name": "network-vif-plugged", "status": "completed", "tag": "4436666a-a436-4002-917a-6fd02a724b86", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:09.853869 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd69caf2-ea34-4067-961c-d415d9ff5bb1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:09.854422 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436666a-a436-4002-917a-6fd02a724b86', 'code': 200} Oct 29 11:27:09.882472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.897483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:09.905245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] 10.222.0.77 "DELETE /v2.0/networks/87def508-4eb3-4d8a-8934-59b8cc1d256a HTTP/1.1" status: 204 len: 168 time: 0.8618817 Oct 29 11:27:09.916554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485a87-ad7c-4b1b-89d6-6d3b8beff82a admin admin] Pushing event deleted for resources: {'Network': ['ID=87def508-4eb3-4d8a-8934-59b8cc1d256a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:09.924743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Attempting to bind port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:09.925113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Attempting to bind port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:09.925443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Attempting to bind port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:09.942152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:09.942489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Attempting to bind port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:09.985755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90eacc-a6f5-4cd1-9f35-64ac486a2b74 req-2c515e10-21a2-4b13-b81e-a8050c8cc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:09.987732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d90eacc-a6f5-4cd1-9f35-64ac486a2b74 req-2c515e10-21a2-4b13-b81e-a8050c8cc30b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 1100 time: 0.0564408 Oct 29 11:27:09.999385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:10.000133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:10.000751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:10.001466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Bound port: 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:10.002143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.029974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e273f6c2-f4b9-4c42-a77d-97fdaaff700f req-a9d9827b-48e4-4b7c-811f-cb9bc98eb243 service neutron] 10.222.0.86 "GET /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861663 Oct 29 11:27:10.033873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d90eacc-a6f5-4cd1-9f35-64ac486a2b74 req-dc6e3e7e-78e3-41dc-96ac-d0fef1b13546 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 Oct 29 11:27:10.077361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47952) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:10.092858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599f41-5ff6-42b4-b5a3-5d9191713936 req-61d522b1-b62b-4f80-b8a5-94193124fb7e tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.094701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7599f41-5ff6-42b4-b5a3-5d9191713936 req-61d522b1-b62b-4f80-b8a5-94193124fb7e tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 943 time: 0.1223199 Oct 29 11:27:10.125067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3852b01-b0aa-4dac-abd8-708331fb7139 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c82c5a7d5f6c468ba5037c7716b0bb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454531 Oct 29 11:27:10.127044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47956) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:10.142296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:10.152364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:10.160060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.171331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7599f41-5ff6-42b4-b5a3-5d9191713936 req-040a7ba3-604b-4a74-833b-2c4ef39c41c2 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672874 Oct 29 11:27:10.188221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.208468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.208821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.210149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/958761ee-8f28-42a8-bd81-2e1bb7e6a8eb HTTP/1.1" status: 200 len: 1092 time: 1.6584487 Oct 29 11:27:10.210600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:10.213481 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c051c32c-27d2-4f34-a668-24fdfee6e3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:10.230473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.273349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-d7f953d6-df34-4907-b834-909c4876c617 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips/9ea9c134-8659-40f0-a362-fe389e003b72 HTTP/1.1" status: 200 len: 693 time: 0.0667715 Oct 29 11:27:10.279120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe80f-9a01-48c7-b9b1-f298b80a36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:10.303504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ad381222-cae2-443f-8a1f-2a8614744531 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:10.304839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.309426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.310824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f853d3a-f3b0-42a9-8406-f76be9b0e82f HTTP/1.1" status: 204 len: 168 time: 0.1826477 Oct 29 11:27:10.381217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port ad381222-cae2-443f-8a1f-2a8614744531 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:10.388759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ad381222-cae2-443f-8a1f-2a8614744531 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:10.389453 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.390775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e76e-6743-43ea-bd44-8a87cbc2ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f853d3a-f3b0-42a9-8406-f76be9b0e82f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:10.405392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-d1f590cb-2256-4956-8768-dd5ae85045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.406901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-d1f590cb-2256-4956-8768-dd5ae85045df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 1095 time: 0.1007516 Oct 29 11:27:10.436600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-fdf88472-0ea2-4901-9517-66f54e044018 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.438011 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-fdf88472-0ea2-4901-9517-66f54e044018 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1557472 Oct 29 11:27:10.459333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfb2d8-e0dc-45a0-ad9e-3c8de57a1a69 req-b73d0927-25ce-47dd-bfb7-ed6dc0229e7e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.462763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fdfb2d8-e0dc-45a0-ad9e-3c8de57a1a69 req-b73d0927-25ce-47dd-bfb7-ed6dc0229e7e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 949 time: 0.1500881 Oct 29 11:27:10.476987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-039001d8-53e7-48c3-928a-caa82b9375f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb HTTP/1.1" status: 200 len: 217 time: 0.0558078 Oct 29 11:27:10.518525 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.527417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fdfb2d8-e0dc-45a0-ad9e-3c8de57a1a69 req-5f5ab111-a279-407b-962e-a6d83d1b361f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505426 Oct 29 11:27:10.542204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-14b23627-fe2e-480e-b90d-f91d7f581220 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.0720842 Oct 29 11:27:10.570364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:10.576660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.608705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-d7aa64dd-b1ae-42a6-bbe4-47b75ca7cef7 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.0569687 Oct 29 11:27:10.610111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-e7eb3c08-6bbb-4392-a42b-7022e56aca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.611519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-e7eb3c08-6bbb-4392-a42b-7022e56aca0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.1045642 Oct 29 11:27:10.643211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:10.658778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ce38-798d-4424-97b1-5560730b9ec3 req-5501e2ad-d1f0-44e0-8908-999f9a9ffe27 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.660820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8af2ce38-798d-4424-97b1-5560730b9ec3 req-5501e2ad-d1f0-44e0-8908-999f9a9ffe27 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 944 time: 0.0657935 Oct 29 11:27:10.684436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-e996c189-01ac-44fa-acaf-9020ef60ec40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622160 Oct 29 11:27:10.703869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8af2ce38-798d-4424-97b1-5560730b9ec3 req-c14437b2-f52a-458b-b345-5b4eebffdab8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Oct 29 11:27:10.819985 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11500bf-fc11-4150-be7c-1e8504c25a03 x-openstack-request-id: req-e11500bf-fc11-4150-be7c-1e8504c25a03 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:10.820283 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:10.820593 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e11500bf-fc11-4150-be7c-1e8504c25a03 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:10.821051 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb', 'status': 'completed', 'code': 200} Oct 29 11:27:10.842925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-7ffa3e1c-3d5e-4ef5-8be4-06b248d6059e service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247129 Oct 29 11:27:10.850715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Deleting port be4a949d-7ff4-43a6-8a8f-4754e02d3a35 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:10.851062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:10.924421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5d0f0-7452-4f3b-b09a-09630a576a59 req-ffe32cfd-e849-4c28-986a-84c5b61d74fe tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:10.925995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34f5d0f0-7452-4f3b-b09a-09630a576a59 req-ffe32cfd-e849-4c28-986a-84c5b61d74fe tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.0594296 Oct 29 11:27:10.981855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34f5d0f0-7452-4f3b-b09a-09630a576a59 req-3f71c30f-d2c5-43de-b111-6823576de881 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Oct 29 11:27:11.016473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.016784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.020446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 064960e2-8e6a-43ba-9af5-3f853c9ec61b details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:11.026137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4a2bc9f7-7603-4d79-b79a-061d6d5ca331 req-5fc36e3d-bf81-4f55-b734-25c66fb9cc97 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728878 Oct 29 11:27:11.033443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Calling delete_port for be4a949d-7ff4-43a6-8a8f-4754e02d3a35 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:11.178598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-50c1769d-cacb-48b0-8199-b6da7c1d1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:11.180123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-50c1769d-cacb-48b0-8199-b6da7c1d1d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 1095 time: 0.0881648 Oct 29 11:27:11.232748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b,segment=NetworkSegment(8597863e-ea2e-4434-b0bb-34f573f1f464),segment_id=8597863e-ea2e-4434-b0bb-34f573f1f464)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:11.249947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '064960e2-8e6a-43ba-9af5-3f853c9ec61b', 'network_id': 'e50767d5-be2d-4721-8c90-b590b5bc9e41', 'port_id': '064960e2-8e6a-43ba-9af5-3f853c9ec61b', 'mac_address': 'fa:16:3e:8c:d3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2add0bb-220e-4bb4-8f21-f08b7746ff2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:11.281402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 97d25ec8-0b5f-4bb7-8d97-3565965d30dd no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:11.312448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 97d25ec8-0b5f-4bb7-8d97-3565965d30dd {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:11.313300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 97d25ec8-0b5f-4bb7-8d97-3565965d30dd not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:11.325961 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.334258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.354406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064960e2-8e6a-43ba-9af5-3f853c9ec61b {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:11.385331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b,segment=NetworkSegment(8597863e-ea2e-4434-b0bb-34f573f1f464),segment_id=8597863e-ea2e-4434-b0bb-34f573f1f464)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:11.388381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd140c7-25ca-4523-bb24-0dd87800d216 req-62735c47-594a-48a3-a0ee-d1e91a6a3f09 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:11.391630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.398313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdd140c7-25ca-4523-bb24-0dd87800d216 req-62735c47-594a-48a3-a0ee-d1e91a6a3f09 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 943 time: 0.1007340 Oct 29 11:27:11.405247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47994) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:11.473994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdd140c7-25ca-4523-bb24-0dd87800d216 req-06cafec2-2831-4c52-a9bf-dcdb0742856b tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746553 Oct 29 11:27:11.486862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:11.562264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-106217197-network', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:11.594270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['064960e2-8e6a-43ba-9af5-3f853c9ec61b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:11.597289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:11.599753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.620866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.684928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911af06-4099-484e-bb2e-23a720ecfb12 req-ed7f8807-9c20-4862-b6a5-ec8e94d85c83 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:11.686580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c911af06-4099-484e-bb2e-23a720ecfb12 req-ed7f8807-9c20-4862-b6a5-ec8e94d85c83 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.0908580 Oct 29 11:27:11.734684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event deleted for resources: {'Port': ['ID=be4a949d-7ff4-43a6-8a8f-4754e02d3a35,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:11.752306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-f3f356ac-8399-47b6-ae57-2c20a467ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:11.753553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-f3f356ac-8399-47b6-ae57-2c20a467ddb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.5562305 Oct 29 11:27:11.773660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c911af06-4099-484e-bb2e-23a720ecfb12 req-68c53823-3ca3-4da7-bee7-c0fc5f785a1a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670350 Oct 29 11:27:11.797507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.803154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.818528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-9f20b8d6-426f-4832-8ef0-3f1a7e414736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb HTTP/1.1" status: 200 len: 217 time: 0.0408008 Oct 29 11:27:11.835048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:27:11.844248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb3174-9137-4ce3-ae52-77b568784516,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:11.857337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.857839 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Added segment d098e6c2-0239-4263-ae06-51e018d9a37f of type vlan for network c67fc2ba-d311-4287-874a-bb0bd6a5e59c Oct 29 11:27:11.868132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:11.873437 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08188531-e79a-4c58-8793-95bddf490ca5" -d '{"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-plugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:11.878490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.881476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:11.882498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b36b8dc-e10b-4ea9-9f15-6bfc552d1e9c req-f1ccba7b-0916-4190-95e9-20731189e213 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "DELETE /v2.0/floatingips/9ea9c134-8659-40f0-a362-fe389e003b72 HTTP/1.1" status: 204 len: 173 time: 1.2665954 Oct 29 11:27:11.895852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-3f76e867-eee1-4948-aa60-8385aaa729b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:11.897951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-3f76e867-eee1-4948-aa60-8385aaa729b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0700722 Oct 29 11:27:11.934005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-d6466ba5-630e-4e20-8ce7-8235de7c9f43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278924 Oct 29 11:27:11.955556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.009778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa502a9-4de0-495e-ba17-5ecaa236b7d1 req-733756bc-2f78-4016-9704-c46d61edf3ee tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.017842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4aa502a9-4de0-495e-ba17-5ecaa236b7d1 req-733756bc-2f78-4016-9704-c46d61edf3ee tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 944 time: 0.1470635 Oct 29 11:27:12.024324 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a73f3-b827-482c-bd91-27743ed9639c x-openstack-request-id: req-930a73f3-b827-482c-bd91-27743ed9639c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:12.025414 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-plugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:12.025956 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-930a73f3-b827-482c-bd91-27743ed9639c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:12.026838 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'code': 200} Oct 29 11:27:12.050451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.052510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.053692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.135067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-028e2a97-4afa-41a9-b799-37847344ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901679 Oct 29 11:27:12.140046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7336564 Oct 29 11:27:12.153772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48010) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:12.162108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Request body: {'subnet': {'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-106217197-subnet', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:12.191019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4aa502a9-4de0-495e-ba17-5ecaa236b7d1 req-37772f62-71e1-401b-8178-598da556b256 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668642 Oct 29 11:27:12.194252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c21df-2240-4590-803c-ba2ef96d9c7b admin admin] Pushing event updated for resources: {'Network': ['ID=c67fc2ba-d311-4287-874a-bb0bd6a5e59c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:12.207763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:27:12.232948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d774c2-26fb-4016-9a55-61a34dfed083 req-4110add0-309c-4e8d-9855-9b0a6f978cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.235557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76d774c2-26fb-4016-9a55-61a34dfed083 req-4110add0-309c-4e8d-9855-9b0a6f978cfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1101 time: 0.1097775 Oct 29 11:27:12.267367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:12.270330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.290989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76d774c2-26fb-4016-9a55-61a34dfed083 req-70f769d7-123c-4f11-b2d2-1e180ccb94e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478191 Oct 29 11:27:12.338575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416011dc-fc50-490e-b797-acd2c425a435 req-90338576-9b35-425a-850b-2b2171e54bca tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.341543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-416011dc-fc50-490e-b797-acd2c425a435 req-90338576-9b35-425a-850b-2b2171e54bca tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.0622792 Oct 29 11:27:12.379404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-8a5f36f3-5f87-436d-9941-71f7fc5d569f tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3332577 Oct 29 11:27:12.398537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-416011dc-fc50-490e-b797-acd2c425a435 req-0b01cb56-bf4a-4039-be3b-e1d2a776868c tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Oct 29 11:27:12.402951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:12.414293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c051c32c-27d2-4f34-a668-24fdfee6e3f5 req-b25ec4e3-a6d4-4d85-b9e3-8d090e6cfc17 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702055 Oct 29 11:27:12.440668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.579156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.642990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=402cb35d-5226-4689-ab49-40c7f41b8a1d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:12.670325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Checking segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:12.670564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Network hostable DHCP agents. Network: c67fc2ba-d311-4287-874a-bb0bd6a5e59c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:27:12.675099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.698312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9054-cca2-407e-90a4-0bffbe9c6e6c req-2e12575b-fd89-4f3d-93f9-517ba4ebba2f tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.700085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13ea9054-cca2-407e-90a4-0bffbe9c6e6c req-2e12575b-fd89-4f3d-93f9-517ba4ebba2f tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 944 time: 0.0577104 Oct 29 11:27:12.726956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:27:12.745595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13ea9054-cca2-407e-90a4-0bffbe9c6e6c req-8c90cbec-a7b0-479a-9705-6d9794341771 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Oct 29 11:27:12.748374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c67fc2ba-d311-4287-874a-bb0bd6a5e59c) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:12.759884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293eff9f-5415-4a23-bf13-3e65d15dff84 None None] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:12.770933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.771523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.801925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-df0b8d22-c231-4440-a4b1-6f1051c6ff9f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6445603 Oct 29 11:27:12.805640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:12.811396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:12.814833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Allocated IP 172.25.4.29 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/25f4a5c7-a363-47b0-bfb8-8febada88291) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:12.883164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.884652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.918008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bc281-ba12-4045-b55f-cdb352d5bc05 req-2c5cfa68-e00a-45bb-81e2-c69ea87ffb78 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:12.919775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab7bc281-ba12-4045-b55f-cdb352d5bc05 req-2c5cfa68-e00a-45bb-81e2-c69ea87ffb78 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.0596876 Oct 29 11:27:12.972941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab7bc281-ba12-4045-b55f-cdb352d5bc05 req-f7618f6a-dc41-4920-9eec-eabd0f226553 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Oct 29 11:27:12.975566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:12.987584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:27:12.988635 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.050240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.061584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 064960e2-8e6a-43ba-9af5-3f853c9ec61b up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:13.113246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cd096-80d4-4716-9804-12ca9cc361fa req-9dd62a4b-ddf1-4893-96b2-05bbbc8f2000 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:13.115170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac3cd096-80d4-4716-9804-12ca9cc361fa req-9dd62a4b-ddf1-4893-96b2-05bbbc8f2000 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.0609078 Oct 29 11:27:13.145714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.161471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac3cd096-80d4-4716-9804-12ca9cc361fa req-4bf1f9d8-3d70-4497-af19-ffcc0db2a4b4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Oct 29 11:27:13.170648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.178090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 064960e2-8e6a-43ba-9af5-3f853c9ec61b completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:13.182193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Allocated IP 172.20.0.2 (c67fc2ba-d311-4287-874a-bb0bd6a5e59c/402cb35d-5226-4689-ab49-40c7f41b8a1d/cb3c2337-dac7-4cad-9151-2775225a66ed) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:13.187660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 064960e2-8e6a-43ba-9af5-3f853c9ec61b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:13.188198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.250814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:13.257237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:13.264434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:13.294681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event updated for resources: {'Port': ['ID=25f4a5c7-a363-47b0-bfb8-8febada88291,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:13.386757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.423117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ec2aa-faf5-4ff7-b1a1-ac390a585277 req-5cf8e523-75b0-41d5-ae9b-bbb0191cd828 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:13.425097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb9ec2aa-faf5-4ff7-b1a1-ac390a585277 req-5cf8e523-75b0-41d5-ae9b-bbb0191cd828 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 944 time: 0.0681345 Oct 29 11:27:13.493956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.505247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb9ec2aa-faf5-4ff7-b1a1-ac390a585277 req-1d4297da-00e9-4239-993e-7a6b7c75d036 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687816 Oct 29 11:27:13.552538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.570828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b,segment=NetworkSegment(8597863e-ea2e-4434-b0bb-34f573f1f464),segment_id=8597863e-ea2e-4434-b0bb-34f573f1f464)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:13.577784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.579224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.580945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.587583 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.606861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.657436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:13.662183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:13.666439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:13.700340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:13.781777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Pushing event updated for resources: {'Port': ['ID=cb3c2337-dac7-4cad-9151-2775225a66ed,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:13.799664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Allocated IP 172.25.4.104 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/fe1a2894-618c-449e-90a2-97e0fe41b518) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:13.814772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Attempting to bind port cb3c2337-dac7-4cad-9151-2775225a66ed on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:13.815230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Attempting to bind port cb3c2337-dac7-4cad-9151-2775225a66ed by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:13.816155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Attempting to bind port cb3c2337-dac7-4cad-9151-2775225a66ed on network c67fc2ba-d311-4287-874a-bb0bd6a5e59c {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:13.820840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:13.821927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Checking segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:13.822559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.822758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Bound using segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:13.823228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Bound port: cb3c2337-dac7-4cad-9151-2775225a66ed, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:13.823870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.878763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.888447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.903747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] For port cb3c2337-dac7-4cad-9151-2775225a66ed, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:13.910351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] For port cb3c2337-dac7-4cad-9151-2775225a66ed, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb3c2337-dac7-4cad-9151-2775225a66ed,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:13.919609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:13.985312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45515-7f20-42ca-a238-8d18c296833d req-93b82243-9528-4438-b434-4d7612c6e3b3 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:13.987367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event updated for resources: {'Port': ['ID=25f4a5c7-a363-47b0-bfb8-8febada88291,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:13.988853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72b45515-7f20-42ca-a238-8d18c296833d req-93b82243-9528-4438-b434-4d7612c6e3b3 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 945 time: 0.0995800 Oct 29 11:27:14.003278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-bb4780ae-06d3-4092-a4be-6461e43e2b4a tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:14.005029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-bb4780ae-06d3-4092-a4be-6461e43e2b4a tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.1027937 Oct 29 11:27:14.013667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.016918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.028545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:14.034283 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1774f-67be-4608-b9d1-740a32f8220b" -d '{"events": [{"server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "name": "network-vif-plugged", "status": "completed", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:14.051346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc12ff-7212-47f9-8e30-53b8cc115b6b None None] Pushing event updated for resources: {'Port': ['ID=cb3c2337-dac7-4cad-9151-2775225a66ed,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:14.060197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.061482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-c5034bd7-e145-4dfa-a1a2-3c7c637d71a1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6712685 Oct 29 11:27:14.129062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.136977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72b45515-7f20-42ca-a238-8d18c296833d req-324b5ced-08f8-4358-a706-f0801876fd91 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309235 Oct 29 11:27:14.147563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-a70698ce-640a-4960-bfd3-6a1cd77a6158 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0767860 Oct 29 11:27:14.179599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Deleting port 4436666a-a436-4002-917a-6fd02a724b86 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:14.180144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.185548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:14.204484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:14.246609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:14.301449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1a2894-618c-449e-90a2-97e0fe41b518,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:14.306916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:14.361919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782856d7-4ec7-4ceb-a7f2-3bf10bfd5363 req-acd5c537-21c0-4e78-a890-8244e8c0d45b tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:14.369611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-782856d7-4ec7-4ceb-a7f2-3bf10bfd5363 req-acd5c537-21c0-4e78-a890-8244e8c0d45b tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d574bb1-ba30-4027-b11c-8efde0c033b8 HTTP/1.1" status: 200 len: 949 time: 0.1299233 Oct 29 11:27:14.390991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] For port 4436666a-a436-4002-917a-6fd02a724b86, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=4436666a-a436-4002-917a-6fd02a724b86,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:14.392170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.444689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Calling delete_port for 4436666a-a436-4002-917a-6fd02a724b86 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:14.469710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-782856d7-4ec7-4ceb-a7f2-3bf10bfd5363 req-c4e258ca-8e92-458f-8aba-c8aceea328a8 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba2de067-a0cd-479f-9021-3ce01f1bbaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890934 Oct 29 11:27:14.535609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-7b26d1fd-15c5-496d-8091-ae4400ed8140 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:14.554058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e896d6e-b0c3-4c69-b0db-befb8993a140 req-7b26d1fd-15c5-496d-8091-ae4400ed8140 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.3866587 Oct 29 11:27:14.555079 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a5e1f3-1e9c-4099-9525-22c645a95135 x-openstack-request-id: req-81a5e1f3-1e9c-4099-9525-22c645a95135 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:14.555909 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "name": "network-vif-plugged", "status": "completed", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:14.556166 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81a5e1f3-1e9c-4099-9525-22c645a95135 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:14.557708 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b', 'code': 200} Oct 29 11:27:14.566623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:14.588357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb', 'mac_address': 'fa:16:3e:b4:09:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:14.658270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.695845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:14.752890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:14.763349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.764026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:14.811493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:14.834347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc86a3d-e7de-4f33-add6-6deaa11ec2de req-520dd782-b769-491a-bce4-f18ae118d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:14.836635 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc86a3d-e7de-4f33-add6-6deaa11ec2de req-520dd782-b769-491a-bce4-f18ae118d6ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 1096 time: 0.1934097 Oct 29 11:27:14.854147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['4436666a-a436-4002-917a-6fd02a724b86'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:14.865471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Pushing event deleted for resources: {'Port': ['ID=4436666a-a436-4002-917a-6fd02a724b86,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:14.877579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7f83f-6c0f-4e1c-beb2-0ce49e75228c req-e6cf24ba-ddbe-4417-a73f-765c07641ac5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:14.885752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8be7f83f-6c0f-4e1c-beb2-0ce49e75228c req-e6cf24ba-ddbe-4417-a73f-765c07641ac5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.2141097 Oct 29 11:27:14.960154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bbc86a3d-e7de-4f33-add6-6deaa11ec2de req-16a62dd1-32c8-49dc-a258-d11e4726f0a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099629 Oct 29 11:27:14.970814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:14.978835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8be7f83f-6c0f-4e1c-beb2-0ce49e75228c req-e10e5b68-5051-4ca7-ae97-81904060d932 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 Oct 29 11:27:15.011938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:15.083908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129ab9e-710d-440c-8e64-c7572c0ef4b0 req-368dd513-493f-4c47-8e4b-60c6f6db9109 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:15.092018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3129ab9e-710d-440c-8e64-c7572c0ef4b0 req-368dd513-493f-4c47-8e4b-60c6f6db9109 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 945 time: 0.2326715 Oct 29 11:27:15.094221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] No DVR routers for this DVR port 4436666a-a436-4002-917a-6fd02a724b86 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:15.096872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:15.102844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-699aa3d9-2ee5-487a-9d41-080f4314e9de req-d24d8830-9f5a-403d-8184-43be15db2314 tempest-ServerDiagnosticsNegativeTest-402705137 tempest-ServerDiagnosticsNegativeTest-402705137-project] 10.222.0.86 "DELETE /v2.0/ports/4436666a-a436-4002-917a-6fd02a724b86 HTTP/1.1" status: 204 len: 173 time: 1.0864084 Oct 29 11:27:15.106734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'name': 'network-vif-deleted', 'tag': '4436666a-a436-4002-917a-6fd02a724b86'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:15.109258 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac5039-f632-457e-9109-b55c8b8b7fa6" -d '{"events": [{"server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "name": "network-vif-deleted", "tag": "4436666a-a436-4002-917a-6fd02a724b86"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:15.111597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:15.156491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:15.228407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3129ab9e-710d-440c-8e64-c7572c0ef4b0 req-e22335fe-ed1c-4413-b738-26edbd3946c6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353989 Oct 29 11:27:15.294710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:15.335748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:15.356595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-617b3448-b294-48eb-9fc2-ffb8f73f412e tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips/a1899233-7791-4d33-aa46-4d88d9d90d2a HTTP/1.1" status: 200 len: 692 time: 0.2901382 Oct 29 11:27:15.388037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:15.398413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:15.482828 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:27:15.505660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['edb42167-e9da-454f-bc05-bfcbd8e3d9f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:15.515144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:15.658163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb3c2337-dac7-4cad-9151-2775225a66ed up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:15.675361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['958761ee-8f28-42a8-bd81-2e1bb7e6a8eb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:15.846120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8719c-53f4-4cb7-a77d-7ae4c2dfc495 None None] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:16.031462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-02e1d965-0535-4d64-a585-59affe0ab447 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:16.040468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-02e1d965-0535-4d64-a585-59affe0ab447 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1101 time: 0.1029117 Oct 29 11:27:16.044648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] Provisioning complete for port cb3c2337-dac7-4cad-9151-2775225a66ed triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:16.045215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.063850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-62db84ad-492e-4aa9-82f4-aab27a381acf tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.161938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-62db84ad-492e-4aa9-82f4-aab27a381acf tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.169803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-62db84ad-492e-4aa9-82f4-aab27a381acf tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.191676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cb3c2337-dac7-4cad-9151-2775225a66ed triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:16.192044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.206706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-657424d2-faa9-4aff-b9a1-c6f4f6c9e1e2 req-62db84ad-492e-4aa9-82f4-aab27a381acf tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648366 Oct 29 11:27:16.235363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db84ad-492e-4aa9-82f4-aab27a381acf tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb1070-e044-4075-b22b-e3aee3cfc289,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:16.282014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-817110c5-fdf9-44ea-bdc7-19ccbb28aba1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:16.284128 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc346f1-a723-46cf-868f-9532ad10252d x-openstack-request-id: req-2dc346f1-a723-46cf-868f-9532ad10252d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:16.284657 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d574bb1-ba30-4027-b11c-8efde0c033b8", "name": "network-vif-deleted", "tag": "4436666a-a436-4002-917a-6fd02a724b86", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:16.285149 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dc346f1-a723-46cf-868f-9532ad10252d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:16.285766 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d574bb1-ba30-4027-b11c-8efde0c033b8', 'name': 'network-vif-deleted', 'tag': '4436666a-a436-4002-917a-6fd02a724b86', 'status': 'completed', 'code': 200} Oct 29 11:27:16.292034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-817110c5-fdf9-44ea-bdc7-19ccbb28aba1 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.9322696 Oct 29 11:27:16.364759 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-8ea35e1e-8030-4056-8aae-ea4e3391f80d tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0723343 Oct 29 11:27:16.413694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.421709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf4995-f762-4ed6-8b7e-c8e401b03f14 req-b319cad4-983b-4a4f-a565-dce58df69393 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:16.434948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4abf4995-f762-4ed6-8b7e-c8e401b03f14 req-b319cad4-983b-4a4f-a565-dce58df69393 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 945 time: 0.0869434 Oct 29 11:27:16.438473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-3759ea47-3b80-4ef7-8a54-78bbedafa99d tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0727439 Oct 29 11:27:16.459263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.504783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.528394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4abf4995-f762-4ed6-8b7e-c8e401b03f14 req-a4b5f0c2-e981-444b-b7aa-ee40eeb93a5d tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811372 Oct 29 11:27:16.587310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] For port cb3c2337-dac7-4cad-9151-2775225a66ed, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb3c2337-dac7-4cad-9151-2775225a66ed,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:16.605509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.762423 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:27:16.763365 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:27:16.820227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650d387-8fbf-494c-af3c-1b815f640e72 None None] Pushing event updated for resources: {'Port': ['ID=cb3c2337-dac7-4cad-9151-2775225a66ed,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:16.914281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Deleting port 25f4a5c7-a363-47b0-bfb8-8febada88291 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:16.915444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:16.952775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:17.042361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e3274b25-4542-4f5c-9c19-00c7f991d7c8 None None] Provisioning complete for port cb3c2337-dac7-4cad-9151-2775225a66ed triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:17.046837 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3274b25-4542-4f5c-9c19-00c7f991d7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.081992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.084926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 4436666a-a436-4002-917a-6fd02a724b86 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:17.085476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.118012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 4436666a-a436-4002-917a-6fd02a724b86 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:17.118294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 4436666a-a436-4002-917a-6fd02a724b86 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:17.122032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Calling delete_port for 25f4a5c7-a363-47b0-bfb8-8febada88291 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:17.146658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:17.150412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-554ce6ff-ba00-4334-babe-1fc67aacacf3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a230e50041c04fa387f71f6e8c2f7502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888654 Oct 29 11:27:17.166704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Router 1ee83138-9bee-4af6-8971-04f354c73548 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:27:17.373948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.436829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.489733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:27:17.502679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Sync routers for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:27:17.537561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.538747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:17.542034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3116fc52-7c73-4023-bffe-e37f238656c9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7313156 Oct 29 11:27:17.542149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:17.542287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.544020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:17.554200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf09e36-c578-4d01-adea-0dab517f2d44 req-0bc071c5-bc8a-4100-b689-f82a429cf21b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:17.556210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-acf09e36-c578-4d01-adea-0dab517f2d44 req-0bc071c5-bc8a-4100-b689-f82a429cf21b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 945 time: 0.1685324 Oct 29 11:27:17.564973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-8bcc9b51-8d44-4334-864e-83c9740f425b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238639 Oct 29 11:27:17.596765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-b2aa9b67-103b-47d7-a57d-a954f435c7be service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:27:17.597796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-b2aa9b67-103b-47d7-a57d-a954f435c7be service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0171082 Oct 29 11:27:17.649214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-acf09e36-c578-4d01-adea-0dab517f2d44 req-d73598d7-8d7e-4697-8668-15a9f01f41a2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776708 Oct 29 11:27:17.687871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Pushing event deleted for resources: {'Port': ['ID=25f4a5c7-a363-47b0-bfb8-8febada88291,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:17.689835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.692435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.693640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba2de067-a0cd-479f-9021-3ce01f1bbaa6 HTTP/1.1" status: 204 len: 168 time: 0.5451257 Oct 29 11:27:17.784714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce6491-61af-45f1-b2fb-c650f111f25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2de067-a0cd-479f-9021-3ce01f1bbaa6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:17.788844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.791536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:17.803973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb3c2337-dac7-4cad-9151-2775225a66ed up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:17.808210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-becbadb1-d2b9-4a7d-8eab-1c116fa681cf req-c346d043-3e79-44fb-84b5-bf4f6804c571 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "DELETE /v2.0/floatingips/a1899233-7791-4d33-aa46-4d88d9d90d2a HTTP/1.1" status: 204 len: 173 time: 1.3687387 Oct 29 11:27:18.055023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee247-fba6-40b2-8de6-981a34d7f575 req-2647702e-ac48-4978-8950-5ae295854695 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:18.060506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cb3c2337-dac7-4cad-9151-2775225a66ed triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:18.062806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24eee247-fba6-40b2-8de6-981a34d7f575 req-2647702e-ac48-4978-8950-5ae295854695 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1194086 Oct 29 11:27:18.063131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.065312 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-187c5ef9-a328-4a53-82cf-881bf2901e4c req-703aeb4c-0a49-4310-a8be-77ddb5ccdaa7 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] show failed (client error): The resource could not be found. Oct 29 11:27:18.074367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:18.078148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-187c5ef9-a328-4a53-82cf-881bf2901e4c req-703aeb4c-0a49-4310-a8be-77ddb5ccdaa7 tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips/a1899233-7791-4d33-aa46-4d88d9d90d2a HTTP/1.1" status: 404 len: 350 time: 0.0779245 Oct 29 11:27:18.146704 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-f7210ce9-6545-49b7-bf6b-142833b0496c req-9255ee06-a202-4864-a224-8c78d9614e0a tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] show failed (client error): The resource could not be found. Oct 29 11:27:18.161363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7210ce9-6545-49b7-bf6b-142833b0496c req-9255ee06-a202-4864-a224-8c78d9614e0a tempest-FloatingIPsTestJSON-1846115865 tempest-FloatingIPsTestJSON-1846115865-project] 10.222.0.77 "GET /v2.0/floatingips/a1899233-7791-4d33-aa46-4d88d9d90d2a HTTP/1.1" status: 404 len: 350 time: 0.0569129 Oct 29 11:27:18.161966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48160) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:18.193949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24eee247-fba6-40b2-8de6-981a34d7f575 req-a5deb147-d938-4c94-82f1-207448373411 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294131 Oct 29 11:27:18.386103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:18.507490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:18.520862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:18.521256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.523309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:18.609615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:14Z', 'revision_number': 3, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:18.648213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f523cc5-a6f6-405d-830d-64dcddd3543e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.703552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Checking router: 1ee83138-9bee-4af6-8971-04f354c73548 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:27:18.703905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Updating router 1ee83138-9bee-4af6-8971-04f354c73548 port fe1a2894-618c-449e-90a2-97e0fe41b518 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:27:18.754823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.765444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.805811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973689f2-9671-4443-abb5-714009cba09d req-de0dc1b0-ad27-4d0a-abf8-5e294d6207dc tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:18.813791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-973689f2-9671-4443-abb5-714009cba09d req-de0dc1b0-ad27-4d0a-abf8-5e294d6207dc tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 945 time: 0.2491205 Oct 29 11:27:18.922431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:18.942271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-973689f2-9671-4443-abb5-714009cba09d req-28840935-bc8e-4d05-8348-a7065bd5bdad tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273727 Oct 29 11:27:19.062327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:19.065126 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6d910e-a25f-43a9-849c-009c3a27f2d8" -d '{"events": [{"server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "name": "network-vif-plugged", "status": "completed", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:19.093649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:19.105631 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.106581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:19.144356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdba6f-bb2b-4ef8-843b-de53d9537aaa req-8166cfd3-9284-47a4-a2b6-74d7d7185406 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:19.152098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8fdba6f-bb2b-4ef8-843b-de53d9537aaa req-8166cfd3-9284-47a4-a2b6-74d7d7185406 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 945 time: 0.3479111 Oct 29 11:27:19.154529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Allocated IP 172.20.0.1 (c67fc2ba-d311-4287-874a-bb0bd6a5e59c/402cb35d-5226-4689-ab49-40c7f41b8a1d/24347fd2-985a-462b-b1b4-fdc7b934381e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:19.220633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f523cc5-a6f6-405d-830d-64dcddd3543e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.235964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f523cc5-a6f6-405d-830d-64dcddd3543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.261846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:19.268230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f523cc5-a6f6-405d-830d-64dcddd3543e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=143fd5cb56ef411c98809417f3c87680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7438505 Oct 29 11:27:19.280052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:19.303905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8fdba6f-bb2b-4ef8-843b-de53d9537aaa req-b08edde5-9477-4a25-badf-67e0315ad4bd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369247 Oct 29 11:27:19.408007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.411433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:19.411856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.452096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.470762 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f47565-6bdb-4814-9233-b5ce98012b28 x-openstack-request-id: req-25f47565-6bdb-4814-9233-b5ce98012b28 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:19.471039 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "name": "network-vif-plugged", "status": "completed", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:19.471296 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25f47565-6bdb-4814-9233-b5ce98012b28 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:19.471683 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb', 'code': 200} Oct 29 11:27:19.474104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.488099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523cc5-a6f6-405d-830d-64dcddd3543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168c6202-125c-46c9-a2b9-45fe7078d84b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:19.534890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Pushing event updated for resources: {'Port': ['ID=fe1a2894-618c-449e-90a2-97e0fe41b518,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:19.579075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Attempting to bind port fe1a2894-618c-449e-90a2-97e0fe41b518 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:19.579317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Attempting to bind port fe1a2894-618c-449e-90a2-97e0fe41b518 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:19.579755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Attempting to bind port fe1a2894-618c-449e-90a2-97e0fe41b518 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:19.608780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:19.609357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:19.610279 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.610444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:19.610562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd9d6e-9b99-4652-a79a-1ce3707ce3a7 req-b0f7ce0b-03a1-4d05-9d96-0808c8f67b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:19.610910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Bound port: fe1a2894-618c-449e-90a2-97e0fe41b518, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:19.611294 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.612357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81cd9d6e-9b99-4652-a79a-1ce3707ce3a7 req-b0f7ce0b-03a1-4d05-9d96-0808c8f67b1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 1097 time: 0.2126436 Oct 29 11:27:19.641809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.672232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.713765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:19.729386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:19.735376 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81cd9d6e-9b99-4652-a79a-1ce3707ce3a7 req-81f5f405-f99b-4c7b-b906-449b9eba75c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133614 Oct 29 11:27:19.743164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:19.747325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] For port fe1a2894-618c-449e-90a2-97e0fe41b518, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:19.751580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:19.764845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] For port fe1a2894-618c-449e-90a2-97e0fe41b518, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fe1a2894-618c-449e-90a2-97e0fe41b518,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:19.766147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.802273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.802982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:19.813970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Pushing event updated for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:19.859567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:19.860544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:20.058939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:20.171080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Pushing event updated for resources: {'Port': ['ID=fe1a2894-618c-449e-90a2-97e0fe41b518,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:20.179055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-1081617e-82f8-41f4-80fe-ce2ecd085080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.181824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-1081617e-82f8-41f4-80fe-ce2ecd085080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1101 time: 0.1819680 Oct 29 11:27:20.182854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.201322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.211441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:20.225930 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.297760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.299298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756315d-11f7-4560-83c2-db6162f511d1 req-4baf431c-69db-4a06-b33d-e0f8c625fbec tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.300809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.301088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8756315d-11f7-4560-83c2-db6162f511d1 req-4baf431c-69db-4a06-b33d-e0f8c625fbec tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 945 time: 0.1753943 Oct 29 11:27:20.305806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/168c6202-125c-46c9-a2b9-45fe7078d84b HTTP/1.1" status: 204 len: 168 time: 0.9999392 Oct 29 11:27:20.335754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-2569f001-5de3-49dc-b158-e8397c41cfee tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.337835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-2569f001-5de3-49dc-b158-e8397c41cfee tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.86 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 945 time: 0.1942644 Oct 29 11:27:20.339785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fdf6e-1633-4f9b-9d85-2285568a7e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c6202-125c-46c9-a2b9-45fe7078d84b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:20.346955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.347296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.347690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.347943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.348270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.348593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.348962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.349308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.349624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.349940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.350254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.350618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb93d5d-6953-4210-a606-24c61d883d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:27:20.351032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74086735-aa10-4fe8-a9a5-43f607909cbe req-49459b3a-99d0-4215-9330-d0721e12b1df tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.359136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74086735-aa10-4fe8-a9a5-43f607909cbe req-49459b3a-99d0-4215-9330-d0721e12b1df tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.9107270 Oct 29 11:27:20.442683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88ac4624-7bc2-4c22-a34e-8c53d7c78699 None None] Provisioning complete for port 24347fd2-985a-462b-b1b4-fdc7b934381e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:20.445137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88ac4624-7bc2-4c22-a34e-8c53d7c78699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.471701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.502276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74086735-aa10-4fe8-a9a5-43f607909cbe req-a71170d2-ec8a-4717-a6ab-9ae352dd193c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319745 Oct 29 11:27:20.569697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-88ac4624-7bc2-4c22-a34e-8c53d7c78699 None None] Port 24347fd2-985a-462b-b1b4-fdc7b934381e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:20.579790 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8756315d-11f7-4560-83c2-db6162f511d1 req-f6b14ec2-fabf-428a-86a0-ea0a6c4ced95 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/security-groups?id=f9a532fe-1a33-4c35-9358-71769e7e373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585366 Oct 29 11:27:20.627118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:14Z', 'revision_number': 3, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:20.642310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-7fa1ccd2-daa5-4416-9b9d-32e24c665813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.644057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-7fa1ccd2-daa5-4416-9b9d-32e24c665813 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4465497 Oct 29 11:27:20.674200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de6e4-0f56-4a8b-ac94-5f45f442d67c None None] The sync data for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 is: [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:14Z', 'revision_number': 3, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:27:20.719780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-2553231f-1fc6-45be-b58b-3f891b634c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.0645897 Oct 29 11:27:20.720437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Deleting port 064960e2-8e6a-43ba-9af5-3f853c9ec61b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:20.720777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.829747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-c462ff80-2aba-4c07-905a-f6f6dc2c6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.831809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-c462ff80-2aba-4c07-905a-f6f6dc2c6cd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1027079 Oct 29 11:27:20.835899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:20.918594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802c1a-9a21-49c6-b97f-bdc2c6b98fad req-b168f1aa-bdb1-4978-99c0-b232c64028d0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:20.920289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32802c1a-9a21-49c6-b97f-bdc2c6b98fad req-b168f1aa-bdb1-4978-99c0-b232c64028d0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.1183231 Oct 29 11:27:20.938116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.095095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32802c1a-9a21-49c6-b97f-bdc2c6b98fad req-bbc16d06-c14c-45cc-836e-2d173ee0b077 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630497 Oct 29 11:27:21.098883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-44dd5eb6-dda1-4a46-9267-a35626082a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:21.109990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-44dd5eb6-dda1-4a46-9267-a35626082a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663655 Oct 29 11:27:21.111497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] For port 064960e2-8e6a-43ba-9af5-3f853c9ec61b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=064960e2-8e6a-43ba-9af5-3f853c9ec61b,segment=NetworkSegment(8597863e-ea2e-4434-b0bb-34f573f1f464),segment_id=8597863e-ea2e-4434-b0bb-34f573f1f464)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:21.112052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.113544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Pushing event updated for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:21.121564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.133798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Calling delete_port for 064960e2-8e6a-43ba-9af5-3f853c9ec61b owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:21.414869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-a6241d58-f50e-4134-9a72-802b2267c746 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947311 Oct 29 11:27:21.416676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:21.418902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:21.473105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:21.477287 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2cc17-0383-400a-ba32-0b32d9ab0ba0" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:21.571343 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fc2f1-0ec4-4928-98f4-cf0317719539 x-openstack-request-id: req-692fc2f1-0ec4-4928-98f4-cf0317719539 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:21.572373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:21.572881 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-692fc2f1-0ec4-4928-98f4-cf0317719539 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:21.573765 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:27:21.591559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Deleting port ce60a681-31ff-4c77-9626-1e0795962268 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:21.592189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.607299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.659597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fe1a2894-618c-449e-90a2-97e0fe41b518 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:21.760091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:21.875225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Pushing event deleted for resources: {'Port': ['ID=064960e2-8e6a-43ba-9af5-3f853c9ec61b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:21.877284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fe1a2894-618c-449e-90a2-97e0fe41b518 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:21.880384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.005436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-caebf814-ec9e-40d9-9b34-6e1fb9ef2e0d None None] Provisioning complete for port 24347fd2-985a-462b-b1b4-fdc7b934381e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:22.008195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-caebf814-ec9e-40d9-9b34-6e1fb9ef2e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.030034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] No DVR routers for this DVR port 064960e2-8e6a-43ba-9af5-3f853c9ec61b on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:22.067313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca7e2d-b013-4d61-83a1-fa97fa4c171a req-50a52565-0150-4992-8d2d-44e13c213c92 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:22.079755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66ca7e2d-b013-4d61-83a1-fa97fa4c171a req-50a52565-0150-4992-8d2d-44e13c213c92 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.3463008 Oct 29 11:27:22.112028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] For port ce60a681-31ff-4c77-9626-1e0795962268, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce60a681-31ff-4c77-9626-1e0795962268,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:22.112703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.117846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.121641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a46fb5bc-9127-47ab-84fe-2dc06585bba9 req-836d9ada-06f5-4d46-9cd1-f1184b2f83db tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.86 "DELETE /v2.0/ports/064960e2-8e6a-43ba-9af5-3f853c9ec61b HTTP/1.1" status: 204 len: 173 time: 1.7582481 Oct 29 11:27:22.122363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'name': 'network-vif-deleted', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:22.124980 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e32652f-e5d0-43ae-b195-09375afdb76f" -d '{"events": [{"server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "name": "network-vif-deleted", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:22.196272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Calling delete_port for ce60a681-31ff-4c77-9626-1e0795962268 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:22.248989 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.271371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-caebf814-ec9e-40d9-9b34-6e1fb9ef2e0d None None] Port 24347fd2-985a-462b-b1b4-fdc7b934381e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:22.321903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port fe1a2894-618c-449e-90a2-97e0fe41b518, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fe1a2894-618c-449e-90a2-97e0fe41b518,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:22.327546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.431111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66ca7e2d-b013-4d61-83a1-fa97fa4c171a req-40474501-742b-4a38-9c86-e1f8e51547e4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501756 Oct 29 11:27:22.477835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=fe1a2894-618c-449e-90a2-97e0fe41b518,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:22.582185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Router 1ee83138-9bee-4af6-8971-04f354c73548 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:27:22.605890 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1fc9eeb-f6b8-4da0-b9f3-50151c1d0023 req-529d68c7-7a6a-4b6a-9f68-d19c4d4daf19 tempest-InstanceActionsNegativeTestJSON-247735166 tempest-InstanceActionsNegativeTestJSON-247735166-project] 10.222.0.77 "GET /v2.0/ports?device_id=232b721c-8063-4985-af3b-301a2c396882 HTTP/1.1" status: 200 len: 210 time: 0.1280451 Oct 29 11:27:22.635317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-a6f664f0-350c-4552-aa43-f27332f6c783 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2142010 Oct 29 11:27:22.843567 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfc4781-89f7-4e6a-8b42-6a0e721201ed x-openstack-request-id: req-4bfc4781-89f7-4e6a-8b42-6a0e721201ed {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:22.844228 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232b721c-8063-4985-af3b-301a2c396882", "name": "network-vif-deleted", "tag": "064960e2-8e6a-43ba-9af5-3f853c9ec61b", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:22.844228 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bfc4781-89f7-4e6a-8b42-6a0e721201ed {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:22.844603 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232b721c-8063-4985-af3b-301a2c396882', 'name': 'network-vif-deleted', 'tag': '064960e2-8e6a-43ba-9af5-3f853c9ec61b', 'status': 'completed', 'code': 200} Oct 29 11:27:22.894033 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:22.924370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a55c-f3ea-4079-8569-57b8a56c1e83 req-5c8b14ef-e3d9-48f4-9978-20ba309127a1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:22.932530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b02a55c-f3ea-4079-8569-57b8a56c1e83 req-5c8b14ef-e3d9-48f4-9978-20ba309127a1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.1266396 Oct 29 11:27:22.944903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce60a681-31ff-4c77-9626-1e0795962268,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:22.979812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:27:22.995074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4eff3f49-fcf5-4325-8dba-adb147892a34 admin admin] 10.222.0.77 "PUT /v2.0/routers/1ee83138-9bee-4af6-8971-04f354c73548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408195 Oct 29 11:27:23.006907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b02a55c-f3ea-4079-8569-57b8a56c1e83 req-7b8f437c-0c5d-48b5-84d5-7f440125903a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734365 Oct 29 11:27:23.089769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 064960e2-8e6a-43ba-9af5-3f853c9ec61b no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:23.141401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 064960e2-8e6a-43ba-9af5-3f853c9ec61b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:23.141870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 064960e2-8e6a-43ba-9af5-3f853c9ec61b not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:23.459631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:23.720741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fe1a2894-618c-449e-90a2-97e0fe41b518 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:23.832262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fe1a2894-618c-449e-90a2-97e0fe41b518 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:23.832598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:23.869648 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Sync routers for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:27:23.871684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48300) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:23.890132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:23.890917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:23.940495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Deleting subnet c2add0bb-220e-4bb4-8f21-f08b7746ff2e {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:27:23.949284 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.022451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.126394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.258036 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:24.293807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932280-118f-4ea0-b505-37d70f021458 req-e6e307b9-fac7-4a3b-b20e-de6d2bb85da1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:24.303393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.323550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26932280-118f-4ea0-b505-37d70f021458 req-e6e307b9-fac7-4a3b-b20e-de6d2bb85da1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.4645035 Oct 29 11:27:24.392905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2add0bb-220e-4bb4-8f21-f08b7746ff2e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:24.407579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.414964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-92f8bb85-9f22-4f36-9282-4bf867befd08 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c2add0bb-220e-4bb4-8f21-f08b7746ff2e HTTP/1.1" status: 204 len: 168 time: 0.5410106 Oct 29 11:27:24.420939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48334) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:24.482804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-3ccd141f-0f7e-4383-842b-bbf7190559b6 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641491 Oct 29 11:27:24.617226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26932280-118f-4ea0-b505-37d70f021458 req-f74fe94f-37f0-4aa2-b7b3-743bdf193300 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924631 Oct 29 11:27:24.667492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Router 40c04222-0b1b-4ae3-901d-fbdf7c589185 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:27:24.717180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:24.782887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-6b816b53-9116-4d44-af19-7f70f64dbf1a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:24.784457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-6b816b53-9116-4d44-af19-7f70f64dbf1a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959912 Oct 29 11:27:24.825445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-37f24892-0463-42b4-bf4a-f343d8dd0fce tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/quotas/52d1cc56cf7c4f9eab41e7dcb826a1f3 HTTP/1.1" status: 200 len: 375 time: 0.0210905 Oct 29 11:27:24.842703 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 2, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:24.879466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-f1189060-aeb4-4815-bd0e-4cd2f6284962 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512609 Oct 29 11:27:24.893977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Checking router: 1ee83138-9bee-4af6-8971-04f354c73548 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:27:24.894538 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Updating router 1ee83138-9bee-4af6-8971-04f354c73548 port 24347fd2-985a-462b-b1b4-fdc7b934381e binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:27:24.948771 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.216185 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.308484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50767d5-be2d-4721-8c90-b590b5bc9e41']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:25.311568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:27:25.323716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Sync routers for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:27:25.327185 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-766dd2c3-f0ac-4d17-9e0a-d5d1b073e7d1 admin admin] 10.222.0.77 "PUT /v2.0/routers/40c04222-0b1b-4ae3-901d-fbdf7c589185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1617050 Oct 29 11:27:25.327319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48368) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:25.383187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597863e-ea2e-4434-b0bb-34f573f1f464') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:25.383938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:25.384595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:25.385111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597863e-ea2e-4434-b0bb-34f573f1f464') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:25.418356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.455982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.469057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:27:25.470333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:27:25.498923 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:27:25.555955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.618374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.626174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.631032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e50767d5-be2d-4721-8c90-b590b5bc9e41 HTTP/1.1" status: 204 len: 168 time: 1.2026572 Oct 29 11:27:25.694912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e30c0-aa8a-4c11-9905-4d4114408ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50767d5-be2d-4721-8c90-b590b5bc9e41,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:25.765056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.780483 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.787432 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:25.877047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:25.998922 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a3f62-2e14-4c7d-9fad-35d656a2ea79 None None] Pushing event updated for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:26.109220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908ba9a-75ad-4262-a651-a8cd8ddd2ecf req-2b33fab1-8211-407d-a9b5-7c2a1b03ef7f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:26.116736 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1908ba9a-75ad-4262-a651-a8cd8ddd2ecf req-2b33fab1-8211-407d-a9b5-7c2a1b03ef7f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.3064077 Oct 29 11:27:26.120447 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Attempting to bind port 24347fd2-985a-462b-b1b4-fdc7b934381e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:26.121055 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Attempting to bind port 24347fd2-985a-462b-b1b4-fdc7b934381e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:26.121620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Attempting to bind port 24347fd2-985a-462b-b1b4-fdc7b934381e on network c67fc2ba-d311-4287-874a-bb0bd6a5e59c {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:26.128059 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:26.128670 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Checking segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:26.129346 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.129918 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Bound using segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:26.130860 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Bound port: 24347fd2-985a-462b-b1b4-fdc7b934381e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:26.131432 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.166960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.200467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48416) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:26.259213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] For port 24347fd2-985a-462b-b1b4-fdc7b934381e, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:26.266850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] For port 24347fd2-985a-462b-b1b4-fdc7b934381e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24347fd2-985a-462b-b1b4-fdc7b934381e,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:26.280367 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.341231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c42fc5dd-a840-452b-b687-c131514a9134 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7646f45d41b4435b192fcfe441d4e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373358 Oct 29 11:27:26.342479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48418) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:26.363663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 5, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port': {'id': '21f67c18-5306-49e9-bb64-3fa2d4222cf5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:26.398151 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1908ba9a-75ad-4262-a651-a8cd8ddd2ecf req-09246d9e-c1a9-4610-baf3-39475e249856 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607408 Oct 29 11:27:26.464307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Deleting port 21f67c18-5306-49e9-bb64-3fa2d4222cf5 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:26.465416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.476997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:26.477673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:26.483965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Checking router: 40c04222-0b1b-4ae3-901d-fbdf7c589185 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:27:26.494498 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a3f62-2e14-4c7d-9fad-35d656a2ea79 None None] Pushing event updated for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:26.536586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Routers {'40c04222-0b1b-4ae3-901d-fbdf7c589185'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:27:26.537323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['40c04222-0b1b-4ae3-901d-fbdf7c589185'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:26.565915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.676982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.776054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:26.794933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] For port 21f67c18-5306-49e9-bb64-3fa2d4222cf5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21f67c18-5306-49e9-bb64-3fa2d4222cf5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:26.795449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.818026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] Set router 40c04222-0b1b-4ae3-901d-fbdf7c589185 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:27:26.824548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Calling delete_port for 21f67c18-5306-49e9-bb64-3fa2d4222cf5 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:26.859455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.862438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:26.866282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9a532fe-1a33-4c35-9358-71769e7e373e HTTP/1.1" status: 204 len: 168 time: 0.5106335 Oct 29 11:27:26.889591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135060-257c-40b2-9802-3a58d7ef0214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a532fe-1a33-4c35-9358-71769e7e373e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:26.964717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:26Z', 'revision_number': 6, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:27.071016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] Provisioning complete for port 24347fd2-985a-462b-b1b4-fdc7b934381e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:27.072006 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:27.090437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b80e3b9-5455-44fa-811d-405c0994bdca None None] The sync data for ids ['40c04222-0b1b-4ae3-901d-fbdf7c589185'] in n-d-805046-9 is: [{'id': '40c04222-0b1b-4ae3-901d-fbdf7c589185', 'name': 'tempest-FloatingIPsTestJSON-1002156415-router', 'tenant_id': 'b478981230894f67a2e83149ea72b512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:26:52Z', 'updated_at': '2021-10-29T11:27:26Z', 'revision_number': 6, 'project_id': 'b478981230894f67a2e83149ea72b512', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:27:27.228129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:26Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:27.369724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:27.372527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0c082158-0e51-4406-9da3-e527de026d8f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831788 Oct 29 11:27:27.434881 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da1d5a-2488-4c59-8ff0-ec39ac879c32 None None] The sync data for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 is: [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:26Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:27:27.461843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:27.523812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] For port 24347fd2-985a-462b-b1b4-fdc7b934381e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24347fd2-985a-462b-b1b4-fdc7b934381e,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:27.533889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce60a681-31ff-4c77-9626-1e0795962268 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:27.626781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Pushing event deleted for resources: {'Port': ['ID=21f67c18-5306-49e9-bb64-3fa2d4222cf5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:27.651932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ce60a681-31ff-4c77-9626-1e0795962268 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:27.652492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce60a681-31ff-4c77-9626-1e0795962268 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:27.660803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:27.766937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12f751-98ba-4222-aec0-ace8559b5716 None None] Pushing event updated for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:27.780397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-88e958d2-d78f-42fb-bd21-f7ccf5cbe944 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:27.789093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-88e958d2-d78f-42fb-bd21-f7ccf5cbe944 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041023 Oct 29 11:27:27.818661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Request body: {'port': {'device_id': '2890f121-552a-441f-ae77-63150ebbbc37', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '52d1cc56cf7c4f9eab41e7dcb826a1f3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:27.839283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b17f3f05-c5da-4f5f-a6b5-ef728d19f055 None None] Provisioning complete for port 24347fd2-985a-462b-b1b4-fdc7b934381e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:27.846285 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b17f3f05-c5da-4f5f-a6b5-ef728d19f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.148415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.228424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Made reservation on behalf of 52d1cc56cf7c4f9eab41e7dcb826a1f3 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:28.239342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.278804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.312665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e3a05-6481-4931-9138-64980e79e1d2 req-b5babd12-7c15-431b-8213-2fe09cee03ae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:28.332031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d49e3a05-6481-4931-9138-64980e79e1d2 req-b5babd12-7c15-431b-8213-2fe09cee03ae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.6557057 Oct 29 11:27:28.365502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eb242656-684c-4f50-aadd-023914b96f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.582708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.607884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.694157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.700562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.757769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.758395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c04222-0b1b-4ae3-901d-fbdf7c589185 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:27:28.779149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:28.780920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6e15399c-3659-4d3a-913f-ee55bf79678f admin admin] 10.222.0.77 "DELETE /v2.0/routers/40c04222-0b1b-4ae3-901d-fbdf7c589185 HTTP/1.1" status: 204 len: 168 time: 3.4525931 Oct 29 11:27:28.787391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48456) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:28.811211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d49e3a05-6481-4931-9138-64980e79e1d2 req-92e041c6-a4a0-4295-9a99-91aac36a7d86 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675183 Oct 29 11:27:28.862313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5735c30d-110c-4895-b513-c049246b74e8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:28.962589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Deleting subnet 59d73c54-e005-4bb8-839d-68ce02de4d1f {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:27:28.967140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.128760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.159300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48460) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:29.209459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Allocated IP 192.168.233.169 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/087132e6-b300-4d17-b623-ea6eef300ef4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:29.378512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.572342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.623384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.659481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24347fd2-985a-462b-b1b4-fdc7b934381e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:29.680646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d73c54-e005-4bb8-839d-68ce02de4d1f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:29.687904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-983762346-network', 'tenant_id': 'c5b2a22ee92b4b30b00bd00e658658ea'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:29.689077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.693994 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.702404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9778245d-7b8d-47c8-beb3-d079c0749ce9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/59d73c54-e005-4bb8-839d-68ce02de4d1f HTTP/1.1" status: 204 len: 168 time: 0.9117572 Oct 29 11:27:29.704179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48468) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:29.766654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6c93d-2e97-4cbd-95a1-d730473c18fe None None] Network ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:29.845414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:29.856030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Made reservation on behalf of c5b2a22ee92b4b30b00bd00e658658ea for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:29.858904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.882125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:29.905731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:29.921868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:29.936223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:29.992812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.086814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:30.089573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.154558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89fa03-5855-4f88-97d5-f20c82a90314 req-2dfcfdc9-3d5e-4c38-ae8a-987a03a31495 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:30.175048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ce89fa03-5855-4f88-97d5-f20c82a90314 req-2dfcfdc9-3d5e-4c38-ae8a-987a03a31495 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1584239 Oct 29 11:27:30.194847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-df0507c8-fa6a-4b0e-bca8-642dd12bff3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3963161 Oct 29 11:27:30.214330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 24347fd2-985a-462b-b1b4-fdc7b934381e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:30.214705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.308991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ce89fa03-5855-4f88-97d5-f20c82a90314 req-187040ba-ad67-488e-9794-a7b7c6c78478 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Oct 29 11:27:30.317188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.349161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Request body: {'port': {'device_id': '2890f121-552a-441f-ae77-63150ebbbc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:30.354691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.406034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] DHCP port deletion for ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:27:30.490138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:27:30.524600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8edcd-df06-4d84-9cfc-90d102f0d29f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:30.543984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-85c77aa0-39aa-4c37-b318-c4092601a091 None None] Provisioning complete for port 087132e6-b300-4d17-b623-ea6eef300ef4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:30.544749 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-85c77aa0-39aa-4c37-b318-c4092601a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.577263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.577917 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Added segment e6ae9752-ed1d-4d58-9bd1-866969541e35 of type vlan for network bb56977b-d026-485a-b4bd-de98d413744b Oct 29 11:27:30.606777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Deleting port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:30.607919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.625861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.682540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.685818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Deleting port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:30.686396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.740204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-85c77aa0-39aa-4c37-b318-c4092601a091 None None] Port 087132e6-b300-4d17-b623-ea6eef300ef4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:30.750144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21f67c18-5306-49e9-bb64-3fa2d4222cf5 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:30.819568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.822014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:30.823047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.837379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] For port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:30.838090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.863790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48478) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:30.864625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7002921 Oct 29 11:27:30.869982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Request body: {'subnet': {'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-983762346-subnet', 'tenant_id': 'c5b2a22ee92b4b30b00bd00e658658ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:30.875191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] For port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,segment=NetworkSegment(e82b6bf8-54d4-46a6-8ac2-a68d8913d59f),segment_id=e82b6bf8-54d4-46a6-8ac2-a68d8913d59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:30.875588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:30.916095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Calling delete_port for bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:30.959757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Made reservation on behalf of c5b2a22ee92b4b30b00bd00e658658ea for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:30.969275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Calling delete_port for bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:30.972187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.157203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 21f67c18-5306-49e9-bb64-3fa2d4222cf5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:31.157489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21f67c18-5306-49e9-bb64-3fa2d4222cf5 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:31.166770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.227094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] No DVR routers for this DVR port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:31.240108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.260093 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a731207a-c00e-449f-875c-48163fd017b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.315604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277d519-0a22-44a9-9ebf-b9c477b425d9 None None] Pushing event deleted for resources: {'Port': ['ID=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:31.323181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Checking segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:31.323542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Network hostable DHCP agents. Network: bb56977b-d026-485a-b4bd-de98d413744b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:27:31.380087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:31.380350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340439f-2a92-44b4-83fb-1dee2e991e69 admin admin] Pushing event updated for resources: {'Network': ['ID=bb56977b-d026-485a-b4bd-de98d413744b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:31.392185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network bb56977b-d026-485a-b4bd-de98d413744b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:27:31.414105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Network bb56977b-d026-485a-b4bd-de98d413744b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:27:31.434283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, bb56977b-d026-485a-b4bd-de98d413744b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:31.441726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:31.443073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.473500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f549ec6-57ad-4f47-873f-341c58417957 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6085868 Oct 29 11:27:31.506624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:31.513963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cef7e-2287-4694-81ac-be2745358365 None None] Network bb56977b-d026-485a-b4bd-de98d413744b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:31.536666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] No DVR routers for this DVR port bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:31.594812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a52a1d-a89f-4aae-ba07-55035da454fa req-fe375b87-29d9-4418-a5e3-ea3f5600b962 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:31.596809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a52a1d-a89f-4aae-ba07-55035da454fa req-fe375b87-29d9-4418-a5e3-ea3f5600b962 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1300471 Oct 29 11:27:31.685300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02a52a1d-a89f-4aae-ba07-55035da454fa req-c2b9e4cc-c5a8-404b-86b3-a1d286101ccf tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Oct 29 11:27:31.703057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:31.951716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.041993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:32.105269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:32.105637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd19c9ba-4d99-4420-81d8-a3f6e0bcedb3 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:32.155989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:32.213554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.233454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:32.249682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.277522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.322391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:32.324786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82b6bf8-54d4-46a6-8ac2-a68d8913d59f') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:27:32.364729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Transition to ACTIVE for port object 087132e6-b300-4d17-b623-ea6eef300ef4 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:32.368975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.397722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.403725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa06e3-71be-419b-be89-683c8deee29d None None] Network bb56977b-d026-485a-b4bd-de98d413744b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:32.455240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.558879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:27:32.561434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:27:32.567035 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:27:32.772662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:32.904554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.934849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:32.944339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] 10.222.0.77 "DELETE /v2.0/networks/ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de HTTP/1.1" status: 204 len: 168 time: 3.2366731 Oct 29 11:27:33.003710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108550-00df-41b1-9631-04696567b53c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab25378f-b2ad-4ad0-a5e1-f001e0c1f2de,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:33.094395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Attempting to bind port 087132e6-b300-4d17-b623-ea6eef300ef4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:33.094798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Attempting to bind port 087132e6-b300-4d17-b623-ea6eef300ef4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:33.095139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Attempting to bind port 087132e6-b300-4d17-b623-ea6eef300ef4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:33.111186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Port 087132e6-b300-4d17-b623-ea6eef300ef4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:33.111778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Attempting to bind port 087132e6-b300-4d17-b623-ea6eef300ef4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:33.127013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:33.129223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:33.130182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:33.131821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Bound port: 087132e6-b300-4d17-b623-ea6eef300ef4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:33.134918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.318877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:33.319662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:33.325227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:33.337598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.355918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:33.357107 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.358914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] 10.222.0.86 "PUT /v2.0/ports/087132e6-b300-4d17-b623-ea6eef300ef4 HTTP/1.1" status: 200 len: 1096 time: 3.0364389 Oct 29 11:27:33.365868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:33.368673 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332342ca-0e20-4a50-8097-21906fc601ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:33.426962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c36bd53-c012-410a-b4c6-9d5114ee9de0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b478981230894f67a2e83149ea72b512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043234 Oct 29 11:27:33.433281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48518) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:33.473757 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.579134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.657993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.778893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.782583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:33.788153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3e30aa5-8e73-460d-8339-7a254a1fb420 HTTP/1.1" status: 204 len: 168 time: 0.3543599 Oct 29 11:27:33.806183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf176b-5321-4031-8a5f-d103d9f7e9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e30aa5-8e73-460d-8339-7a254a1fb420,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:34.235603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bac6c-0dc7-46ef-ab81-4c08a4002ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:34.270443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-76bd6724-b422-46f1-890a-7dd91a4c4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:34.271943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-76bd6724-b422-46f1-890a-7dd91a4c4f69 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1099 time: 0.8373690 Oct 29 11:27:34.368842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-68c5253c-ce9d-4bbe-802a-7ac8e6da6a20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=087132e6-b300-4d17-b623-ea6eef300ef4 HTTP/1.1" status: 200 len: 217 time: 0.0867293 Oct 29 11:27:34.508817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-8619e007-59db-4606-bb2c-0a7269b823c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:34.513600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-8619e007-59db-4606-bb2c-0a7269b823c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1381238 Oct 29 11:27:34.591302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-08e934ef-4131-44d8-bf45-badd0e9bfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:34.593893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-08e934ef-4131-44d8-bf45-badd0e9bfdd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714707 Oct 29 11:27:34.705279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-51e26e5c-c89e-4f69-b9eb-d482e5f826ee service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029952 Oct 29 11:27:34.871397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-6a5c2f36-c5a5-4e23-8498-a4cc11f4bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:34.873105 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-6a5c2f36-c5a5-4e23-8498-a4cc11f4bf78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1096 time: 0.1019938 Oct 29 11:27:34.964750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2f721cb-ec6b-4a55-907f-fd0937781753 req-815469d8-0399-4219-8ef3-c6517d0e6187 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499475 Oct 29 11:27:35.087499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-21336626-ac11-4b59-bb1b-c41b1ddf2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:35.093514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-21336626-ac11-4b59-bb1b-c41b1ddf2c41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1900213 Oct 29 11:27:35.224265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-f81aa1e2-333d-49f7-b63e-fcee6df39e70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 1001 time: 0.1216674 Oct 29 11:27:35.318327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-8d7a8a56-dfd1-4eb6-9517-3a8fe3f307d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:35.320494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-8d7a8a56-dfd1-4eb6-9517-3a8fe3f307d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0815299 Oct 29 11:27:35.410792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-de4eaa4f-a6eb-4ca9-87fa-b0cfeaaf767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:35.412461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-de4eaa4f-a6eb-4ca9-87fa-b0cfeaaf767f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755579 Oct 29 11:27:35.553138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-966518d4-2273-46d9-8474-6fa0db2ab0ee service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271985 Oct 29 11:27:35.750859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-789de3f3-d5f2-4693-be16-6dd39130ca5a req-50f5567c-1cd3-4e5d-a1bc-9e4b0e1ebcb5 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794264 Oct 29 11:27:37.203592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:37.330737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:37.345327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '087132e6-b300-4d17-b623-ea6eef300ef4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '087132e6-b300-4d17-b623-ea6eef300ef4', 'mac_address': 'fa:16:3e:b2:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:37.401261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:37.426741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:37.479268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:37.487295 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:37.549238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:37.707098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:38.685402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-4e20259e-84bc-4dc2-b28d-e26bdecaa4aa tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299177 Oct 29 11:27:38.832301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-d9c3d08c-1302-4a9d-912e-17e6f18d369f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:38.834503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-d9c3d08c-1302-4a9d-912e-17e6f18d369f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348183 Oct 29 11:27:38.861158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-a8346ff6-f9f6-42ae-a4f2-8dafdb9ce9d2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/quotas/52d1cc56cf7c4f9eab41e7dcb826a1f3 HTTP/1.1" status: 200 len: 375 time: 0.0165756 Oct 29 11:27:38.911693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-0c444272-1975-47ce-9a5e-325da0accd70 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:38.914007 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-0c444272-1975-47ce-9a5e-325da0accd70 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 817 time: 0.1400990 Oct 29 11:27:38.933908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-95ff85d5-fd28-47ba-accf-b026e1765e79 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627737 Oct 29 11:27:38.935909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-06b6d11b-b9f2-4207-acca-a8a7567dc201 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/quotas/c5b2a22ee92b4b30b00bd00e658658ea HTTP/1.1" status: 200 len: 375 time: 0.0156183 Oct 29 11:27:39.003192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-5ffde812-9f28-4e8e-bd04-edc1f18ac57f tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454264 Oct 29 11:27:39.129069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-074e6304-fe6c-48b3-b977-828c1d7a37c8 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189811 Oct 29 11:27:39.201623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:39.267397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc26df1-b136-4559-b5bb-df0d14aba16a req-887c199d-bd1c-4d84-b70a-5c97419a1581 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:39.269375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-abc26df1-b136-4559-b5bb-df0d14aba16a req-887c199d-bd1c-4d84-b70a-5c97419a1581 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1004591 Oct 29 11:27:39.278930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-39ad3e20-b7f7-4616-bae3-e0ec0863ee70 service neutron] 10.222.0.77 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403742 Oct 29 11:27:39.325238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 087132e6-b300-4d17-b623-ea6eef300ef4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:39.334235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 087132e6-b300-4d17-b623-ea6eef300ef4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:39.335659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:39.359754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-abc26df1-b136-4559-b5bb-df0d14aba16a req-546536ad-7ed0-4bb3-9ac4-9f23ee6348d6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688298 Oct 29 11:27:39.476341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:39.531897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:39.533105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:39.537761 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd3729-792f-42d1-8edf-dd888d086bf5" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:39.543532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:39.545859 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f883c-c0ef-491b-94ed-e7867288586c x-openstack-request-id: req-010f883c-c0ef-491b-94ed-e7867288586c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:39.546282 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:39.546666 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-010f883c-c0ef-491b-94ed-e7867288586c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:39.547482 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'status': 'completed', 'code': 200} Oct 29 11:27:39.623117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:39.644849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332342ca-0e20-4a50-8097-21906fc601ed req-d9d68597-d691-4656-b36e-c733dbf6fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:39.651278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-d9d68597-d691-4656-b36e-c733dbf6fa35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.0769632 Oct 29 11:27:39.858826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360c00-d575-4008-8b35-07de7e786cf5 req-60463a83-e3ba-433a-912c-533b2858d8fe tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:39.865620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61360c00-d575-4008-8b35-07de7e786cf5 req-60463a83-e3ba-433a-912c-533b2858d8fe tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.1233563 Oct 29 11:27:39.929558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61360c00-d575-4008-8b35-07de7e786cf5 req-880e31e6-d5a5-43f1-aa82-c90d35f51240 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526268 Oct 29 11:27:39.956868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332342ca-0e20-4a50-8097-21906fc601ed req-8c2194e3-1e23-488d-b956-118e8975c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:39.962451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-8c2194e3-1e23-488d-b956-118e8975c37b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3045423 Oct 29 11:27:39.968543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eeefbe6f-b70f-40fa-adf5-3bb04e1c36a1 req-0c3a84a5-a180-4605-9e35-e5d1faef7b58 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 210 time: 0.0701015 Oct 29 11:27:40.002993 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a05c61-749e-4436-920a-33d0eb38be4f x-openstack-request-id: req-68a05c61-749e-4436-920a-33d0eb38be4f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:40.003667 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:40.004134 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68a05c61-749e-4436-920a-33d0eb38be4f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:40.005111 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'code': 200} Oct 29 11:27:40.085216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-8147a95b-8309-4c7b-b1ac-960b708f681c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=087132e6-b300-4d17-b623-ea6eef300ef4 HTTP/1.1" status: 200 len: 217 time: 0.1136675 Oct 29 11:27:40.139291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68006-1bac-4016-b5fd-39a3e957d5c4 req-fbedf277-b2a0-4867-ba4e-58e12bb84c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:40.141085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cb68006-1bac-4016-b5fd-39a3e957d5c4 req-fbedf277-b2a0-4867-ba4e-58e12bb84c9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.0612435 Oct 29 11:27:40.189703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cb68006-1bac-4016-b5fd-39a3e957d5c4 req-cde9003e-7649-44c5-9a07-20ae7ce29612 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Oct 29 11:27:40.207471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332342ca-0e20-4a50-8097-21906fc601ed req-5abfb423-89d2-477e-a315-4e37cac53548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:40.212166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-5abfb423-89d2-477e-a315-4e37cac53548 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1187167 Oct 29 11:27:40.256571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a54c056-dacf-42b1-9ab7-ced6743bc096 req-9b2c0a10-718a-4800-8b3f-bc0a71dbe0ec tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 210 time: 0.0349445 Oct 29 11:27:40.487724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332342ca-0e20-4a50-8097-21906fc601ed req-3e9c7af5-389a-4856-bf3b-9888c5df679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:40.489973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-3e9c7af5-389a-4856-bf3b-9888c5df679c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115041 Oct 29 11:27:40.707031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bf222-7e75-4328-8cc5-1faefe0d7690 req-2b982ac5-c631-448c-8f88-671c340bd928 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:40.731974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be3bf222-7e75-4328-8cc5-1faefe0d7690 req-2b982ac5-c631-448c-8f88-671c340bd928 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.2707767 Oct 29 11:27:40.755103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-b414e85a-77dd-4608-8b6b-de25e336d8db tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483081 Oct 29 11:27:40.844815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-65a19779-e42e-4fd5-9025-694f6ecf4149 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332212 Oct 29 11:27:40.860772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be3bf222-7e75-4328-8cc5-1faefe0d7690 req-613b8117-8ebe-4f3b-8520-dffd3ba34fcc tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234057 Oct 29 11:27:40.880937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:41.013293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-9232daa9-c352-4717-91b9-b3252c7b221b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:41.017294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-9232daa9-c352-4717-91b9-b3252c7b221b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570055 Oct 29 11:27:41.027262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332342ca-0e20-4a50-8097-21906fc601ed req-c625c443-a6ef-4222-b322-5bd9551c34d3 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645687 Oct 29 11:27:41.048643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Request body: {'port': {'device_id': 'd885a622-0455-46b2-a05a-b5848a24609e', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '52d1cc56cf7c4f9eab41e7dcb826a1f3'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:41.175699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce15cae9-0c6c-46d9-a418-120e4eb01aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.181582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a1edbc1-b701-4be6-9173-43cfff311bce req-26b15498-b7b2-4d8f-bfec-3addc4f367e9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 210 time: 0.0573707 Oct 29 11:27:41.281909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Made reservation on behalf of 52d1cc56cf7c4f9eab41e7dcb826a1f3 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:41.285828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.405247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02fb14de-4193-4502-ab7e-c760ad5c142a req-456a12cc-096d-444e-bcad-ff55fea6774f tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 210 time: 0.0473361 Oct 29 11:27:41.468128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Allocated IP 192.168.233.244 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/ef983661-39da-4db9-9a14-5190d17fe5dd) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:41.519019 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce15cae9-0c6c-46d9-a418-120e4eb01aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.531444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce15cae9-0c6c-46d9-a418-120e4eb01aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.585693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ce15cae9-0c6c-46d9-a418-120e4eb01aac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acfb633cd19f4329a35d65da8e34a5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999230 Oct 29 11:27:41.586426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15cae9-0c6c-46d9-a418-120e4eb01aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803ebeb0-2d8f-49f0-bdbf-7e1d1d2c9f17,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:41.589046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48692) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:41.727482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.745724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.767361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.868458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.889502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:41.944818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-bd140ac7-af22-4926-a23c-73ea089aa485 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:41.946741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-bd140ac7-af22-4926-a23c-73ea089aa485 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 817 time: 0.2234738 Oct 29 11:27:41.963392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Request body: {'port': {'device_id': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'admin_state_up': True, 'tenant_id': 'c5b2a22ee92b4b30b00bd00e658658ea'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:41.967048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.970916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:41.975140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/803ebeb0-2d8f-49f0-bdbf-7e1d1d2c9f17 HTTP/1.1" status: 204 len: 168 time: 0.3743527 Oct 29 11:27:41.983954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:41.990138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:41.992884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:42.086804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:42.087580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:42.096314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd812d-ffe2-4522-ac57-63431e027176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ebeb0-2d8f-49f0-bdbf-7e1d1d2c9f17,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:42.136141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0955524 Oct 29 11:27:42.137348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18f4d5-040c-4bc3-be87-8c4b5eeccba4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event updated for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:42.165776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Request body: {'port': {'device_id': 'd885a622-0455-46b2-a05a-b5848a24609e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:42.371246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5084c-7223-483d-b492-aac53a2060fa req-cf0c87b7-29ac-4812-926d-cf2d9fe1be4e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:42.372847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b5084c-7223-483d-b492-aac53a2060fa req-cf0c87b7-29ac-4812-926d-cf2d9fe1be4e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.3365953 Oct 29 11:27:42.483064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:42.521453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b5084c-7223-483d-b492-aac53a2060fa req-3705b013-bdc3-4292-8d07-e9d23acd26f9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284871 Oct 29 11:27:42.531673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Made reservation on behalf of c5b2a22ee92b4b30b00bd00e658658ea for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:42.537634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:42.559185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d20070f4-3efc-4619-80a8-23f879553125 None None] Provisioning complete for port ef983661-39da-4db9-9a14-5190d17fe5dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:42.559569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d20070f4-3efc-4619-80a8-23f879553125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:42.649027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d20070f4-3efc-4619-80a8-23f879553125 None None] Port ef983661-39da-4db9-9a14-5190d17fe5dd cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:27:42.855671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Allocated IP 172.20.0.10 (bb56977b-d026-485a-b4bd-de98d413744b/a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04/dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:42.880273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa457229-e351-427d-8021-476f8e92cdfb req-3a51c580-8ade-4fe2-b2fb-9a5256a433e3 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 210 time: 0.1258888 Oct 29 11:27:42.979838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b07b32-9dc0-4ced-9e32-ae4a4dc04f29 req-2af9db74-f28c-4108-b0cb-dccbd85cf556 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:42.987261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-13b07b32-9dc0-4ced-9e32-ae4a4dc04f29 req-2af9db74-f28c-4108-b0cb-dccbd85cf556 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 936 time: 0.6018670 Oct 29 11:27:43.138247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-b00586ee-2c4b-45d0-9be7-e0bd9a2526db tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:43.139810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-b00586ee-2c4b-45d0-9be7-e0bd9a2526db tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.41 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 817 time: 0.8110869 Oct 29 11:27:43.167885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Request body: {'port': {'device_id': '2fbbd007-8202-4199-9bd4-7a034415de29', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'admin_state_up': True, 'tenant_id': 'c5b2a22ee92b4b30b00bd00e658658ea'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:43.199543 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.235252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-13b07b32-9dc0-4ced-9e32-ae4a4dc04f29 req-a018eba5-241f-45ae-9167-78644c6e57c3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470002 Oct 29 11:27:43.277258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-871c6369-8edf-4763-9f91-435bbc93f810 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:43.279041 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-871c6369-8edf-4763-9f91-435bbc93f810 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 817 time: 0.7924643 Oct 29 11:27:43.303043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Request body: {'port': {'device_id': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'admin_state_up': True, 'tenant_id': 'c5b2a22ee92b4b30b00bd00e658658ea'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:43.304888 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.374287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Network bb56977b-d026-485a-b4bd-de98d413744b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:43.380621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:43.390994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:43.427704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event updated for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:43.495217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:43.501778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.537413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6a1487d4-e6aa-42b9-92c3-56059d097fbd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5786848 Oct 29 11:27:43.550128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Request body: {'port': {'device_id': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:43.695868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.773039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010365-5c90-48c6-b83d-90ba3f4b680e req-0af20c91-ce57-43b3-8e22-7b4bcc54a8d0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:43.775689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33010365-5c90-48c6-b83d-90ba3f4b680e req-0af20c91-ce57-43b3-8e22-7b4bcc54a8d0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1307678 Oct 29 11:27:43.809401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef983661-39da-4db9-9a14-5190d17fe5dd {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:43.841164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.860812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Made reservation on behalf of c5b2a22ee92b4b30b00bd00e658658ea for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:43.865097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:43.893440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Transition to ACTIVE for port object ef983661-39da-4db9-9a14-5190d17fe5dd will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:43.927688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33010365-5c90-48c6-b83d-90ba3f4b680e req-715a816a-f517-44cb-a088-899274ac6607 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369524 Oct 29 11:27:43.962857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.008645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Made reservation on behalf of c5b2a22ee92b4b30b00bd00e658658ea for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:44.012206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.043995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:44.172847 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-672fded0-17f2-40f7-a025-c00a82417056 req-1c7c9f6f-5494-4064-ac6f-db3918a1c056 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 210 time: 0.1047392 Oct 29 11:27:44.189707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:44.213797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.253210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Transition to ACTIVE for port object dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:44.271767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48770) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:44.285355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.385618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Allocated IP 172.20.0.11 (bb56977b-d026-485a-b4bd-de98d413744b/a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04/3ae41165-7464-4486-ab67-b1f581f54db3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:44.428381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:44.477421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:44.481504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:44.492346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Attempting to bind port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:44.492780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Attempting to bind port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:44.493218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Attempting to bind port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:44.498447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 on network bb56977b-d026-485a-b4bd-de98d413744b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:44.498844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Attempting to bind port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:44.505171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:44.505573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Checking segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:44.506107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Bound using segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:44.507178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Bound port: dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:44.507646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.533125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a888c639-8a7c-491d-b0f2-1eb3aa8163db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.576828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Attempting to bind port ef983661-39da-4db9-9a14-5190d17fe5dd on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:44.577198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Attempting to bind port ef983661-39da-4db9-9a14-5190d17fe5dd by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:44.577528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Attempting to bind port ef983661-39da-4db9-9a14-5190d17fe5dd on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:44.600922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:44.604716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:44.629137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.675298 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.687091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:44.687733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.689444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] 10.222.0.86 "PUT /v2.0/ports/dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 HTTP/1.1" status: 200 len: 1092 time: 1.1450195 Oct 29 11:27:44.689879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:44.692151 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b0282-cb61-4eca-859f-a15d8b16b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:44.720246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Port ef983661-39da-4db9-9a14-5190d17fe5dd on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:44.721914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Attempting to bind port ef983661-39da-4db9-9a14-5190d17fe5dd on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:44.745536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:44.746353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:44.747197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:44.747881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Bound port: ef983661-39da-4db9-9a14-5190d17fe5dd, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:44.748689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.787611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9b0a-1d10-47fe-932d-b2365267dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:44.792520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:44.796706 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6eb6df-8ed1-448f-bc90-ad952952004f" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:44.802572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae68a9-47e1-4f6a-9f3e-d44db790716b req-6568a952-63fb-4afa-9fb6-71a86e380dbe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:44.805935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9ae68a9-47e1-4f6a-9f3e-d44db790716b req-6568a952-63fb-4afa-9fb6-71a86e380dbe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 948 time: 0.3534431 Oct 29 11:27:44.826454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:44.833880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716397ae-8eda-453d-824f-830b441f34dc req-93f763a6-bb95-4f80-8422-b2c34e5e0eaf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:44.835594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716397ae-8eda-453d-824f-830b441f34dc req-93f763a6-bb95-4f80-8422-b2c34e5e0eaf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.1400352 Oct 29 11:27:44.836214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.880636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-2d016dc4-070b-4319-bf16-01a5f792dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:44.882528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-2d016dc4-070b-4319-bf16-01a5f792dbc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1374092 Oct 29 11:27:44.909758 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a888c639-8a7c-491d-b0f2-1eb3aa8163db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.931288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:44.945393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a888c639-8a7c-491d-b0f2-1eb3aa8163db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:44.949519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-8859df12-7b16-40a3-b3e8-5fe70c3c67e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0583470 Oct 29 11:27:44.956772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716397ae-8eda-453d-824f-830b441f34dc req-d7e2867e-4a37-4d5e-ba33-ebe7c0a2fb1a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054771 Oct 29 11:27:44.967585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:44.969577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:45.004953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:45.013134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ef983661-39da-4db9-9a14-5190d17fe5dd,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:45.035680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a888c639-8a7c-491d-b0f2-1eb3aa8163db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38725f9936e44d468e7a6e0377ad1374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621548 Oct 29 11:27:45.039354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48798) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:45.040272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c639-8a7c-491d-b0f2-1eb3aa8163db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6dd3e-e1e3-4391-9ce7-24087a71de85,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:45.044795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.067107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.084735 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd18ac2-e08d-4b9c-877c-993daca2adff x-openstack-request-id: req-4fd18ac2-e08d-4b9c-877c-993daca2adff {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:45.085498 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:45.085981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:45.086429 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fd18ac2-e08d-4b9c-877c-993daca2adff {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:45.087075 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'status': 'completed', 'code': 200} Oct 29 11:27:45.104692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-cbeb3b7f-314d-4816-9536-a2f7f8b39280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:45.105592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9ae68a9-47e1-4f6a-9f3e-d44db790716b req-8a82615f-26b4-47a4-86ed-7f89b864f734 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927718 Oct 29 11:27:45.107100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-cbeb3b7f-314d-4816-9536-a2f7f8b39280 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.1409440 Oct 29 11:27:45.133441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:45.140791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.185498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:45.186389 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.191693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] 10.222.0.86 "PUT /v2.0/ports/ef983661-39da-4db9-9a14-5190d17fe5dd HTTP/1.1" status: 200 len: 1096 time: 3.0353863 Oct 29 11:27:45.199683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:45.202238 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13635fa-0a2d-4496-af60-fb62762db99e" -d '{"events": [{"name": "network-changed", "server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:45.203467 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d27b1-910d-46b1-a2e4-6a839e76fbf6 x-openstack-request-id: req-6b3d27b1-910d-46b1-a2e4-6a839e76fbf6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:45.204135 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:45.204527 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b3d27b1-910d-46b1-a2e4-6a839e76fbf6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:45.205127 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:27:45.216724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.255224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-419985be-2492-448e-87df-0a9da6d19c60 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407018 Oct 29 11:27:45.255463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.284420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:45.400655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['edb42167-e9da-454f-bc05-bfcbd8e3d9f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:45.417412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.445371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2cf1ef8e-ce1e-4cb4-a007-e00bdf2b2817 req-08c39330-83dd-4d39-9bd5-eb2dde51fbb4 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 210 time: 0.0938814 Oct 29 11:27:45.463813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-5d9f14d6-cb17-4316-9fe6-b72e9345186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:45.470178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-5d9f14d6-cb17-4316-9fe6-b72e9345186d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 1099 time: 0.2208474 Oct 29 11:27:45.480386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8362-d92c-4544-91e4-538839f47eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:45.516161 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-06bc2f21-2176-4519-af2e-42505b94d535 service neutron] show failed (client error): The resource could not be found. Oct 29 11:27:45.517087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-06bc2f21-2176-4519-af2e-42505b94d535 service neutron] 10.222.0.41 "GET /v2.0/ports/ad381222-cae2-443f-8a1f-2a8614744531/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.3737097 Oct 29 11:27:45.560141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-fc99311f-183c-4453-809a-0201a7d64969 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910802 Oct 29 11:27:45.594460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-358251a1-43d6-43f4-9213-7e11eb8d9863 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ef983661-39da-4db9-9a14-5190d17fe5dd HTTP/1.1" status: 200 len: 217 time: 0.1059980 Oct 29 11:27:45.603744 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b20b84-ced6-4334-b421-48e3c9643e75 x-openstack-request-id: req-63b20b84-ced6-4334-b421-48e3c9643e75 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:45.604654 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:45.605266 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63b20b84-ced6-4334-b421-48e3c9643e75 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:45.607135 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd', 'status': 'completed', 'code': 200} Oct 29 11:27:45.655106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.658851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.660108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6f6dd3e-e1e3-4391-9ce7-24087a71de85 HTTP/1.1" status: 204 len: 168 time: 0.6164742 Oct 29 11:27:45.685354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c1875-775f-44eb-843d-9d9e01202de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6dd3e-e1e3-4391-9ce7-24087a71de85,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:45.788834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-66e7b715-f53b-4f13-878d-09867c0171d5 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159250 Oct 29 11:27:45.835969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:45.925501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee48f39-bebd-4365-bd1c-3c346cb7b108 req-54e39106-b5b9-4fa4-b24f-2942b3de83c9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:45.942760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aee48f39-bebd-4365-bd1c-3c346cb7b108 req-54e39106-b5b9-4fa4-b24f-2942b3de83c9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.5930312 Oct 29 11:27:45.980219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-97d6a4e1-9562-4602-bac2-dfac4ecb54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:45.991389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-97d6a4e1-9562-4602-bac2-dfac4ecb54ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1114740 Oct 29 11:27:46.087519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Allocated IP 172.20.0.8 (bb56977b-d026-485a-b4bd-de98d413744b/a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04/c77fe611-e70c-4d10-a372-18c808809ddc) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:27:46.183593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-b357aaad-3035-413e-8b9a-f49be1148f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.184623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-b357aaad-3035-413e-8b9a-f49be1148f0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1101 time: 0.0906792 Oct 29 11:27:46.187549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-c2e522b2-18bd-4dac-88d7-ef9504b06f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.188934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-c2e522b2-18bd-4dac-88d7-ef9504b06f35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 918 time: 0.1913347 Oct 29 11:27:46.208131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-0c91b939-a2db-4651-9a1e-4d177bb201c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.212094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:46.212404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-0c91b939-a2db-4651-9a1e-4d177bb201c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.6001987 Oct 29 11:27:46.243139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event updated for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:46.286278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-d646300b-d1b6-4b3c-843b-b81fedd3b30b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0706134 Oct 29 11:27:46.377836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-9a5232f8-10f6-446b-a94e-31f880f5ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.379924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-9a5232f8-10f6-446b-a94e-31f880f5ecaf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.0847378 Oct 29 11:27:46.395279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba400102-cc9f-47e5-8f22-56b8318a0017 req-eb7ca232-a05d-47ab-8789-be5f4b2a43da tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.405536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba400102-cc9f-47e5-8f22-56b8318a0017 req-eb7ca232-a05d-47ab-8789-be5f4b2a43da tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.2122781 Oct 29 11:27:46.500622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:46.501859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.507488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-ab3e73ae-bd44-49c3-ba1e-a3d789784ac5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768425 Oct 29 11:27:46.590626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Network bb56977b-d026-485a-b4bd-de98d413744b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:46.599092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.634793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:46.637745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:46.655385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:46.655784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.669772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-b707e1b8-fec4-46e3-bc41-98de8d9d0e42 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429780 Oct 29 11:27:46.720360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aee48f39-bebd-4365-bd1c-3c346cb7b108 req-6fb92485-baa1-4d69-ae5e-522e13edde04 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7753470 Oct 29 11:27:46.758698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Network bb56977b-d026-485a-b4bd-de98d413744b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:27:46.813848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:46.820902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:27:46.827425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event updated for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:46.830220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.885065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc9b0282-cb61-4eca-859f-a15d8b16b03a req-30fbd890-d7e1-4131-b90b-8cdf8ed95922 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029743 Oct 29 11:27:46.895566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.923803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:46.938614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.972713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:46.973511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:46.978295 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba400102-cc9f-47e5-8f22-56b8318a0017 req-633f144d-f697-4410-b788-3807a8abc385 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714877 Oct 29 11:27:47.018143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-b371e5b0-fcb5-4929-aceb-015ffe7c30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:47.019921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-b371e5b0-fcb5-4929-aceb-015ffe7c30d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7501519 Oct 29 11:27:47.020438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-5b5d3621-0aee-433c-a1c2-80fe0795e7df tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:47.022135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-5b5d3621-0aee-433c-a1c2-80fe0795e7df tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.6035676 Oct 29 11:27:47.032088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:47.049513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:47.050169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:47.147953 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-73a6fb84-429d-41b0-a25a-39ed5dde724c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9912231 Oct 29 11:27:47.163580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e3bd8d51-4920-4cd5-960b-71f667866bf9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8684406 Oct 29 11:27:47.174070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Request body: {'port': {'device_id': '2fbbd007-8202-4199-9bd4-7a034415de29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:47.190437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Request body: {'port': {'device_id': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:47.206093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:47.208832 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba7799b-74e6-47d0-804d-956cdb784bf7" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:47.220713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a4e81-8494-47b6-8b67-0f0e2f5380c5 req-92a181a6-970f-43be-b956-a27b6e4a912d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:47.227768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:47.231269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ce5a4e81-8494-47b6-8b67-0f0e2f5380c5 req-92a181a6-970f-43be-b956-a27b6e4a912d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 948 time: 0.2510712 Oct 29 11:27:47.291989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ee9c-b5c8-4b50-8020-9fa163a3f905 req-6b74f5e7-2094-489e-83a6-eea52989d468 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:47.293738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a68ee9c-b5c8-4b50-8020-9fa163a3f905 req-6b74f5e7-2094-489e-83a6-eea52989d468 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 931 time: 0.2205863 Oct 29 11:27:47.431637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ce5a4e81-8494-47b6-8b67-0f0e2f5380c5 req-07f17b96-1588-4b89-af45-8c68ca0abe5d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993575 Oct 29 11:27:47.457993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:47.499654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'port_id': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'mac_address': 'fa:16:3e:6b:82:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:47.536153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-e9ad703c-7889-4d4d-bb54-35efb3a9093b service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831152 Oct 29 11:27:47.583544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:47.599670 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:47.627209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:47.640734 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d91d9-149e-4d7e-b871-61fa61b99af7 x-openstack-request-id: req-0d7d91d9-149e-4d7e-b871-61fa61b99af7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:47.641368 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:47.642322 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d7d91d9-149e-4d7e-b871-61fa61b99af7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:47.642904 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:27:47.677638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:47.687268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:47.693442 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:47.790134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:47.904666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:47.935908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:27:47.936456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.021553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b265bf4-4bcb-40cb-8d5a-358dc86d4f4f req-b67c97ae-72d5-47ed-94ba-6b83574adf29 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636071 Oct 29 11:27:48.154515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a68ee9c-b5c8-4b50-8020-9fa163a3f905 req-72954f0c-eb80-484b-ac4f-f02ff0456b52 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608243 Oct 29 11:27:48.174410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:48.286480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:48.324434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:48.324805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.347234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:27:48.354109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:48.356509 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bece383-61b6-4881-8bba-d983805e7107" -d '{"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-unplugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:48.361878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.424414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Transition to ACTIVE for port object ad381222-cae2-443f-8a1f-2a8614744531 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:48.456872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.470111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13635fa-0a2d-4496-af60-fb62762db99e req-caf1d738-b286-4150-a4ea-e4f14cc4fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:48.473028 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-caf1d738-b286-4150-a4ea-e4f14cc4fbaa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 1099 time: 0.2601500 Oct 29 11:27:48.485612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae6f5d-c23e-4b57-a315-8f58554e168c req-ab1a1a8b-a31f-4642-85f4-6857c949cd9a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:48.497346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8dae6f5d-c23e-4b57-a315-8f58554e168c req-ab1a1a8b-a31f-4642-85f4-6857c949cd9a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.4198732 Oct 29 11:27:48.627167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13635fa-0a2d-4496-af60-fb62762db99e req-5265fe8b-2b7a-4e3b-bf36-72b72514fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:48.628616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-5265fe8b-2b7a-4e3b-bf36-72b72514fa55 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1260476 Oct 29 11:27:48.697965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-19694ea8-e06f-4da2-aa2d-d0cc04e1afc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ef983661-39da-4db9-9a14-5190d17fe5dd HTTP/1.1" status: 200 len: 217 time: 0.0557940 Oct 29 11:27:48.716496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] No DVR routers for this DVR port ad381222-cae2-443f-8a1f-2a8614744531 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:48.733529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:48.768039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8dae6f5d-c23e-4b57-a315-8f58554e168c req-3dbf7832-cd13-40e8-997c-bec6c358b1fa tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644131 Oct 29 11:27:48.777474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961951-e28e-4c06-865e-7d74cf3382b8 req-417bf6e2-7a8c-484f-81f4-03b64598ad20 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:48.784996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56961951-e28e-4c06-865e-7d74cf3382b8 req-417bf6e2-7a8c-484f-81f4-03b64598ad20 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 946 time: 0.3593493 Oct 29 11:27:48.851062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13635fa-0a2d-4496-af60-fb62762db99e req-adb1b661-a1ab-4852-a6a0-32a3f814fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:48.853497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-adb1b661-a1ab-4852-a6a0-32a3f814fcbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1443448 Oct 29 11:27:48.936471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77fe611-e70c-4d10-a372-18c808809ddc {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:48.941258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56961951-e28e-4c06-865e-7d74cf3382b8 req-2a671478-efc2-458c-b7b4-3f04a1f78dec tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479986 Oct 29 11:27:48.947646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.963710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:48.976721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:48.977496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:48.978052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:48.996625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:48.997981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Attempting to bind port ad381222-cae2-443f-8a1f-2a8614744531 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:49.000250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13635fa-0a2d-4496-af60-fb62762db99e req-239a5fd0-02ae-4b5f-9ada-f4918f4bc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:49.002162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-239a5fd0-02ae-4b5f-9ada-f4918f4bc7b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235552 Oct 29 11:27:49.077711 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09dd509-26f7-4af3-9016-f3d3ca460ef0 x-openstack-request-id: req-b09dd509-26f7-4af3-9016-f3d3ca460ef0 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:49.077999 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-unplugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:49.085675 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b09dd509-26f7-4af3-9016-f3d3ca460ef0 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:49.086255 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'code': 200} Oct 29 11:27:49.098240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=958761ee-8f28-42a8-bd81-2e1bb7e6a8eb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:49.103444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Transition to ACTIVE for port object c77fe611-e70c-4d10-a372-18c808809ddc will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:49.121807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.193854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:49.194253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:49.194649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:49.195101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Bound port: ad381222-cae2-443f-8a1f-2a8614744531, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:49.197885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.229557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ef983661-39da-4db9-9a14-5190d17fe5dd details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:49.295318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:49.389344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:27:49.400183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.411075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ea81c69-8a47-4ea9-86da-4bb694df6d7a req-966f9701-1727-42a1-b358-41b3df912b70 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "DELETE /v2.0/ports/958761ee-8f28-42a8-bd81-2e1bb7e6a8eb HTTP/1.1" status: 204 len: 173 time: 2.3798966 Oct 29 11:27:49.416626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Pushing event updated for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:49.435770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:49.445097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:49.445535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.502974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b887-5657-46b6-ac2e-68f4035f66f6 req-09386b83-3b4f-45ab-9043-206af32811fa tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:49.517788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f735b887-5657-46b6-ac2e-68f4035f66f6 req-09386b83-3b4f-45ab-9043-206af32811fa tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 948 time: 0.4206448 Oct 29 11:27:49.540765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-eb60c345-7d12-436a-9a34-ab691667ecc2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174725 Oct 29 11:27:49.543771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48938) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:49.588213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.604286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Attempting to bind port c77fe611-e70c-4d10-a372-18c808809ddc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:49.609276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Attempting to bind port c77fe611-e70c-4d10-a372-18c808809ddc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:49.609753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Attempting to bind port c77fe611-e70c-4d10-a372-18c808809ddc on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:49.626155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f735b887-5657-46b6-ac2e-68f4035f66f6 req-70db2f76-095b-4985-afc9-75463d73401c tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059020 Oct 29 11:27:49.679034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Port c77fe611-e70c-4d10-a372-18c808809ddc on network bb56977b-d026-485a-b4bd-de98d413744b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:49.680368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Attempting to bind port c77fe611-e70c-4d10-a372-18c808809ddc on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:49.690426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ef983661-39da-4db9-9a14-5190d17fe5dd,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:49.743037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:49.752809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:49.755281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:49.759401 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffea4e6-3c9b-477b-a012-9831501096ee" -d '{"events": [{"server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "name": "network-vif-plugged", "status": "completed", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:49.771222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.791152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ef983661-39da-4db9-9a14-5190d17fe5dd', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'ef983661-39da-4db9-9a14-5190d17fe5dd', 'mac_address': 'fa:16:3e:8a:05:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:49.806543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec853d-eaec-41a7-b4ce-6170984884a4 req-0777a979-4b7a-42a4-93d3-31321026365a tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:49.816641 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-08ec853d-eaec-41a7-b4ce-6170984884a4 req-0777a979-4b7a-42a4-93d3-31321026365a tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 943 time: 0.5362303 Oct 29 11:27:49.818644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:49.818980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Checking segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:49.819938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Bound using segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:49.820390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Bound port: c77fe611-e70c-4d10-a372-18c808809ddc, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:49.820746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.849808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:49.911780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:49.915520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:49.919758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] 10.222.0.86 "PUT /v2.0/ports/ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 1096 time: 3.7114465 Oct 29 11:27:49.932613 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e336321-62c0-42fb-be8d-ddf032b91773 x-openstack-request-id: req-2e336321-62c0-42fb-be8d-ddf032b91773 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:49.932897 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "name": "network-vif-plugged", "status": "completed", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:49.942593 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e336321-62c0-42fb-be8d-ddf032b91773 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:49.943353 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'code': 200} Oct 29 11:27:49.954511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.094141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.202560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef983661-39da-4db9-9a14-5190d17fe5dd {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:50.207580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:50.210748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58da389b-c40b-4409-b731-d4709956ddd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.258028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ef983661-39da-4db9-9a14-5190d17fe5dd,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:50.271785 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.275151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939504-eaef-4a94-9440-452583ff13db req-07af64d4-0ae8-4046-a87e-29479d41c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:50.277480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a939504-eaef-4a94-9440-452583ff13db req-07af64d4-0ae8-4046-a87e-29479d41c7a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 1097 time: 0.3376424 Oct 29 11:27:50.290277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c3ba-f8ad-446a-97f4-cfd922517b48 req-0594b490-6f5a-4e35-b7f7-de73ef54760a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:50.298735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1542c3ba-f8ad-446a-97f4-cfd922517b48 req-0594b490-6f5a-4e35-b7f7-de73ef54760a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.2608001 Oct 29 11:27:50.307093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb8e1-16c3-4c73-88b5-de3355a6e181 service neutron] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:50.374243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a939504-eaef-4a94-9440-452583ff13db req-2b490b42-5eab-4b6b-a09a-7d8b48e836e5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685291 Oct 29 11:27:50.389632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-05d0ec3f-886d-41e9-8c11-f45ca39b1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:50.391293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-05d0ec3f-886d-41e9-8c11-f45ca39b1996 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1099 time: 0.3551862 Oct 29 11:27:50.405709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:50.413367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1542c3ba-f8ad-446a-97f4-cfd922517b48 req-9b4c630e-f13d-4c5c-be23-fdb37df69454 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130493 Oct 29 11:27:50.474929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-08ec853d-eaec-41a7-b4ce-6170984884a4 req-97e07f9b-c380-4a34-b576-4b453fcad624 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570568 Oct 29 11:27:50.507379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:50.528952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df574e05-91ad-49d6-874e-4995c14f4b7b req-bc2164b1-b235-49b1-965f-a6bda428c9d1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0546141 Oct 29 11:27:50.540743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ef983661-39da-4db9-9a14-5190d17fe5dd'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:50.602946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:27:50.603348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 958761ee-8f28-42a8-bd81-2e1bb7e6a8eb not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:50.603681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ad381222-cae2-443f-8a1f-2a8614744531 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:27:50.656153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:50.687031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d13635fa-0a2d-4496-af60-fb62762db99e req-e0c5105c-de64-48ea-8f48-996ffc57bce2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838315 Oct 29 11:27:50.699224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae41165-7464-4486-ab67-b1f581f54db3 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:50.720785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c77fe611-e70c-4d10-a372-18c808809ddc,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:50.733910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ad381222-cae2-443f-8a1f-2a8614744531 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:27:50.742940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.746394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.823910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:50.824864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.827250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] 10.222.0.86 "PUT /v2.0/ports/c77fe611-e70c-4d10-a372-18c808809ddc HTTP/1.1" status: 200 len: 1091 time: 3.6457789 Oct 29 11:27:50.828574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Transition to ACTIVE for port object 3ae41165-7464-4486-ab67-b1f581f54db3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:27:50.847636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:50.855015 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf6d141-36ff-4c83-b145-bb2bac318278" -d '{"events": [{"name": "network-changed", "server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:50.881128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:50.993864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02289fe-3263-4410-90e0-cc76c451b376 service neutron] Pushing event updated for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:51.019552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-52bbd4f9-ace1-41ae-bbd6-03f664e6b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.027068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58da389b-c40b-4409-b731-d4709956ddd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.040452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-52bbd4f9-ace1-41ae-bbd6-03f664e6b3a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4510889 Oct 29 11:27:51.058577 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd347b-92e6-40b1-8bef-066362631ccc x-openstack-request-id: req-e4cd347b-92e6-40b1-8bef-066362631ccc {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:51.059504 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:51.059958 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4cd347b-92e6-40b1-8bef-066362631ccc {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:51.060954 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc', 'status': 'completed', 'code': 200} Oct 29 11:27:51.070962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-5e6aa1b0-cbbd-400d-a17f-26153be51ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.073757 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-5e6aa1b0-cbbd-400d-a17f-26153be51ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 1094 time: 0.1876199 Oct 29 11:27:51.080217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58da389b-c40b-4409-b731-d4709956ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.104430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'name': 'network-vif-deleted', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb'}, {'name': 'network-changed', 'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:51.106943 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833c203-b6b1-427c-9037-cfbe1535fc22" -d '{"events": [{"server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "name": "network-vif-deleted", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb"}, {"name": "network-changed", "server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:51.110929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-38063779-9638-40c4-815e-8bfac170c66b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.0695593 Oct 29 11:27:51.158236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da389b-c40b-4409-b731-d4709956ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3414a85e-3038-45ad-9dd7-b92231817669,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:51.210455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e7a62-e6e4-4c9d-83a3-e23965e1ee5b req-45d9a028-73cd-4af0-9577-0cf43b816b81 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.220101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-137e7a62-e6e4-4c9d-83a3-e23965e1ee5b req-45d9a028-73cd-4af0-9577-0cf43b816b81 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 949 time: 0.4020805 Oct 29 11:27:51.223264 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed473e33-925a-4dbe-a54e-b01e8e732fa2 x-openstack-request-id: req-ed473e33-925a-4dbe-a54e-b01e8e732fa2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:51.223552 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf4f923-c42a-4a2f-9aad-db6ffdf95e08", "name": "network-vif-deleted", "tag": "958761ee-8f28-42a8-bd81-2e1bb7e6a8eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:51.223808 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed473e33-925a-4dbe-a54e-b01e8e732fa2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:51.224204 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf4f923-c42a-4a2f-9aad-db6ffdf95e08', 'name': 'network-vif-deleted', 'tag': '958761ee-8f28-42a8-bd81-2e1bb7e6a8eb', 'status': 'completed', 'code': 200} Oct 29 11:27:51.224459 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'status': 'completed', 'code': 200} Oct 29 11:27:51.260235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-0a23485d-05a4-4169-adc3-b44f1ec1ce44 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77fe611-e70c-4d10-a372-18c808809ddc HTTP/1.1" status: 200 len: 217 time: 0.1755943 Oct 29 11:27:51.269853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:51.302102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-58da389b-c40b-4409-b731-d4709956ddd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07553624f5a0485b96ae6d63178a5764&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7134001 Oct 29 11:27:51.313998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-137e7a62-e6e4-4c9d-83a3-e23965e1ee5b req-519b25dd-7008-42fa-9948-92e5dcb73107 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846522 Oct 29 11:27:51.318642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:51.357392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Attempting to bind port 3ae41165-7464-4486-ab67-b1f581f54db3 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:27:51.357833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Attempting to bind port 3ae41165-7464-4486-ab67-b1f581f54db3 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:27:51.358167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Attempting to bind port 3ae41165-7464-4486-ab67-b1f581f54db3 on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:51.368198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Port 3ae41165-7464-4486-ab67-b1f581f54db3 on network bb56977b-d026-485a-b4bd-de98d413744b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:27:51.368521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Attempting to bind port 3ae41165-7464-4486-ab67-b1f581f54db3 on network bb56977b-d026-485a-b4bd-de98d413744b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:27:51.377804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:27:51.378178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Checking segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:51.378507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Bound using segment: {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:27:51.378947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Bound port: 3ae41165-7464-4486-ab67-b1f581f54db3, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ae9752-ed1d-4d58-9bd1-866969541e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:27:51.379299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.396729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6c4d8ac8-51ed-493f-b2e7-746e19b6410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.398419 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6c4d8ac8-51ed-493f-b2e7-746e19b6410a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.1164501 Oct 29 11:27:51.476806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-0bb6d095-2de1-47e2-96cd-c8647584f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.479057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-0bb6d095-2de1-47e2-96cd-c8647584f3ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.3575766 Oct 29 11:27:51.486002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-95111082-1716-4952-9dbf-b2e974d82b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.487559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-95111082-1716-4952-9dbf-b2e974d82b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1099 time: 0.2240264 Oct 29 11:27:51.535545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-78facc73-9112-478a-8339-92953177e169 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767767 Oct 29 11:27:51.610905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.724837 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.824568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:51.898969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-c0ad1c3c-9f9f-4433-99c8-809124a4c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.900813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-c0ad1c3c-9f9f-4433-99c8-809124a4c8b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3974667 Oct 29 11:27:51.919947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03031d-5c48-4a39-9482-c59cb4b5ff60 req-2cf0f16a-c84f-46fe-9ee3-2fd6a8668adb tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.921612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b03031d-5c48-4a39-9482-c59cb4b5ff60 req-2cf0f16a-c84f-46fe-9ee3-2fd6a8668adb tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 943 time: 0.2078702 Oct 29 11:27:51.922715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-27c6a956-dd7b-4f01-8ba4-d6b04d766d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:51.924077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-27c6a956-dd7b-4f01-8ba4-d6b04d766d50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4218724 Oct 29 11:27:52.115125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-f2dabddd-1c11-463a-858e-039e1ebc3ddd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.1769359 Oct 29 11:27:52.206296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:27:52.241913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3ae41165-7464-4486-ab67-b1f581f54db3,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:27:52.265646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cbcea-6dad-4244-ac7f-288bf20af8e7 req-112a7870-3da5-4489-83da-7b0741e35f0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:52.267471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4cbcea-6dad-4244-ac7f-288bf20af8e7 req-112a7870-3da5-4489-83da-7b0741e35f0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.5448036 Oct 29 11:27:52.275907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:52.293494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:52.296236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:52.297436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3414a85e-3038-45ad-9dd7-b92231817669 HTTP/1.1" status: 204 len: 168 time: 0.9780979 Oct 29 11:27:52.325552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b03031d-5c48-4a39-9482-c59cb4b5ff60 req-16727827-74e9-451d-810e-cf2a17ec4487 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901281 Oct 29 11:27:52.328971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452247-5212-47ff-b3bf-e11a5698127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3414a85e-3038-45ad-9dd7-b92231817669,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:52.333292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-7af387f1-c0cf-4065-887f-bb593a300c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:52.335469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-7af387f1-c0cf-4065-887f-bb593a300c47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1961710 Oct 29 11:27:52.343857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-dce62805-846c-45cd-a215-7aae67b90f0b service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885041 Oct 29 11:27:52.405771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:52.406397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:52.407733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-ca52228e-6d4a-420b-a316-04259531dd66 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820428 Oct 29 11:27:52.417762 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae41165-7464-4486-ab67-b1f581f54db3 HTTP/1.1" status: 200 len: 1092 time: 5.2531934 Oct 29 11:27:52.446562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4cbcea-6dad-4244-ac7f-288bf20af8e7 req-daf7ff68-fe97-4549-b394-30ddf18839f0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682975 Oct 29 11:27:52.479915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-142339b3-3513-47a8-9d66-1f31020b23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:52.481494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-142339b3-3513-47a8-9d66-1f31020b23fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393342 Oct 29 11:27:52.489302 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:27:52.667677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c599a-7672-4063-96e8-f90a8d6dfc63 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:52.869670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b9a1727-ff7f-4eeb-812d-4527319a58e7 req-666b3b7a-20b2-45b0-b465-8be387c7640b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.1219614 Oct 29 11:27:52.976211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e52fbdff-8194-4f1f-a988-a064d1174ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:52.977930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-e52fbdff-8194-4f1f-a988-a064d1174ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 1095 time: 0.2971158 Oct 29 11:27:53.062337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-42d82093-1299-4249-a82a-d01009d8273a service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636928 Oct 29 11:27:53.095887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf6911b-dc31-47f3-a63f-0b458abcdf57 req-eed038ef-c8a7-4620-aa2d-e52fdb80c72e service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791947 Oct 29 11:27:53.129094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:53.146431 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:53.177153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-148d1d40-7428-4a6e-94cc-946f9c6a1d40 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582295 Oct 29 11:27:53.241484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4118-15da-49cd-855c-7e587ebc5a23 req-07b3ef65-7bf2-420a-8388-6575efc20ae2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.252598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ef983661-39da-4db9-9a14-5190d17fe5dd up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:53.261283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-677c4118-15da-49cd-855c-7e587ebc5a23 req-07b3ef65-7bf2-420a-8388-6575efc20ae2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 949 time: 0.4423540 Oct 29 11:27:53.328643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-2d909d5f-9582-46ce-a977-2e60d93dec72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae41165-7464-4486-ab67-b1f581f54db3 HTTP/1.1" status: 200 len: 217 time: 0.3160517 Oct 29 11:27:53.331662 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fd41a-d0b4-4331-b60a-d122276a5e66 x-openstack-request-id: req-501fd41a-d0b4-4331-b60a-d122276a5e66 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:53.333234 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:53.333758 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-501fd41a-d0b4-4331-b60a-d122276a5e66 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:53.334521 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3', 'status': 'completed', 'code': 200} Oct 29 11:27:53.366027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-1141b452-092a-4bb3-b092-37c7d316b93e service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939308 Oct 29 11:27:53.435550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ef983661-39da-4db9-9a14-5190d17fe5dd completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:53.449932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ef983661-39da-4db9-9a14-5190d17fe5dd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:53.450306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:53.537472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-0e14230a-5697-4303-afc4-7de36d2e832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.542104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-0e14230a-5697-4303-afc4-7de36d2e832c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 1094 time: 0.1038170 Oct 29 11:27:53.609516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-677c4118-15da-49cd-855c-7e587ebc5a23 req-5add3c0b-71c4-4b39-8e51-bb3022989bf8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461487 Oct 29 11:27:53.670902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-2b3b5e50-5907-4ca2-86da-c3acb73ed043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.682797 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-2b3b5e50-5907-4ca2-86da-c3acb73ed043 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1099 time: 0.4191594 Oct 29 11:27:53.751761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:53.774712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91f6f-92a9-420b-9261-226095d6a230 req-c10122d0-186b-42fa-b912-71048c28cf65 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.783110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-acc91f6f-92a9-420b-9261-226095d6a230 req-c10122d0-186b-42fa-b912-71048c28cf65 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 943 time: 0.1835463 Oct 29 11:27:53.822925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d44ebe85-a442-4f37-bfa6-94c057e1b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.825188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-d44ebe85-a442-4f37-bfa6-94c057e1b3c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.4861860 Oct 29 11:27:53.858869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-83d57918-65c1-4a6d-8c80-f49e8164abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:53.860370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-83d57918-65c1-4a6d-8c80-f49e8164abc3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 918 time: 0.3106294 Oct 29 11:27:53.862889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ef983661-39da-4db9-9a14-5190d17fe5dd,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:53.864012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:27:53.868601 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf73e9d-b2fd-4405-857f-1a5db6c748f2" -d '{"events": [{"server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "name": "network-vif-plugged", "status": "completed", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:27:53.882707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-f3d12359-164b-4699-8e78-d3e4bab28904 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376289 Oct 29 11:27:53.887417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-acc91f6f-92a9-420b-9261-226095d6a230 req-e569a254-e87d-4651-b1e7-2bee48989648 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033628 Oct 29 11:27:53.895330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:54.006300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6e64dbeb-b29e-4a4a-bc66-96d7fc6ac98f service neutron] 10.222.0.41 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993681 Oct 29 11:27:54.029651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49032) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:54.063022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-28bb4de5-1c89-4123-b601-53633ce3930c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77fe611-e70c-4d10-a372-18c808809ddc HTTP/1.1" status: 200 len: 217 time: 0.1665716 Oct 29 11:27:54.105810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:54.145536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d75265-0d25-4c02-b8d5-20949c64ac37 req-9052c56b-da1b-449b-b1da-7167ddb3b26c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.153325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1d75265-0d25-4c02-b8d5-20949c64ac37 req-9052c56b-da1b-449b-b1da-7167ddb3b26c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.3217001 Oct 29 11:27:54.186219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-2379f518-ec8c-41d9-a58f-ba4639489167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.188578 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-2379f518-ec8c-41d9-a58f-ba4639489167 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4917092 Oct 29 11:27:54.216041 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1365dd-ffc9-490b-9beb-61734c0af7ff x-openstack-request-id: req-0e1365dd-ffc9-490b-9beb-61734c0af7ff {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:27:54.216333 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "name": "network-vif-plugged", "status": "completed", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:27:54.216591 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e1365dd-ffc9-490b-9beb-61734c0af7ff {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:27:54.216986 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd', 'code': 200} Oct 29 11:27:54.249725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-84bab5d2-e157-4c71-bb2c-3c23d3282f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.258803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-84bab5d2-e157-4c71-bb2c-3c23d3282f5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.1781125 Oct 29 11:27:54.291238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1d75265-0d25-4c02-b8d5-20949c64ac37 req-0ce17951-3be4-44dd-9e58-b2dc2433daf8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364770 Oct 29 11:27:54.336324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-553e8c3e-002d-4e2b-9da5-71bb24824e05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674634 Oct 29 11:27:54.387290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-da89df1a-b1b8-4235-b51d-478dd01c9364 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.1839619 Oct 29 11:27:54.446217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76e1db64-2534-420e-b734-17cb51110af0 req-46fd6ec8-437d-4958-a483-3ba7df40587b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0710409 Oct 29 11:27:54.541991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-e07d9d64-2c12-4d79-8110-63770a03652f service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961136 Oct 29 11:27:54.555060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-aa24c803-26ee-4d47-8598-f4c82b197dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.562709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-aa24c803-26ee-4d47-8598-f4c82b197dee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1642749 Oct 29 11:27:54.579212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1556056101-network', 'tenant_id': 'ca9550c755134437bd2bf5de14cb8c95'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:54.721604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d1ec44c-0dd7-4576-bcd3-1b53a9370bb9 req-6e7fe8c5-9573-440d-aafd-5a1ea3e2483e service neutron] 10.222.0.41 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058890 Oct 29 11:27:54.771879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cd650-3672-4003-901f-889ab6f494c4 req-68ed8759-0dea-4823-afd1-da428e1a69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.779334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db1cd650-3672-4003-901f-889ab6f494c4 req-68ed8759-0dea-4823-afd1-da428e1a69f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 1101 time: 0.4846416 Oct 29 11:27:54.787293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-c01171c4-f832-4456-b85a-6ca7ab89bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:54.802818 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-c01171c4-f832-4456-b85a-6ca7ab89bfd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274275 Oct 29 11:27:54.862527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf6d141-36ff-4c83-b145-bb2bac318278 req-4a5f0b36-00b7-48c9-93a9-395367fb2dd7 service neutron] 10.222.0.86 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094664 Oct 29 11:27:54.915625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db1cd650-3672-4003-901f-889ab6f494c4 req-636f0271-e499-4e3b-b358-bd91b99f2664 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107998 Oct 29 11:27:54.930504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Made reservation on behalf of ca9550c755134437bd2bf5de14cb8c95 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:54.933056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:54.965920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:55.110289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab3cc-971c-4f7d-ab20-9d1257441d0c req-543dbd79-0b03-4578-9b40-784f70482e7e tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:55.120182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d57ab3cc-971c-4f7d-ab20-9d1257441d0c req-543dbd79-0b03-4578-9b40-784f70482e7e tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 943 time: 0.0875072 Oct 29 11:27:55.209141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d57ab3cc-971c-4f7d-ab20-9d1257441d0c req-e3d27819-7b53-4465-a8cf-c4a1e7734615 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875928 Oct 29 11:27:55.293989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c77fe611-e70c-4d10-a372-18c808809ddc details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:55.434855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:55.451955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:55.608070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814d564-adb0-4a1a-988b-d329736e100e req-12d62ecc-fbe1-4282-b5b8-f5d16748bb5f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:55.622388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f814d564-adb0-4a1a-988b-d329736e100e req-12d62ecc-fbe1-4282-b5b8-f5d16748bb5f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 950 time: 0.8991020 Oct 29 11:27:55.657082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-35936e3d-2833-489c-88a0-b203ff500488 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480090 Oct 29 11:27:55.712838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfde73-1786-4610-97aa-01cd4e98737e req-e6ea13e3-4c17-4653-8fdf-2dfd26f13be4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:55.733724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdfde73-1786-4610-97aa-01cd4e98737e req-e6ea13e3-4c17-4653-8fdf-2dfd26f13be4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.1181681 Oct 29 11:27:55.792558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdfde73-1786-4610-97aa-01cd4e98737e req-2fb21871-6dea-40a5-b2d7-21c17c0c901f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Oct 29 11:27:55.862751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:27:55.876838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-f10c3545-ec13-436b-9ac0-6c19c1d4bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:55.881422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-f10c3545-ec13-436b-9ac0-6c19c1d4bdb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 1095 time: 1.0076647 Oct 29 11:27:55.886098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3833c203-b6b1-427c-9037-cfbe1535fc22 req-d5f61100-40b8-45f0-a49f-9dc2043cd830 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923323 Oct 29 11:27:56.053201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a708b386-9c3d-41dd-aee0-2202f59f3b15 req-dd80d317-f6ce-4da8-9ad6-5f2397126f5f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0837870 Oct 29 11:27:56.064664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.134738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c77fe611-e70c-4d10-a372-18c808809ddc,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:56.151412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.151796 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Added segment 1c100537-23ef-4b82-9e43-575259f16ae4 of type vlan for network bd3bb890-e547-4332-8dbe-36f6704b8f54 Oct 29 11:27:56.153264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10da0043-5d24-451d-b789-ef9549abeca9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:56.160406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c77fe611-e70c-4d10-a372-18c808809ddc', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'port_id': 'c77fe611-e70c-4d10-a372-18c808809ddc', 'mac_address': 'fa:16:3e:7b:b1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:56.207810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f814d564-adb0-4a1a-988b-d329736e100e req-4d73feb3-5589-404b-9e4e-aa64050a9f40 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839515 Oct 29 11:27:56.302348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.315445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.348217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-fa8b2377-5165-40ff-8622-f2517a1f31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:56.354241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77fe611-e70c-4d10-a372-18c808809ddc {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:56.356395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-fa8b2377-5165-40ff-8622-f2517a1f31d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 200 len: 918 time: 0.4236920 Oct 29 11:27:56.456245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c77fe611-e70c-4d10-a372-18c808809ddc,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:56.467901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.468583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad381222-cae2-443f-8a1f-2a8614744531 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:56.484581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d26b8-f9a6-4ce3-91f0-ea485329f076 req-bbfb8ba6-4759-4c91-9ba8-21cd61b6fb03 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:56.497636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-d98dca96-b443-4912-8a05-56116e9e97bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae41165-7464-4486-ab67-b1f581f54db3 HTTP/1.1" status: 200 len: 217 time: 0.1298006 Oct 29 11:27:56.500045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33d26b8-f9a6-4ce3-91f0-ea485329f076 req-bbfb8ba6-4759-4c91-9ba8-21cd61b6fb03 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 943 time: 0.1566241 Oct 29 11:27:56.576268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-dd9e76d4-a379-4b2a-a8fb-d1096577324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:56.578056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-dd9e76d4-a379-4b2a-a8fb-d1096577324e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 200 len: 857 time: 0.0568929 Oct 29 11:27:56.581623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33d26b8-f9a6-4ce3-91f0-ea485329f076 req-b58b5bf5-af53-4474-a43f-abb147ac863a tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806267 Oct 29 11:27:56.597906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.599288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:56.600221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.679419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3bb890-e547-4332-8dbe-36f6704b8f54,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:56.690920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-19c070e6-8b5d-4c8e-83d5-c5ca7d25af09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb56977b-d026-485a-b4bd-de98d413744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028030 Oct 29 11:27:56.755425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2acae5b9-322d-442b-ab0f-7c424547b536 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7229438 Oct 29 11:27:56.759704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49070) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:27:56.764719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Request body: {'subnet': {'network_id': 'bd3bb890-e547-4332-8dbe-36f6704b8f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1556056101-subnet', 'tenant_id': 'ca9550c755134437bd2bf5de14cb8c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:56.824425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Made reservation on behalf of ca9550c755134437bd2bf5de14cb8c95 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:27:56.827399 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:56.847208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:56.862741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-4b8261e0-8d80-4539-af96-ff00db78ac35 service neutron] 10.222.0.41 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597040 Oct 29 11:27:56.892557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network bd3bb890-e547-4332-8dbe-36f6704b8f54 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:27:56.974603 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e7b8916-e9e9-488b-a41e-e9d07d9c1b6f req-ee7009ec-9b1c-4304-8ea5-e4863fa4a6e3 service neutron] 10.222.0.41 "GET /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031218 Oct 29 11:27:57.083496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37599dd-e9d1-4043-93a0-b0faded5e60a req-16080f17-b007-4331-a342-decb0f55282e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.093617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a37599dd-e9d1-4043-93a0-b0faded5e60a req-16080f17-b007-4331-a342-decb0f55282e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 948 time: 0.1169040 Oct 29 11:27:57.154048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a37599dd-e9d1-4043-93a0-b0faded5e60a req-f9ac6cb0-5639-43ab-8486-18ae59037dd3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595658 Oct 29 11:27:57.172645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ad381222-cae2-443f-8a1f-2a8614744531', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': 'ad381222-cae2-443f-8a1f-2a8614744531', 'mac_address': 'fa:16:3e:e4:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:57.204912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d6ddfde-0323-4e7f-b2b0-5af5fc0832f5 req-e97fb79c-5293-4673-98e4-e643f24b8cfa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0705547 Oct 29 11:27:57.345696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:57.383976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:57.426138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad381222-cae2-443f-8a1f-2a8614744531 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:57.506647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa776-1330-40b5-8619-64eb69f6550b req-6c9dffa1-6f44-48d4-860b-dfff24a694db tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.508732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:57.519529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:57.521628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7efa776-1330-40b5-8619-64eb69f6550b req-6c9dffa1-6f44-48d4-860b-dfff24a694db tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 950 time: 0.1548114 Oct 29 11:27:57.617720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7efa776-1330-40b5-8619-64eb69f6550b req-66ee0fff-41dd-407e-9f5d-7e92e834f484 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951250 Oct 29 11:27:57.618675 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:57.642590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:57.696373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da8bc-5213-4e0b-9f96-acaf1eebe158 req-8227c6a9-a2dc-4bcd-800d-31335df9e059 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.708276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-163da8bc-5213-4e0b-9f96-acaf1eebe158 req-8227c6a9-a2dc-4bcd-800d-31335df9e059 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 949 time: 0.1396234 Oct 29 11:27:57.755382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Checking segment: {'id': '1c100537-23ef-4b82-9e43-575259f16ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bd3bb890-e547-4332-8dbe-36f6704b8f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:27:57.755734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Network hostable DHCP agents. Network: bd3bb890-e547-4332-8dbe-36f6704b8f54, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:27:57.806743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c77fe611-e70c-4d10-a372-18c808809ddc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:57.812781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59464ba-1d62-4851-900c-8614aa944088,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:57.821452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Network bd3bb890-e547-4332-8dbe-36f6704b8f54 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:27:57.890525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, bd3bb890-e547-4332-8dbe-36f6704b8f54) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:27:57.897160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.897787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:57.918911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbd871-d82a-4d2e-8766-fdf4d90eebe0 req-ac7fa759-3403-492b-b6ca-5d03ef848a39 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.920406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:57.924154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-163da8bc-5213-4e0b-9f96-acaf1eebe158 req-cd7a8c82-aedf-409c-985b-b7266afcc73f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135961 Oct 29 11:27:57.925771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18410c-f326-4c37-a691-8df8649b9e6f None None] Network bd3bb890-e547-4332-8dbe-36f6704b8f54 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:57.935680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ddbd871-d82a-4d2e-8766-fdf4d90eebe0 req-ac7fa759-3403-492b-b6ca-5d03ef848a39 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 944 time: 0.1034670 Oct 29 11:27:57.955791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-94a82c28-edbd-424e-aae9-ef3a6e8406c0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:57.957681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-94a82c28-edbd-424e-aae9-ef3a6e8406c0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&tenant_id=defc5934a2cb4c17a6922696eca515d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 949 time: 0.2130222 Oct 29 11:27:57.972604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5856befb-507a-4f21-907d-9a304f3a68a5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2118096 Oct 29 11:27:58.046124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ddbd871-d82a-4d2e-8766-fdf4d90eebe0 req-d715d3df-58f1-4dad-a652-540740a537f1 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091704 Oct 29 11:27:58.125878 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-1a0e3c4b-8f25-4c91-97e2-a2449b5ca568 service neutron] delete failed (client error): The resource could not be found. Oct 29 11:27:58.127215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-1a0e3c4b-8f25-4c91-97e2-a2449b5ca568 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ad381222-cae2-443f-8a1f-2a8614744531/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.1610751 Oct 29 11:27:58.148827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07e90-ce3f-4dc0-8271-6703d433b6a4 req-cc083084-5cd0-4f31-847d-8499b9350abe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:58.156997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-36b07e90-ce3f-4dc0-8271-6703d433b6a4 req-cc083084-5cd0-4f31-847d-8499b9350abe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1163704 Oct 29 11:27:58.235420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-36b07e90-ce3f-4dc0-8271-6703d433b6a4 req-5631b07c-9543-47e7-86af-37b9b00a1d6a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773253 Oct 29 11:27:58.363543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-7c0219a0-b6ac-4e1d-9920-42072f705607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:58.371388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-7c0219a0-b6ac-4e1d-9920-42072f705607 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1100 time: 0.1346991 Oct 29 11:27:58.398427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cfb89-efa2-4fe6-bd6e-e2e500b492ac None None] Network bd3bb890-e547-4332-8dbe-36f6704b8f54 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:27:58.462968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30a201e3-bf33-4e3f-84a3-37e4bb245e8f req-3bbb9c82-56ab-475d-930f-aae88e41b21c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.0731254 Oct 29 11:27:58.593454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-b907e204-d6bc-4835-91c4-50b305898054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:58.595290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-b907e204-d6bc-4835-91c4-50b305898054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2116158 Oct 29 11:27:58.654902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2102025829', 'description': 'tempest-description-983279229'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:58.662252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-73baf028-2e5f-4d93-82bf-7002635cd3ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.0573475 Oct 29 11:27:58.684644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3ae41165-7464-4486-ab67-b1f581f54db3 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:27:58.693771 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d874de73-9322-4da2-a6cd-b44d0269f7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:58.719890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-af949a84-f812-4581-834e-1ef768884f19 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549321 Oct 29 11:27:58.732860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:58.767314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-891a35ef-e1a5-463e-8e9f-9ffaba8b05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:58.769880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-891a35ef-e1a5-463e-8e9f-9ffaba8b05f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0970182 Oct 29 11:27:58.887680 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:27:58.966512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-bd522f69-4e9c-4ffe-b979-a7a2ee5175e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:58.968482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-bd522f69-4e9c-4ffe-b979-a7a2ee5175e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805232 Oct 29 11:27:58.989728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.021328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-6b0c5058-b937-40be-a62c-9c175524b59a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:59.032900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-6b0c5058-b937-40be-a62c-9c175524b59a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111708 Oct 29 11:27:59.058534 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.063542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-54fc8101-a9df-4637-867e-0d86e5b42538 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/quotas/52d1cc56cf7c4f9eab41e7dcb826a1f3 HTTP/1.1" status: 200 len: 375 time: 0.0280645 Oct 29 11:27:59.144697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-95ec5007-e496-4623-a65e-cd56ae735938 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797622 Oct 29 11:27:59.203049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.216145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3ae41165-7464-4486-ab67-b1f581f54db3,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:59.220445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81e147c8-3e53-4595-bd13-50f6dd00d4ee req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6016324 Oct 29 11:27:59.240554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbec398-e70c-4a25-9fb8-1081b4bc8f52 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2e159e-3c62-4abc-9e65-f2fa7a377538,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:59.242415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '3ae41165-7464-4486-ab67-b1f581f54db3', 'network_id': 'bb56977b-d026-485a-b4bd-de98d413744b', 'port_id': '3ae41165-7464-4486-ab67-b1f581f54db3', 'mac_address': 'fa:16:3e:dd:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:27:59.318821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-b94b89ea-9027-4092-bd41-4d1776e0ceef service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369658 Oct 29 11:27:59.352418 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.410756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae41165-7464-4486-ab67-b1f581f54db3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:27:59.440381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3ae41165-7464-4486-ab67-b1f581f54db3,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:27:59.455775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.472935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ff366e1-6749-4e47-8d6d-a75b3434c6c9 req-66e938a0-2a79-42a0-99d5-817678aa1ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484101 Oct 29 11:27:59.539405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c77fe611-e70c-4d10-a372-18c808809ddc up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:27:59.598577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27c1e7-0747-4752-bba4-2cf6dea7a7ba req-1b1c1023-0c8d-4086-bc4b-d1f19a5a7e82 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:59.600452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d27c1e7-0747-4752-bba4-2cf6dea7a7ba req-1b1c1023-0c8d-4086-bc4b-d1f19a5a7e82 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 949 time: 0.0946960 Oct 29 11:27:59.656642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6cd2-8b7f-4372-9806-504ebc7a7229 req-ff3efc84-b307-479a-b6ce-c2ffbeab6f94 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:27:59.665285 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-522c6cd2-8b7f-4372-9806-504ebc7a7229 req-ff3efc84-b307-479a-b6ce-c2ffbeab6f94 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 944 time: 0.1770034 Oct 29 11:27:59.677819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d27c1e7-0747-4752-bba4-2cf6dea7a7ba req-3a8806ff-ee60-421c-91c3-b4a2a7f7974e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Oct 29 11:27:59.722107 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-522c6cd2-8b7f-4372-9806-504ebc7a7229 req-0abe969d-a1a3-4efd-8eb1-e220e3e1f4c2 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Oct 29 11:27:59.761051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:27:59.777598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-97929298-cc53-4ba7-8b46-08eb8402ff45 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/ec2e159e-3c62-4abc-9e65-f2fa7a377538 HTTP/1.1" status: 200 len: 1804 time: 0.0719361 Oct 29 11:27:59.783653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec2e159e-3c62-4abc-9e65-f2fa7a377538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:59.784132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec2e159e-3c62-4abc-9e65-f2fa7a377538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:27:59.854746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['3ae41165-7464-4486-ab67-b1f581f54db3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:27:59.890772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.937675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port c77fe611-e70c-4d10-a372-18c808809ddc completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:27:59.973853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c77fe611-e70c-4d10-a372-18c808809ddc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:27:59.974713 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:27:59.992602 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e1990b5-693c-4cdc-9a42-03f7014be434 req-7c7e2105-44da-45c6-a077-3bbe012d7642 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 210 time: 0.1291099 Oct 29 11:28:00.019809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.032323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.122691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b01a4d-2174-4f8f-90c9-d53b85c54412,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:00.138459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.139726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a9ba344-1dd7-4503-87d9-577152bb6575 req-d39ee9f1-39c5-4f06-ad27-dbede54291e7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3611848 Oct 29 11:28:00.180533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916056689', 'description': 'tempest-description-377155003'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:00.204902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80b52396-956c-4301-ace8-e281275273e3 req-55f8d461-f60b-4749-ad90-1fdf9fed5c79 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcf4f923-c42a-4a2f-9aad-db6ffdf95e08 HTTP/1.1" status: 200 len: 210 time: 0.1010849 Oct 29 11:28:00.249101 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.261120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.319174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:00.323151 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec42a44-6757-4dc3-98a0-47ed03e60e50" -d '{"events": [{"server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "name": "network-vif-plugged", "status": "completed", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:00.355148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c77fe611-e70c-4d10-a372-18c808809ddc,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:00.367790 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.449275 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02291207-de85-4516-96ff-bbff77b377fc x-openstack-request-id: req-02291207-de85-4516-96ff-bbff77b377fc {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:00.450537 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "name": "network-vif-plugged", "status": "completed", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:00.451132 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02291207-de85-4516-96ff-bbff77b377fc {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:00.452196 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc', 'code': 200} Oct 29 11:28:00.452626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.462678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.522401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:00.541481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b17a0b-3960-4c5d-bf20-982f523772a3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:00.550207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.557045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a76908a-7620-4b18-9165-52ea75583464 req-931af101-c124-4ed6-a406-834974537522 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3804348 Oct 29 11:28:00.648641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1e2b225-d59e-4346-a388-3230c8584233 req-82b78255-4afb-4529-9b00-53fa8b31c51c tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/d2b17a0b-3960-4c5d-bf20-982f523772a3 HTTP/1.1" status: 200 len: 1803 time: 0.0662167 Oct 29 11:28:00.654132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd2b17a0b-3960-4c5d-bf20-982f523772a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:00.654830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd2b17a0b-3960-4c5d-bf20-982f523772a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:00.764149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dec368-9490-4eb8-9af6-966a50a8160b req-d70fa936-c3fa-408e-8482-9fdecad17630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:00.768659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01dec368-9490-4eb8-9af6-966a50a8160b req-d70fa936-c3fa-408e-8482-9fdecad17630 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 1096 time: 0.1134036 Oct 29 11:28:00.807989 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e7e15408-3463-4d7b-bb30-dc3614a85fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.834172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.881374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01dec368-9490-4eb8-9af6-966a50a8160b req-e678d05a-cbda-4e53-8910-612066859dd4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028209 Oct 29 11:28:00.884128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.891681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.943695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d32cf6-76aa-4ae5-b9b3-38ba283b704f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:00.957958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f024c0-71f0-4ec7-b76f-cbf00941db97 req-05be2823-b8d4-4fd7-9298-bfd5358d47a9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:00.961666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88f024c0-71f0-4ec7-b76f-cbf00941db97 req-05be2823-b8d4-4fd7-9298-bfd5358d47a9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 949 time: 0.1144662 Oct 29 11:28:00.970490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:00.994903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1e2b225-d59e-4346-a388-3230c8584233 req-ab66d0fb-3282-4e0e-a19e-bde5559a8aa9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3448400 Oct 29 11:28:01.032431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88f024c0-71f0-4ec7-b76f-cbf00941db97 req-df62cc5f-bdaa-420c-bfd8-ae7abfb4b765 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622611 Oct 29 11:28:01.090833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2070832242', 'description': 'tempest-description-518652896'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:01.134977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6803416-a4c0-4b86-944a-24e85dec6943 req-f212cdf7-9c54-4223-8e12-01d2d68f83e2 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:01.141699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.145606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6803416-a4c0-4b86-944a-24e85dec6943 req-f212cdf7-9c54-4223-8e12-01d2d68f83e2 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 945 time: 0.0966716 Oct 29 11:28:01.228979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6803416-a4c0-4b86-944a-24e85dec6943 req-2a57a84e-4543-4fe6-8dae-a12bebd9ffcd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696814 Oct 29 11:28:01.259179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.278309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.355360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.358773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-884b2436-2a1c-463f-9669-4f4716b5c689 req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2736678 Oct 29 11:28:01.364310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8388b-b8fa-46c7-a11a-2ad56d6cb7bd tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e551130-0d99-474a-b776-5f2ca650a38e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:01.380037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17dc56c1-af2b-45c0-9c29-2f55be99068f req-58ddcca9-0dc4-4694-8642-b79e06c12ba0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 210 time: 0.0329430 Oct 29 11:28:01.498491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-689878251', 'description': 'tempest-description-363302662'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:01.501995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-77282818-d303-4ce1-b193-13be19d4aed2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781438 Oct 29 11:28:01.528537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad381222-cae2-443f-8a1f-2a8614744531 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:01.552113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.661348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.669727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.699820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ad381222-cae2-443f-8a1f-2a8614744531 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:01.705405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ad381222-cae2-443f-8a1f-2a8614744531 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:01.705841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.733178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669ea2a3-420f-4027-b772-ba7b7562ad06,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:01.744872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-cd6acd67-afd2-4e28-b683-9dd755b56203 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:01.746709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-cd6acd67-afd2-4e28-b683-9dd755b56203 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321882 Oct 29 11:28:01.754860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.766073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Request body: {'port': {'device_id': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '52d1cc56cf7c4f9eab41e7dcb826a1f3'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:01.773625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e6244d-42ea-4570-901e-023659da0027 req-bef9faa4-1e17-4793-9201-d3a6ea6fc318 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2794876 Oct 29 11:28:01.784830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b936c4-54f5-45d6-b9d6-91b0ce630d0d req-71a7ea96-7e50-4018-b488-c3b009653e74 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:01.786568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0b936c4-54f5-45d6-b9d6-91b0ce630d0d req-71a7ea96-7e50-4018-b488-c3b009653e74 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1100 time: 0.2141402 Oct 29 11:28:01.862516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.887395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0b936c4-54f5-45d6-b9d6-91b0ce630d0d req-f2f91544-775c-42dc-a46b-20e1d34d417f tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647027 Oct 29 11:28:01.909271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:01.918584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:01.985667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:02.097755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-273edb46-de06-44e3-94fa-2999aecb39fd req-eb1f1de6-0915-4e31-8485-0e5a7cc5f066 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/4e551130-0d99-474a-b776-5f2ca650a38e HTTP/1.1" status: 200 len: 1804 time: 0.1621220 Oct 29 11:28:02.150751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Made reservation on behalf of 52d1cc56cf7c4f9eab41e7dcb826a1f3 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:02.154589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9f37-f468-4295-87c7-94b1975dff2a req-9705dd8d-22c5-46a9-b52c-3998038fc76c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:02.166103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.166352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67fa9f37-f468-4295-87c7-94b1975dff2a req-9705dd8d-22c5-46a9-b52c-3998038fc76c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.1170945 Oct 29 11:28:02.168404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.245194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-273edb46-de06-44e3-94fa-2999aecb39fd req-fdaf02f8-ea5f-40de-a2cd-412dc3e80fa3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/669ea2a3-420f-4027-b772-ba7b7562ad06 HTTP/1.1" status: 200 len: 1803 time: 0.1362512 Oct 29 11:28:02.259393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e551130-0d99-474a-b776-5f2ca650a38e', 'remote_group_id': '669ea2a3-420f-4027-b772-ba7b7562ad06', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:02.259993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e551130-0d99-474a-b776-5f2ca650a38e', 'remote_group_id': '669ea2a3-420f-4027-b772-ba7b7562ad06', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:02.279192 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.281518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67fa9f37-f468-4295-87c7-94b1975dff2a req-a6c2b146-f6a7-414b-9d01-cdb1aa29423a tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133363 Oct 29 11:28:02.454352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:02.456677 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe90b9-475b-4ec4-baa5-232f5dd1f856" -d '{"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-plugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:02.522100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.569593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3ae41165-7464-4486-ab67-b1f581f54db3 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:02.571145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.582384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.584654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Allocated IP 192.168.233.23 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/48acf4c5-9fea-44c1-8b0f-13e06dba4822) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:02.614585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f418af89-3272-4d19-9867-5682a4bc61d8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:02.636098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.649969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-273edb46-de06-44e3-94fa-2999aecb39fd req-197bb5cb-3dcb-4f70-9611-998843db2f15 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4012644 Oct 29 11:28:02.710005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 3ae41165-7464-4486-ab67-b1f581f54db3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:02.718709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 3ae41165-7464-4486-ab67-b1f581f54db3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:02.719025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:02.730925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-ba00bff7-e361-4130-a52a-b0cf16d23c47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:02.752837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-ba00bff7-e361-4130-a52a-b0cf16d23c47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.3025775 Oct 29 11:28:02.793691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-3592627a-ec48-4fcd-866f-0723a53d2737 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0286696 Oct 29 11:28:02.910245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-175494ae-17e9-4350-9a53-b4503c4bc5cb tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101229 Oct 29 11:28:02.996043 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.070641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3ae41165-7464-4486-ab67-b1f581f54db3,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:03.078341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.112278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-ce2e5f48-0647-44c1-87f5-08edf2e2f6a4 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916430 Oct 29 11:28:03.163546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:03.294602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ba7b7-9a77-47ee-9f6a-0ab542934440 req-4c0aad7a-56ba-4fb0-8e40-fc6d2d5106fd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:03.305247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-743ba7b7-9a77-47ee-9f6a-0ab542934440 req-4c0aad7a-56ba-4fb0-8e40-fc6d2d5106fd tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 945 time: 0.5639787 Oct 29 11:28:03.306552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-f66d9410-e213-4668-9651-f1655524cfeb service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849825 Oct 29 11:28:03.360743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-743ba7b7-9a77-47ee-9f6a-0ab542934440 req-c148263f-2c66-428d-9998-ee3859de62fe tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495894 Oct 29 11:28:03.452287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.476326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.540509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-116b45e2-1f0a-4c9a-997e-daf4faf0a97a req-100093da-3fa2-48d4-b075-88ea49d46394 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 210 time: 0.0572870 Oct 29 11:28:03.548097 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3da487-7e75-4640-ad58-ec3fc078127b x-openstack-request-id: req-7f3da487-7e75-4640-ad58-ec3fc078127b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:03.548506 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-plugged", "status": "completed", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:03.548883 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f3da487-7e75-4640-ad58-ec3fc078127b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:03.549410 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'code': 200} Oct 29 11:28:03.563287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.577164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['087132e6-b300-4d17-b623-ea6eef300ef4', 'ef983661-39da-4db9-9a14-5190d17fe5dd'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:03.641205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1223537893', 'description': 'tempest-description-160847573'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:03.696088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:03.715913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:03.718075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event updated for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:03.722414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:03.792297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:03.938058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:03.943359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.009460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-445ebe2a-7509-426a-af10-1d1083131cd3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2440424 Oct 29 11:28:04.031290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Request body: {'port': {'device_id': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:04.275172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d2f328e1-33e5-46fd-a36e-2f1e03890b1a None None] Provisioning complete for port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:04.275172 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2f328e1-33e5-46fd-a36e-2f1e03890b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.319399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-f6b48db5-2068-44b1-a184-4730ec3efca0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6415923 Oct 29 11:28:04.326207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.350892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.351625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d2f328e1-33e5-46fd-a36e-2f1e03890b1a None None] Port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:04.378332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.401749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:04.402940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b490ad2-6082-4760-9f9b-b8159c413652 req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7848406 Oct 29 11:28:04.412566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33310bfa-a765-4c4f-a822-8566b0d91839 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c012ed11-53fc-4b66-b74f-8808c7fecfad,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:04.537550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-173b689f-4898-4713-9d8d-6ed61777df58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:04.539592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-173b689f-4898-4713-9d8d-6ed61777df58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183983 Oct 29 11:28:04.579591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-63829c26-cc1f-4ab1-8b25-39a1f7f19ecb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/quotas/defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 375 time: 0.0202146 Oct 29 11:28:04.631927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682a54e-47b9-4efd-973b-4d8c049033a6 req-c468fcd3-e075-4a4a-bbd1-20414c6db1d8 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:04.640187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8682a54e-47b9-4efd-973b-4d8c049033a6 req-c468fcd3-e075-4a4a-bbd1-20414c6db1d8 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 946 time: 0.1379125 Oct 29 11:28:04.677511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-236e3dc8-d46a-4643-a0e3-cf17acf3d155 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931034 Oct 29 11:28:04.727781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8682a54e-47b9-4efd-973b-4d8c049033a6 req-9a91642d-3219-4440-a55c-6ed6bb89b41a tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Oct 29 11:28:04.969802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e95aa267-b604-4b32-9b18-2a807a60eccf req-ee9754a2-0c5e-4d0d-bdc4-87558add5df4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.0536211 Oct 29 11:28:05.045907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1798575579', 'description': 'tempest-description-537508202'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:05.087336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48acf4c5-9fea-44c1-8b0f-13e06dba4822 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:05.108063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.124779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.138103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49292) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:05.155026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-553704952'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:05.185622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Transition to ACTIVE for port object 48acf4c5-9fea-44c1-8b0f-13e06dba4822 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:05.213531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.241239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:05.259854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.301484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127c946-9948-473d-9cb9-0748c3947a07 req-04768c78-4e67-4dbc-89fa-a784b74d4487 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:05.313131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6127c946-9948-473d-9cb9-0748c3947a07 req-04768c78-4e67-4dbc-89fa-a784b74d4487 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 935 time: 0.2198119 Oct 29 11:28:05.315106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:05.347035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:05.365180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.365525 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Added segment ed9e3b59-aa20-4e6d-892e-51b803fbc7e6 of type vlan for network f400b10f-7666-4481-ad6b-1792a354fca0 Oct 29 11:28:05.395880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.397496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.398720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.399323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.399929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.400548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.401561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.402239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.403022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.403519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.404111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.404685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:05.408715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.441141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.461539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:05.462256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.528969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3883593 Oct 29 11:28:05.535770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49298) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:05.542350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-835686439'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:05.550522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:05.553640 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26697841-f9f6-4444-aea9-46541737f6fa" -d '{"events": [{"server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "name": "network-vif-plugged", "status": "completed", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:05.706106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.720379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-554b61d1-f736-4265-b267-bd695a8d2321 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:05.722654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-554b61d1-f736-4265-b267-bd695a8d2321 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.4921725 Oct 29 11:28:05.731290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:05.737741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.738451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6127c946-9948-473d-9cb9-0748c3947a07 req-b18bd2b5-7176-4b7a-ae9d-ebcf4ff5c7e1 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200702 Oct 29 11:28:05.743792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.754291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be954-099f-471e-bf87-21b8cf93c01c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Network': ['ID=f400b10f-7666-4481-ad6b-1792a354fca0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:05.766596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:05.777382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f400b10f-7666-4481-ad6b-1792a354fca0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:05.798759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:05.800080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d99f8432-32de-45a9-85f9-54e0a52d4269 req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7837765 Oct 29 11:28:05.857355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Attempting to bind port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:05.857355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Attempting to bind port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:05.857658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Attempting to bind port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:05.919904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe92bdd-223a-4fbf-8f3a-b00d5d3ac59d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b56fd82-64b2-4833-b608-158c25b4ee6a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:05.939787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:05.940151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Attempting to bind port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:05.962723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:05.963068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:05.963452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:05.963911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Bound port: 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:05.964269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.020472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:06.029097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79f8514e-03d0-4fba-81bc-230aed0ba4f9 req-47d3d043-b67c-4007-815e-7e6106d403de tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 210 time: 0.1166723 Oct 29 11:28:06.064313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.064794 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Added segment 274c3d37-3442-440f-90eb-9d85afa23c56 of type vlan for network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 Oct 29 11:28:06.136883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.172507 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89784ccf-8cc6-452a-a2d6-ffacfdcf117e x-openstack-request-id: req-89784ccf-8cc6-452a-a2d6-ffacfdcf117e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:06.173076 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "name": "network-vif-plugged", "status": "completed", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:06.173580 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89784ccf-8cc6-452a-a2d6-ffacfdcf117e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:06.174238 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3', 'code': 200} Oct 29 11:28:06.193688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.200306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.201404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.334234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7960567 Oct 29 11:28:06.337741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49314) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:06.340389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7aca-b407-4bcc-b420-032f28063839 req-a0a762f5-f3fa-4554-a2b4-63c7b9c28495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.342345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d7f7aca-b407-4bcc-b420-032f28063839 req-a0a762f5-f3fa-4554-a2b4-63c7b9c28495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 1097 time: 0.0613441 Oct 29 11:28:06.352098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'subnet': {'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:06.391093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d421c0b-f74d-4a51-8d98-1aa2bcf082f9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Network': ['ID=5d30babd-2ab1-4ae7-b74c-535833dbfb68,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:06.404031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:06.406512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:06.425580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:06.430789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:06.434381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.438643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.464709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2daeec-a607-43cf-9129-6b0c7624d5d8 req-a50c8c21-f583-424f-a82c-9139803433d8 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.471945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd2daeec-a607-43cf-9129-6b0c7624d5d8 req-a50c8c21-f583-424f-a82c-9139803433d8 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 946 time: 0.1670487 Oct 29 11:28:06.508809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.509477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.510920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] 10.222.0.86 "PUT /v2.0/ports/48acf4c5-9fea-44c1-8b0f-13e06dba4822 HTTP/1.1" status: 200 len: 1095 time: 2.4913697 Oct 29 11:28:06.511389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:06.514165 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146" -d '{"events": [{"name": "network-changed", "server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:06.554442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d7f7aca-b407-4bcc-b420-032f28063839 req-4515c104-312a-4995-a175-dea816fe1bb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909325 Oct 29 11:28:06.566798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda13f9-1219-4b45-aff1-ae2f199cdaa0 req-6dfa8386-83c5-4ed5-8621-045f1bb571f9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.577724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bda13f9-1219-4b45-aff1-ae2f199cdaa0 req-6dfa8386-83c5-4ed5-8621-045f1bb571f9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.1880023 Oct 29 11:28:06.701903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bda13f9-1219-4b45-aff1-ae2f199cdaa0 req-a9bc8e61-c214-4446-a555-a7b91518cc8f tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231239 Oct 29 11:28:06.705255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:06.712806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:06.745902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bd2daeec-a607-43cf-9129-6b0c7624d5d8 req-4677033c-461c-4159-ab37-5acf74e99c9d tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727633 Oct 29 11:28:06.746424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67f13a-5fc5-410e-817d-2657dc8dfdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:06.847306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-a520c7f5-22b0-4477-b425-b2dbcc4cafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:06.848819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-a520c7f5-22b0-4477-b425-b2dbcc4cafd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 1098 time: 0.1922967 Oct 29 11:28:06.924465 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-9cf0e571-a9d3-4704-90d5-44c68c1eac42 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822 HTTP/1.1" status: 200 len: 217 time: 0.0611703 Oct 29 11:28:06.954158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-c132f629-9ebb-4473-9339-0be5da5be609 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472522 Oct 29 11:28:07.001212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.13 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/52b27183-f728-4243-8632-f3780102580e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:07.010169 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12bfb6dd-5a09-4d7a-99e8-e578120d5163 req-5e95ff9e-0753-4a13-9eb6-b94fc2ab1114 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.0938377 Oct 29 11:28:07.095148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-4ff95868-ebee-46ad-b7df-4698e83e5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:07.096656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-4ff95868-ebee-46ad-b7df-4698e83e5ac7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1552238 Oct 29 11:28:07.103905 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add85c7b-2236-4519-b747-8329d901d5aa x-openstack-request-id: req-add85c7b-2236-4519-b747-8329d901d5aa {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:07.104205 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:07.104464 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-add85c7b-2236-4519-b747-8329d901d5aa {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:07.104867 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822', 'status': 'completed', 'code': 200} Oct 29 11:28:07.215067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-da13d75b-614c-44e9-aeb9-d9a06b16c77d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/c012ed11-53fc-4b66-b74f-8808c7fecfad HTTP/1.1" status: 200 len: 1804 time: 0.3545341 Oct 29 11:28:07.238827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-f207cf03-2e97-4873-870d-2b735417cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:07.239850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-f207cf03-2e97-4873-870d-2b735417cb4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206200 Oct 29 11:28:07.380552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-84037fc0-4308-4568-b5b0-68c0dc973147 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:07.383015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-84037fc0-4308-4568-b5b0-68c0dc973147 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3867624 Oct 29 11:28:07.387989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.389988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-29fa8169-9757-4964-8fbb-f961f38d2064 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/1b56fd82-64b2-4833-b608-158c25b4ee6a HTTP/1.1" status: 200 len: 1804 time: 0.1737123 Oct 29 11:28:07.401393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Request body: {'port': {'device_id': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'defc5934a2cb4c17a6922696eca515d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:07.402296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfca42-6068-4ba7-ae45-c2dcc8966908 req-c1e16709-87ed-47c2-9a40-57c38207ca64 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:07.404074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3cbfca42-6068-4ba7-ae45-c2dcc8966908 req-c1e16709-87ed-47c2-9a40-57c38207ca64 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 947 time: 0.1559432 Oct 29 11:28:07.422209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c012ed11-53fc-4b66-b74f-8808c7fecfad', 'remote_group_id': '1b56fd82-64b2-4833-b608-158c25b4ee6a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:07.422795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c012ed11-53fc-4b66-b74f-8808c7fecfad', 'remote_group_id': '1b56fd82-64b2-4833-b608-158c25b4ee6a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:07.461634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-bd3fa628-4d33-43d5-8328-53fa83654c56 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956992 Oct 29 11:28:07.513517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3cbfca42-6068-4ba7-ae45-c2dcc8966908 req-e277cf39-af21-4d1d-bc7e-23e390cbfea9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944588 Oct 29 11:28:07.530326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.566722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.660477 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-04380746-1a8b-4641-bc8e-405054d59037 req-ea68d717-920a-4f43-8564-cdf775366b7e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 210 time: 0.0499108 Oct 29 11:28:07.682381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:07.689789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:07.695511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:07.704566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:07.714945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Subnet': ['ID=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:07.754981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.755322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.755655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.755998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.756335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.756664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.756992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.757381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.757711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.758038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.758365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.758692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:07.770365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e4edb7f-67d5-4d36-a0e3-c349981c2600 req-56c011df-c11c-44f6-a3fd-0fb42335f6e9 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949145 Oct 29 11:28:07.794157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:07.796012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.806152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:07.807252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network hostable DHCP agents. Network: f400b10f-7666-4481-ad6b-1792a354fca0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:28:07.816469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.858899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-19bda4e9-0616-4e43-9842-ae9039d39876 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0965219 Oct 29 11:28:07.859155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Made reservation on behalf of defc5934a2cb4c17a6922696eca515d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:07.863720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:07.874627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Request body: {'port': {'device_id': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:07.996181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network f400b10f-7666-4481-ad6b-1792a354fca0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:28:08.022526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.060928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f400b10f-7666-4481-ad6b-1792a354fca0) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:08.070754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab5830-20f5-4a8a-9c2a-da0dbdf6cbff None None] Network f400b10f-7666-4481-ad6b-1792a354fca0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:08.079771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.080376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.086299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.090968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-7c2e86e7-06dc-49d5-b1de-1eb2caea2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.095037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-7c2e86e7-06dc-49d5-b1de-1eb2caea2cff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 1098 time: 0.1746929 Oct 29 11:28:08.129958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2d3e51-11b4-4363-bcf1-c15d93ce7bce,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:08.131348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.151362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.165594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-610c22ef-21c6-415c-bfc1-befbefd3c420 req-920094da-ad4c-492a-b325-063bb2232145 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7472713 Oct 29 11:28:08.192564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3179915-1a1a-4ba9-b1eb-7aceb79c0c62 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8489039 Oct 29 11:28:08.198658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Allocated IP 192.168.233.243 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/8b77f6f8-106b-4232-8642-0e61d1cf1fef) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:08.206297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49344) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:08.214967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'subnet': {'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:08.318473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-f400b10f-7666-4481-ad6b-1792a354fca0', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:28:08.319346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.421582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6c4af-4b6d-45a1-8ae0-68c0b818c179 req-07beb027-c1c1-43ed-b8d4-36d47d60b506 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.429165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e6c4af-4b6d-45a1-8ae0-68c0b818c179 req-07beb027-c1c1-43ed-b8d4-36d47d60b506 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.1636846 Oct 29 11:28:08.556529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b27183-f728-4243-8632-f3780102580e {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:08.560580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e6c4af-4b6d-45a1-8ae0-68c0b818c179 req-6c896392-78f9-48a0-adf4-d24adeab356d tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304545 Oct 29 11:28:08.565713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.576754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:08.581844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.582883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Transition to ACTIVE for port object 52b27183-f728-4243-8632-f3780102580e will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:08.589643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-fd36284e-6ade-4207-afcc-c50b525df3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.591775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-fd36284e-6ade-4207-afcc-c50b525df3c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4621274 Oct 29 11:28:08.600680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95fd3-7335-4b61-9fcc-3fd8b182d076 req-c664e44c-c42a-4629-b02c-3888e01f3ce4 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.609368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3d95fd3-7335-4b61-9fcc-3fd8b182d076 req-c664e44c-c42a-4629-b02c-3888e01f3ce4 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 946 time: 0.5205162 Oct 29 11:28:08.614371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.675062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Allocated IP 10.1.1.2 (f400b10f-7666-4481-ad6b-1792a354fca0/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e/af086a6a-a657-4200-8859-1f978030796e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:08.699666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-892cb8b1-70d7-4596-86a0-931322c53d08 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822 HTTP/1.1" status: 200 len: 217 time: 0.0879691 Oct 29 11:28:08.788113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Pushing event updated for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:08.817717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3d95fd3-7335-4b61-9fcc-3fd8b182d076 req-df202aec-0503-47d0-8b8c-eab6772141a3 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074652 Oct 29 11:28:08.859650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-514ab930-d4df-4b14-8b6e-6040f448e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.861168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-514ab930-d4df-4b14-8b6e-6040f448e511 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1449144 Oct 29 11:28:08.956389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Attempting to bind port 52b27183-f728-4243-8632-f3780102580e on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:08.956757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Attempting to bind port 52b27183-f728-4243-8632-f3780102580e by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:08.957077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Attempting to bind port 52b27183-f728-4243-8632-f3780102580e on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:08.975417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Port 52b27183-f728-4243-8632-f3780102580e on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:08.975812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Attempting to bind port 52b27183-f728-4243-8632-f3780102580e on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:08.985164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.989751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:08.990090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:08.990470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:08.990916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Bound port: 52b27183-f728-4243-8632-f3780102580e, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:08.991266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.995921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-655f3cdf-a9b3-4dc4-8275-cbf65b5a7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:08.996223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:08.997691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-655f3cdf-a9b3-4dc4-8275-cbf65b5a7bc0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215284 Oct 29 11:28:09.015414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e947974e-071d-4b38-95a6-e12472122274 req-80be620a-2b72-4211-a9aa-3a5e3f80352e tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/1b56fd82-64b2-4833-b608-158c25b4ee6a HTTP/1.1" status: 200 len: 1804 time: 0.1268752 Oct 29 11:28:09.018638 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.043336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Network f400b10f-7666-4481-ad6b-1792a354fca0 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:09.046371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:09.049829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:09.067848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.110471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dba61-b742-4905-90c3-64d13749cfdc req-15af6546-1933-4efa-97e7-f717ec25e675 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.121725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e7dba61-b742-4905-90c3-64d13749cfdc req-15af6546-1933-4efa-97e7-f717ec25e675 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 944 time: 0.3567295 Oct 29 11:28:09.171406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Pushing event updated for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.182510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Subnet': ['ID=f72c5088-12c0-4802-8800-db90bc71f84f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.195829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Checking segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:09.196047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Attempting to bind port af086a6a-a657-4200-8859-1f978030796e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:09.196243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network hostable DHCP agents. Network: 5d30babd-2ab1-4ae7-b74c-535833dbfb68, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:28:09.196524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Attempting to bind port af086a6a-a657-4200-8859-1f978030796e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:09.196964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Attempting to bind port af086a6a-a657-4200-8859-1f978030796e on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:09.207207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:09.208327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:09.208816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.209383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Bound using segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:09.211348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Bound port: af086a6a-a657-4200-8859-1f978030796e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:09.212624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.228648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e7dba61-b742-4905-90c3-64d13749cfdc req-4993c2c1-158c-4d8d-a73c-1b94d4893faf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054640 Oct 29 11:28:09.234609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:09.243891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e947974e-071d-4b38-95a6-e12472122274 req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.264917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=52b27183-f728-4243-8632-f3780102580e,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:09.274434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-ee8b362d-42b0-49c7-a39c-9cd428973bd7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535558 Oct 29 11:28:09.287761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.308942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.316612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:09.321445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=af086a6a-a657-4200-8859-1f978030796e,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:09.327513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:09.328666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e947974e-071d-4b38-95a6-e12472122274 req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.328904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:28:09.381511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.419044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.419818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.421239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/52b27183-f728-4243-8632-f3780102580e HTTP/1.1" status: 200 len: 1092 time: 1.5543964 Oct 29 11:28:09.424791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'tag': '52b27183-f728-4243-8632-f3780102580e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:09.427141 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18c06c2-2ab9-4509-b36a-31614d0f5fca" -d '{"events": [{"name": "network-changed", "server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "tag": "52b27183-f728-4243-8632-f3780102580e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:09.433029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 5d30babd-2ab1-4ae7-b74c-535833dbfb68) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:09.448403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.449409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.457623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac310cf2-986b-4611-a1a3-9cb8a7867616 None None] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:09.470093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:09.477737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.481299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:09.488638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:09.580758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 48acf4c5-9fea-44c1-8b0f-13e06dba4822 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:09.588742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05d049-34ef-4096-8d06-06fe2c7254f1 service neutron] Pushing event updated for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.628768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1559d0fc-7f35-43ab-ab7a-ee1c767fd146 req-c3887e21-1b1b-4106-ae0d-f8d3ae2dd04d service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426466 Oct 29 11:28:09.669484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.671059 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.672025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e947974e-071d-4b38-95a6-e12472122274 req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.676443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e947974e-071d-4b38-95a6-e12472122274 req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:09.701354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a3fcef2c-76d0-433a-94c3-b347592c1418 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4909203 Oct 29 11:28:09.706611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e947974e-071d-4b38-95a6-e12472122274 req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/1b56fd82-64b2-4833-b608-158c25b4ee6a HTTP/1.1" status: 204 len: 173 time: 0.6768465 Oct 29 11:28:09.710907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-cee8c1a6-0fe1-4cad-963d-3c104bf2d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.721472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-cee8c1a6-0fe1-4cad-963d-3c104bf2d574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 1095 time: 0.2218206 Oct 29 11:28:09.723874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49362) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:09.732440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'name': 'tempest-TaggedBootDevicesTest-370988058', 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:09.742843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-29eebfb5-1d35-4022-be33-d9954cdf129f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3480022 Oct 29 11:28:09.763199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52efa1f-bda5-4e2f-9a75-44fdd54bb4d1 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b56fd82-64b2-4833-b608-158c25b4ee6a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.783843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5121af-2c79-4d7f-b457-79f36b781b8d None None] Pushing event updated for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:09.791547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b657c2-9b25-400b-963a-2e1eb54aa46b req-2d54de97-55e9-4d86-bb35-fdf4c25eca65 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:09.810508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b657c2-9b25-400b-963a-2e1eb54aa46b req-2d54de97-55e9-4d86-bb35-fdf4c25eca65 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 947 time: 0.4276264 Oct 29 11:28:09.838612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-832fd0ba-3e19-41ca-b7e3-518c094e978f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b27183-f728-4243-8632-f3780102580e HTTP/1.1" status: 200 len: 217 time: 0.0976832 Oct 29 11:28:09.848066 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:28:09.877244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Request body: {'port': {'device_id': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:09.947118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b657c2-9b25-400b-963a-2e1eb54aa46b req-b2cf3cb4-062c-4a9d-bcf7-36d4bc96e6c0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354091 Oct 29 11:28:10.051563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-fdab441a-7152-4f86-bab1-60262e42bf13 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:10.054863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-fdab441a-7152-4f86-bab1-60262e42bf13 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.41 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.4042010 Oct 29 11:28:10.091495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-116a051e-f696-42ca-85b2-cbcd71419248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:10.107289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-116a051e-f696-42ca-85b2-cbcd71419248 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.2543879 Oct 29 11:28:10.110008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e324e6bf-7fca-4639-83a6-1eec14fe7d4f None None] Provisioning complete for port 8b77f6f8-106b-4232-8642-0e61d1cf1fef triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:10.110379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e324e6bf-7fca-4639-83a6-1eec14fe7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.136432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340940-3e81-48b0-b7ac-f6bb78cc66ca req-ce702e9a-97e5-4957-b0a3-a768439f1a65 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:10.145043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75340940-3e81-48b0-b7ac-f6bb78cc66ca req-ce702e9a-97e5-4957-b0a3-a768439f1a65 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 936 time: 0.3096383 Oct 29 11:28:10.163911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ips': [{'subnet_id': 'f72c5088-12c0-4802-8800-db90bc71f84f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:28:10.164760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.195681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e324e6bf-7fca-4639-83a6-1eec14fe7d4f None None] Port 8b77f6f8-106b-4232-8642-0e61d1cf1fef cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:10.222390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:10.239967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '48acf4c5-9fea-44c1-8b0f-13e06dba4822', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '48acf4c5-9fea-44c1-8b0f-13e06dba4822', 'mac_address': 'fa:16:3e:07:3e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:10.288020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19918-3e66-42a0-8efe-4561507ef38f req-de6ef321-102b-41d3-b19a-ae3be1d70fc2 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:10.289763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76e19918-3e66-42a0-8efe-4561507ef38f req-de6ef321-102b-41d3-b19a-ae3be1d70fc2 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 946 time: 0.1743267 Oct 29 11:28:10.323522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.372460 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.408677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76e19918-3e66-42a0-8efe-4561507ef38f req-d2191d9b-2017-4639-8184-3793d9e86d4f tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044405 Oct 29 11:28:10.461745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:10.467206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48acf4c5-9fea-44c1-8b0f-13e06dba4822 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:10.477692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Deleting port de5c852c-750d-403f-aad2-7f2fc34d9026 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:10.478201 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.568826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:10.585748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.605108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Allocated IP 10.2.2.2 (5d30babd-2ab1-4ae7-b74c-535833dbfb68/f72c5088-12c0-4802-8800-db90bc71f84f/6afe2180-1501-4365-8213-0534470e544a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:10.678716 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2673d-08b3-4e43-8510-cf7273f58ac3 x-openstack-request-id: req-53f2673d-08b3-4e43-8510-cf7273f58ac3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:10.680028 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "tag": "52b27183-f728-4243-8632-f3780102580e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:10.680286 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53f2673d-08b3-4e43-8510-cf7273f58ac3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:10.681035 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'tag': '52b27183-f728-4243-8632-f3780102580e', 'status': 'completed', 'code': 200} Oct 29 11:28:10.688380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-e1b3bff8-619e-4d5d-b775-0bc6da6d9fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5346520 Oct 29 11:28:10.719680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75340940-3e81-48b0-b7ac-f6bb78cc66ca req-f5311f2a-1538-47a6-bb8c-3e4fcd117ae6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734048 Oct 29 11:28:10.801946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] For port de5c852c-750d-403f-aad2-7f2fc34d9026, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=de5c852c-750d-403f-aad2-7f2fc34d9026,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:10.802731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.848743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.870310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:10.953833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-b6cb48c7-e4c3-4650-be9c-f81caebef750 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325995 Oct 29 11:28:10.963990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:10.972191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:10.979603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:11.055402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:11.060734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['48acf4c5-9fea-44c1-8b0f-13e06dba4822'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:11.161302 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fa99800-45a6-459f-9d06-17ac5bfc254a req-7d9e5147-1374-4e05-9e93-189048103fe9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/c012ed11-53fc-4b66-b74f-8808c7fecfad HTTP/1.1" status: 200 len: 1804 time: 0.2057264 Oct 29 11:28:11.272455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-3923958a-3d58-48ce-954c-08b26426ae06 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041010 Oct 29 11:28:11.347062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Pushing event updated for resources: {'Port': ['ID=6afe2180-1501-4365-8213-0534470e544a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:11.412516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Attempting to bind port 6afe2180-1501-4365-8213-0534470e544a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:11.414001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Attempting to bind port 6afe2180-1501-4365-8213-0534470e544a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:11.414381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Attempting to bind port 6afe2180-1501-4365-8213-0534470e544a on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:11.454548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:11.455240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Checking segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:11.457879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.458514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Bound using segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:11.459974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Bound port: 6afe2180-1501-4365-8213-0534470e544a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:11.461152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.470399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89464ca-cfb0-4d53-9c64-b3515c7affe3 req-1b2ed4db-7172-4dac-b879-4b366bc3535d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:11.471850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f89464ca-cfb0-4d53-9c64-b3515c7affe3 req-1b2ed4db-7172-4dac-b879-4b366bc3535d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 944 time: 0.1977012 Oct 29 11:28:11.480359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6fd41-3ea3-4347-9f90-21543fe7b1dc None None] Network f400b10f-7666-4481-ad6b-1792a354fca0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:11.492452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-d75354e0-0099-49bc-b5e0-dc242437b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:11.497023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-d75354e0-0099-49bc-b5e0-dc242437b346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 1095 time: 0.1308231 Oct 29 11:28:11.588527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f38b-fc63-4aae-bf73-4a17ddf527f1 req-31ed5dc5-d8ea-4e0b-8ee1-4e7f55e56fe8 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:11.596536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ef2f38b-fc63-4aae-bf73-4a17ddf527f1 req-31ed5dc5-d8ea-4e0b-8ee1-4e7f55e56fe8 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 945 time: 0.9625959 Oct 29 11:28:11.650249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-da9e0e55-3ff0-487b-a27f-eb704520b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:11.668324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-da9e0e55-3ff0-487b-a27f-eb704520b204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.1454055 Oct 29 11:28:11.673044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device af086a6a-a657-4200-8859-1f978030796e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:11.729080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] Provisioning complete for port af086a6a-a657-4200-8859-1f978030796e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:11.729335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.745950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ef2f38b-fc63-4aae-bf73-4a17ddf527f1 req-eec63f69-e5a1-4131-9552-430797684b50 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477869 Oct 29 11:28:11.774855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-8ce5e320-47da-487a-9832-aef71a01ce3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b27183-f728-4243-8632-f3780102580e HTTP/1.1" status: 200 len: 217 time: 0.1069131 Oct 29 11:28:11.779426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f89464ca-cfb0-4d53-9c64-b3515c7affe3 req-f8aeec93-a205-4e03-bc68-eeb9946757cd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966752 Oct 29 11:28:11.804581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.846845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] For port 6afe2180-1501-4365-8213-0534470e544a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:11.852074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-96d7617f-a969-4ff4-90a1-764c18d97280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:11.854232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] For port 6afe2180-1501-4365-8213-0534470e544a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6afe2180-1501-4365-8213-0534470e544a,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:11.854420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-96d7617f-a969-4ff4-90a1-764c18d97280 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0705814 Oct 29 11:28:11.868404 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.911003 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.911989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:11.912386 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Floating IP c62ab44f-90b4-46e6-8e9d-66b7491c7287 disassociated. External IP: 172.25.4.229, port: de5c852c-750d-403f-aad2-7f2fc34d9026. Oct 29 11:28:11.912823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Calling delete_port for de5c852c-750d-403f-aad2-7f2fc34d9026 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:11.929270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-740699bc-a470-4ea7-80e3-267fc1834149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668342 Oct 29 11:28:12.087289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385981969', 'description': 'tempest-description-1091555895'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:12.102322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port af086a6a-a657-4200-8859-1f978030796e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:12.104137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.137191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.175756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] device_id is not set on port 6118a448-9476-4b50-b35e-129499371123 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:28:12.187726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959e9a-c45a-4329-a643-4516041866f3 req-6e0be979-3b13-498c-9e49-cfd50400708c tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:12.189393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59959e9a-c45a-4329-a643-4516041866f3 req-6e0be979-3b13-498c-9e49-cfd50400708c tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 948 time: 0.2529237 Oct 29 11:28:12.229279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-cc311f1e-0284-412c-9f2a-71f9f18947b6 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913206 Oct 29 11:28:12.286733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.301203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b24fe-456c-4d88-93c5-37a3f9539d6c None None] Pushing event updated for resources: {'Port': ['ID=6afe2180-1501-4365-8213-0534470e544a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:12.324276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.364868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59959e9a-c45a-4329-a643-4516041866f3 req-b944f458-0838-4aae-8804-68eef59a828b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595356 Oct 29 11:28:12.461752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c18c06c2-2ab9-4509-b36a-31614d0f5fca req-54695f5f-bcc4-46de-95cf-abc4cde42cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250025 Oct 29 11:28:12.629578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.647753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d6c4-3157-4914-882d-8603f0a7de41 req-ee937cd0-9507-4cfd-93c0-31c9ba30cf98 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:12.650309 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eac1d6c4-3157-4914-882d-8603f0a7de41 req-ee937cd0-9507-4cfd-93c0-31c9ba30cf98 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 936 time: 0.1162810 Oct 29 11:28:12.716056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.720805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eac1d6c4-3157-4914-882d-8603f0a7de41 req-3ab608c0-5a75-470b-95c6-25a54e238fc3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Oct 29 11:28:12.765270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=af086a6a-a657-4200-8859-1f978030796e,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:12.777442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.788280 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.792015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7039039b-ed7c-4a93-808d-3a74b5ee0f0b req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7106879 Oct 29 11:28:12.869918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:28:12.870253 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:28:12.886158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f573e8-35c7-4150-a6b7-12124d9aa893 None None] Pushing event updated for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:12.926127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-01947ce5-918b-4ac5-b9e0-5181a134a826 None None] Provisioning complete for port af086a6a-a657-4200-8859-1f978030796e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:12.926511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-01947ce5-918b-4ac5-b9e0-5181a134a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:12.944566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9221443-0641-45eb-8586-36cda2c3a67f req-c5fb8ccb-84de-4293-ab56-0a3f808d1eb7 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:12.947271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526300a-5668-410c-90b9-5c1bcf60a6f3 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543d63d2-f515-437f-bfb9-ccffab986a7a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:12.949974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9221443-0641-45eb-8586-36cda2c3a67f req-c5fb8ccb-84de-4293-ab56-0a3f808d1eb7 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 946 time: 0.1175637 Oct 29 11:28:13.008887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.1.1.159 (f400b10f-7666-4481-ad6b-1792a354fca0/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e/6118a448-9476-4b50-b35e-129499371123) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:13.047940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d9221443-0641-45eb-8586-36cda2c3a67f req-406635c0-d123-4c1b-b7d7-657e201c2e1b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770452 Oct 29 11:28:13.067142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.147030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28cb7c95-195d-4461-81b9-b8184e732197 req-f1f61e74-6aaa-4013-bd89-9ba909f38cf7 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 200 len: 1804 time: 0.0791373 Oct 29 11:28:13.158704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '543d63d2-f515-437f-bfb9-ccffab986a7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:13.159105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '543d63d2-f515-437f-bfb9-ccffab986a7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:13.215088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event deleted for resources: {'Port': ['ID=de5c852c-750d-403f-aad2-7f2fc34d9026,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:13.252089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.258206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cd1af-19fe-4c0b-b597-1b581adc1d02 req-932872f5-b62d-45a4-a7de-663bbe9b3262 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:13.260174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e0cd1af-19fe-4c0b-b597-1b581adc1d02 req-932872f5-b62d-45a4-a7de-663bbe9b3262 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 867 time: 0.3277669 Oct 29 11:28:13.293970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.294829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b77f6f8-106b-4232-8642-0e61d1cf1fef {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:13.299321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.315069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.326802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.330159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28cb7c95-195d-4461-81b9-b8184e732197 req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1770709 Oct 29 11:28:13.333172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed752301-48fa-441b-8b4f-c24a9973ccb2 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36592cd7-2bfb-4d1e-81af-f09936581167,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:13.391216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Transition to ACTIVE for port object 8b77f6f8-106b-4232-8642-0e61d1cf1fef will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:13.409040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.437283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e0cd1af-19fe-4c0b-b597-1b581adc1d02 req-2c967650-5b58-4784-b525-80d54ac83d7c tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d4189d2-8b0b-49bd-a0aa-24abdededeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524527 Oct 29 11:28:13.515748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995933c-0f50-4fe0-8ba9-ccb2be5de35c req-f67f7dab-c17b-4bfc-81c6-97a1e1d363d5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:13.516822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Router b8057ed6-b2af-4941-baf1-d7f4389fd42a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:28:13.526101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a995933c-0f50-4fe0-8ba9-ccb2be5de35c req-f67f7dab-c17b-4bfc-81c6-97a1e1d363d5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 944 time: 0.1340475 Oct 29 11:28:13.590117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 48acf4c5-9fea-44c1-8b0f-13e06dba4822 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:13.649817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a995933c-0f50-4fe0-8ba9-ccb2be5de35c req-708d7341-ee6e-4bf5-99e3-79e30040f86f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223633 Oct 29 11:28:13.664942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2405054-93a8-463c-b6af-243eb1ae6f6c None None] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:13.818761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:13.824579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-6dc06d2d-e053-447b-bc7c-442fce06a781 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 200 len: 2397 time: 0.0980942 Oct 29 11:28:13.844334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] Provisioning complete for port 6afe2180-1501-4365-8213-0534470e544a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:13.844899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.868276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '543d63d2-f515-437f-bfb9-ccffab986a7a', 'remote_group_id': None}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:13.868624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '543d63d2-f515-437f-bfb9-ccffab986a7a', 'remote_group_id': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:13.870642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:28:13.871844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6afe2180-1501-4365-8213-0534470e544a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:13.886715 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Sync routers for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:28:13.898790 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:28:13.900162 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:28:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:13.937791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-0c5953d5-08ff-41b4-9818-010eb0d4d0d9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:13.939410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-0c5953d5-08ff-41b4-9818-010eb0d4d0d9 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "GET /v2.0/ports?device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 946 time: 0.1424143 Oct 29 11:28:13.945778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:13.965849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:13.966209 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.974688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:13.995036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.018450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:14.018450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:14.018450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:14.049999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] No DVR routers for this DVR port de5c852c-750d-403f-aad2-7f2fc34d9026 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:14.054425 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:28:14.057572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.062577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.063382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.068064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4dbfcd-2eb2-4855-9128-4aac2809c590 req-ec4671e4-4038-4bb6-bb1c-fc02b2413d30 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.41 "DELETE /v2.0/ports/de5c852c-750d-403f-aad2-7f2fc34d9026 HTTP/1.1" status: 204 len: 173 time: 4.0036528 Oct 29 11:28:14.080026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f369ad1-2211-4b66-9e61-75849b76eb91 req-fa75d314-f4f4-41a6-be3f-bdc6224ec630 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.082465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f369ad1-2211-4b66-9e61-75849b76eb91 req-fa75d314-f4f4-41a6-be3f-bdc6224ec630 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.4535832 Oct 29 11:28:14.082992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'name': 'network-vif-deleted', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:14.086387 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2def5ff-2739-41a4-95b9-f53a2b9654cb" -d '{"events": [{"server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "name": "network-vif-deleted", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:14.088688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568736fa-10ae-48ba-a69f-4b781f9b6020,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:14.091823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:14.092221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:14.095794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.121670 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.137760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6afe2180-1501-4365-8213-0534470e544a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:14.138157 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.162802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.164903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb7c2627-8fcb-4913-aedc-0448b4fa5bd1 req-27c22f64-f7b8-4d5a-92fd-4b297ef750aa tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3008251 Oct 29 11:28:14.179227 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Deleting port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:14.179663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.203333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:14.226556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] For port 6afe2180-1501-4365-8213-0534470e544a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6afe2180-1501-4365-8213-0534470e544a,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:14.234912 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.248820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:14.249191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:14.249590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:14.250029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Bound port: 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:14.253536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.286408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network f400b10f-7666-4481-ad6b-1792a354fca0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:14.288566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:14.317657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:14.352445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device af086a6a-a657-4200-8859-1f978030796e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:14.364620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be8349-fe37-48fb-abb6-d23acd455720 req-ed60361e-518e-4f9a-b53f-9b2ae71232e0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.367200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8be8349-fe37-48fb-abb6-d23acd455720 req-ed60361e-518e-4f9a-b53f-9b2ae71232e0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 948 time: 0.0911789 Oct 29 11:28:14.438396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.439774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.461681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f369ad1-2211-4b66-9e61-75849b76eb91 req-72ab1d48-0007-455a-8023-55e07ed36e80 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3702178 Oct 29 11:28:14.477732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8be8349-fe37-48fb-abb6-d23acd455720 req-4f821c04-81d9-4b6a-b9d1-05ec8d8de139 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996449 Oct 29 11:28:14.494949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] For port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:14.499178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.518861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Calling delete_port for dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:14.522827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.594956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8e5e7e05-ece5-443b-9ee4-2597088772f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8695245 Oct 29 11:28:14.608326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bfed6-3121-4dc2-a0e1-b6fe192f315b None None] Pushing event updated for resources: {'Port': ['ID=6afe2180-1501-4365-8213-0534470e544a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:14.612480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:14.637416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'name': 'tempest-TaggedBootDevicesTest-1468777645', 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:14.640665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 52b27183-f728-4243-8632-f3780102580e details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:14.649411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device de5c852c-750d-403f-aad2-7f2fc34d9026 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:14.674619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:14.676836 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737ac987-d603-412f-8c29-5af661d067a8" -d '{"events": [{"server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "name": "network-vif-plugged", "status": "completed", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:14.694353 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:14.707378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port af086a6a-a657-4200-8859-1f978030796e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:14.707746 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.753661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Checking router: b8057ed6-b2af-4941-baf1-d7f4389fd42a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:28:14.774983 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:28:14.775584 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:28:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:14.789845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3d318-fc98-433b-be5e-1ff8e1a8d862 req-cf867b5d-de4d-4f1d-8195-1f27224ab466 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.791453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40a3d318-fc98-433b-be5e-1ff8e1a8d862 req-cf867b5d-de4d-4f1d-8195-1f27224ab466 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=738be9b2-dcae-4f33-a2c0-d257c0088ed5 HTTP/1.1" status: 200 len: 946 time: 0.1203642 Oct 29 11:28:14.840150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:14.846023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:14.856483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.920194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d0b9-f8f0-49dd-9498-0745e3821124 req-f2615906-a90d-4dc3-9bec-91903be1bcff tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.921963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d751d0b9-f8f0-49dd-9498-0745e3821124 req-f2615906-a90d-4dc3-9bec-91903be1bcff tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.3142350 Oct 29 11:28:14.946625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:14.947348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:14.949044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] 10.222.0.41 "PUT /v2.0/ports/8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 1096 time: 5.0823188 Oct 29 11:28:14.955769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: de5c852c-750d-403f-aad2-7f2fc34d9026 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:14.956552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device de5c852c-750d-403f-aad2-7f2fc34d9026 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:14.965899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:14.994710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:15.004343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ddb8-fc14-498d-80d6-d6ed905e6c3a service neutron] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:15.036367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d751d0b9-f8f0-49dd-9498-0745e3821124 req-15e95e4e-f2b1-4a16-a426-810332544378 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973556 Oct 29 11:28:15.042394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:15.050504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:15.143143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:28:15.147179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] device_id is not set on port b568f848-f6f3-4378-a94f-e423c5371fd0 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:28:15.177301 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e27a857-2c72-4cda-9536-501633e39041 x-openstack-request-id: req-3e27a857-2c72-4cda-9536-501633e39041 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:15.178340 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687caf98-63d2-4972-b19f-2dc5c7aa0565", "name": "network-vif-deleted", "tag": "de5c852c-750d-403f-aad2-7f2fc34d9026", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:15.179558 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e27a857-2c72-4cda-9536-501633e39041 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:15.182957 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687caf98-63d2-4972-b19f-2dc5c7aa0565', 'name': 'network-vif-deleted', 'tag': 'de5c852c-750d-403f-aad2-7f2fc34d9026', 'status': 'completed', 'code': 200} Oct 29 11:28:15.195315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0c5211d0-28a8-4734-8863-b8bd36ce7651 None None] Provisioning complete for port 6afe2180-1501-4365-8213-0534470e544a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:15.195814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c5211d0-28a8-4734-8863-b8bd36ce7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:15.204715 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40a3d318-fc98-433b-be5e-1ff8e1a8d862 req-a0a61e3c-7bfd-45fa-94af-0ce28ebcbd6c tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792496 Oct 29 11:28:15.299354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:15.344494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-13436656-04fc-4f6c-95a5-68925cb51138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:15.346508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-13436656-04fc-4f6c-95a5-68925cb51138 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1099 time: 0.2620163 Oct 29 11:28:15.405446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['3ae41165-7464-4486-ab67-b1f581f54db3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:15.445546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-d1b64533-3d69-4311-a83f-f83d8484d75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0880377 Oct 29 11:28:15.459258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'c77fe611-e70c-4d10-a372-18c808809ddc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:15.471187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1f2e745e-3873-4607-a1e3-69d4780b45fb req-bd7a4c4d-f01a-484f-9747-f2563a1affd9 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.1215954 Oct 29 11:28:15.526063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event deleted for resources: {'Port': ['ID=dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:15.566531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-afb2cb56-fb73-458b-a6d0-977394ec705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:15.568567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-afb2cb56-fb73-458b-a6d0-977394ec705e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1167483 Oct 29 11:28:15.569444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=52b27183-f728-4243-8632-f3780102580e,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:15.589875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] No DVR routers for this DVR port dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:15.606723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:15.614323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fee2ed1-ceaf-420f-b61c-5b6939b9807f req-48baedbd-354d-4c48-84ae-71d503abef5b tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "DELETE /v2.0/ports/dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 HTTP/1.1" status: 204 len: 173 time: 1.6682053 Oct 29 11:28:15.615082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f55e3b37-2326-4966-ad5e-3772b4532100 req-f78294b7-b734-4578-bb41-ca5f9ee22022 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 200 len: 2995 time: 0.4002223 Oct 29 11:28:15.616568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'name': 'network-vif-deleted', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:15.629133 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b66cd-efc3-4057-829a-e2868dd8cebe" -d '{"events": [{"server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "name": "network-vif-deleted", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:15.728301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '52b27183-f728-4243-8632-f3780102580e', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': '52b27183-f728-4243-8632-f3780102580e', 'mac_address': 'fa:16:3e:63:9f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:15.764917 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4414dbf8-20be-4734-9e3f-0043e0962d74 x-openstack-request-id: req-4414dbf8-20be-4734-9e3f-0043e0962d74 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:15.765420 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "name": "network-vif-plugged", "status": "completed", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:15.765833 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4414dbf8-20be-4734-9e3f-0043e0962d74 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:15.766461 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822', 'code': 200} Oct 29 11:28:15.800864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0dd4e-29db-43f6-ab76-f8f05b89358a req-27b37a9d-03d4-458d-8885-8ea267df776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:15.803487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75a0dd4e-29db-43f6-ab76-f8f05b89358a req-27b37a9d-03d4-458d-8885-8ea267df776b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 1100 time: 0.1173472 Oct 29 11:28:15.809272 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:15.826749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:15.903477 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0dfbb-d872-49f3-adb2-2ce7624e7839 None None] The sync data for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 is: [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:24:31Z', 'revision_number': 4, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f4c84d80-5ae6-4123-909a-4a316bbd6317', 'name': '', 'network_id': '9de7a28f-8804-419e-b970-7dcd3df5c69b', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'mac_address': 'fa:16:3e:f4:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:29Z', 'updated_at': '2021-10-29T11:24:43Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'subnets': [{'id': '9ba24032-209e-43bd-b944-7d99a8d7be89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:28:15.950127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6afe2180-1501-4365-8213-0534470e544a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:16.045029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75a0dd4e-29db-43f6-ab76-f8f05b89358a req-8351e90f-c49b-4349-b1e0-058014668c32 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321465 Oct 29 11:28:16.064501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.1.1.65 (f400b10f-7666-4481-ad6b-1792a354fca0/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e/b568f848-f6f3-4378-a94f-e423c5371fd0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:16.079407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265610d-5cb4-47f2-9687-9f950997d187 req-74c3d3e2-c973-495a-96f1-9e7dfdcaee1e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:16.089392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a265610d-5cb4-47f2-9687-9f950997d187 req-74c3d3e2-c973-495a-96f1-9e7dfdcaee1e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2492218 Oct 29 11:28:16.115688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.166829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6afe2180-1501-4365-8213-0534470e544a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:16.167347 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.168788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-65f07c38-f1a9-45d8-97b2-6df0c47dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:16.170850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-65f07c38-f1a9-45d8-97b2-6df0c47dc899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5923564 Oct 29 11:28:16.185810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adaf39-3082-452c-8f3e-86d0ef9c7564 req-1dae2f8c-a95c-4fdd-8103-e35803f30e57 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:16.194122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3adaf39-3082-452c-8f3e-86d0ef9c7564 req-1dae2f8c-a95c-4fdd-8103-e35803f30e57 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 944 time: 0.4887221 Oct 29 11:28:16.207841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a265610d-5cb4-47f2-9687-9f950997d187 req-aadcd8af-9378-4b6a-ba4f-5c4e8e216a4a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1158991 Oct 29 11:28:16.209364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b27183-f728-4243-8632-f3780102580e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:16.314616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=52b27183-f728-4243-8632-f3780102580e,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:16.336633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.388199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0c5211d0-28a8-4734-8863-b8bd36ce7651 None None] Provisioning complete for port 6118a448-9476-4b50-b35e-129499371123 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:16.388820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c5211d0-28a8-4734-8863-b8bd36ce7651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.421976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3adaf39-3082-452c-8f3e-86d0ef9c7564 req-86877a20-0cb1-4362-9e81-6e96e9d2c558 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267175 Oct 29 11:28:16.504732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-e98c93b3-1b1d-4533-8288-57048a2c7515 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-group-rules/568736fa-10ae-48ba-a69f-4b781f9b6020 HTTP/1.1" status: 200 len: 783 time: 0.0443342 Oct 29 11:28:16.576952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb755d-0343-4bfe-993d-126948b52501 req-a11dcf39-b932-4e75-85c2-93853da5ec58 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:16.579259 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cefb755d-0343-4bfe-993d-126948b52501 req-a11dcf39-b932-4e75-85c2-93853da5ec58 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 949 time: 0.2059040 Oct 29 11:28:16.650952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cefb755d-0343-4bfe-993d-126948b52501 req-a83d41ba-abb2-48d0-9513-d7159437ea1f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Oct 29 11:28:16.689688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-dafc2b39-77bd-4ceb-bcc1-c757c403276c service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833281 Oct 29 11:28:16.699900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.750579 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c822c9-f106-4c25-93ed-ddc9928f9366 x-openstack-request-id: req-61c822c9-f106-4c25-93ed-ddc9928f9366 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:16.751260 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738be9b2-dcae-4f33-a2c0-d257c0088ed5", "name": "network-vif-deleted", "tag": "dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:16.751674 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61c822c9-f106-4c25-93ed-ddc9928f9366 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:16.752359 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738be9b2-dcae-4f33-a2c0-d257c0088ed5', 'name': 'network-vif-deleted', 'tag': 'dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5', 'status': 'completed', 'code': 200} Oct 29 11:28:16.753120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-6c1fe616-eec1-4559-965d-d8db1b84fe35 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 200 len: 2995 time: 0.2417753 Oct 29 11:28:16.832108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['52b27183-f728-4243-8632-f3780102580e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:16.834239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:16.837876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d633b0-a341-4762-b1c6-b672e2986061 None None] New status for floating IP c62ab44f-90b4-46e6-8e9d-66b7491c7287: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:28:16.939122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:16.943605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0c5211d0-28a8-4734-8863-b8bd36ce7651 None None] Port 6118a448-9476-4b50-b35e-129499371123 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:16.946118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:16.975790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.026134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.049345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459d36-447d-4b61-8808-c1bf842359d0 req-8c32390c-3d42-4c9e-afb8-56b395c533e9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:17.052072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0d459d36-447d-4b61-8808-c1bf842359d0 req-8c32390c-3d42-4c9e-afb8-56b395c533e9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.1426814 Oct 29 11:28:17.092787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.098546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network f400b10f-7666-4481-ad6b-1792a354fca0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:17.114767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.116630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d8f4643-a52d-4599-aac5-f58752acb689 req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/568736fa-10ae-48ba-a69f-4b781f9b6020 HTTP/1.1" status: 204 len: 173 time: 0.3615735 Oct 29 11:28:17.129109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1bc37-60fe-4425-8197-0a09e987a3d9 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=568736fa-10ae-48ba-a69f-4b781f9b6020,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:17.130843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:17.134541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a13599f-833a-4f9f-972a-a12fb48cd83e req-294fb9f3-9e21-40cd-8b35-f3c78d2d3bdd service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304109 Oct 29 11:28:17.138694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:17.143078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0d459d36-447d-4b61-8808-c1bf842359d0 req-126f56f2-22ee-45da-ae3f-5582a112f89a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748312 Oct 29 11:28:17.197253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:17.200164 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c637593-21f0-4768-b0b5-92bfb8e56b90" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:17.209249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:17.209886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.227751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:17.252893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ec7c335-c860-43d7-8f27-7abbfa788edf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6205406 Oct 29 11:28:17.368138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa778577-135c-463f-9fd2-a5aae56f82f8 req-1b63c519-ccb4-4ae4-bfee-ff848064c323 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0505188 Oct 29 11:28:17.463813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-4bd16ba8-faf9-4e31-9f3a-3736ab6defd6 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 200 len: 2397 time: 0.0725541 Oct 29 11:28:17.509377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.534835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.563531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.598202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:17.611053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:17.618682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.623199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.626848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.628144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5798b61-37d0-4ff8-b5a1-83694b78b595 req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/543d63d2-f515-437f-bfb9-ccffab986a7a HTTP/1.1" status: 204 len: 173 time: 0.1633632 Oct 29 11:28:17.652356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780c684-7443-440c-8985-4627b1d3d565 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543d63d2-f515-437f-bfb9-ccffab986a7a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:17.671934 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76475eaa-4f1e-44b2-8279-1dadaf54862b x-openstack-request-id: req-76475eaa-4f1e-44b2-8279-1dadaf54862b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:17.672677 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:17.673186 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76475eaa-4f1e-44b2-8279-1dadaf54862b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:17.673970 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'status': 'completed', 'code': 200} Oct 29 11:28:17.743191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:17.743559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dab4a5f9-d7d4-4f82-befc-a5519bf5ffd5 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:17.770900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:17.775620 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7540348d-4db3-431f-a214-1c6d45c7ef4d" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:17.791491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-33df4b13-d33a-4c5b-bc54-06218ffd4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:17.793810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-33df4b13-d33a-4c5b-bc54-06218ffd4f2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1099 time: 0.0941472 Oct 29 11:28:17.798824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e419382e-0222-45b8-b672-6cc4a32c9e61 None None] Provisioning complete for port b568f848-f6f3-4378-a94f-e423c5371fd0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:17.799201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e419382e-0222-45b8-b672-6cc4a32c9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:17.872485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:17.885516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e419382e-0222-45b8-b672-6cc4a32c9e61 None None] Port b568f848-f6f3-4378-a94f-e423c5371fd0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:17.906244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96162-b9d2-42f7-a57f-97d28dabb030 req-deaafe98-53e1-4105-b66a-9c7c2f27114e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:17.916385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aad96162-b9d2-42f7-a57f-97d28dabb030 req-deaafe98-53e1-4105-b66a-9c7c2f27114e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 945 time: 0.0625355 Oct 29 11:28:17.964262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aad96162-b9d2-42f7-a57f-97d28dabb030 req-6ac9c654-c025-4b33-bf09-ad64d764ba96 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Oct 29 11:28:18.096253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b123-e972-4601-a620-ff8968e29702 req-06b5edd3-0f1f-47cf-8681-1a05663209bd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.103936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0703b123-e972-4601-a620-ff8968e29702 req-06b5edd3-0f1f-47cf-8681-1a05663209bd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0659637 Oct 29 11:28:18.159136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0703b123-e972-4601-a620-ff8968e29702 req-6d803fce-a7fd-462f-9e8e-ca033edfc5fb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541761 Oct 29 11:28:18.189209 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-7898c247-d4ea-41d9-8670-7d7643034e5a req-0e3d8429-6013-4ef3-ac9c-6d5340d50361 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] show failed (client error): The resource could not be found. Oct 29 11:28:18.190232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7898c247-d4ea-41d9-8670-7d7643034e5a req-0e3d8429-6013-4ef3-ac9c-6d5340d50361 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/1b56fd82-64b2-4833-b608-158c25b4ee6a HTTP/1.1" status: 404 len: 352 time: 0.0160599 Oct 29 11:28:18.245727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49490) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:18.251432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742122900', 'description': 'tempest-description--1949739062'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:18.280335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-7a3dd8be-65e3-45cb-9e75-e41730354ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.282002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-7a3dd8be-65e3-45cb-9e75-e41730354ef6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4733622 Oct 29 11:28:18.293563 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d625fd93-2ed2-4556-a6e8-38299df13933 x-openstack-request-id: req-d625fd93-2ed2-4556-a6e8-38299df13933 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:18.293928 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:18.294193 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d625fd93-2ed2-4556-a6e8-38299df13933 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:18.294622 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:28:18.339330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-d6cfc9d7-d3f3-4a45-9d65-35596b5f6339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0469012 Oct 29 11:28:18.340493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217c673-4949-4f00-820a-f6b004a856a7 req-d343c877-896d-4437-8f95-1f1c2e5050f0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.345498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d217c673-4949-4f00-820a-f6b004a856a7 req-d343c877-896d-4437-8f95-1f1c2e5050f0 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 949 time: 0.0789487 Oct 29 11:28:18.347262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.405154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d217c673-4949-4f00-820a-f6b004a856a7 req-9f01a512-4595-4673-bd4d-da92d61628e9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Oct 29 11:28:18.435965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-ed608e37-589b-496c-9090-4797775aef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.437472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-ed608e37-589b-496c-9090-4797775aef3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0836022 Oct 29 11:28:18.493104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864072b-25cc-4691-bcf7-3a2ccc327fb8 req-e50c5750-f918-4436-9111-ed489b3037df tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.498237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d864072b-25cc-4691-bcf7-3a2ccc327fb8 req-e50c5750-f918-4436-9111-ed489b3037df tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.1321886 Oct 29 11:28:18.506970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.511364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.525180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-ee98dc9e-3ec2-4451-a874-1b3e7a9db2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:18.527302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-ee98dc9e-3ec2-4451-a874-1b3e7a9db2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795276 Oct 29 11:28:18.529821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-c475d4c1-d612-4b85-a0ef-0f932435472c tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/c012ed11-53fc-4b66-b74f-8808c7fecfad HTTP/1.1" status: 200 len: 1804 time: 0.0825322 Oct 29 11:28:18.560367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.565711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3146274 Oct 29 11:28:18.565711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:18.569511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'security_group_rule': {'security_group_id': '1ee04555-f9be-4fe0-a063-4ec3943674f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:18.579735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceddb71-23b8-4cb5-8b6a-b4914ba6d86b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee04555-f9be-4fe0-a063-4ec3943674f9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:18.604448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d864072b-25cc-4691-bcf7-3a2ccc327fb8 req-f8f07e5b-a21d-491f-acaa-057d475ef0ca tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019428 Oct 29 11:28:18.628287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.649779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 52b27183-f728-4243-8632-f3780102580e up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:18.651522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.690496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.710630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-df959a9e-605a-40e1-9288-8656257dd665 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720579 Oct 29 11:28:18.739766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.749863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.775679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a8682-b580-45d1-a2d6-4cb56e4a5055,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:18.777158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 52b27183-f728-4243-8632-f3780102580e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:18.782481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.790023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.792460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 52b27183-f728-4243-8632-f3780102580e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:18.793050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.804345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3e5e9d-b077-4862-8707-31d269e3d356 req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/c012ed11-53fc-4b66-b74f-8808c7fecfad HTTP/1.1" status: 204 len: 173 time: 0.2679543 Oct 29 11:28:18.827225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d8da-91db-4fd5-993c-1d58dfa67819 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c012ed11-53fc-4b66-b74f-8808c7fecfad,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:18.841857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.843083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-280f5153-3911-4999-91ae-dbe780966bf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771146 Oct 29 11:28:18.846475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49506) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:18.852606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'security_group_rule': {'security_group_id': '1ee04555-f9be-4fe0-a063-4ec3943674f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:18.924713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.935681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c637593-21f0-4768-b0b5-92bfb8e56b90 req-3c9e1fb9-69b5-44a9-b70c-9d4a2ea6fa93 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179286 Oct 29 11:28:18.950505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:18.986028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49f790ab-9f0c-42c4-bde9-aa0e38f40edc req-db5d0e24-df48-4485-a993-1db6dc8c60a1 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0480032 Oct 29 11:28:19.037168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.042849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.052006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=52b27183-f728-4243-8632-f3780102580e,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:19.059633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.065841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aec8c83-e3de-4a54-bde1-028e224e41cd,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:19.093289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.095216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36bb6482-eb56-46a2-91c6-57d7df7c2179 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474480 Oct 29 11:28:19.098248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49510) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:19.105665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:19.170975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:19.188741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.247078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-d3ef1f6d-027f-4946-8c40-750e09262c74 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/669ea2a3-420f-4027-b772-ba7b7562ad06 HTTP/1.1" status: 200 len: 1803 time: 0.0939834 Oct 29 11:28:19.275496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5ce10-ebc3-4d02-a5f2-e8e4b1e8372e req-09ab13e6-764a-4353-8477-6f0a2ffddb78 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.277029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ed5ce10-ebc3-4d02-a5f2-e8e4b1e8372e req-09ab13e6-764a-4353-8477-6f0a2ffddb78 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 946 time: 0.0545743 Oct 29 11:28:19.329668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ed5ce10-ebc3-4d02-a5f2-e8e4b1e8372e req-6680cfb6-f1b3-4d72-8c51-88a34ff268c6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Oct 29 11:28:19.332313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.368953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.378237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.510853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.513454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.514608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5501dac4-6b87-42bb-abad-82cb33aa992b req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/669ea2a3-420f-4027-b772-ba7b7562ad06 HTTP/1.1" status: 204 len: 173 time: 0.2566741 Oct 29 11:28:19.536046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 172.25.4.236 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/82085c55-daf5-40b7-846a-443cab031c38) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:19.540166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b443-4a63-4bde-85f8-c7fb57bcda0d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ea2a3-420f-4027-b772-ba7b7562ad06,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:19.679127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204bf8c-c0e8-4e84-84ef-031150df6398 req-1b03e6ea-b9ac-436f-bc38-bdd8846119de tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.680646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6204bf8c-c0e8-4e84-84ef-031150df6398 req-1b03e6ea-b9ac-436f-bc38-bdd8846119de tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0753727 Oct 29 11:28:19.712526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.735256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.736277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6204bf8c-c0e8-4e84-84ef-031150df6398 req-e3c9339a-c4fc-4246-ac2e-8e75392763a5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496395 Oct 29 11:28:19.736650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.737365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.738316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.739414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.740297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.740934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.741635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.742797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:19.745502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29cef460-e903-4441-8a38-5d9ef074785c req-444b9dd6-b266-49b1-a41e-3566c70df249 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89&device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f&device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf&device_id=2fbbd007-8202-4199-9bd4-7a034415de29&device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41&device_id=d885a622-0455-46b2-a05a-b5848a24609e&device_id=2890f121-552a-441f-ae77-63150ebbbc37&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 8208 time: 0.0671954 Oct 29 11:28:19.777465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29cef460-e903-4441-8a38-5d9ef074785c req-6e7c7e14-d756-47d4-b29d-0b26abeb454c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.780246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.855599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:19.860774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29cef460-e903-4441-8a38-5d9ef074785c req-6e7c7e14-d756-47d4-b29d-0b26abeb454c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.863776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:19.866408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29cef460-e903-4441-8a38-5d9ef074785c req-6e7c7e14-d756-47d4-b29d-0b26abeb454c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:19.866582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:19.898287 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29cef460-e903-4441-8a38-5d9ef074785c req-6e7c7e14-d756-47d4-b29d-0b26abeb454c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&id=5735c30d-110c-4895-b513-c049246b74e8&id=6ca34e85-faca-4add-9a1f-7069690cb67a&id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 578 time: 0.1375587 Oct 29 11:28:19.903251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c7e14-d756-47d4-b29d-0b26abeb454c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f21ab-e07a-4ac9-9005-901d3a78b317,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:19.922290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=82085c55-daf5-40b7-846a-443cab031c38,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:19.950542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-7630705c-8228-4aa0-abae-bebc29a9ea08 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/4e551130-0d99-474a-b776-5f2ca650a38e HTTP/1.1" status: 200 len: 1804 time: 0.1602211 Oct 29 11:28:20.020173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.048688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.067993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160121d-4219-4c73-b9f8-865ba9f21189 req-7e8de39a-760a-422c-9656-a37640d70143 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.069867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a160121d-4219-4c73-b9f8-865ba9f21189 req-7e8de39a-760a-422c-9656-a37640d70143 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.0547643 Oct 29 11:28:20.087368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.093048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.119313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a160121d-4219-4c73-b9f8-865ba9f21189 req-26dd9cb2-85d9-4d80-9ed7-8a0789e7d85c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Oct 29 11:28:20.217486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.221949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.223129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b70d08b-d392-4cbe-9f2b-da83ce3a94d8 req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/4e551130-0d99-474a-b776-5f2ca650a38e HTTP/1.1" status: 204 len: 173 time: 0.2718041 Oct 29 11:28:20.241106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1a0d5-fcbc-4458-9d64-4d94e97eb0f5 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e551130-0d99-474a-b776-5f2ca650a38e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:20.295273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1eaca50-f034-4476-aa6b-caed49ddd94d req-395341dd-741d-43e9-a588-80acc0b5d1e8 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/ports?device_id=687caf98-63d2-4972-b19f-2dc5c7aa0565 HTTP/1.1" status: 200 len: 210 time: 0.0403113 Oct 29 11:28:20.295615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b27183-f728-4243-8632-f3780102580e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:20.299525 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e398fe-5af2-453b-b54b-a275d35b253b" -d '{"events": [{"server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "name": "network-vif-plugged", "status": "completed", "tag": "52b27183-f728-4243-8632-f3780102580e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:20.312801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.323307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.405302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=82085c55-daf5-40b7-846a-443cab031c38,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:20.423336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.451564 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.459155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fa9ad9f8-f40f-436a-a3a9-da885970094d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3530743 Oct 29 11:28:20.500004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-efaf95d8-6af4-4e79-8855-4ed1de81c989 tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/d2b17a0b-3960-4c5d-bf20-982f523772a3 HTTP/1.1" status: 200 len: 2402 time: 0.0625093 Oct 29 11:28:20.534699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440bc39-a0ff-4600-bd49-27bc51ad8899 req-07843de3-b53e-4769-8379-27bcb8fc9a8c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.535093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440bc39-a0ff-4600-bd49-27bc51ad8899 req-07843de3-b53e-4769-8379-27bcb8fc9a8c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.535728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440bc39-a0ff-4600-bd49-27bc51ad8899 req-07843de3-b53e-4769-8379-27bcb8fc9a8c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.537678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8440bc39-a0ff-4600-bd49-27bc51ad8899 req-07843de3-b53e-4769-8379-27bcb8fc9a8c tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf&device_id=d885a622-0455-46b2-a05a-b5848a24609e&device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 2883 time: 0.0602694 Oct 29 11:28:20.608147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.610375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8440bc39-a0ff-4600-bd49-27bc51ad8899 req-67590d1b-b3a7-46d8-b0fd-160d5401f088 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548885 Oct 29 11:28:20.653533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.665609 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49d4ba-3939-4cdd-862b-4536fe956a52 x-openstack-request-id: req-ed49d4ba-3939-4cdd-862b-4536fe956a52 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:20.666009 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "name": "network-vif-plugged", "status": "completed", "tag": "52b27183-f728-4243-8632-f3780102580e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:20.666357 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed49d4ba-3939-4cdd-862b-4536fe956a52 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:20.666990 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b27183-f728-4243-8632-f3780102580e', 'code': 200} Oct 29 11:28:20.682360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:20.715977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.719135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.720305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93f7a01e-b93c-45b5-b4bc-2c9df52dbc6a req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2b17a0b-3960-4c5d-bf20-982f523772a3 HTTP/1.1" status: 204 len: 173 time: 0.2138989 Oct 29 11:28:20.738469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b67c7-9769-4008-81f3-e530ccaf214a tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b17a0b-3960-4c5d-bf20-982f523772a3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:20.812528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f026d-4885-4e51-9d8c-32c2e445ed72 req-54957b5b-3d77-45cb-a2d4-6d2a1379b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.815948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-606f026d-4885-4e51-9d8c-32c2e445ed72 req-54957b5b-3d77-45cb-a2d4-6d2a1379b2fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 1097 time: 0.0526206 Oct 29 11:28:20.855230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ea4f-23d4-45a4-94b2-82bbcb22eb0d req-654ab496-ab59-411f-9b7a-34f86cb40b18 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:20.856831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:20.857456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b44ea4f-23d4-45a4-94b2-82bbcb22eb0d req-654ab496-ab59-411f-9b7a-34f86cb40b18 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 946 time: 0.0930007 Oct 29 11:28:20.868619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-606f026d-4885-4e51-9d8c-32c2e445ed72 req-8f28c2a0-cdae-4242-a222-f32f61c83f60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Oct 29 11:28:20.871151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'mac_address': 'fa:16:3e:45:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:20.902689 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b44ea4f-23d4-45a4-94b2-82bbcb22eb0d req-8a49ae58-49e3-470c-911d-2d86fd5f48cd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Oct 29 11:28:20.934725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.950064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:20.973871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:20.978631 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:20.979402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:21.015430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-d90e06d1-054a-478f-9281-a50c1c2dd15d tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "GET /v2.0/security-groups/ec2e159e-3c62-4abc-9e65-f2fa7a377538 HTTP/1.1" status: 200 len: 2397 time: 0.0615637 Oct 29 11:28:21.041861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-438f8de3-b4e0-4c4a-adce-2d92e5d5e89b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--742122900&fields=id&tenant_id=a122fb8b99c844db9658db02a454cc9c HTTP/1.1" status: 200 len: 267 time: 0.0354300 Oct 29 11:28:21.084351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.112497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-6113b31e-6105-42eb-9faf-c6686eaef7f3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.117086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.122129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-6113b31e-6105-42eb-9faf-c6686eaef7f3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports/6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 931 time: 0.0710106 Oct 29 11:28:21.127603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:21.151113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.151478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.153068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.153925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.154291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.156772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.161553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.165341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.166003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.166486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.166928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.167593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:28:21.176326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.176576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:21.179036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.183258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0efa1c30-d038-4cfa-b72a-2e6703869047 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.191453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b701666-d694-4690-a9af-a2ec666c54b6 req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] 10.222.0.77 "DELETE /v2.0/security-groups/ec2e159e-3c62-4abc-9e65-f2fa7a377538 HTTP/1.1" status: 204 len: 173 time: 0.1688242 Oct 29 11:28:21.191999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49570) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:21.198100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'mac_address': 'fa:16:3e:3a:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:21.218837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032fe44-73a3-479f-9809-502a0494edcc tempest-SecurityGroupRulesTestJSON-676587910 tempest-SecurityGroupRulesTestJSON-676587910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2e159e-3c62-4abc-9e65-f2fa7a377538,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:21.219071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0efa1c30-d038-4cfa-b72a-2e6703869047 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 931 time: 0.0934243 Oct 29 11:28:21.265840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Deleting subnet c59464ba-1d62-4851-900c-8614aa944088 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:28:21.270785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.323459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-c04849d3-8f1b-4362-a32e-b2eb3cd1828a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1009252 Oct 29 11:28:21.323943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.339021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b77f6f8-106b-4232-8642-0e61d1cf1fef {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:21.363206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:21.369569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.376898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.431381 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-3f80fda2-39e8-41ef-90bc-4fd45bdff866 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1065538 Oct 29 11:28:21.441294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:21.457881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.465446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['edb42167-e9da-454f-bc05-bfcbd8e3d9f1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:21.513916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807917a-a826-4bb8-90c6-3f398f4be23f req-6e15004c-853e-4fe2-81bf-b198fa2dca3d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.517054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0807917a-a826-4bb8-90c6-3f398f4be23f req-6e15004c-853e-4fe2-81bf-b198fa2dca3d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 945 time: 0.1901569 Oct 29 11:28:21.630788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0807917a-a826-4bb8-90c6-3f398f4be23f req-50c5ab0e-d634-4c14-949f-b7cc5e1fa2eb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1056709 Oct 29 11:28:21.634840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.641159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.652625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a380f144-7c65-4058-8498-c25209a3b2a9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.657953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a380f144-7c65-4058-8498-c25209a3b2a9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.680641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a380f144-7c65-4058-8498-c25209a3b2a9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.682847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:21.685266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a380f144-7c65-4058-8498-c25209a3b2a9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 1988 time: 0.2522650 Oct 29 11:28:21.690732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59464ba-1d62-4851-900c-8614aa944088,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:21.699155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.702579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec1466f2-2e5f-4a6d-813a-a7497ad519bc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c59464ba-1d62-4851-900c-8614aa944088 HTTP/1.1" status: 204 len: 168 time: 0.4909296 Oct 29 11:28:21.707180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49584) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:21.731770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-300b6a31-8b95-4dd8-a80e-7f315d631fb2 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/quotas/a122fb8b99c844db9658db02a454cc9c HTTP/1.1" status: 200 len: 375 time: 0.0378060 Oct 29 11:28:21.847496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:21.880602 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ee72c76f-1c69-410c-bfff-922719211279 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1387489 Oct 29 11:28:21.898153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d22fa-57e2-4381-9212-aa54a1e699e7 req-befe4357-b6e5-4097-b61b-fff5f3016324 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.906178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d22fa-57e2-4381-9212-aa54a1e699e7 req-befe4357-b6e5-4097-b61b-fff5f3016324 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:21.908497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-002d22fa-57e2-4381-9212-aa54a1e699e7 req-befe4357-b6e5-4097-b61b-fff5f3016324 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29&device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 1682 time: 0.0882013 Oct 29 11:28:21.985419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-002d22fa-57e2-4381-9212-aa54a1e699e7 req-1cff87e4-c4e9-47f2-9da9-0166b07abcb1 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Oct 29 11:28:22.045743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.086751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3bb890-e547-4332-8dbe-36f6704b8f54']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:22.107372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c100537-23ef-4b82-9e43-575259f16ae4') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:22.107967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c100537-23ef-4b82-9e43-575259f16ae4') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:22.129463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5b120337-8ba0-4292-88f3-4b51dc4f6aef service neutron] 10.222.0.77 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358754 Oct 29 11:28:22.133378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.186299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefb32c-2598-4b04-9247-bb3eb0de0d34 req-0fa7fa74-b354-48b2-b863-666fb07a94bb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:22.194112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7cefb32c-2598-4b04-9247-bb3eb0de0d34 req-0fa7fa74-b354-48b2-b863-666fb07a94bb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 949 time: 0.0725472 Oct 29 11:28:22.217595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.229872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:28:22.230316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:28:22.232404 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:28:22.300245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7cefb32c-2598-4b04-9247-bb3eb0de0d34 req-07409e45-aea8-43f8-a8d0-2b35ce3d7330 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019423 Oct 29 11:28:22.330374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941724-ce54-4e0a-8938-73871abd383f req-62f1ca7e-804b-4c20-b37c-f17114f869b6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:22.333699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-62f1ca7e-804b-4c20-b37c-f17114f869b6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 946 time: 0.1311076 Oct 29 11:28:22.334500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.340562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.347673 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bd3bb890-e547-4332-8dbe-36f6704b8f54 HTTP/1.1" status: 204 len: 168 time: 0.6360340 Oct 29 11:28:22.371632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02e617-c9dc-42f5-97f5-e83894699917 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3bb890-e547-4332-8dbe-36f6704b8f54,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:22.384624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-4dc67790-64ce-4c24-b117-081d64b79cee service neutron] 10.222.0.77 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540655 Oct 29 11:28:22.439840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-083c6101-bd6a-4717-a36a-b6ae2319f11c service neutron] 10.222.0.77 "GET /v2.0/ports/6118a448-9476-4b50-b35e-129499371123?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539021 Oct 29 11:28:22.583216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc20c9bc-3445-4c1e-87c6-b787cdb2e0af service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424823 Oct 29 11:28:22.611354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcaa86-f046-40ca-a4f1-cb9c67456c8a req-19cbcca0-9424-4e3b-9515-03d1a9033c4a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:22.619841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eebcaa86-f046-40ca-a4f1-cb9c67456c8a req-19cbcca0-9424-4e3b-9515-03d1a9033c4a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 946 time: 0.1121428 Oct 29 11:28:22.658064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port 52b27183-f728-4243-8632-f3780102580e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:22.658599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.661649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49608) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:22.713318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:22.745420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eebcaa86-f046-40ca-a4f1-cb9c67456c8a req-2c4371d6-f630-4c90-a827-417b814ae291 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231501 Oct 29 11:28:22.763284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-949ca5c7-17d7-4976-b280-2f4b95813cfe service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730878 Oct 29 11:28:22.823418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:22.824529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.830627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e4f17a5e-91cf-4bfc-a1a9-78ac5509a825 service neutron] 10.222.0.77 "GET /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0573933 Oct 29 11:28:22.871653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-037d4e8a-ee0b-4580-97b2-5b9c276e9531 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca9550c755134437bd2bf5de14cb8c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982083 Oct 29 11:28:22.874538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49612) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:22.936687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port 52b27183-f728-4243-8632-f3780102580e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=52b27183-f728-4243-8632-f3780102580e,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:22.937064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:22.961403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-fc326fbc-54d7-4c40-be5d-7cfe6fa3546e service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284597 Oct 29 11:28:22.983343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for 52b27183-f728-4243-8632-f3780102580e owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:23.021096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49616) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:23.042373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.114263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:23.120396 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0846a62-4272-4659-8e9b-a8ca9321c18c" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:23.137371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0038a532-afff-4687-a545-e65de1dfe285 service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726696 Oct 29 11:28:23.166788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:23.173197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.174889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:23.265645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.280513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0b30be29-8ed8-4d29-947e-e8fa21bf9fb6 service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419833 Oct 29 11:28:23.329731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.349423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=13']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:23.378270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.392258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e6da5-0a1f-44ba-b10a-a3a5b3302a1c req-0c79c974-97ed-412b-b44b-2af5926d994d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:23.393790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-000e6da5-0a1f-44ba-b10a-a3a5b3302a1c req-0c79c974-97ed-412b-b44b-2af5926d994d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2442143 Oct 29 11:28:23.395470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 8b77f6f8-106b-4232-8642-0e61d1cf1fef completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:23.415164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 8b77f6f8-106b-4232-8642-0e61d1cf1fef triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:23.415537 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.439356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-3c072b78-e7f3-40ef-91ed-d7cabf6aa9e0 service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568661 Oct 29 11:28:23.470839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.501944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.504503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.505752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10da0043-5d24-451d-b789-ef9549abeca9 HTTP/1.1" status: 204 len: 168 time: 0.6302800 Oct 29 11:28:23.530244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-000e6da5-0a1f-44ba-b10a-a3a5b3302a1c req-9fa65371-791c-426e-bd90-0c736dcea83e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1273706 Oct 29 11:28:23.545254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea8924-21ba-45f0-9c31-45bb747f6eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10da0043-5d24-451d-b789-ef9549abeca9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:23.563936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.587189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['52b27183-f728-4243-8632-f3780102580e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:23.637974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=52b27183-f728-4243-8632-f3780102580e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:23.731783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.738696 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.739744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d4189d2-8b0b-49bd-a0aa-24abdededeba HTTP/1.1" status: 204 len: 168 time: 0.7161641 Oct 29 11:28:23.745136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49626) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:23.797063 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-e522510f-239a-425c-82be-cef4a412c413 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] show failed (client error): The resource could not be found. Oct 29 11:28:23.800311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e522510f-239a-425c-82be-cef4a412c413 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "GET /v2.0/security-groups/8d4189d2-8b0b-49bd-a0aa-24abdededeba HTTP/1.1" status: 404 len: 347 time: 0.0535107 Oct 29 11:28:23.814784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49630) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:23.816192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-6746f909-1d28-41e3-83cc-14a85c253f89 service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753331 Oct 29 11:28:23.819709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617fc1f-6ece-4456-af5d-159d55fa82ed tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4189d2-8b0b-49bd-a0aa-24abdededeba,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:23.825433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.826067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port 52b27183-f728-4243-8632-f3780102580e on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:23.830068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:23.841371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18941724-ce54-4e0a-8938-73871abd383f req-595499a6-6904-44ad-a6cd-6c18a36f9afa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "DELETE /v2.0/ports/52b27183-f728-4243-8632-f3780102580e HTTP/1.1" status: 204 len: 173 time: 1.4889033 Oct 29 11:28:23.847804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'name': 'network-vif-deleted', 'tag': '52b27183-f728-4243-8632-f3780102580e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:23.854005 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ca7836-f413-431a-9dcd-747df72cd82f" -d '{"events": [{"server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "name": "network-vif-deleted", "tag": "52b27183-f728-4243-8632-f3780102580e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:23.997820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:24.005384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:24.099007 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-d7cb2bb6-14f2-49df-9570-dabb85de0bcb service neutron] 10.222.0.77 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791238 Oct 29 11:28:24.166982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:24.203542 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769b023-0026-4c7f-babb-6563bcf2c4ab x-openstack-request-id: req-5769b023-0026-4c7f-babb-6563bcf2c4ab {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:24.205238 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-plugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:24.205780 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5769b023-0026-4c7f-babb-6563bcf2c4ab {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:24.206233 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:28:24.299254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-cc3f032d-9430-400b-bed7-ad04d2b64aef service neutron] 10.222.0.77 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993010 Oct 29 11:28:24.303736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-6349a558-6fb6-4272-a185-bc2e05ee72cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.1099818 Oct 29 11:28:24.493333 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-99f0f3cc-8a55-4732-a742-94fbd8467765 service neutron] 10.222.0.77 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928983 Oct 29 11:28:24.537622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-e411eb08-ed82-467b-8b00-eb6ff727529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:24.539842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-e411eb08-ed82-467b-8b00-eb6ff727529d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9e2f04887904440cb4cfb40e29e80474&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2196331 Oct 29 11:28:24.625898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Deleting port 403a8654-ab42-4065-ad74-ce80a0915cf9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:24.626250 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:24.679517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-f5bd17a9-4a01-4464-97b5-49dd69033231 service neutron] 10.222.0.77 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772625 Oct 29 11:28:24.722634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:24.723524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:24.736767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Calling delete_port for 403a8654-ab42-4065-ad74-ce80a0915cf9 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:24.911107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2131a0-a497-4249-91b5-1066591574d7 req-fe944eff-f9af-45dc-8b49-00cffe3254c9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:24.918989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e2131a0-a497-4249-91b5-1066591574d7 req-fe944eff-f9af-45dc-8b49-00cffe3254c9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.6284769 Oct 29 11:28:24.924235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.028750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:25.045798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Pushing event deleted for resources: {'Port': ['ID=403a8654-ab42-4065-ad74-ce80a0915cf9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:25.091721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e2131a0-a497-4249-91b5-1066591574d7 req-a9e9a558-df46-4bd9-b6f9-47203bd4ead5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584044 Oct 29 11:28:25.215781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-939197383-network', 'tenant_id': '681aa98a64b9417aa1d3e9f4fea455c3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:25.274515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-67c93b7f-41d2-4c09-aea1-988779514620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:25.275966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-67c93b7f-41d2-4c09-aea1-988779514620 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7217076 Oct 29 11:28:25.302462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9d2e6120-e522-4f52-ad95-5066f52e1608 service neutron] 10.222.0.77 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238358 Oct 29 11:28:25.353422 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e916ae1e-49aa-4a13-8df4-d0fa88151d33 req-a9fadf3a-d0f4-4f98-bcb3-470d5c207224 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.0888431 Oct 29 11:28:25.357839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.360772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.365212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:25.375562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7db75666-232c-408a-bcbf-f23177749267 tempest-ServersTestBootFromVolume-1377009062 tempest-ServersTestBootFromVolume-1377009062-project] 10.222.0.77 "DELETE /v2.0/floatingips/c62ab44f-90b4-46e6-8e9d-66b7491c7287 HTTP/1.1" status: 204 len: 168 time: 1.5573332 Oct 29 11:28:25.384454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Made reservation on behalf of 681aa98a64b9417aa1d3e9f4fea455c3 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:25.388168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.417519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.439848 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcefd4f3-cb88-429b-8e5d-a05e8903b051 x-openstack-request-id: req-fcefd4f3-cb88-429b-8e5d-a05e8903b051 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:25.440360 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d32f72-9e7a-4bad-8fb9-4e704c55302f", "name": "network-vif-deleted", "tag": "52b27183-f728-4243-8632-f3780102580e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:25.440778 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcefd4f3-cb88-429b-8e5d-a05e8903b051 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:25.441391 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d32f72-9e7a-4bad-8fb9-4e704c55302f', 'name': 'network-vif-deleted', 'tag': '52b27183-f728-4243-8632-f3780102580e', 'status': 'completed', 'code': 200} Oct 29 11:28:25.564835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.592251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.626057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:25.644949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.649272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.650851 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Added segment ccb99705-bb4a-4bbe-a5cd-12240b33c4a2 of type vlan for network 41751c37-46db-4cd2-b171-cb542c02a04c Oct 29 11:28:25.722728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ffa55-9c33-47a5-87a8-af6dd3abacc8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:25.829756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.922488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.924761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:25.927806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:25.999564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372562-f928-44d4-bb66-8cb6bec185e0 req-f0aa710d-d5dd-44dd-8844-6aa26edf3da0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:26.001816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9372562-f928-44d4-bb66-8cb6bec185e0 req-f0aa710d-d5dd-44dd-8844-6aa26edf3da0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2806695 Oct 29 11:28:26.103946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0714345 Oct 29 11:28:26.111667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49682) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:26.119281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Request body: {'subnet': {'network_id': '41751c37-46db-4cd2-b171-cb542c02a04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-939197383-subnet', 'tenant_id': '681aa98a64b9417aa1d3e9f4fea455c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:26.152138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Made reservation on behalf of 681aa98a64b9417aa1d3e9f4fea455c3 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:26.154695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:26.178109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d1d7b-ee55-4e15-b715-193705bc7b3b admin admin] Pushing event updated for resources: {'Network': ['ID=41751c37-46db-4cd2-b171-cb542c02a04c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:26.199399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 41751c37-46db-4cd2-b171-cb542c02a04c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:26.218585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:26.223605 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378b03f-bebc-4702-a612-4ec56f27e61e" -d '{"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-plugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:26.240457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9372562-f928-44d4-bb66-8cb6bec185e0 req-acde88ef-9f9e-4940-a79c-ace2920aa693 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1988761 Oct 29 11:28:26.320990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:26.567676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:26.682569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c645f78f-b16b-4d09-8eb8-3a0e584eda39,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:26.771360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b93-ef5e-49d4-9c13-f06a504e957e req-0e038dfa-a5e4-4e10-b453-13f5b4cd35c9 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:26.786685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50a30b93-ef5e-49d4-9c13-f06a504e957e req-0e038dfa-a5e4-4e10-b453-13f5b4cd35c9 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.1558561 Oct 29 11:28:26.797923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce6b9d53-e4a6-4a70-9f26-01d272ebaf2e req-72fa882e-131d-4b27-ae13-f28b2f7cb30b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.0486083 Oct 29 11:28:26.810072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Checking segment: {'id': 'ccb99705-bb4a-4bbe-a5cd-12240b33c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '41751c37-46db-4cd2-b171-cb542c02a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:26.811326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Network hostable DHCP agents. Network: 41751c37-46db-4cd2-b171-cb542c02a04c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:28:26.860941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edee5ef-5df6-42f9-811e-a1465f0aab52 req-04b544fd-f845-484e-9f95-77d2a1ba0d58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:26.872696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0edee5ef-5df6-42f9-811e-a1465f0aab52 req-04b544fd-f845-484e-9f95-77d2a1ba0d58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1778612 Oct 29 11:28:26.903812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Network 41751c37-46db-4cd2-b171-cb542c02a04c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:28:26.926440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 41751c37-46db-4cd2-b171-cb542c02a04c) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:26.928043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50a30b93-ef5e-49d4-9c13-f06a504e957e req-85aa6402-eb58-4016-a780-d127273df5eb tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Oct 29 11:28:26.935401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:26.936276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:26.941091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39c849-4a5c-403b-90ae-1a94e2eaf7c0 None None] Network 41751c37-46db-4cd2-b171-cb542c02a04c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:26.997678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0edee5ef-5df6-42f9-811e-a1465f0aab52 req-134a49ea-42da-4bc9-879a-83398a2aedf8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180789 Oct 29 11:28:27.037703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2db0247-0fe2-4cf7-abb7-ba94829da48c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9157021 Oct 29 11:28:27.056460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Deleting port f4c84d80-5ae6-4123-909a-4a316bbd6317 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:27.056460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:27.172673 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c4080-f3ee-4517-8456-3b0be5fd90af x-openstack-request-id: req-c16c4080-f3ee-4517-8456-3b0be5fd90af {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:27.175686 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-plugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:27.176166 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c16c4080-f3ee-4517-8456-3b0be5fd90af {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:27.176798 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'code': 200} Oct 29 11:28:27.313696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab6a7a93-ea4f-477d-b0fc-b5eec6f48ded req-eeff0217-0402-4c33-b5ee-a578fada76fa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=00d32f72-9e7a-4bad-8fb9-4e704c55302f HTTP/1.1" status: 200 len: 210 time: 0.0626335 Oct 29 11:28:27.383562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-901e0ee7-02e7-44cc-a910-a380570bd97b req-51f1ac18-7b83-4ef6-a1d6-854285b09d27 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0918088 Oct 29 11:28:27.401666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] For port f4c84d80-5ae6-4123-909a-4a316bbd6317, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f4c84d80-5ae6-4123-909a-4a316bbd6317,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:27.402007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:27.462598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26a45-d24c-4073-acde-9630dfdfe21b req-cf995ca0-6f8b-4479-9b0e-4f70e6f1dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:27.466389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6e26a45-d24c-4073-acde-9630dfdfe21b req-cf995ca0-6f8b-4479-9b0e-4f70e6f1dd41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1101 time: 0.1824429 Oct 29 11:28:27.472999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Calling delete_port for f4c84d80-5ae6-4123-909a-4a316bbd6317 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:27.540861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94414400-6c71-4fec-93a6-19b871a8c6b0 None None] Network 41751c37-46db-4cd2-b171-cb542c02a04c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:27.565022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6e26a45-d24c-4073-acde-9630dfdfe21b req-84445a97-28e6-427b-842d-85858cada385 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898948 Oct 29 11:28:27.714981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551b6b-673e-4937-951d-06af56fb5d83 req-2de65b85-baea-4b7d-a617-8b8679183f13 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:27.716906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64551b6b-673e-4937-951d-06af56fb5d83 req-2de65b85-baea-4b7d-a617-8b8679183f13 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.1162274 Oct 29 11:28:27.819858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64551b6b-673e-4937-951d-06af56fb5d83 req-00cd9540-dad0-4938-88bf-7bc31379cdba tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Oct 29 11:28:27.918395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdade11-582a-4d70-aa74-1bfc69617ead req-1adf880b-7657-4dd0-bcc9-97d90f901ad5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:27.925364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cdade11-582a-4d70-aa74-1bfc69617ead req-1adf880b-7657-4dd0-bcc9-97d90f901ad5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.1767149 Oct 29 11:28:27.962768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.008684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c84d80-5ae6-4123-909a-4a316bbd6317,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:28.058434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cdade11-582a-4d70-aa74-1bfc69617ead req-849cac2d-e2ef-4fc8-aee9-299b182e0c39 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1041074 Oct 29 11:28:28.197943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1767552338', 'description': 'tempest-description-931989278'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:28.291006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.353120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2a5834a-e343-4065-a5a8-9eb675f4719b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.399293 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.428201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.500418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.519302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934865a8-18c6-4cce-8517-995238ff51de req-4d48629c-d6af-442a-91e2-450aae4c57ee tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:28.520789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-934865a8-18c6-4cce-8517-995238ff51de req-4d48629c-d6af-442a-91e2-450aae4c57ee tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 946 time: 0.0864811 Oct 29 11:28:28.545403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aae7d4-d572-4c94-97de-82a119cc6176,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:28.569329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.578147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183e236-e611-490c-b070-63e893143930 req-218e01d6-4fc7-4380-8610-ab72e8f22699 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:28.579662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b183e236-e611-490c-b070-63e893143930 req-218e01d6-4fc7-4380-8610-ab72e8f22699 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1013451 Oct 29 11:28:28.581502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc3e899f-d8a0-43f6-988f-3f949e9b06a5 req-bf76ee3b-26fe-4480-b229-82328a53de89 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3920863 Oct 29 11:28:28.666358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b183e236-e611-490c-b070-63e893143930 req-1fc5cfcc-c933-4af7-9ebf-42abb9f429b2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705490 Oct 29 11:28:28.858372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Deleting port 3ae41165-7464-4486-ab67-b1f581f54db3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:28.861474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:28.921093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Router b8057ed6-b2af-4941-baf1-d7f4389fd42a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:28:29.065100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] For port 3ae41165-7464-4486-ab67-b1f581f54db3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3ae41165-7464-4486-ab67-b1f581f54db3,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:29.066191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:29.086831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Calling delete_port for 3ae41165-7464-4486-ab67-b1f581f54db3 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:29.087989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70fa4-dee0-40d4-a661-1b34c89928a7 req-6214e7f3-49b2-45c3-86bb-a9aaa4ee341f tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:29.090639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-4fdeed7f-47be-4ef1-adb9-273b690fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:29.090935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-4fdeed7f-47be-4ef1-adb9-273b690fbf2f service neutron] 10.222.0.41 "GET /v2.0/ports/6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 1027 time: 0.3843038 Oct 29 11:28:29.096184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-60b70fa4-dee0-40d4-a661-1b34c89928a7 req-6214e7f3-49b2-45c3-86bb-a9aaa4ee341f tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fbbd007-8202-4199-9bd4-7a034415de29 HTTP/1.1" status: 200 len: 946 time: 0.2404280 Oct 29 11:28:29.174822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9165363-6657-4ae6-b520-1614632d5438 req-92e306d9-dc19-4da3-a338-4fae7dd8e33e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0908556 Oct 29 11:28:29.182415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-60b70fa4-dee0-40d4-a661-1b34c89928a7 req-2ab25017-464e-4cd7-94c3-0b464d896f22 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.77 "GET /v2.0/security-groups?id=49f8edcd-df06-4d84-9cfc-90d102f0d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Oct 29 11:28:29.218734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:28:29.228659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Sync routers for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:28:29.232784 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-614190f6-1a2b-409c-a354-bd6c0bc86a67 admin admin] 10.222.0.77 "PUT /v2.0/routers/b8057ed6-b2af-4941-baf1-d7f4389fd42a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8633332 Oct 29 11:28:29.232784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49738) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:29.246022 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:28:29.246659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:28:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:29.304646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-af1785bd-02ed-4df8-b7bb-f98e82512531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:29.308224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-af1785bd-02ed-4df8-b7bb-f98e82512531 service neutron] 10.222.0.41 "GET /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 1027 time: 0.1985664 Oct 29 11:28:29.384533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-492fc9ee-dbea-4376-84bb-7c6fb2ae47ba tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/67aae7d4-d572-4c94-97de-82a119cc6176 HTTP/1.1" status: 200 len: 1812 time: 0.1743135 Oct 29 11:28:29.402105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67aae7d4-d572-4c94-97de-82a119cc6176', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:29.402792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67aae7d4-d572-4c94-97de-82a119cc6176', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:29.453219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-df6cf349-2ac4-4751-ba5b-1347623ed10e tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:29.460617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-df6cf349-2ac4-4751-ba5b-1347623ed10e tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "GET /v2.0/ports?device_id=d51d8f43-51ee-45b0-88b3-b32930f95c41 HTTP/1.1" status: 200 len: 945 time: 0.1339536 Oct 29 11:28:29.535451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:29.536266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:28:29.596395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:29.609708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['3ae41165-7464-4486-ab67-b1f581f54db3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:29.614068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c77fe611-e70c-4d10-a372-18c808809ddc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:29.736778 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:28:29.985914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.071606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Deleting port c77fe611-e70c-4d10-a372-18c808809ddc {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:30.072001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.075426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:28:27Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:30.094741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.109611 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Checking router: b8057ed6-b2af-4941-baf1-d7f4389fd42a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:28:30.121267 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Routers {'b8057ed6-b2af-4941-baf1-d7f4389fd42a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:28:30.122210 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:28:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:30.129813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.143598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.184389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670e6fdc-80ae-49d1-9fd0-84eb38477b5e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:30.232731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.235061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d0c5adf-6694-403e-b953-0d994d4a74f3 req-a6194cf6-44c4-4f6c-bed1-d60849b63d37 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8385425 Oct 29 11:28:30.244569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event deleted for resources: {'Port': ['ID=3ae41165-7464-4486-ab67-b1f581f54db3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:30.272301 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] Set router b8057ed6-b2af-4941-baf1-d7f4389fd42a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:28:30.322483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] For port c77fe611-e70c-4d10-a372-18c808809ddc, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c77fe611-e70c-4d10-a372-18c808809ddc,segment=NetworkSegment(e6ae9752-ed1d-4d58-9bd1-866969541e35),segment_id=e6ae9752-ed1d-4d58-9bd1-866969541e35)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:30.324357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.338882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Calling delete_port for c77fe611-e70c-4d10-a372-18c808809ddc owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:30.347971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-b031749b-a46e-41e1-af8e-f11a929b864d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:30.349547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-b031749b-a46e-41e1-af8e-f11a929b864d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.7688558 Oct 29 11:28:30.444336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-8f322b64-cc95-492a-abd5-51102875dfbf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0752411 Oct 29 11:28:30.445162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] No DVR routers for this DVR port 3ae41165-7464-4486-ab67-b1f581f54db3 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:30.450577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.454479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-934865a8-18c6-4cce-8517-995238ff51de req-72d35aae-3f2b-45f7-bfeb-a497422dd967 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.41 "DELETE /v2.0/ports/3ae41165-7464-4486-ab67-b1f581f54db3 HTTP/1.1" status: 204 len: 173 time: 1.9201517 Oct 29 11:28:30.455266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'name': 'network-vif-deleted', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:30.458086 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45801e-9788-43bd-a2e9-f23a95d863c1" -d '{"events": [{"server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "name": "network-vif-deleted", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:30.472460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-52abd0be-f707-4a61-90a4-0c414458ef7b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:30.480782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-52abd0be-f707-4a61-90a4-0c414458ef7b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:30.501282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-52abd0be-f707-4a61-90a4-0c414458ef7b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:30.503656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-52abd0be-f707-4a61-90a4-0c414458ef7b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 1988 time: 1.1856065 Oct 29 11:28:30.574964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:28:27Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:30.583240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-04fe0180-e284-4af0-90c9-120139d525a3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a122fb8b99c844db9658db02a454cc9c HTTP/1.1" status: 200 len: 379 time: 0.0645964 Oct 29 11:28:30.586416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a78c677c-e7ca-45e3-b08b-009d3e891269 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1240284 Oct 29 11:28:30.593140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.596735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'admin_state_up': True, 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'security_groups': ['1ee04555-f9be-4fe0-a063-4ec3943674f9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:30.607538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['3ae41165-7464-4486-ab67-b1f581f54db3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:30.621283 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13e13d-052d-401d-a499-976056c9bfbc None None] The sync data for ids ['b8057ed6-b2af-4941-baf1-d7f4389fd42a'] in n-d-805046-9 is: [{'id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'name': 'tempest-ServersTestBootFromVolume-1448639933-router', 'tenant_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:17Z', 'updated_at': '2021-10-29T11:28:27Z', 'revision_number': 5, 'project_id': '21b5cfd5025d4c1f9f54dfc9352deba8', 'gw_port': {'id': 'bfd7f035-3651-4e73-812e-bb27f04ed2a2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8057ed6-b2af-4941-baf1-d7f4389fd42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:21Z', 'updated_at': '2021-10-29T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:28:30.741525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 52b27183-f728-4243-8632-f3780102580e no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:30.781464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Pushing event deleted for resources: {'Port': ['ID=c77fe611-e70c-4d10-a372-18c808809ddc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:30.801219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Deleting port bfd7f035-3651-4e73-812e-bb27f04ed2a2 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:30.801557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.829659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 52b27183-f728-4243-8632-f3780102580e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:30.829908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 52b27183-f728-4243-8632-f3780102580e not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:30.830319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3ae41165-7464-4486-ab67-b1f581f54db3 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:30.845083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] No DVR routers for this DVR port c77fe611-e70c-4d10-a372-18c808809ddc on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:30.848422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:30.853081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-7ca1e36e-a3a8-4550-84de-ee0d36005b33 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524283 Oct 29 11:28:30.856247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0d8f27a-7d92-49ac-8d8c-d41640ffdc35 req-3e0e791f-51b0-404f-b6ad-89ef1db37f91 tempest-ListServersNegativeTestJSON-1264828305 tempest-ListServersNegativeTestJSON-1264828305-project] 10.222.0.86 "DELETE /v2.0/ports/c77fe611-e70c-4d10-a372-18c808809ddc HTTP/1.1" status: 204 len: 173 time: 1.3701766 Oct 29 11:28:30.961737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'name': 'network-vif-deleted', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:30.966644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-8a89ce67-09be-4bc7-8b31-0a2d7f3a7141 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126666 Oct 29 11:28:30.975260 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea4a9a-301d-47ff-82c5-8b9b1edf4388" -d '{"events": [{"server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "name": "network-vif-deleted", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:31.002736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:31.006776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:31.012608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71760909-cafb-4feb-83fb-4909eec8ca83 req-b7a650e3-eb63-40e4-8b91-179f64182a20 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:31.017700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71760909-cafb-4feb-83fb-4909eec8ca83 req-b7a650e3-eb63-40e4-8b91-179f64182a20 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.4740245 Oct 29 11:28:31.168646 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71760909-cafb-4feb-83fb-4909eec8ca83 req-d5883592-cebd-4805-989d-2de861e7bdad tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1387722 Oct 29 11:28:31.196566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 3ae41165-7464-4486-ab67-b1f581f54db3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:31.197370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3ae41165-7464-4486-ab67-b1f581f54db3 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:31.213087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79a5aca7-53bb-4569-9e9f-8ce6f504983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:31.226140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] For port bfd7f035-3651-4e73-812e-bb27f04ed2a2, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bfd7f035-3651-4e73-812e-bb27f04ed2a2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:31.228326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:31.259561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Calling delete_port for bfd7f035-3651-4e73-812e-bb27f04ed2a2 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:31.336832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 172.20.0.12 (c67fc2ba-d311-4287-874a-bb0bd6a5e59c/402cb35d-5226-4689-ab49-40c7f41b8a1d/cda279ca-e79a-431d-b96c-a50956734a47) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:31.623715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0e880-1fe3-462d-a4e0-5f39ee87ee8c req-7ecf25c1-10a7-4944-9a01-17eacc0ce50d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:31.625706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba0e880-1fe3-462d-a4e0-5f39ee87ee8c req-7ecf25c1-10a7-4944-9a01-17eacc0ce50d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.0824113 Oct 29 11:28:31.833847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:31.834821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f4c84d80-5ae6-4123-909a-4a316bbd6317 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:31.889547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba0e880-1fe3-462d-a4e0-5f39ee87ee8c req-9c1620a9-6efe-4e18-9997-222ee3ae6e78 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261219 Oct 29 11:28:31.928249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f4c84d80-5ae6-4123-909a-4a316bbd6317 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:31.928581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f4c84d80-5ae6-4123-909a-4a316bbd6317 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:32.098809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66432f2-056b-4a59-b40e-4c693619d467 req-c5c2a0a9-2b77-4f74-af33-9305704e13bc tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/67aae7d4-d572-4c94-97de-82a119cc6176 HTTP/1.1" status: 200 len: 2405 time: 0.1800859 Oct 29 11:28:32.130073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.160501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.175202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-342c96d3-4cff-41f9-a202-b793bc06f95b req-d63e4b11-3759-492a-b69e-a54f9d49ed28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0718760 Oct 29 11:28:32.203818 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3602b-d344-43fb-8f3c-2a7ba0092492 x-openstack-request-id: req-9ac3602b-d344-43fb-8f3c-2a7ba0092492 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:32.205265 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbbd007-8202-4199-9bd4-7a034415de29", "name": "network-vif-deleted", "tag": "3ae41165-7464-4486-ab67-b1f581f54db3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:32.205543 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ac3602b-d344-43fb-8f3c-2a7ba0092492 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:32.205992 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbbd007-8202-4199-9bd4-7a034415de29', 'name': 'network-vif-deleted', 'tag': '3ae41165-7464-4486-ab67-b1f581f54db3', 'status': 'completed', 'code': 200} Oct 29 11:28:32.248510 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.261816 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90765dfe-0012-4272-8b65-3518f33fdb8f x-openstack-request-id: req-90765dfe-0012-4272-8b65-3518f33fdb8f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:32.262620 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d8f43-51ee-45b0-88b3-b32930f95c41", "name": "network-vif-deleted", "tag": "c77fe611-e70c-4d10-a372-18c808809ddc", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:32.263003 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90765dfe-0012-4272-8b65-3518f33fdb8f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:32.263654 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51d8f43-51ee-45b0-88b3-b32930f95c41', 'name': 'network-vif-deleted', 'tag': 'c77fe611-e70c-4d10-a372-18c808809ddc', 'status': 'completed', 'code': 200} Oct 29 11:28:32.267983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.307295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd7f035-3651-4e73-812e-bb27f04ed2a2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:32.310998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:32.314342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:32.326110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:32.498967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63f09c9a-d4e6-4920-a969-3b0054281eb6 req-5faf6e5c-1ae1-4034-b8f1-a027c29cbc43 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 210 time: 0.1785045 Oct 29 11:28:32.531095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:32.576984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.621770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9185e6-9104-4b4f-bcbf-fa4a8eca9086 req-b001fab3-2b94-451a-9bf2-e444d2217864 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:32.627293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e9185e6-9104-4b4f-bcbf-fa4a8eca9086 req-b001fab3-2b94-451a-9bf2-e444d2217864 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.2241828 Oct 29 11:28:32.634383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:32.635099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.655679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49800) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:32.787080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7536603e-9088-4531-96f7-63a287e115df None None] Provisioning complete for port cda279ca-e79a-431d-b96c-a50956734a47 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:32.790281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7536603e-9088-4531-96f7-63a287e115df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.815453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ca757701-782c-4d3d-be9f-087eec04d62e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2231774 Oct 29 11:28:32.843951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7536603e-9088-4531-96f7-63a287e115df None None] Port cda279ca-e79a-431d-b96c-a50956734a47 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:32.869625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.875742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.892582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-0e618220-8894-4546-855f-50804a1d54ed req-ad8745c7-5f91-416a-ab74-df1ca1900b59 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:28:32.894217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e618220-8894-4546-855f-50804a1d54ed req-ad8745c7-5f91-416a-ab74-df1ca1900b59 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101643 Oct 29 11:28:32.909803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e9185e6-9104-4b4f-bcbf-fa4a8eca9086 req-15f600fb-dbf5-48d7-bad4-f99646f89d64 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711544 Oct 29 11:28:32.922825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'admin_state_up': True, 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'security_groups': ['1ee04555-f9be-4fe0-a063-4ec3943674f9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:32.977934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:32.978820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8057ed6-b2af-4941-baf1-d7f4389fd42a {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:28:32.987224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Deleting subnet a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:28:32.991596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.001832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.009407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-82e879a5-49e5-4a49-8d17-2c70e5c92699 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b8057ed6-b2af-4941-baf1-d7f4389fd42a HTTP/1.1" status: 204 len: 168 time: 3.7738311 Oct 29 11:28:33.011426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49802) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:33.050913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.106432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.153679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Deleting subnet 9ba24032-209e-43bd-b944-7d99a8d7be89 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:28:33.166261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.236085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.272276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.307774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-ec0a222d-1838-4480-8b77-2c70e05aaa46 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-group-rules/670e6fdc-80ae-49d1-9fd0-84eb38477b5e HTTP/1.1" status: 200 len: 778 time: 0.3672018 Oct 29 11:28:33.370511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:33.373559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.383953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2e6e94ce-3566-47ef-8b74-379e6ca18573 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a1fdd27e-fb3b-4c11-abb7-2ec2a88b4f04 HTTP/1.1" status: 204 len: 168 time: 0.7239714 Oct 29 11:28:33.390427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49808) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:33.494096 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.495618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f005e3c-c136-4871-a7fa-b4d9cd264b3a req-7f54344e-2a2e-4e63-aa96-dd1ebb2683ef tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:33.506795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f005e3c-c136-4871-a7fa-b4d9cd264b3a req-7f54344e-2a2e-4e63-aa96-dd1ebb2683ef tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.1807647 Oct 29 11:28:33.544312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-50b9dd5f-f116-4aa6-b033-857c01bbd710 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/67aae7d4-d572-4c94-97de-82a119cc6176 HTTP/1.1" status: 200 len: 2405 time: 0.2342556 Oct 29 11:28:33.579264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.596162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f005e3c-c136-4871-a7fa-b4d9cd264b3a req-cbdac221-5937-4d4a-b150-19dba3d66175 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0881507 Oct 29 11:28:33.640731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-bc908408-c2ed-472c-89f5-3387c68a9e45 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2579691 Oct 29 11:28:33.652585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c77fe611-e70c-4d10-a372-18c808809ddc no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:33.762740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:33.775807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: c77fe611-e70c-4d10-a372-18c808809ddc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:33.780700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.786860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c77fe611-e70c-4d10-a372-18c808809ddc not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:33.792668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.884434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.889831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ad30f-48b4-4227-83a9-092343492801 None None] Network 9de7a28f-8804-419e-b970-7dcd3df5c69b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:33.897096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9ba24032-209e-43bd-b944-7d99a8d7be89 HTTP/1.1" status: 204 len: 168 time: 0.8804905 Oct 29 11:28:33.897986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64bac0-ed73-4eac-8c17-af893e0f3589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba24032-209e-43bd-b944-7d99a8d7be89,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:33.902472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:33.912822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.943269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:33.994632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.007597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02253b4d-fe7f-433c-8c37-3edeeb5ffb6f req-7b6029c9-a3b3-4481-8125-82af0f08ed07 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:34.016857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02253b4d-fe7f-433c-8c37-3edeeb5ffb6f req-7b6029c9-a3b3-4481-8125-82af0f08ed07 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2892501 Oct 29 11:28:34.018223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bfd7f035-3651-4e73-812e-bb27f04ed2a2 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:34.096347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: bfd7f035-3651-4e73-812e-bb27f04ed2a2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:34.096965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bfd7f035-3651-4e73-812e-bb27f04ed2a2 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:34.099249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02253b4d-fe7f-433c-8c37-3edeeb5ffb6f req-882d35b6-4c9c-471b-96ef-ad8537d64e22 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 Oct 29 11:28:34.164875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Deleting port 64577b0c-9d46-44a9-816a-ff33425f3c10 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:34.172033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.265041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.1.1.210 (f400b10f-7666-4481-ad6b-1792a354fca0/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e/677b86d9-a4fd-4a85-b724-32763ea5622d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:34.290633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.301935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.367947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.369083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04f26c66-883b-4e53-95b3-89ec431fb3e5 req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/670e6fdc-80ae-49d1-9fd0-84eb38477b5e HTTP/1.1" status: 204 len: 173 time: 0.8232517 Oct 29 11:28:34.378522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] For port 64577b0c-9d46-44a9-816a-ff33425f3c10, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64577b0c-9d46-44a9-816a-ff33425f3c10,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:34.379047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.391523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] DHCP port deletion for 9de7a28f-8804-419e-b970-7dcd3df5c69b request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:28:34.394969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c452b-0d70-435c-9843-5a7dbb121d76 req-696cc771-e9e5-430c-8c74-91b76ca0e69a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:34.402674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-708c452b-0d70-435c-9843-5a7dbb121d76 req-696cc771-e9e5-430c-8c74-91b76ca0e69a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 932 time: 0.1090546 Oct 29 11:28:34.438222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb1e28-f850-4962-aed6-56696d024f4d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=670e6fdc-80ae-49d1-9fd0-84eb38477b5e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:34.470412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Calling delete_port for 64577b0c-9d46-44a9-816a-ff33425f3c10 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:34.488075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ff1b1e8f-88af-4df1-85fc-53afb5fafb11 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:34.493823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ff1b1e8f-88af-4df1-85fc-53afb5fafb11 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 1.0619776 Oct 29 11:28:34.515009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Deleting port 64577b0c-9d46-44a9-816a-ff33425f3c10 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:28:34.517805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.567608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:34.634756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-708c452b-0d70-435c-9843-5a7dbb121d76 req-6a2b55b4-44b0-4c29-a9d8-59b21ce12ad5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274461 Oct 29 11:28:34.670979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] For port 64577b0c-9d46-44a9-816a-ff33425f3c10, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64577b0c-9d46-44a9-816a-ff33425f3c10,segment=NetworkSegment(1fbe0fff-e3f6-45df-ae64-b69aad6b719e),segment_id=1fbe0fff-e3f6-45df-ae64-b69aad6b719e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:34.671428 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.701693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Calling delete_port for 64577b0c-9d46-44a9-816a-ff33425f3c10 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:28:34.729359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.732558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57217d12-5468-4dbe-9f7a-d975216ead0c req-0af914f3-4985-43c8-aeba-ffb5040ff3f2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 210 time: 0.1712136 Oct 29 11:28:34.750830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] No DVR routers for this DVR port 64577b0c-9d46-44a9-816a-ff33425f3c10 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:34.842615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Pushing event deleted for resources: {'Port': ['ID=64577b0c-9d46-44a9-816a-ff33425f3c10,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:34.872095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.921528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d114e83-6919-499e-87e4-6398b0939fd2 req-e09db41d-3a87-4dfd-a008-32fb1913c32a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:34.926123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-734235014', 'description': 'tempest-description-861981598'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:34.931768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7d114e83-6919-499e-87e4-6398b0939fd2 req-e09db41d-3a87-4dfd-a008-32fb1913c32a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1246648 Oct 29 11:28:34.940446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] No DVR routers for this DVR port 64577b0c-9d46-44a9-816a-ff33425f3c10 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:28:34.955214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5da26-d56f-4ffd-b17d-c4dccf01840b None None] Pushing event deleted for resources: {'Port': ['ID=64577b0c-9d46-44a9-816a-ff33425f3c10,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:34.971335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:34.979408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.010928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de7a28f-8804-419e-b970-7dcd3df5c69b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.028734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7d114e83-6919-499e-87e4-6398b0939fd2 req-398cbeaf-80f6-4f22-8c80-a82f386af524 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912559 Oct 29 11:28:35.047412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbe0fff-e3f6-45df-ae64-b69aad6b719e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.053185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbe0fff-e3f6-45df-ae64-b69aad6b719e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.082522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.129571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.143119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:28:35.144706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:28:35.150648 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:28:35.231261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.267220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb56977b-d026-485a-b4bd-de98d413744b']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.301639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ae9752-ed1d-4d58-9bd1-866969541e35') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.301933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ae9752-ed1d-4d58-9bd1-866969541e35') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:35.305697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.352485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a421a-7ec6-4731-9d5d-424a260f2d88 req-6c1706c9-0723-4260-93bf-aae9d94d12b6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:35.354647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a41a421a-7ec6-4731-9d5d-424a260f2d88 req-6c1706c9-0723-4260-93bf-aae9d94d12b6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.1700182 Oct 29 11:28:35.356102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.384447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.389795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] 10.222.0.77 "DELETE /v2.0/networks/9de7a28f-8804-419e-b970-7dcd3df5c69b HTTP/1.1" status: 204 len: 168 time: 1.4848971 Oct 29 11:28:35.420875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9a90e-2a66-44ae-a4c1-529706e0913e admin admin] Pushing event deleted for resources: {'Network': ['ID=9de7a28f-8804-419e-b970-7dcd3df5c69b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:35.462428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a41a421a-7ec6-4731-9d5d-424a260f2d88 req-8b3cea00-8706-4edd-874d-58bcf2840e52 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817041 Oct 29 11:28:35.503358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.569644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.583303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.585947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.627795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.654245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a543-b6bb-4165-972b-3b1b2cf3bdd7 req-24a9d011-6989-4a46-ac9a-f385430f12a7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:35.655877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:35.657197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f40a543-b6bb-4165-972b-3b1b2cf3bdd7 req-24a9d011-6989-4a46-ac9a-f385430f12a7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1010456 Oct 29 11:28:35.667732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.688015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49848) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:35.696633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:28:35.697235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:28:35.703475 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:28:35.706391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:35.712077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9500521-5b50-42bd-9699-ce06f50dc233 req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8867342 Oct 29 11:28:35.777657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network f400b10f-7666-4481-ad6b-1792a354fca0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:35.834140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f5a2a-72b8-4b3f-92c9-669454443282 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4611e5-d336-40f0-887c-f3dca57adc5e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:35.836589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:35.845456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:35.907668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64577b0c-9d46-44a9-816a-ff33425f3c10 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:35.917734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:35.955918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f40a543-b6bb-4165-972b-3b1b2cf3bdd7 req-7e1cf763-1f63-44b4-893c-9020dd2afa1b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782826 Oct 29 11:28:35.982552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 64577b0c-9d46-44a9-816a-ff33425f3c10 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:28:35.983176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64577b0c-9d46-44a9-816a-ff33425f3c10 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:28:36.025311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-67054a53-82df-42aa-8b56-7e9c55f6786f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21b5cfd5025d4c1f9f54dfc9352deba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329520 Oct 29 11:28:36.025571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.027621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:36.070026 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.073767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bb56977b-d026-485a-b4bd-de98d413744b HTTP/1.1" status: 204 len: 168 time: 2.6567566 Oct 29 11:28:36.095963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-b6d5d97a-1474-4ffc-a00e-43098ecd8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.099552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-b6d5d97a-1474-4ffc-a00e-43098ecd8185 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1101 time: 0.3045261 Oct 29 11:28:36.139486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.140084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.157224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631806c2-2b45-44dd-bacd-944533142dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb56977b-d026-485a-b4bd-de98d413744b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:36.201736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764a207-2eae-40ff-b9ce-1af376cadacb req-d6c9d861-a660-46f5-b59e-64f233ed6d74 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.210265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764a207-2eae-40ff-b9ce-1af376cadacb req-d6c9d861-a660-46f5-b59e-64f233ed6d74 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.218088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c764a207-2eae-40ff-b9ce-1af376cadacb req-d6c9d861-a660-46f5-b59e-64f233ed6d74 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 1654 time: 0.3857594 Oct 29 11:28:36.252869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-498d3e4a-a35c-497d-9946-57651a877a48 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3675063 Oct 29 11:28:36.276377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'admin_state_up': True, 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'security_groups': ['1ee04555-f9be-4fe0-a063-4ec3943674f9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:36.324087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-73559168-535c-447e-8a01-6d374f81cd5d req-0889f113-0a54-4ddc-aeb1-70298b510911 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/fb4611e5-d336-40f0-887c-f3dca57adc5e HTTP/1.1" status: 200 len: 1811 time: 0.2656782 Oct 29 11:28:36.342231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-09076fec-8c29-4c74-827b-cfe13961493a None None] Provisioning complete for port 677b86d9-a4fd-4a85-b724-32763ea5622d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:36.343930 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09076fec-8c29-4c74-827b-cfe13961493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.396334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-3c523173-0a9c-410a-bbdd-17b6ca1edd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.401093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-3c523173-0a9c-410a-bbdd-17b6ca1edd60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2872112 Oct 29 11:28:36.405051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:36.425905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-09076fec-8c29-4c74-827b-cfe13961493a None None] Port 677b86d9-a4fd-4a85-b724-32763ea5622d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:36.437834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.12 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/5b686920-8868-4b23-9db9-21e802137d5c) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:36.511195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-41178c8f-b1bd-4773-a398-39118406da7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0885134 Oct 29 11:28:36.514398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-537a270f-e920-4763-b33a-f992080e8bbe req-2b417cc6-884b-4a60-b7a1-c707669c07cc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 210 time: 0.0681958 Oct 29 11:28:36.570929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-316265b4-8f5e-44dd-a2ed-c0da5bcf555b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5b2a22ee92b4b30b00bd00e658658ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641340 Oct 29 11:28:36.573359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49866) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:36.613365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-857a343c-1b04-4c12-9aca-418431c0b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.614773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-857a343c-1b04-4c12-9aca-418431c0b962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0947597 Oct 29 11:28:36.651444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.694557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c764a207-2eae-40ff-b9ce-1af376cadacb req-be137b5a-3623-4093-a5ac-296f3756d2b2 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756043 Oct 29 11:28:36.695628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.714416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.729646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.747554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:36.757451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11753cf-3fc0-41e1-afc4-4f679c8282f5 req-5e07d87d-3a34-4575-9d21-6dcf27d27f1a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.759052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d11753cf-3fc0-41e1-afc4-4f679c8282f5 req-5e07d87d-3a34-4575-9d21-6dcf27d27f1a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1366720 Oct 29 11:28:36.764349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:36.772754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:36.780486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-72d02445-984d-4476-ae4e-f2cc75369159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.782070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-72d02445-984d-4476-ae4e-f2cc75369159 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513846 Oct 29 11:28:36.865824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.868670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:36.869873 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.897179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:36.911695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4013591 Oct 29 11:28:36.938850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-d6b6c143-d7cc-49fa-b5f5-e93ab2ff8c8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2005038 Oct 29 11:28:36.941818 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d11753cf-3fc0-41e1-afc4-4f679c8282f5 req-1f2a0325-2074-4aef-b8e1-b76ee00ade46 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588447 Oct 29 11:28:36.995793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-785105536', 'description': 'tempest-description-848471445'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:37.024479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Request body: {'port': {'device_id': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:37.066903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-e04aa433-8994-496c-9064-335ee1ca8f78 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696223 Oct 29 11:28:37.067806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.071888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.073179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac359744-1702-4919-8721-157032937e37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:37.073652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49f8edcd-df06-4d84-9cfc-90d102f0d29f HTTP/1.1" status: 204 len: 168 time: 0.4991195 Oct 29 11:28:37.126426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebbce-31af-4e07-ac1e-1a1599e68085 req-a089d6a2-a1df-4a34-8254-422b8947a3b8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:37.128333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-482ebbce-31af-4e07-ac1e-1a1599e68085 req-a089d6a2-a1df-4a34-8254-422b8947a3b8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2364192 Oct 29 11:28:37.152551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.177038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.188560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659821a4-5e4b-4f35-a950-3cd328323057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8edcd-df06-4d84-9cfc-90d102f0d29f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:37.216201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-693fcbef-706a-4ad2-9ac3-2e9e31f09512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:37.217664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-693fcbef-706a-4ad2-9ac3-2e9e31f09512 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1101 time: 0.2099717 Oct 29 11:28:37.254305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-482ebbce-31af-4e07-ac1e-1a1599e68085 req-6c51ea72-ef96-45a0-93d3-a1c0b2831c81 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1072178 Oct 29 11:28:37.255205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:37.260941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.296731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.299855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.301213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c93792f-3e5c-4551-91ff-1812a20c4731 HTTP/1.1" status: 204 len: 168 time: 1.2551200 Oct 29 11:28:37.328811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af0f8d-3665-4cd1-836f-9aeca4b3028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93792f-3e5c-4551-91ff-1812a20c4731,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:37.378387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.427424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.620739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:37.634031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ee464-d382-4d40-b7fa-9cd64a10ac38 req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6369486 Oct 29 11:28:37.687449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-af2ec441-6f89-4f34-9e2e-04f080412122 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122243 Oct 29 11:28:37.717883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79d3a2-b59b-497c-9d60-94c3cfcca8f4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3467b-b62a-4738-8925-9d2bbdcbff16,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:37.873639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-eb9db38c-2aa6-4b9e-8f72-14b46a1b0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:37.877677 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-eb9db38c-2aa6-4b9e-8f72-14b46a1b0131 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4912584 Oct 29 11:28:37.939308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f9927-ebdf-4341-83b9-6ada42bd2ab6 req-71f3b6c0-d031-4a9f-a48d-a4c473e55e52 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:37.944574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca9f9927-ebdf-4341-83b9-6ada42bd2ab6 req-71f3b6c0-d031-4a9f-a48d-a4c473e55e52 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.4607577 Oct 29 11:28:37.972087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-8f43249a-3333-49ba-afc0-d96ab217826c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.0796921 Oct 29 11:28:37.994349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4348a3f-e08c-499a-9f4e-857d0fb24bab req-35fda098-5904-4981-9f75-fa93f4a446b3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:37.995873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b4348a3f-e08c-499a-9f4e-857d0fb24bab req-35fda098-5904-4981-9f75-fa93f4a446b3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 932 time: 0.2413294 Oct 29 11:28:38.014654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.1.1.92 (f400b10f-7666-4481-ad6b-1792a354fca0/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e/4573d595-5fc8-4118-baef-3e54d781af5a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:38.174249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-f1b63459-e21b-47a2-8459-b587d00c9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:38.178646 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-f1b63459-e21b-47a2-8459-b587d00c9bb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1925845 Oct 29 11:28:38.230384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b4348a3f-e08c-499a-9f4e-857d0fb24bab req-00fdd1c1-71a1-40f7-b0b3-5b80891601cc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745195 Oct 29 11:28:38.312882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:38.371293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca9f9927-ebdf-4341-83b9-6ada42bd2ab6 req-377ebb71-c412-4536-81bf-d538e53f55e5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177759 Oct 29 11:28:38.376003 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:38.470966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-7642e29e-80a3-47aa-985f-b312d067f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:38.472529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-7642e29e-80a3-47aa-985f-b312d067f00f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821555 Oct 29 11:28:38.487126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75c24d5e-bae4-4ff6-91d0-11eb86228576 req-a05566f7-3fa0-4bfe-9f0d-0a7cff5c0287 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/c1e3467b-b62a-4738-8925-9d2bbdcbff16 HTTP/1.1" status: 200 len: 1811 time: 0.1848028 Oct 29 11:28:38.603180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network f400b10f-7666-4481-ad6b-1792a354fca0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:38.619794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:38.646301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:38.898307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd7b3f-6d0b-493f-87dc-fb216f0efa15 req-9fa220c5-0dc5-410a-b375-363b055659dd tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:38.907407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f3dd7b3f-6d0b-493f-87dc-fb216f0efa15 req-9fa220c5-0dc5-410a-b375-363b055659dd tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.2548375 Oct 29 11:28:38.916254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-2d5f954e-34ed-4c41-93d3-4149319d1ebb service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257908 Oct 29 11:28:38.972361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b686920-8868-4b23-9db9-21e802137d5c {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:38.982920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:39.028224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f3dd7b3f-6d0b-493f-87dc-fb216f0efa15 req-3671c697-0155-4646-9860-519375a05fa8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093092 Oct 29 11:28:39.094831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.095884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.138668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.152814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49922) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:39.283429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-75ac944d-169a-457a-a12c-bed10228367d None None] Provisioning complete for port 4573d595-5fc8-4118-baef-3e54d781af5a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:39.284008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75ac944d-169a-457a-a12c-bed10228367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.316171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:39.394671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2116194249-network', 'tenant_id': 'd80d4a25fa844647a13308632dfa15dc'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:39.400943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-75ac944d-169a-457a-a12c-bed10228367d None None] Port 4573d595-5fc8-4118-baef-3e54d781af5a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:39.455821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c868287-d53d-4c10-818b-e6b35540c4e9 req-e5320710-2a5a-4e3a-ac33-716bc6509ee4 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609339 Oct 29 11:28:39.519935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d0de8-bdcb-434a-815f-61ddc9f670ae req-cf4502d8-0f9b-4beb-a488-8d126d4d60b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.522096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed9d0de8-bdcb-434a-815f-61ddc9f670ae req-cf4502d8-0f9b-4beb-a488-8d126d4d60b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2067876 Oct 29 11:28:39.523458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Made reservation on behalf of d80d4a25fa844647a13308632dfa15dc for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:39.526313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.547028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.705150 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.705150 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.724178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:39.750620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed9d0de8-bdcb-434a-815f-61ddc9f670ae req-458a8bc4-2cc5-4952-a8d0-596801eae742 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2113576 Oct 29 11:28:39.791325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.791790 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Added segment f7e76572-1fac-4601-88c0-4febc2c0daf4 of type vlan for network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e Oct 29 11:28:39.795257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261aded0-9bb8-487c-8b74-04014556a5af,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:39.814200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1894617252', 'description': 'tempest-description-417525621'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:39.863525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1509397528-network', 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:39.870396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Transition to ACTIVE for port object 5b686920-8868-4b23-9db9-21e802137d5c will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:39.885928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa2f2d-d0db-4f66-8863-93402853ab53 req-46e94e52-64ed-4518-8455-7dc36fb065ee tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.892141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa2f2d-d0db-4f66-8863-93402853ab53 req-46e94e52-64ed-4518-8455-7dc36fb065ee tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.898378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa2f2d-d0db-4f66-8863-93402853ab53 req-46e94e52-64ed-4518-8455-7dc36fb065ee tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.908734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcfa2f2d-d0db-4f66-8863-93402853ab53 req-46e94e52-64ed-4518-8455-7dc36fb065ee tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 2374 time: 1.2941449 Oct 29 11:28:39.933233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.934329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.934456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.967511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-945b04e8-8fd3-4847-9376-325a00823b9c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6987371 Oct 29 11:28:39.988461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:39.989884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:39.991002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.022831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'admin_state_up': True, 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'security_groups': ['1ee04555-f9be-4fe0-a063-4ec3943674f9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:40.094841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7751067 Oct 29 11:28:40.106844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49944) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:40.111866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Request body: {'subnet': {'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2116194249-subnet', 'tenant_id': 'd80d4a25fa844647a13308632dfa15dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:40.119593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.121782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:40.125363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.130429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97554d0c-7401-43ad-9b95-4beea17fdbfa admin admin] Pushing event updated for resources: {'Network': ['ID=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:40.137395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.143093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:40.170757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Made reservation on behalf of d80d4a25fa844647a13308632dfa15dc for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:40.173165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.181447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.191137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:40.193868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de23a27-d219-4228-b642-8a0e2d86c811,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:40.226806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.239980 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1887742-d8ea-4e20-9696-56d5d9165785 req-f325ee00-ddbc-4b6c-85b2-09ee0436f8c4 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4318347 Oct 29 11:28:40.312924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcfa2f2d-d0db-4f66-8863-93402853ab53 req-53fad4b2-75d8-470a-8bab-cc36b60049c6 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000025 Oct 29 11:28:40.372635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569feb-0973-40c3-aaf5-2b3413362ce6 req-18949113-28c4-4bc5-b437-c3f68a60502e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:40.375188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7569feb-0973-40c3-aaf5-2b3413362ce6 req-18949113-28c4-4bc5-b437-c3f68a60502e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 944 time: 0.0801830 Oct 29 11:28:40.491121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Attempting to bind port 5b686920-8868-4b23-9db9-21e802137d5c on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:40.491869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Attempting to bind port 5b686920-8868-4b23-9db9-21e802137d5c by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:40.494467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Attempting to bind port 5b686920-8868-4b23-9db9-21e802137d5c on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:40.513146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7569feb-0973-40c3-aaf5-2b3413362ce6 req-c083cb81-2a50-4358-9b16-e58519103171 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176419 Oct 29 11:28:40.535544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Port 5b686920-8868-4b23-9db9-21e802137d5c on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:40.535854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Attempting to bind port 5b686920-8868-4b23-9db9-21e802137d5c on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:40.559450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.620513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:40.620862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:40.621302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:40.622269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Bound port: 5b686920-8868-4b23-9db9-21e802137d5c, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:40.623418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.628958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d79eeb-31c0-468b-96e4-b0f27f75a3d2,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:40.656102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cad646-b186-47cd-8c75-9bf5cc0454b9 req-c0940711-bb3b-49cf-8d92-b7e9f240d0d8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:40.663301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05cad646-b186-47cd-8c75-9bf5cc0454b9 req-c0940711-bb3b-49cf-8d92-b7e9f240d0d8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2442503 Oct 29 11:28:40.684114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:40.687755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776052b8-4090-48e4-a6b8-bc94da8a8085 req-d47af386-de32-463d-b028-cedfc32512fe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:40.689722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-776052b8-4090-48e4-a6b8-bc94da8a8085 req-d47af386-de32-463d-b028-cedfc32512fe tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0844607 Oct 29 11:28:40.721582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.730588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Checking segment: {'id': 'f7e76572-1fac-4601-88c0-4febc2c0daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:40.731034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Network hostable DHCP agents. Network: 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:28:40.768714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-776052b8-4090-48e4-a6b8-bc94da8a8085 req-e284badd-070f-46e1-8ecf-e2da5302e6cd tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Oct 29 11:28:40.771090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:28:40.797760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:40.806881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9e856-bdb7-4382-8d4c-e5ce655acddf None None] Network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:40.815907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:40.816533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.823720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:40.885456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:40.901550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05cad646-b186-47cd-8c75-9bf5cc0454b9 req-daa29a77-b1a4-4e68-87c6-f0b7e45471da tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373104 Oct 29 11:28:40.958560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-28a6acdf-2aef-428d-b889-ebf49d18da21 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8504992 Oct 29 11:28:40.987306 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-266c2d05-a24b-4c92-b0fd-90fa5147c519 req-00e86302-bf1e-4e19-80ed-3e004252b78c tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/0de23a27-d219-4228-b642-8a0e2d86c811 HTTP/1.1" status: 200 len: 1812 time: 0.1406925 Oct 29 11:28:41.045865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-360033643', 'description': 'tempest-description-549862316'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:41.067843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.068368 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Added segment 618ef569-530e-489c-94f2-555992e6933f of type vlan for network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e Oct 29 11:28:41.098555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:41.115822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.137658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:41.226826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.244046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.280869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5b686920-8868-4b23-9db9-21e802137d5c,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:41.282325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.289718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.294941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b522914-3f6b-4c27-bfd7-cc2af22d732c None None] Network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:41.312907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.334958 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.345596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d80f86b5-3e45-4eba-899e-3743a4d68560 req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3105724 Oct 29 11:28:41.358494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf1e5-7a6d-46dd-8126-d2b8a903e458 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7292a30a-6931-43fd-99bb-1a4175496dd5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:41.463594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.464213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.465860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] 10.222.0.41 "PUT /v2.0/ports/5b686920-8868-4b23-9db9-21e802137d5c HTTP/1.1" status: 200 len: 1092 time: 4.4858792 Oct 29 11:28:41.484893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:41.487729 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "tag": "5b686920-8868-4b23-9db9-21e802137d5c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:41.522966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4ab22-ab12-4246-9949-d77753deb7ad req-69db6997-cae6-4da4-9eaf-8086346394bb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.525420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bf4ab22-ab12-4246-9949-d77753deb7ad req-69db6997-cae6-4da4-9eaf-8086346394bb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.4668288 Oct 29 11:28:41.540071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.541123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.541701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.575964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4eef-4bae-498c-b106-77ce4d414650 req-480d53b3-9fc7-4dd9-99aa-73ee4d34a936 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.585786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4eef-4bae-498c-b106-77ce4d414650 req-480d53b3-9fc7-4dd9-99aa-73ee4d34a936 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.593566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4eef-4bae-498c-b106-77ce4d414650 req-480d53b3-9fc7-4dd9-99aa-73ee4d34a936 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.594392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b0ee4eef-4bae-498c-b106-77ce4d414650 req-480d53b3-9fc7-4dd9-99aa-73ee4d34a936 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 2374 time: 0.1187198 Oct 29 11:28:41.692217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b0ee4eef-4bae-498c-b106-77ce4d414650 req-4cb16138-fc6f-4daf-a5d5-cacde7f19fec tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778329 Oct 29 11:28:41.723323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbea28-0167-424e-8b73-4dbe4c880d5c service neutron] Pushing event updated for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:41.746101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49968) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:41.746346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5923562 Oct 29 11:28:41.751645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Request body: {'subnet': {'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1509397528-subnet', 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:41.802651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f1a0a-6b3d-4b2c-b427-5b1d3628f420 admin admin] Pushing event updated for resources: {'Network': ['ID=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:41.814398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:41.820015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:41.824981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:41.831062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bf4ab22-ab12-4246-9949-d77753deb7ad req-4c4ffb20-6fa0-4595-9efe-000efe6163ac tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2645688 Oct 29 11:28:41.859300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-718ae7f7-69ec-461c-aa8b-20dbd4dca6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:41.861100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-718ae7f7-69ec-461c-aa8b-20dbd4dca6ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 1095 time: 0.3226898 Oct 29 11:28:41.923409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-410fce0d-89f1-489d-8295-177a2ab94607 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b686920-8868-4b23-9db9-21e802137d5c HTTP/1.1" status: 200 len: 217 time: 0.0527604 Oct 29 11:28:41.995049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.2.2.100 (5d30babd-2ab1-4ae7-b74c-535833dbfb68/f72c5088-12c0-4802-8800-db90bc71f84f/60267505-fb47-4c8c-82a6-2a169b3d0929) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:42.088989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-0559b51b-f544-4484-8df4-91c1e89db92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.091017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-0559b51b-f544-4484-8df4-91c1e89db92c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.1498828 Oct 29 11:28:42.099309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe89eca-2470-4d2a-baeb-36eb6c43f01c req-3f201a96-2801-4bcf-9473-25683a50191c tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/7292a30a-6931-43fd-99bb-1a4175496dd5 HTTP/1.1" status: 200 len: 1811 time: 0.1790807 Oct 29 11:28:42.152452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-3803f602-8e8b-433e-9445-970fe19d8cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500233 Oct 29 11:28:42.264087 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78942480-6c64-4959-ac78-32c12a79164f x-openstack-request-id: req-78942480-6c64-4959-ac78-32c12a79164f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:42.264806 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "tag": "5b686920-8868-4b23-9db9-21e802137d5c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:42.265349 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78942480-6c64-4959-ac78-32c12a79164f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:42.265979 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c', 'status': 'completed', 'code': 200} Oct 29 11:28:42.286990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:42.407313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4fc229-9d1b-4bfe-ad5e-7646a85be453,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:42.411579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Checking segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:42.411780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Network hostable DHCP agents. Network: ab857eeb-8dbb-4708-8cdd-23f61ab6b49e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:28:42.426463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-6ec17e13-516e-40bf-995c-55c481929087 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626648 Oct 29 11:28:42.430756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-30192b9e-c188-41a7-bc8e-093d6e4d4bf9 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.436986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1a6a6-c3b6-4052-a8bd-51c8379294be req-4e5a5b9c-1730-4458-bf47-984a8b620a12 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.439244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-30192b9e-c188-41a7-bc8e-093d6e4d4bf9 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/networks?id=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e HTTP/1.1" status: 200 len: 813 time: 0.2289543 Oct 29 11:28:42.444746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1d1a6a6-c3b6-4052-a8bd-51c8379294be req-4e5a5b9c-1730-4458-bf47-984a8b620a12 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 944 time: 0.1776509 Oct 29 11:28:42.463237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-08c13f32-3442-4271-a063-01bd6b24c50e tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/quotas/d80d4a25fa844647a13308632dfa15dc HTTP/1.1" status: 200 len: 375 time: 0.0225215 Oct 29 11:28:42.480106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:28:42.508576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-9c91765f-0693-40ef-88d2-e1db9bf6c7ca tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d80d4a25fa844647a13308632dfa15dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396330 Oct 29 11:28:42.523572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:42.534767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ab857eeb-8dbb-4708-8cdd-23f61ab6b49e) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:42.542621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4bcea-8706-4cc2-b825-119906877dce None None] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:42.585552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1d1a6a6-c3b6-4052-a8bd-51c8379294be req-562ac25f-e8fe-487d-b871-c08b369f4a91 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376088 Oct 29 11:28:42.703650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2ea608f-6e48-4758-a418-8fa5bbdf1ee8 req-0d1ff5a6-8be5-4c59-9817-0c78cccaf488 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553346 Oct 29 11:28:42.715414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:42.832811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:42.840405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:42.843601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:42.876715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:42.901056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294314-2ce0-498a-8e02-885768536e32 req-01bdfaff-fe35-418a-acd5-21ad802dc573 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.916867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9294314-2ce0-498a-8e02-885768536e32 req-01bdfaff-fe35-418a-acd5-21ad802dc573 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.2192528 Oct 29 11:28:42.962288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.963011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:42.969208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-59496b42-25bd-4b27-a4bf-9d76c7b5924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:42.970989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-59496b42-25bd-4b27-a4bf-9d76c7b5924f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 1095 time: 0.1873729 Oct 29 11:28:43.028977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9294314-2ce0-498a-8e02-885768536e32 req-c856bd52-3943-4393-b45f-3ef2d029dee6 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108959 Oct 29 11:28:43.118094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-27719d2b-9fce-4ed2-8e52-5f805d072195 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1300433 Oct 29 11:28:43.200198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-b14c2230-590d-473a-b8a6-fafa9fbc7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:43.202152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-b14c2230-590d-473a-b8a6-fafa9fbc7d23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.2113190 Oct 29 11:28:43.208949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'admin_state_up': True, 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'security_groups': ['1ee04555-f9be-4fe0-a063-4ec3943674f9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:43.345091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936b711-c1ee-44b7-9d85-d1738dc2c3d9 None None] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:28:43.359869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:43.368981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:43.383796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-9d784cdf-80cc-4cb6-a9a6-17e37a621ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b686920-8868-4b23-9db9-21e802137d5c HTTP/1.1" status: 200 len: 217 time: 0.1524007 Oct 29 11:28:43.394168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-3320b85c-5537-42b2-a1b4-710c56006e9d service neutron] 10.222.0.77 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844819 Oct 29 11:28:43.447277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aebf7-b83f-494a-8b2f-c1b658f441d1 req-23b78537-ede4-4ada-b852-99987e38c1e3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:43.449761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a79aebf7-b83f-494a-8b2f-c1b658f441d1 req-23b78537-ede4-4ada-b852-99987e38c1e3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2448492 Oct 29 11:28:43.511407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-caf16efd-98d4-4404-86ab-70fefd9fe45d None None] Provisioning complete for port 60267505-fb47-4c8c-82a6-2a169b3d0929 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:43.511945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-caf16efd-98d4-4404-86ab-70fefd9fe45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:43.526083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a79aebf7-b83f-494a-8b2f-c1b658f441d1 req-cd35306f-4565-418d-9bcc-26082efd1b74 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 Oct 29 11:28:43.538511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-e8eeeaf0-bb32-44ec-bf4e-970796e55514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:43.541372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-e8eeeaf0-bb32-44ec-bf4e-970796e55514 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.1496258 Oct 29 11:28:43.587271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-caf16efd-98d4-4404-86ab-70fefd9fe45d None None] Port 60267505-fb47-4c8c-82a6-2a169b3d0929 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:43.596003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-bfd70f41-46aa-4198-9fb7-ed36b2478cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401223 Oct 29 11:28:43.628832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6a6ba20-f4fe-4a2e-bada-9e28d68b5282 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8789706 Oct 29 11:28:43.639119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-4e060636-f05d-4239-b8c6-8920009a58a9 service neutron] 10.222.0.77 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419696 Oct 29 11:28:43.857917 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-e8b9fee3-345d-4b4e-8cfa-0327a7e638c3 req-995d0a75-922b-4c45-8b74-c13f1be2f093 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] show failed (client error): The resource could not be found. Oct 29 11:28:43.859221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8b9fee3-345d-4b4e-8cfa-0327a7e638c3 req-995d0a75-922b-4c45-8b74-c13f1be2f093 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/6885980a-aa54-46b9-a58d-3181a496baa8 HTTP/1.1" status: 404 len: 352 time: 0.2616122 Oct 29 11:28:43.861130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Made reservation on behalf of a122fb8b99c844db9658db02a454cc9c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:43.866663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:43.883564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-9f9100db-a786-4c67-81e3-e113b5c62e1b service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676954 Oct 29 11:28:44.127419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40f63-b1df-4066-9219-c11f2d6faafc req-d589e9ee-1007-4663-9170-0e818ee23eac tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.129592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ed40f63-b1df-4066-9219-c11f2d6faafc req-d589e9ee-1007-4663-9170-0e818ee23eac tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.0911283 Oct 29 11:28:44.210992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ed40f63-b1df-4066-9219-c11f2d6faafc req-d4169a6e-a6ff-4259-ac39-e4f51db2d547 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666687 Oct 29 11:28:44.254410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4b7e7cf-63ad-428d-a8ce-a49e6bf1978b req-de98d337-56eb-4f2b-a911-b1f15992a782 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586380 Oct 29 11:28:44.328174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-16b65c56-8407-44ed-9a4b-9520070a2c66 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.337042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-16b65c56-8407-44ed-9a4b-9520070a2c66 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.343580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-16b65c56-8407-44ed-9a4b-9520070a2c66 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.350887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-16b65c56-8407-44ed-9a4b-9520070a2c66 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.353508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-16b65c56-8407-44ed-9a4b-9520070a2c66 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 3095 time: 0.2968090 Oct 29 11:28:44.358519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455dd2c-6228-421b-8257-fc5fea7c081e req-512eb98d-8cf8-4c9f-89c0-4219fa999ec6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.365852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7455dd2c-6228-421b-8257-fc5fea7c081e req-512eb98d-8cf8-4c9f-89c0-4219fa999ec6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 944 time: 0.0739453 Oct 29 11:28:44.466185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7455dd2c-6228-421b-8257-fc5fea7c081e req-2e8a505a-ebcf-4fbb-988f-ddc4c91c05a4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916486 Oct 29 11:28:44.489415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Allocated IP 10.2.2.200 (5d30babd-2ab1-4ae7-b74c-535833dbfb68/f72c5088-12c0-4802-8800-db90bc71f84f/cc21e514-0f32-4f0c-96a4-2b206e9e179f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:44.502296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb438f32-286a-4051-8c31-6f6b5d0ee0ef req-ace29e87-94b0-4448-952a-434d1d915094 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421506 Oct 29 11:28:44.510162 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-f862c232-7cb4-4bf9-8e7d-fee1337ebcad req-03c476b0-231e-4eee-a3ed-6c18afe9e228 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] show failed (client error): The resource could not be found. Oct 29 11:28:44.524631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f862c232-7cb4-4bf9-8e7d-fee1337ebcad req-03c476b0-231e-4eee-a3ed-6c18afe9e228 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-group-rules/3ae4d490-ce8c-4a6a-ba76-3c36552b25e1 HTTP/1.1" status: 404 len: 361 time: 0.0314891 Oct 29 11:28:44.638969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f099a92-4a99-47ea-a3e6-180c4f864c32 req-7a45d3d9-f576-402a-8f25-af5e123920a6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 210 time: 0.0601830 Oct 29 11:28:44.837639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:44.872566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5aa93-ce51-48b7-a20e-fa778fd84e27 req-cf23aeac-a1b2-496c-be46-dd2701d9f027 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.878300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52e5aa93-ce51-48b7-a20e-fa778fd84e27 req-cf23aeac-a1b2-496c-be46-dd2701d9f027 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1069767 Oct 29 11:28:44.886584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-f3a2505a-b73a-4a97-9043-299cc95a65f2 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:44.888331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-f3a2505a-b73a-4a97-9043-299cc95a65f2 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.1761882 Oct 29 11:28:44.920735 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-e2f257cd-1ec5-49d8-bc7b-a99360b5c679 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/quotas/c773aa4550fe411186437ff6e73b99a7 HTTP/1.1" status: 200 len: 375 time: 0.0160258 Oct 29 11:28:44.973851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-6fa66822-ddae-4a4c-9d12-f2c3ab028797 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392656 Oct 29 11:28:44.992038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52e5aa93-ce51-48b7-a20e-fa778fd84e27 req-f715f04d-4054-4e52-94cb-194556934d3a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026270 Oct 29 11:28:45.018864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.099347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:45.110001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:45.123325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:45.162490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-5aff0f07-7c88-4127-aee5-ca0ccd88ddd0 service neutron] 10.222.0.77 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721108 Oct 29 11:28:45.181535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:45.226336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-ff64cd44-3506-4b50-b66a-777f1aa38d4e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/7292a30a-6931-43fd-99bb-1a4175496dd5 HTTP/1.1" status: 200 len: 1811 time: 0.1799335 Oct 29 11:28:45.259235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:45.260060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.288651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bc2e3d1f-1e38-45b1-bc99-5c3eec8fa4ca tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0849042 Oct 29 11:28:45.334760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:45.344713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9ef834fa-7c55-4c3c-9da1-edc9716fd146 service neutron] 10.222.0.77 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811879 Oct 29 11:28:45.404803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.546039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-563153dd-090c-4d95-8687-a09f8b6d3110 None None] Provisioning complete for port cc21e514-0f32-4f0c-96a4-2b206e9e179f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:45.547217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-563153dd-090c-4d95-8687-a09f8b6d3110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.653191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-563153dd-090c-4d95-8687-a09f8b6d3110 None None] Port cc21e514-0f32-4f0c-96a4-2b206e9e179f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:28:45.870448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.891267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:45.907628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-d7c9baed-8a27-4d7a-8a0a-9a4e198e4d85 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:45.914654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-d7c9baed-8a27-4d7a-8a0a-9a4e198e4d85 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.86 "GET /v2.0/networks?id=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e HTTP/1.1" status: 200 len: 813 time: 0.3605621 Oct 29 11:28:45.931018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Request body: {'port': {'device_id': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e', 'admin_state_up': True, 'tenant_id': 'd80d4a25fa844647a13308632dfa15dc'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:46.002784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:46.006787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:46.022813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a510c960-d4c0-4428-a93f-4fac178b5c0b req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-groups/7292a30a-6931-43fd-99bb-1a4175496dd5 HTTP/1.1" status: 204 len: 173 time: 0.7895131 Oct 29 11:28:46.058625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfb2cd-a04a-4ddc-8b8c-92665908da0e tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292a30a-6931-43fd-99bb-1a4175496dd5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:46.272033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a7f5-3bd1-44d6-9abe-4107749d03c3 req-884f680d-c2ea-408c-8439-1a08776b7253 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.273791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2d5a7f5-3bd1-44d6-9abe-4107749d03c3 req-884f680d-c2ea-408c-8439-1a08776b7253 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1457379 Oct 29 11:28:46.274636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Made reservation on behalf of d80d4a25fa844647a13308632dfa15dc for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:46.287280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:46.335070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b69d4-4b09-471a-9db5-ce0fa38e4fdd req-f272d88e-a0da-47af-8c02-a68668222737 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.343151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87b69d4-4b09-471a-9db5-ce0fa38e4fdd req-f272d88e-a0da-47af-8c02-a68668222737 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.2213221 Oct 29 11:28:46.363971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2d5a7f5-3bd1-44d6-9abe-4107749d03c3 req-e26f08ee-2dd1-4a9b-8c63-2358d945c2ed tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729859 Oct 29 11:28:46.415161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87b69d4-4b09-471a-9db5-ce0fa38e4fdd req-2a3540c7-1b29-4011-8751-72fe14cb07f9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703290 Oct 29 11:28:46.620545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Allocated IP 172.20.0.9 (26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e/49d79eeb-31c0-468b-96e4-b0f27f75a3d2/92dcb097-994a-4c0d-8eaa-e4e12fafad50) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:46.629442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.636638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.637787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da3869-9409-469f-be72-edcbc1699b52 req-cc33cb9c-4d23-44b8-aa63-129e2d0fb1aa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.643116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.645667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-17da3869-9409-469f-be72-edcbc1699b52 req-cc33cb9c-4d23-44b8-aa63-129e2d0fb1aa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 944 time: 0.1150222 Oct 29 11:28:46.650121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.656619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:46.664853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-cbadda87-fa9a-47ea-9510-89f5f1cae30f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 3816 time: 0.1371539 Oct 29 11:28:46.711032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-17da3869-9409-469f-be72-edcbc1699b52 req-23e84edc-93ce-4b05-a7d1-c4cb35e97094 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Oct 29 11:28:46.775976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8060681d-bb62-435b-a5a7-0db59da93e62 req-5eea74e4-ea9b-4996-9e6e-9597089c8b4e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099560 Oct 29 11:28:46.778388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda279ca-e79a-431d-b96c-a50956734a47 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:46.794098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:46.810267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5b686920-8868-4b23-9db9-21e802137d5c details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:46.851758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Transition to ACTIVE for port object cda279ca-e79a-431d-b96c-a50956734a47 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:46.862584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:46.915946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:46.957788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8f2b2c3-2143-4e65-8b54-dc0c50f56b53 req-224435c3-468e-4637-ae5e-63b0882e9db9 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 210 time: 0.0749896 Oct 29 11:28:47.083641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5b686920-8868-4b23-9db9-21e802137d5c,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:47.101202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '5b686920-8868-4b23-9db9-21e802137d5c', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': '5b686920-8868-4b23-9db9-21e802137d5c', 'mac_address': 'fa:16:3e:98:db:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:47.194581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.205579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.218367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b686920-8868-4b23-9db9-21e802137d5c {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:47.221534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Attempting to bind port cda279ca-e79a-431d-b96c-a50956734a47 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:47.221947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Attempting to bind port cda279ca-e79a-431d-b96c-a50956734a47 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:47.222339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Attempting to bind port cda279ca-e79a-431d-b96c-a50956734a47 on network c67fc2ba-d311-4287-874a-bb0bd6a5e59c {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:47.234829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Port cda279ca-e79a-431d-b96c-a50956734a47 on network c67fc2ba-d311-4287-874a-bb0bd6a5e59c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:47.236123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Attempting to bind port cda279ca-e79a-431d-b96c-a50956734a47 on network c67fc2ba-d311-4287-874a-bb0bd6a5e59c {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:47.243928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5b686920-8868-4b23-9db9-21e802137d5c,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:47.252578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:47.253446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Checking segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:47.254085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Bound using segment: {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:47.256263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Bound port: cda279ca-e79a-431d-b96c-a50956734a47, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd098e6c2-0239-4263-ae06-51e018d9a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:47.256868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.262247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.276290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-71dc6039-950f-411a-b518-ef63884ac5ab tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/0de23a27-d219-4228-b642-8a0e2d86c811 HTTP/1.1" status: 200 len: 1812 time: 0.2431335 Oct 29 11:28:47.424059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:47.430722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:47.434625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:47.446678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.467430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.551815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5b686920-8868-4b23-9db9-21e802137d5c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:47.579991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.582876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:47.583509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.595387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] 10.222.0.41 "PUT /v2.0/ports/cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 1092 time: 2.2878613 Oct 29 11:28:47.595810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:47.598445 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfd36e-12dd-4920-9895-3e5400302d69" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cda279ca-e79a-431d-b96c-a50956734a47"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:47.690106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:47.693110 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.728688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff7df-3e71-4f71-9023-d67d7d8cd619 service neutron] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:47.810348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.861854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e325-40f8-40d2-bd27-6099d99ea98b req-4bb56068-2669-4d10-8355-dca67674bee8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:47.869746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95b0e325-40f8-40d2-bd27-6099d99ea98b req-4bb56068-2669-4d10-8355-dca67674bee8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.4266243 Oct 29 11:28:47.943283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:47.944017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.946700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:47.978960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e4ee207-b81d-44ac-b05d-55defdcf9df4 req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-groups/0de23a27-d219-4228-b642-8a0e2d86c811 HTTP/1.1" status: 204 len: 173 time: 0.7017508 Oct 29 11:28:47.979923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95b0e325-40f8-40d2-bd27-6099d99ea98b req-f6534a22-3620-43df-9076-1e3a7ac78e8c tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740592 Oct 29 11:28:48.029549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:48.047861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:48.298453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96704a94-c9b1-4de8-bc07-39ef95b61d88 req-936cf295-a2cf-4c1f-a861-c3a352376d9d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:48.307106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96704a94-c9b1-4de8-bc07-39ef95b61d88 req-936cf295-a2cf-4c1f-a861-c3a352376d9d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1475806 Oct 29 11:28:48.414064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:48.415342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96704a94-c9b1-4de8-bc07-39ef95b61d88 req-71f440d3-42a2-48fa-a631-dd178fc1f0b6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044819 Oct 29 11:28:48.420601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:48.441336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f09b9-6640-4932-ae6b-80c0525824eb tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de23a27-d219-4228-b642-8a0e2d86c811,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:48.508817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-1b3f021c-f6d9-404f-b0c6-0e0b702464bf tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:48.511114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-1b3f021c-f6d9-404f-b0c6-0e0b702464bf tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.41 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.3638637 Oct 29 11:28:48.577099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Request body: {'port': {'device_id': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'admin_state_up': True, 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:48.582119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Pushing event updated for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:48.592398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-e6cfca4f-85b1-40d1-a194-293e326dd778 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:48.594415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-e6cfca4f-85b1-40d1-a194-293e326dd778 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.5250483 Oct 29 11:28:48.634734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-97ca8d97-1a09-4d53-acc2-530eec942b36 req-ea240604-bb3c-4574-b8f5-0a5cd5bc2b88 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 210 time: 0.0970635 Oct 29 11:28:48.650218 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-b00a4f46-eb66-42d6-b6d6-7589cef656d6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7243404 Oct 29 11:28:48.653634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6118a448-9476-4b50-b35e-129499371123 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:48.663346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:48.676041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Request body: {'port': {'device_id': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'admin_state_up': True, 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:48.680239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Transition to ACTIVE for port object 6118a448-9476-4b50-b35e-129499371123 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:48.719145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Request body: {'port': {'device_id': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:48.727730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:48.800067 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1b036-7682-42a8-8d00-64e0fb87f7e7 x-openstack-request-id: req-a1d1b036-7682-42a8-8d00-64e0fb87f7e7 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:48.800067 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cda279ca-e79a-431d-b96c-a50956734a47", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:48.800067 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1d1b036-7682-42a8-8d00-64e0fb87f7e7 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:48.800472 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47', 'status': 'completed', 'code': 200} Oct 29 11:28:48.826934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5b686920-8868-4b23-9db9-21e802137d5c up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:48.918255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 5b686920-8868-4b23-9db9-21e802137d5c completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:48.924314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 5b686920-8868-4b23-9db9-21e802137d5c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:48.925145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.087244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.087907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.088258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.088736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.089240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.089713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.092621 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-8ff57e66-89d8-4d56-b781-3ae35a17c36d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5244 time: 0.3174491 Oct 29 11:28:49.116509 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.125561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82879-76a2-4202-a6b0-ea8297443652 req-2a84a1fd-0a1c-45e1-abc2-0d2e8d17efbc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.127182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6da82879-76a2-4202-a6b0-ea8297443652 req-2a84a1fd-0a1c-45e1-abc2-0d2e8d17efbc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.4434700 Oct 29 11:28:49.127863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:49.219531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Attempting to bind port 6118a448-9476-4b50-b35e-129499371123 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:49.219936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Attempting to bind port 6118a448-9476-4b50-b35e-129499371123 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:49.220204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Attempting to bind port 6118a448-9476-4b50-b35e-129499371123 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:49.240951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Port 6118a448-9476-4b50-b35e-129499371123 on network f400b10f-7666-4481-ad6b-1792a354fca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:49.253505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Attempting to bind port 6118a448-9476-4b50-b35e-129499371123 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:49.309349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:49.312860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.324622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:49.326228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:49.326724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Bound using segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:49.327360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Bound port: 6118a448-9476-4b50-b35e-129499371123, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:49.327929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.347200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.360951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6da82879-76a2-4202-a6b0-ea8297443652 req-f83989c2-5fe2-421b-a156-16c4b92d60b7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2159154 Oct 29 11:28:49.361697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658f60-b883-4458-b69f-e547ea394f59 req-7b6b42cb-7022-49da-9524-6b9cee2649b6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.371781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd658f60-b883-4458-b69f-e547ea394f59 req-7b6b42cb-7022-49da-9524-6b9cee2649b6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 945 time: 0.5111930 Oct 29 11:28:49.485934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5b686920-8868-4b23-9db9-21e802137d5c,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:49.487894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:49.492212 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeefd45-780a-411c-81cc-eb8d1f8040c8" -d '{"events": [{"server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "name": "network-vif-plugged", "status": "completed", "tag": "5b686920-8868-4b23-9db9-21e802137d5c"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:49.498383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.536864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:49.541388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.590114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:49.596656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:49.667177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd658f60-b883-4458-b69f-e547ea394f59 req-8e429b16-d77f-4e77-b15b-caf2420d4053 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912133 Oct 29 11:28:49.672931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6118a448-9476-4b50-b35e-129499371123,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:49.696160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.696955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-3fa7f640-5c84-4d05-b5e4-bac8a33c4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.697503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-3fa7f640-5c84-4d05-b5e4-bac8a33c4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.698139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-3fa7f640-5c84-4d05-b5e4-bac8a33c4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.700005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-3fa7f640-5c84-4d05-b5e4-bac8a33c4af5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a122fb8b99c844db9658db02a454cc9c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5845032 Oct 29 11:28:49.711033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Allocated IP 172.20.0.13 (ab857eeb-8dbb-4708-8cdd-23f61ab6b49e/1f4fc229-9d1b-4bfe-ad5e-7646a85be453/9e5f9ff5-e2e2-4253-8ac1-52df41f181a6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:49.850138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-e1f4ea8a-4a09-4e92-bfd6-1dfa2e06971d tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/c1e3467b-b62a-4738-8925-9d2bbdcbff16 HTTP/1.1" status: 200 len: 1811 time: 0.1402152 Oct 29 11:28:49.967502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:49.974577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:49.976152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-56609319-78e1-4249-84b0-379ec794f97a service neutron] 10.222.0.41 "PUT /v2.0/ports/6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 1130 time: 2.2989080 Oct 29 11:28:50.005757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.013450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.022189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.034619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.040749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.046952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.047826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dcb097-994a-4c0d-8eaa-e4e12fafad50 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:50.055966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-e90ba787-953b-42f9-8a16-f8b9c91ef304 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 4600 time: 0.4607067 Oct 29 11:28:50.068328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.082992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:50.119132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Transition to ACTIVE for port object 92dcb097-994a-4c0d-8eaa-e4e12fafad50 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:50.127493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.234672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.245919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.258370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-6077dd9e-4065-40fb-b789-ce2650aa225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.261110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85bfd36e-12dd-4920-9895-3e5400302d69 req-6077dd9e-4065-40fb-b789-ce2650aa225b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4260547 Oct 29 11:28:50.292382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56609319-78e1-4249-84b0-379ec794f97a service neutron] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:50.325907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Pushing event updated for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:50.359459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b623ba2-d7d5-491d-b3ec-ac66bfe9483b req-88006b89-c6ef-46d0-8f5b-4fbb76405577 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3024154 Oct 29 11:28:50.370824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.392336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.432365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.497472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event updated for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:50.606379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Attempting to bind port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:50.607021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Attempting to bind port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'f7e76572-1fac-4601-88c0-4febc2c0daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:50.607777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Attempting to bind port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 on network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:50.615775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.619385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.629205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:50.631885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-629c9f48-031a-4808-bfa7-6137d46b5a3f req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1e3467b-b62a-4738-8925-9d2bbdcbff16 HTTP/1.1" status: 204 len: 173 time: 0.7441421 Oct 29 11:28:50.634838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Allocated IP 172.20.0.8 (ab857eeb-8dbb-4708-8cdd-23f61ab6b49e/1f4fc229-9d1b-4bfe-ad5e-7646a85be453/3f8f4e4a-1b8b-442c-bbfe-cc4e08877387) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:28:50.644967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 on network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:50.645314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Attempting to bind port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 on network 26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:50.667240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:50.667564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Checking segment: {'id': 'f7e76572-1fac-4601-88c0-4febc2c0daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:50.667952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Bound using segment: {'id': 'f7e76572-1fac-4601-88c0-4febc2c0daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:50.668403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Bound port: 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e76572-1fac-4601-88c0-4febc2c0daf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:50.668773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.701345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd4c4-6986-496f-a736-50c9bc57d719 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3467b-b62a-4738-8925-9d2bbdcbff16,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:50.725840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:50.734502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:50.804588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '6118a448-9476-4b50-b35e-129499371123'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:50.808789 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "6118a448-9476-4b50-b35e-129499371123"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:50.837893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:50.843075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54fb9-00bc-42b9-9f9b-f0ebcbfa8cad req-07067501-87d3-4f78-9f15-8254f6c28d10 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.844214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50,segment=NetworkSegment(f7e76572-1fac-4601-88c0-4febc2c0daf4),segment_id=f7e76572-1fac-4601-88c0-4febc2c0daf4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:50.857521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3a54fb9-00bc-42b9-9f9b-f0ebcbfa8cad req-07067501-87d3-4f78-9f15-8254f6c28d10 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 943 time: 0.3166389 Oct 29 11:28:50.860820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.874243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e383a4-c64a-4fda-940b-caaf50183237 req-13bf7707-7b23-4ef7-86cf-e25c39e44590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.875988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84e383a4-c64a-4fda-940b-caaf50183237 req-13bf7707-7b23-4ef7-86cf-e25c39e44590 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.3335607 Oct 29 11:28:50.930013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.931296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.950238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afc05c-44a1-4fa3-b62c-bd24b9ff7f4f req-b81d12a8-685f-4aac-886a-c54eae784f53 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.951735 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23afc05c-44a1-4fa3-b62c-bd24b9ff7f4f req-b81d12a8-685f-4aac-886a-c54eae784f53 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1949525 Oct 29 11:28:50.958511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:50.959130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:50.960507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] 10.222.0.86 "PUT /v2.0/ports/92dcb097-994a-4c0d-8eaa-e4e12fafad50 HTTP/1.1" status: 200 len: 1091 time: 2.2984345 Oct 29 11:28:50.965039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:50.968532 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b62de5-46b2-440d-beb1-e0a5346e7b34" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:50.986214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3a54fb9-00bc-42b9-9f9b-f0ebcbfa8cad req-7870448f-04f9-4995-8442-bf4876fb1652 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075144 Oct 29 11:28:50.989477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-9f0017c4-cfe4-4805-98e2-a2430b2c0f8e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4609237 Oct 29 11:28:51.005297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Request body: {'port': {'device_id': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:51.012630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84e383a4-c64a-4fda-940b-caaf50183237 req-1a3d3ee4-d47a-4d6a-90f6-5773e374d1b8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280642 Oct 29 11:28:51.053495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c28131-6fa0-4dd9-9ec5-09eec2d1d20d service neutron] Pushing event updated for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:51.090410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.123103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.130173 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23afc05c-44a1-4fa3-b62c-bd24b9ff7f4f req-ec848d70-4467-409f-beae-7a5c0ae7cc3a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985222 Oct 29 11:28:51.179541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.189529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b568f848-f6f3-4378-a94f-e423c5371fd0 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:51.197667 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9933f9-af52-4431-b24b-8e25151614d6 x-openstack-request-id: req-4b9933f9-af52-4431-b24b-8e25151614d6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:51.198201 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "name": "network-vif-plugged", "status": "completed", "tag": "5b686920-8868-4b23-9db9-21e802137d5c", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:51.198201 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b9933f9-af52-4431-b24b-8e25151614d6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:51.198619 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c', 'code': 200} Oct 29 11:28:51.207471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.235719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:28:51.241608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:28:51.246309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:28:51.289833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event updated for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:51.317515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Transition to ACTIVE for port object b568f848-f6f3-4378-a94f-e423c5371fd0 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:51.375214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c1bfa-25a5-4889-8bff-c366769b3067 req-9c36231e-2657-4e83-a682-406fe01a68bd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:51.376781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a33c1bfa-25a5-4889-8bff-c366769b3067 req-9c36231e-2657-4e83-a682-406fe01a68bd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2581789 Oct 29 11:28:51.383925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.401517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:51.402476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.433998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b1c37-6d74-4dda-896c-dc9f7c43449e req-9d9e42c0-a06b-4d21-85a9-29eb735803b9 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:51.435630 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217b1c37-6d74-4dda-896c-dc9f7c43449e req-9d9e42c0-a06b-4d21-85a9-29eb735803b9 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 932 time: 0.1472161 Oct 29 11:28:51.439072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67417c-dacb-48da-b410-d36fceddc65c req-69ef8357-64a6-439c-8452-dcd346c5f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:51.440144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab67417c-dacb-48da-b410-d36fceddc65c req-69ef8357-64a6-439c-8452-dcd346c5f5cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 1097 time: 0.1332905 Oct 29 11:28:51.445227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3ebd91b9-e438-496c-90c9-f096d3f5c555 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7932549 Oct 29 11:28:51.471292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Request body: {'port': {'device_id': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:51.481317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-3d94da84-b3da-4b75-b3ac-e7035545b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:51.482809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-3d94da84-b3da-4b75-b3ac-e7035545b62d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d80d4a25fa844647a13308632dfa15dc&device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 1094 time: 0.2311649 Oct 29 11:28:51.498248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a33c1bfa-25a5-4889-8bff-c366769b3067 req-17f84b79-0e77-40d3-8103-1a0d39584f32 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082995 Oct 29 11:28:51.606624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-f174494d-c7ce-48c0-860b-63ac66101222 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50 HTTP/1.1" status: 200 len: 217 time: 0.0951154 Oct 29 11:28:51.621978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217b1c37-6d74-4dda-896c-dc9f7c43449e req-5a9ee688-bcc7-4d7a-87ab-2a8ef623940f tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749134 Oct 29 11:28:51.634622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.638203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab67417c-dacb-48da-b410-d36fceddc65c req-9c299bef-6c96-4a3b-a7bb-b0f397e7659a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835010 Oct 29 11:28:51.641046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:51.645794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:51.738662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:51.741281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:51.946978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.058316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:52.070066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:52.076533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '087132e6-b300-4d17-b623-ea6eef300ef4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '087132e6-b300-4d17-b623-ea6eef300ef4', 'mac_address': 'fa:16:3e:b2:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:52.078591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.171270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.191109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:52.231793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:52.236899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.240774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:52.356782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:52.410886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-28a58788-0753-46d6-94a0-e69d412aa5a0 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/fb4611e5-d336-40f0-887c-f3dca57adc5e HTTP/1.1" status: 200 len: 1811 time: 0.7479892 Oct 29 11:28:52.425347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-adffbeb4-b395-43d4-aec3-65137bbdecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.431324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-adffbeb4-b395-43d4-aec3-65137bbdecda service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49d79eeb-31c0-468b-96e4-b0f27f75a3d2 HTTP/1.1" status: 200 len: 853 time: 0.7868664 Oct 29 11:28:52.484361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27ff5a-7641-4ef3-93fe-a251cb9db6be req-bad45c52-14ab-4b2f-90ff-29327f52be77 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.486547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:52.489582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c27ff5a-7641-4ef3-93fe-a251cb9db6be req-bad45c52-14ab-4b2f-90ff-29327f52be77 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.8182309 Oct 29 11:28:52.490536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.515280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-eae1a131-2a12-44e3-9ffb-b76208c16542 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576720 Oct 29 11:28:52.518800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.534549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Attempting to bind port b568f848-f6f3-4378-a94f-e423c5371fd0 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:52.534549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Attempting to bind port b568f848-f6f3-4378-a94f-e423c5371fd0 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:52.534903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Attempting to bind port b568f848-f6f3-4378-a94f-e423c5371fd0 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:52.574606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Port b568f848-f6f3-4378-a94f-e423c5371fd0 on network f400b10f-7666-4481-ad6b-1792a354fca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:52.575311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Attempting to bind port b568f848-f6f3-4378-a94f-e423c5371fd0 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:52.583853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.587928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.589740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bca5e99-f1f6-4718-805b-c862dc1691ff req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-groups/fb4611e5-d336-40f0-887c-f3dca57adc5e HTTP/1.1" status: 204 len: 173 time: 0.1712809 Oct 29 11:28:52.602744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53e973-7c22-45d1-b261-f5cbc53b6a98 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4611e5-d336-40f0-887c-f3dca57adc5e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:52.689718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c27ff5a-7641-4ef3-93fe-a251cb9db6be req-399ba9a4-6a24-4cd4-98b0-9f2e5ea00d08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1691511 Oct 29 11:28:52.690554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:52.690892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:52.691276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Bound using segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:52.691722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Bound port: b568f848-f6f3-4378-a94f-e423c5371fd0, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:52.692073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.725909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:52.789931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-8abf0b37-eda6-422a-b233-e809e290d8c7 service neutron] 10.222.0.86 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517681 Oct 29 11:28:52.792151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.795763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f95c6e-a43f-42ed-9497-c7733ab6eb97 req-9a0ab8eb-6eac-4d1e-8752-7bb6c0d1ff47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.806327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85f95c6e-a43f-42ed-9497-c7733ab6eb97 req-9a0ab8eb-6eac-4d1e-8752-7bb6c0d1ff47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.1206679 Oct 29 11:28:52.811751 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966977d-6164-4c2e-b820-7749496f10bb x-openstack-request-id: req-f966977d-6164-4c2e-b820-7749496f10bb {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:52.812299 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "6118a448-9476-4b50-b35e-129499371123", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:52.813114 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f966977d-6164-4c2e-b820-7749496f10bb {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:52.814036 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '6118a448-9476-4b50-b35e-129499371123', 'status': 'completed', 'code': 200} Oct 29 11:28:52.911409 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e687b-6c37-40df-8705-24082f7eadf3 x-openstack-request-id: req-365e687b-6c37-40df-8705-24082f7eadf3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:52.911409 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:52.911409 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-365e687b-6c37-40df-8705-24082f7eadf3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:52.911409 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50', 'status': 'completed', 'code': 200} Oct 29 11:28:52.949180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Transition to ACTIVE for port object 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:52.953758 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-85f95c6e-a43f-42ed-9497-c7733ab6eb97 req-ddd1df29-15db-4c07-9ecf-d2b43c3995d1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464725 Oct 29 11:28:52.960300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:52.981393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.982043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.982592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.983130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.983665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.984202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.984838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:52.986979 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-c44dc8ea-bc29-49a2-8c7a-408eb78b6e16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6167 time: 0.1661777 Oct 29 11:28:53.098114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:53.109729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b568f848-f6f3-4378-a94f-e423c5371fd0,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:53.130882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.159455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:53.189989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633af34-5d5c-4fb4-8211-4305902e4606 req-6ee94dd3-5b81-4c07-ae77-eb4b09ee483d tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.191567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f633af34-5d5c-4fb4-8211-4305902e4606 req-6ee94dd3-5b81-4c07-ae77-eb4b09ee483d tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 943 time: 0.1693113 Oct 29 11:28:53.201877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:53.205324 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067cc0f-4747-49da-a14d-2ceeefb9e797" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-unplugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:53.222431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-ee330b33-b409-451e-a842-a0644d3cd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.222927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-ee330b33-b409-451e-a842-a0644d3cd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.223372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-ee330b33-b409-451e-a842-a0644d3cd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.224947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-ee330b33-b409-451e-a842-a0644d3cd3d3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a122fb8b99c844db9658db02a454cc9c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2044394 Oct 29 11:28:53.297771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.304649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.324049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.350998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.363182 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f633af34-5d5c-4fb4-8211-4305902e4606 req-f37aff09-14b4-4dee-8809-b215875c6f43 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509981 Oct 29 11:28:53.372226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.385814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.399459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.400342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-853c3510-6f58-4ecb-915f-bab388650ccc req-bfacfc47-d2a0-4992-9d24-cff981474958 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5372 time: 0.4306707 Oct 29 11:28:53.405130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:53.414881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.415502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.416909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 1130 time: 3.3424721 Oct 29 11:28:53.420220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.422902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1ce6970-f28f-46df-8a64-eaae73895ceb req-61f84845-1cab-41f1-86be-3d73ad03e663 service neutron] 10.222.0.86 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072454 Oct 29 11:28:53.494957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:53.523515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Transition to ACTIVE for port object 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:53.531263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-903d1513-4914-4c96-abb9-e9021bc3c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.543295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4ff55a8-a6a0-4bd1-9102-9432ff3b703d req-903d1513-4914-4c96-abb9-e9021bc3c1d5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943320 Oct 29 11:28:53.585453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.598876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3900310-2825-4340-a9db-beb48284c6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:53.653328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Attempting to bind port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:53.653730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Attempting to bind port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:53.653981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Attempting to bind port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:53.665943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:53.666975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-853c3510-6f58-4ecb-915f-bab388650ccc req-215ace94-779e-4425-93fc-e9c4e6727702 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2430565 Oct 29 11:28:53.703000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:53.703000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Attempting to bind port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:53.712281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.719417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-36181ff0-e5db-4899-bc7c-d7f771315316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.720969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-36181ff0-e5db-4899-bc7c-d7f771315316 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d80d4a25fa844647a13308632dfa15dc&device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 1094 time: 0.2160845 Oct 29 11:28:53.724551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab777d8-f4f9-426a-b1d0-7eb91c233f13 req-57da9668-32d2-48c1-8cbf-ab132a89e394 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:53.729346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:53.729346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Checking segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:53.729676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Bound using segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:53.730137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Bound port: 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:53.730509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.733933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ab777d8-f4f9-426a-b1d0-7eb91c233f13 req-57da9668-32d2-48c1-8cbf-ab132a89e394 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 949 time: 0.2258863 Oct 29 11:28:53.764158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:53.811066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ab777d8-f4f9-426a-b1d0-7eb91c233f13 req-fd66ebbb-f592-41b7-b9db-2d88a6adafad tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758505 Oct 29 11:28:53.853889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 087132e6-b300-4d17-b623-ea6eef300ef4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:53.855214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.907174 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-963c6b27-2113-44f7-bd00-8b9c8cf11169 tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "GET /v2.0/security-groups/67aae7d4-d572-4c94-97de-82a119cc6176 HTTP/1.1" status: 200 len: 1812 time: 0.0520489 Oct 29 11:28:53.935438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Attempting to bind port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:53.935771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Attempting to bind port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:53.936098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Attempting to bind port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:53.972750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:53.973524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Attempting to bind port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:53.973690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:53.986198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:53.986198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Checking segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:53.986600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Bound using segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:53.986934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Bound port: 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:53.987570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.037962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:54.043035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.043311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11672-4952-4f48-b7ab-a56b189ceaa7 req-a5d44366-b0e1-4f2b-af53-d60f5ada2b08 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.044830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16f11672-4952-4f48-b7ab-a56b189ceaa7 req-a5d44366-b0e1-4f2b-af53-d60f5ada2b08 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2668593 Oct 29 11:28:54.062641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-9bb48052-d3f7-43fc-b623-c0e7e677301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.066829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-9bb48052-d3f7-43fc-b623-c0e7e677301d service neutron] 10.222.0.86 "GET /v2.0/networks?id=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e HTTP/1.1" status: 200 len: 914 time: 0.3335509 Oct 29 11:28:54.073435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:54.081357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:54.119301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:54.156296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.162582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:54.171377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:54.189418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.200960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.201305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-3a7de99a-0e54-46d3-ba17-d1acdf9573c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50 HTTP/1.1" status: 200 len: 217 time: 0.0968895 Oct 29 11:28:54.210842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.252334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.252966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.254570 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] 10.222.0.86 "PUT /v2.0/ports/3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 HTTP/1.1" status: 200 len: 1091 time: 2.7987580 Oct 29 11:28:54.286479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44212f9a-60ca-4e28-889e-059eb751c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:54.326231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.328719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.329999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9500ad9-bfb7-4f17-9221-2e265a48e796 req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] 10.222.0.77 "DELETE /v2.0/security-groups/67aae7d4-d572-4c94-97de-82a119cc6176 HTTP/1.1" status: 204 len: 173 time: 0.4131536 Oct 29 11:28:54.348304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50164) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:54.399729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-153b0248-dcfd-43bc-a259-f2093ef76494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.402082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-153b0248-dcfd-43bc-a259-f2093ef76494 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49d79eeb-31c0-468b-96e4-b0f27f75a3d2 HTTP/1.1" status: 200 len: 853 time: 0.1790586 Oct 29 11:28:54.405279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284f3c-00a9-475d-833e-84649b620abf tempest-SecurityGroupRulesNegativeTestJSON-1787317511 tempest-SecurityGroupRulesNegativeTestJSON-1787317511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aae7d4-d572-4c94-97de-82a119cc6176,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:54.414846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:54.433630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.435092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.436854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-01f2413a-871d-475b-8d8c-c97e5b562b64 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 HTTP/1.1" status: 200 len: 1092 time: 3.4362581 Oct 29 11:28:54.476927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-fe8c264e-30a3-401b-9a4d-762232dda1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.478756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-fe8c264e-30a3-401b-9a4d-762232dda1e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=5fe61913-526f-4f63-bb16-1c96b59fd7f4 HTTP/1.1" status: 200 len: 1094 time: 0.1643114 Oct 29 11:28:54.482863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Deleting subnet c645f78f-b16b-4d09-8eb8-3a0e584eda39 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:28:54.497762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dcd69-8be1-4d4b-bcb1-6534b8917313 req-be08a87a-0800-4d2a-b9fa-afaf9de6058c tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.499782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-a24d3058-87a9-4d02-aa70-d412b712591d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615385 Oct 29 11:28:54.506205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c4dcd69-8be1-4d4b-bcb1-6534b8917313 req-be08a87a-0800-4d2a-b9fa-afaf9de6058c tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 944 time: 0.0937190 Oct 29 11:28:54.508919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.610270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-ec4ee4e4-eac2-4562-8694-6061803a9e24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 HTTP/1.1" status: 200 len: 217 time: 0.0977128 Oct 29 11:28:54.645603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.655758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16f11672-4952-4f48-b7ab-a56b189ceaa7 req-04a748d0-42ae-4c0e-8b47-ab7cad86bc42 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842710 Oct 29 11:28:54.687658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-619cfbc1-4a0b-4964-a59d-3a3a8092f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.688706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-619cfbc1-4a0b-4964-a59d-3a3a8092f9ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 1095 time: 0.1767802 Oct 29 11:28:54.715674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.748884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-2ffb7ec0-af80-487f-b992-b7a8c8e003db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 HTTP/1.1" status: 200 len: 217 time: 0.0488613 Oct 29 11:28:54.769165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-e0ffc4a2-9508-40b6-9042-bc31bc9103c6 service neutron] 10.222.0.86 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177296 Oct 29 11:28:54.817544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'b568f848-f6f3-4378-a94f-e423c5371fd0'}, {'name': 'network-changed', 'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:54.820078 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d53602-62ad-47cb-b5fc-54d112164f27" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "b568f848-f6f3-4378-a94f-e423c5371fd0"}, {"name": "network-changed", "server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:54.824316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:28:54.832334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c4dcd69-8be1-4d4b-bcb1-6534b8917313 req-d080c549-c515-4455-9af7-e0e6ca7a6cba tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251042 Oct 29 11:28:54.851537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-f94d1243-22ab-4c71-b828-23afffc2ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:54.853232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-f94d1243-22ab-4c71-b828-23afffc2ee1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.2308784 Oct 29 11:28:54.901449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:54.966003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:54.969993 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f4363-8bf7-4558-8bd5-016761b5834f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:54.971567 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f731a1f-e284-4c14-a3e3-3ea84d593433 x-openstack-request-id: req-1f731a1f-e284-4c14-a3e3-3ea84d593433 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:54.971865 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-unplugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:54.972122 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f731a1f-e284-4c14-a3e3-3ea84d593433 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:54.972511 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'code': 200} Oct 29 11:28:54.974769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-baa9b7f8-9749-4d11-a556-fb0f1824e811 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131430 Oct 29 11:28:54.981774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c645f78f-b16b-4d09-8eb8-3a0e584eda39,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:55.005528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677b86d9-a4fd-4a85-b724-32763ea5622d {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:55.011996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3403e537-2cc9-4c9e-86af-f6bd22c04c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:55.013802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-3403e537-2cc9-4c9e-86af-f6bd22c04c99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.2555771 Oct 29 11:28:55.019984 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.020779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.023543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.043632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71d28375-ed2b-4dec-a102-5668bc9a961f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c645f78f-b16b-4d09-8eb8-3a0e584eda39 HTTP/1.1" status: 204 len: 168 time: 0.6939301 Oct 29 11:28:55.052540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:55.085690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Transition to ACTIVE for port object 677b86d9-a4fd-4a85-b724-32763ea5622d will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:55.091595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-36efc7bb-e8bf-4659-9384-8098e8a173ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642624 Oct 29 11:28:55.098941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:55.104061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.117152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.168034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b95a2-971d-4d25-90b6-180e6bc36634 req-eb779fca-dbb1-4595-93ce-a8f2a604ccfb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:55.170281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a70b95a2-971d-4d25-90b6-180e6bc36634 req-eb779fca-dbb1-4595-93ce-a8f2a604ccfb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 946 time: 0.3717897 Oct 29 11:28:55.203362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=14']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:55.214993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44b62de5-46b2-440d-beb1-e0a5346e7b34 req-243fe480-8f19-4912-9782-176907c6901f service neutron] 10.222.0.86 "GET /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228756 Oct 29 11:28:55.280125 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-56e33534-7df3-43a0-8d7a-e555e204cc48 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916679 Oct 29 11:28:55.302928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.309655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:55.388598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44fda7-c878-4451-9a58-f13e597a96f0 req-c3d606c7-c793-4532-918e-106300833eea tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:55.390395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed44fda7-c878-4451-9a58-f13e597a96f0 req-c3d606c7-c793-4532-918e-106300833eea tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.3101847 Oct 29 11:28:55.494622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-69c67980-6ec9-4f7b-a4fc-462664e9a962 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996961 Oct 29 11:28:55.497744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-b0040460-8e9b-410f-a948-0daa6ccddd9e service neutron] 10.222.0.41 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875351 Oct 29 11:28:55.559082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed44fda7-c878-4451-9a58-f13e597a96f0 req-6df70e22-1ad5-4ed2-8c03-785dd64cb747 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583498 Oct 29 11:28:55.634400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.716726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.749839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41751c37-46db-4cd2-b171-cb542c02a04c']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:55.760568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a70b95a2-971d-4d25-90b6-180e6bc36634 req-ed16d963-4b5c-4f85-8b2d-b4948b36dd63 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5512605 Oct 29 11:28:55.786479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 92dcb097-994a-4c0d-8eaa-e4e12fafad50 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:55.821387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1fcf044-8262-4c5b-a94b-a21301bcd351 req-53285987-d749-4476-ba53-1ac88345f80c service neutron] 10.222.0.41 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931910 Oct 29 11:28:55.824777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b976d9-5607-4709-abef-57831b19a6a9 req-0925f9f2-482f-457b-b35d-bedcef18c7dc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:55.826846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Attempting to bind port 677b86d9-a4fd-4a85-b724-32763ea5622d on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:55.827431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Attempting to bind port 677b86d9-a4fd-4a85-b724-32763ea5622d by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:55.827988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Attempting to bind port 677b86d9-a4fd-4a85-b724-32763ea5622d on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:55.832361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb99705-bb4a-4bbe-a5cd-12240b33c4a2') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:55.832953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb99705-bb4a-4bbe-a5cd-12240b33c4a2') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:28:55.842263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Port 677b86d9-a4fd-4a85-b724-32763ea5622d on network f400b10f-7666-4481-ad6b-1792a354fca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:55.842908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Attempting to bind port 677b86d9-a4fd-4a85-b724-32763ea5622d on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:55.843353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-89b976d9-5607-4709-abef-57831b19a6a9 req-0925f9f2-482f-457b-b35d-bedcef18c7dc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.1235092 Oct 29 11:28:55.848848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.858743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:55.860071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:55.861253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Bound using segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:55.861996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Bound port: 677b86d9-a4fd-4a85-b724-32763ea5622d, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:55.862595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.886728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.973730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-89b976d9-5607-4709-abef-57831b19a6a9 req-d2ea618e-c29d-476c-a816-ac29074c161d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288073 Oct 29 11:28:55.984541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:28:55.986323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:28:55.988123 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:28:56.055859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50,segment=NetworkSegment(f7e76572-1fac-4601-88c0-4febc2c0daf4),segment_id=f7e76572-1fac-4601-88c0-4febc2c0daf4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:56.088075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '92dcb097-994a-4c0d-8eaa-e4e12fafad50', 'network_id': '26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e', 'port_id': '92dcb097-994a-4c0d-8eaa-e4e12fafad50', 'mac_address': 'fa:16:3e:23:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d79eeb-31c0-468b-96e4-b0f27f75a3d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:56.162459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.165213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.196813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.199173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.200897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dcb097-994a-4c0d-8eaa-e4e12fafad50 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:56.202548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] 10.222.0.77 "DELETE /v2.0/networks/41751c37-46db-4cd2-b171-cb542c02a04c HTTP/1.1" status: 204 len: 168 time: 1.1488347 Oct 29 11:28:56.208089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.216050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.223765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.232198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.233500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b1b10-f33b-48d3-affd-d8c6432ac8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=41751c37-46db-4cd2-b171-cb542c02a04c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:56.243290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.246021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:56.249915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.252572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-79631e4e-a46f-4f80-987c-5c429a94f553 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5384 time: 0.1482418 Oct 29 11:28:56.256583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c684-f082-4b89-be64-eacac0e9ea80 req-69919ea9-524e-47d1-9be8-1f0d4a5d3dc1 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.258369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a649c684-f082-4b89-be64-eacac0e9ea80 req-69919ea9-524e-47d1-9be8-1f0d4a5d3dc1 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 943 time: 0.2929294 Oct 29 11:28:56.260412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:56.266940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50,segment=NetworkSegment(f7e76572-1fac-4601-88c0-4febc2c0daf4),segment_id=f7e76572-1fac-4601-88c0-4febc2c0daf4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:56.269928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.283901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.353449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64351936-4b87-4609-9b5e-768a4da3e4fa req-fac56c90-82e2-4685-a8f6-9c2998808449 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938041 Oct 29 11:28:56.361382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:56.435059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:56.457628 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995f5b1-5254-482b-9325-c5ea3b3dc58e x-openstack-request-id: req-5995f5b1-5254-482b-9325-c5ea3b3dc58e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:56.458062 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "b568f848-f6f3-4378-a94f-e423c5371fd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:56.458249 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5995f5b1-5254-482b-9325-c5ea3b3dc58e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:56.458982 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'b568f848-f6f3-4378-a94f-e423c5371fd0', 'status': 'completed', 'code': 200} Oct 29 11:28:56.459240 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6', 'status': 'completed', 'code': 200} Oct 29 11:28:56.474436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:56.475647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.476424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.479548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bbe436d5-2e05-4834-9164-8665f11ec320 service neutron] 10.222.0.41 "PUT /v2.0/ports/677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 200 len: 1091 time: 2.9895854 Oct 29 11:28:56.496697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a649c684-f082-4b89-be64-eacac0e9ea80 req-868f0294-5830-455e-8712-91498c9ad649 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217503 Oct 29 11:28:56.525424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:56.547592 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc9fe31-7f8b-43e3-9ce5-1de969bad5ed x-openstack-request-id: req-1fc9fe31-7f8b-43e3-9ce5-1de969bad5ed {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:56.548685 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:56.549154 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fc9fe31-7f8b-43e3-9ce5-1de969bad5ed {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:56.550161 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387', 'status': 'completed', 'code': 200} Oct 29 11:28:56.582577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['92dcb097-994a-4c0d-8eaa-e4e12fafad50'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:56.610203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b0945c4-6e3e-421a-97a1-b60631a48ec7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=681aa98a64b9417aa1d3e9f4fea455c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344814 Oct 29 11:28:56.610879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50228) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:56.805650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.806285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.806691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.807164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.807544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.808028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.808485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.813629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-38b70f79-d789-43b3-8bb4-dc8e7bab2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.818850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a453c769-8828-47e9-abcd-930ad5e25447 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6276 time: 0.1947384 Oct 29 11:28:56.820291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-38b70f79-d789-43b3-8bb4-dc8e7bab2e46 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=5fe61913-526f-4f63-bb16-1c96b59fd7f4 HTTP/1.1" status: 200 len: 1094 time: 0.2454505 Oct 29 11:28:56.831134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.832764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4a5ba-8a6c-4a46-a92c-cf17ababcb56 req-ce574fbd-7a9f-46e9-9b8c-06049bbc4cf4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:56.851475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10d4a5ba-8a6c-4a46-a92c-cf17ababcb56 req-ce574fbd-7a9f-46e9-9b8c-06049bbc4cf4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1864359 Oct 29 11:28:56.958279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10d4a5ba-8a6c-4a46-a92c-cf17ababcb56 req-9e6a55f1-7a9d-4fe5-8f93-8d25abafb8e4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000075 Oct 29 11:28:56.959321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:56.995019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}, {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:57.015368 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f842c1-b8c2-4cd3-8c8c-0539c2870124" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}, {"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:57.139884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:57.237044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-1d5a1c04-8702-49b1-9245-c10063f6ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.238992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-1d5a1c04-8702-49b1-9245-c10063f6ae26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 914 time: 0.3686059 Oct 29 11:28:57.268471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:57.271158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:57.276031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a0ffa55-9c33-47a5-87a8-af6dd3abacc8 HTTP/1.1" status: 204 len: 168 time: 0.6194372 Oct 29 11:28:57.418816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-93dc20f5-7575-4c85-be08-bf119da8086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.419301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-93dc20f5-7575-4c85-be08-bf119da8086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.419787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-93dc20f5-7575-4c85-be08-bf119da8086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.421461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-93dc20f5-7575-4c85-be08-bf119da8086b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a122fb8b99c844db9658db02a454cc9c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5913861 Oct 29 11:28:57.439999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-0d493cc6-9c5e-49b1-9a8c-352b472d0676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 HTTP/1.1" status: 200 len: 217 time: 0.1830890 Oct 29 11:28:57.443267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764a3dd-b37b-46a1-aec1-d7a6bbc07892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ffa55-9c33-47a5-87a8-af6dd3abacc8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:57.526164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0448c-4afa-47b0-b629-2efca34de63e req-bd84a1c3-a575-4b12-941b-f3272776dea1 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.535429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01e0448c-4afa-47b0-b629-2efca34de63e req-bd84a1c3-a575-4b12-941b-f3272776dea1 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 944 time: 0.3917093 Oct 29 11:28:57.565590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3919b-9ec6-408f-b153-6b8e8c28a843 req-c800e1fb-959d-47e3-84cd-f792f5b12454 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.579303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9a3919b-9ec6-408f-b153-6b8e8c28a843 req-c800e1fb-959d-47e3-84cd-f792f5b12454 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1946421 Oct 29 11:28:57.611349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-22b4ce43-21e4-4de3-9f92-ef2aa45242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:57.612867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-22b4ce43-21e4-4de3-9f92-ef2aa45242c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.1524863 Oct 29 11:28:57.659181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-3128b376-c226-4350-ac08-f42b56d195a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358250 Oct 29 11:28:57.677290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9a3919b-9ec6-408f-b153-6b8e8c28a843 req-87fac0b3-3f3f-4b90-8177-9cb03dcec1b7 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921314 Oct 29 11:28:57.775980 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eba90d-bb19-4376-ab68-c23f584cf3e3 x-openstack-request-id: req-18eba90d-bb19-4376-ab68-c23f584cf3e3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:57.776525 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "code": 200}, {"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-unplugged", "status": "completed", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:57.776655 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18eba90d-bb19-4376-ab68-c23f584cf3e3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:57.776945 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'code': 200} Oct 29 11:28:57.777230 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'code': 200} Oct 29 11:28:57.816407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:57.819319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 92dcb097-994a-4c0d-8eaa-e4e12fafad50 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:57.898222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-32a064f3-672c-4f86-87aa-d0db3aa88f73 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198491 Oct 29 11:28:58.010323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473f81e-87b4-4574-b572-fcc90fc6dc6c req-828ace4f-04ed-445f-88a0-8a0bb92cc95a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.019580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0473f81e-87b4-4574-b572-fcc90fc6dc6c req-828ace4f-04ed-445f-88a0-8a0bb92cc95a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.1381316 Oct 29 11:28:58.080139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:58.101218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'port_id': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387', 'mac_address': 'fa:16:3e:6c:5e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4fc229-9d1b-4bfe-ad5e-7646a85be453', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:58.105888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2d4f4363-8bf7-4558-8bd5-016761b5834f req-2304c092-588b-4477-8d13-e3f391801667 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931386 Oct 29 11:28:58.125486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0473f81e-87b4-4574-b572-fcc90fc6dc6c req-0424b805-f425-4470-8af2-04c730968bb4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 Oct 29 11:28:58.183065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:58.193313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:58.193682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.195302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.238409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:58.265967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01e0448c-4afa-47b0-b629-2efca34de63e req-05132333-068b-4f2b-bf86-df33e2e23564 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300987 Oct 29 11:28:58.269353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:58.290731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-0e93c5cb-5b97-47a8-8c4b-276a53875913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.292421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-0e93c5cb-5b97-47a8-8c4b-276a53875913 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8601549 Oct 29 11:28:58.294424 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.378802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.400632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.407719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3f247d02-e9d5-4457-b9ba-dc5bc33bb63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.417499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.426157 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.428968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:58.438835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.448401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.462814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.464961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:58.467387 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0840ff9f-ccd1-4967-90e5-1f943af63698" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:58.481787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50,segment=NetworkSegment(f7e76572-1fac-4601-88c0-4febc2c0daf4),segment_id=f7e76572-1fac-4601-88c0-4febc2c0daf4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:58.489969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.492945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.495175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4573d595-5fc8-4118-baef-3e54d781af5a {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:58.495343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-257e8e9c-8909-454d-a296-e2cf4db616c9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5384 time: 0.2423618 Oct 29 11:28:58.508827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.534556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-06a5f7fb-b6b2-45f8-bbf7-9de3488cf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.536327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-06a5f7fb-b6b2-45f8-bbf7-9de3488cf514 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 1095 time: 0.1469846 Oct 29 11:28:58.542818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Transition to ACTIVE for port object 4573d595-5fc8-4118-baef-3e54d781af5a will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:28:58.556442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5a1d-2416-4749-aa40-68f67d518de6 req-94610c9f-876c-46b8-a203-6a703b442f16 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.558184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56ab5a1d-2416-4749-aa40-68f67d518de6 req-94610c9f-876c-46b8-a203-6a703b442f16 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 944 time: 0.1146944 Oct 29 11:28:58.568409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:58.582625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c8156f-8f5e-4806-bbf0-85c06c40606c req-c4fb3b56-e480-4bc4-ad82-da9e8d820dcf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706232 Oct 29 11:28:58.589946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:58.642065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['3f8f4e4a-1b8b-442c-bbfe-cc4e08877387'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:58.737521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b215-7889-4733-bf63-660956939134 service neutron] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:58.748372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf57db6-f837-4790-99af-feadf7ce0254 req-77b3aeaf-46e8-4725-a5a5-71382457ac28 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.749511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56ab5a1d-2416-4749-aa40-68f67d518de6 req-1f19f520-2b7e-4bbb-9296-c5b09337fae9 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831269 Oct 29 11:28:58.758162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6cf57db6-f837-4790-99af-feadf7ce0254 req-77b3aeaf-46e8-4725-a5a5-71382457ac28 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0916042 Oct 29 11:28:58.803314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50318) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:58.828529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-54824d19-8b15-40fc-a839-8c0a58bec06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:58.830249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-54824d19-8b15-40fc-a839-8c0a58bec06d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 914 time: 0.2850688 Oct 29 11:28:58.832598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:28:58.844018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6cf57db6-f837-4790-99af-feadf7ce0254 req-04e139c9-ff48-413f-9433-e6add80870d6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0834775 Oct 29 11:28:58.929086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-a74d697e-0d91-45f9-9970-d64d608c0b38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 HTTP/1.1" status: 200 len: 217 time: 0.0773249 Oct 29 11:28:58.999869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-660512792-network', 'tenant_id': '172402e75e974e59a2de6e27edb377d4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:59.047396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Made reservation on behalf of 172402e75e974e59a2de6e27edb377d4 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:28:59.050017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.070682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.074375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Attempting to bind port 4573d595-5fc8-4118-baef-3e54d781af5a on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:28:59.074849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Attempting to bind port 4573d595-5fc8-4118-baef-3e54d781af5a by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:28:59.075546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Attempting to bind port 4573d595-5fc8-4118-baef-3e54d781af5a on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:59.082308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-06097513-1016-40f3-9ccf-798caca3ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.084129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-06097513-1016-40f3-9ccf-798caca3ca13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.1239855 Oct 29 11:28:59.093737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585760a3-7231-4d26-a04d-f059acab5fe2 req-b5759041-14fd-44bf-8ab6-199435a6670b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.101997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-585760a3-7231-4d26-a04d-f059acab5fe2 req-b5759041-14fd-44bf-8ab6-199435a6670b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1682012 Oct 29 11:28:59.114023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Port 4573d595-5fc8-4118-baef-3e54d781af5a on network f400b10f-7666-4481-ad6b-1792a354fca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:28:59.114946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Attempting to bind port 4573d595-5fc8-4118-baef-3e54d781af5a on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:28:59.127082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:59.158409 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79797b-5926-490e-80a6-868e8eed1b98 x-openstack-request-id: req-cf79797b-5926-490e-80a6-868e8eed1b98 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:28:59.158716 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:28:59.158943 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf79797b-5926-490e-80a6-868e8eed1b98 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:28:59.159345 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'status': 'completed', 'code': 200} Oct 29 11:28:59.162129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:28:59.162533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Checking segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:28:59.162879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Bound using segment: {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:28:59.163377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Bound port: 4573d595-5fc8-4118-baef-3e54d781af5a, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:28:59.163878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.167595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-338c4dfe-6c4e-4882-b287-82290881c9ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631616 Oct 29 11:28:59.173518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'port_id': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6', 'mac_address': 'fa:16:3e:01:08:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4fc229-9d1b-4bfe-ad5e-7646a85be453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:28:59.222649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-585760a3-7231-4d26-a04d-f059acab5fe2 req-cb11e2e6-72eb-474f-856a-b81c1ae9680b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182568 Oct 29 11:28:59.230223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.254662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:28:59.277959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:28:59.278212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.284054 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.292722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.293234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.293707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.294178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.294805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.295105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.295574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.297610 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-da1aa372-738b-4c11-9880-f50f97b66b60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6301 time: 0.1122534 Oct 29 11:28:59.300840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.312256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:28:59.326568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.326924 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Added segment 4970eec1-0953-4c82-9afb-cc0a93f652ab of type vlan for network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 Oct 29 11:28:59.363506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ad6fe-888b-4255-9739-ceea0a195812 req-967b4907-2237-479f-b941-e54ebe9fbb62 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.364721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:59.365418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755ad6fe-888b-4255-9739-ceea0a195812 req-967b4907-2237-479f-b941-e54ebe9fbb62 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1396825 Oct 29 11:28:59.386526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-3f503a33-512a-45fe-8a3d-828cefe26659 service neutron] 10.222.0.41 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975436 Oct 29 11:28:59.387613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:28:59.424378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:28:59.441779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.478673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5378e080-1a74-4b62-b386-00bd1f64f161,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:59.503916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.532389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9e5f9ff5-e2e2-4253-8ac1-52df41f181a6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:28:59.538712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.539323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.540742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-9a81b215-7889-4733-bf63-660956939134 service neutron] 10.222.0.41 "PUT /v2.0/ports/4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 200 len: 1090 time: 3.0236146 Oct 29 11:28:59.558609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755ad6fe-888b-4255-9739-ceea0a195812 req-f356e325-2dbc-4d92-978f-11e946e26b7f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502519 Oct 29 11:28:59.596896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-b4505f06-8c18-4384-b759-9f1b496bdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.599114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:59.599509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-b4505f06-8c18-4384-b759-9f1b496bdaaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.1439729 Oct 29 11:28:59.605397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.606336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.606911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.628814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b215-7889-4733-bf63-660956939134 service neutron] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:59.665563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f3e3-f315-4423-8da0-c496cd6d454d req-e19bf82d-2366-4445-8a4c-e9eaa05539c1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.667232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47c9f3e3-f315-4423-8da0-c496cd6d454d req-e19bf82d-2366-4445-8a4c-e9eaa05539c1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.2364190 Oct 29 11:28:59.697304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] Pushing event updated for resources: {'Network': ['ID=44c0561a-f698-4a7a-8f40-1aba8e0621f7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:28:59.705740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01d53602-62ad-47cb-b5fc-54d112164f27 req-516631d5-b75b-43f5-a8ea-e81124b678c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048115 Oct 29 11:28:59.730026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:28:59.752710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-fa812ff8-1a6c-420f-898d-069b1bdfcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.753132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-fa812ff8-1a6c-420f-898d-069b1bdfcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.753601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-fa812ff8-1a6c-420f-898d-069b1bdfcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.755339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-fa812ff8-1a6c-420f-898d-069b1bdfcd3b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a122fb8b99c844db9658db02a454cc9c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4337065 Oct 29 11:28:59.766453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47c9f3e3-f315-4423-8da0-c496cd6d454d req-0f20222f-be2b-4adf-b545-b2e5832a2ec0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854797 Oct 29 11:28:59.768751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.803129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:28:59.806491 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580044fa-96a7-48e7-9872-0683dd1a1042" -d '{"events": [{"server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "name": "network-vif-plugged", "status": "completed", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:28:59.841870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a36e2e48-0464-4065-8d68-8ba797bbb616 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0355835 Oct 29 11:28:59.844635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:28:59.858793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:28:59.865630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Request body: {'subnet': {'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-660512792-subnet', 'tenant_id': '172402e75e974e59a2de6e27edb377d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:28:59.942870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:28:59.947890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:28:59.948280 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:28:59.959320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af91b12-6e8b-419b-a103-330fd83c3206 req-c6e3371f-886e-4912-8285-3604b7a7fc77 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.960919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5af91b12-6e8b-419b-a103-330fd83c3206 req-c6e3371f-886e-4912-8285-3604b7a7fc77 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 945 time: 0.2676814 Oct 29 11:28:59.977488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-71db63a5-23f2-4f33-9607-6988aaf2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:28:59.978713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-71db63a5-23f2-4f33-9607-6988aaf2b2b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.2873008 Oct 29 11:29:00.023887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Made reservation on behalf of 172402e75e974e59a2de6e27edb377d4 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:00.026393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.042142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.049640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-48de18ab-72c2-480a-b25a-30b962917a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.051682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0840ff9f-ccd1-4967-90e5-1f943af63698 req-48de18ab-72c2-480a-b25a-30b962917a99 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263422 Oct 29 11:29:00.077077 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-32baa435-879b-4f81-88c6-ff33975f673a service neutron] show failed (client error): The resource could not be found. Oct 29 11:29:00.078266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-32baa435-879b-4f81-88c6-ff33975f673a service neutron] 10.222.0.41 "GET /v2.0/ports/8b77f6f8-106b-4232-8642-0e61d1cf1fef/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.2549355 Oct 29 11:29:00.084337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:00.089725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2e33-ee0b-43ca-9910-6dd8c42dd521 req-ff3917c0-b062-4294-9f86-28ac7944f263 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.089962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5af91b12-6e8b-419b-a103-330fd83c3206 req-727ee6ea-0fad-4e66-a018-06f1c255cd11 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051812 Oct 29 11:29:00.090616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.098132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-525d2e33-ee0b-43ca-9910-6dd8c42dd521 req-ff3917c0-b062-4294-9f86-28ac7944f263 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.2605250 Oct 29 11:29:00.105367 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-4f83130e-5061-4bda-bd19-4f8b78d54bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.1174054 Oct 29 11:29:00.148270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:00.233750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-525d2e33-ee0b-43ca-9910-6dd8c42dd521 req-75ea3803-9665-43a6-ab72-dbe1ad47628f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1341281 Oct 29 11:29:00.256066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-18c81978-6c18-4202-a81d-1275dc1c8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.258926 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-18c81978-6c18-4202-a81d-1275dc1c8bcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1452339 Oct 29 11:29:00.300865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.307407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.313760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.319565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.326623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.332807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.339774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.341675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-c7e9d40f-82a4-47e3-92a8-fbacb2d57b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5396 time: 0.1437459 Oct 29 11:29:00.411933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60267505-fb47-4c8c-82a6-2a169b3d0929 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:00.423011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.446928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.449298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Transition to ACTIVE for port object 60267505-fb47-4c8c-82a6-2a169b3d0929 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:00.450453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-89f1a348-caff-4c00-9634-8ea5cae7e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.452078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-89f1a348-caff-4c00-9634-8ea5cae7e310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703064 Oct 29 11:29:00.455727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-6c723ac3-b98a-447e-924b-a1de9c89ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.456838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-6c723ac3-b98a-447e-924b-a1de9c89ffd9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1101 time: 0.1069262 Oct 29 11:29:00.461896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ee16a74-3725-4b77-a37c-08cf86c225b2 req-cf40bec4-f452-4d97-842e-5ef6b0172f78 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103058 Oct 29 11:29:00.475577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:00.476283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.574413 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7596a5c7-dd8a-4a67-92e0-38e68de9a67b x-openstack-request-id: req-7596a5c7-dd8a-4a67-92e0-38e68de9a67b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:00.574719 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "name": "network-vif-plugged", "status": "completed", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:00.575002 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7596a5c7-dd8a-4a67-92e0-38e68de9a67b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:00.575655 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50', 'code': 200} Oct 29 11:29:00.577112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:00.612701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb7f2ab-bfe2-4950-b366-ed001506a3e6,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:00.657731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.762608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-9614e68b-262f-42ec-9fa9-87cc40f987b8 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997103 Oct 29 11:29:00.801979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Checking segment: {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:00.802344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Network hostable DHCP agents. Network: 44c0561a-f698-4a7a-8f40-1aba8e0621f7, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:29:00.811265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a9d00f7-d9cc-4d57-a71b-3166c6b256f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.840073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:00.844539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db0d6-dc42-4c51-ada6-bb8cc2a66bcc req-cdbce08f-b554-4bd0-9b1d-fa65605d21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.846090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-026db0d6-dc42-4c51-ada6-bb8cc2a66bcc req-cdbce08f-b554-4bd0-9b1d-fa65605d21ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 1096 time: 0.2024014 Oct 29 11:29:00.871297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-290c2a7d-f461-4a07-8739-873a329993f8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.872835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-290c2a7d-f461-4a07-8739-873a329993f8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.1906447 Oct 29 11:29:00.889195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ea36f-7957-4ab8-b8c8-4dfbdb49e08d req-cbfe78aa-42d5-42a3-8c45-65f4181ddc2f tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.896612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b65ea36f-7957-4ab8-b8c8-4dfbdb49e08d req-cbfe78aa-42d5-42a3-8c45-65f4181ddc2f tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 945 time: 0.1951089 Oct 29 11:29:00.913143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:00.919221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:00.919705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:00.923628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Attempting to bind port 60267505-fb47-4c8c-82a6-2a169b3d0929 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:00.924014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Attempting to bind port 60267505-fb47-4c8c-82a6-2a169b3d0929 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:00.924307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Attempting to bind port 60267505-fb47-4c8c-82a6-2a169b3d0929 on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:00.926361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:29:00.968122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Port 60267505-fb47-4c8c-82a6-2a169b3d0929 on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:00.968637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Attempting to bind port 60267505-fb47-4c8c-82a6-2a169b3d0929 on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:00.982543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 44c0561a-f698-4a7a-8f40-1aba8e0621f7) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:00.995427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:00.997465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.000614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:01.001203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Checking segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:01.001802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Bound using segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:01.002415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Bound port: 60267505-fb47-4c8c-82a6-2a169b3d0929, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:01.002965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.029163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e5474-739f-4b32-a11f-2f1d6fe0890d None None] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:29:01.041879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-026db0d6-dc42-4c51-ada6-bb8cc2a66bcc req-ccbf22fd-7d08-4169-93ac-66345f8ec980 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788125 Oct 29 11:29:01.076220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b65ea36f-7957-4ab8-b8c8-4dfbdb49e08d req-8c7ba686-4109-47d8-9814-c3abe8f1015f tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786125 Oct 29 11:29:01.082018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.102855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b8c67a63-023b-4dd6-8ca9-1a0541fe8547 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2427485 Oct 29 11:29:01.151232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:01.165308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.179455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:01.182890 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de77171-6450-4d00-aefd-3effb56e10fa" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:01.250773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port 5b686920-8868-4b23-9db9-21e802137d5c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:01.251050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.300724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906eb8b1-55f0-4e97-8865-4abf40cf8d22 None None] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:29:01.351301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0d0fd-8926-43f9-ab0a-7600abce455a req-ee0beed9-3f06-4ec6-b238-66dc89c7f1fa tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:01.353538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7e0d0fd-8926-43f9-ab0a-7600abce455a req-ee0beed9-3f06-4ec6-b238-66dc89c7f1fa tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.6711433 Oct 29 11:29:01.360830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:01.361301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:01.381858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2e2da-73a6-4ccf-a502-ce8c225929f8 req-b30773c6-bc3e-4c02-b4f9-66c91f6540b4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:01.382978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00b2e2da-73a6-4ccf-a502-ce8c225929f8 req-b30773c6-bc3e-4c02-b4f9-66c91f6540b4 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1703641 Oct 29 11:29:01.397136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:01.418700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.443291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43e869b9-41d4-489c-9ee9-20bfd3195a5b req-9c7b106d-8ae5-4906-a396-bf10630ab2b9 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696072 Oct 29 11:29:01.448407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7e0d0fd-8926-43f9-ab0a-7600abce455a req-98e41e9a-b49f-42a5-97d1-0eb129ab918c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748999 Oct 29 11:29:01.455878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:01.495918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00b2e2da-73a6-4ccf-a502-ce8c225929f8 req-bac9338d-4599-4707-b7e6-e6f196addbbb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034319 Oct 29 11:29:01.511646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:01.511864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.515411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] 10.222.0.41 "PUT /v2.0/ports/60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 1091 time: 1.9353480 Oct 29 11:29:01.515636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:01.550011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port 5b686920-8868-4b23-9db9-21e802137d5c, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5b686920-8868-4b23-9db9-21e802137d5c,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:01.551062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.572792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Request body: {'port': {'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:01.622659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:01.627878 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d419b-5fcc-43f0-8574-7deabdf4e1a4" -d '{"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-unplugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:01.644657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.654837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for 5b686920-8868-4b23-9db9-21e802137d5c owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:01.691296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.716957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Transition to ACTIVE for port object 8b77f6f8-106b-4232-8642-0e61d1cf1fef will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:01.723297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.732566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526ff4-d12d-4d52-9ccb-3d426774dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:01.786323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:01.806277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ef3d-d169-4366-9449-3d4e9a01fa01 req-9b10f499-b6ef-4945-bd65-4f38bb0dea48 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:01.810017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6f3ef3d-d169-4366-9449-3d4e9a01fa01 req-9b10f499-b6ef-4945-bd65-4f38bb0dea48 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424 HTTP/1.1" status: 200 len: 946 time: 0.1619530 Oct 29 11:29:01.842386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] No DVR routers for this DVR port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:01.911324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d6f3ef3d-d169-4366-9449-3d4e9a01fa01 req-c071cc56-d1f1-44d2-bbc3-96e82b36b4c6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893159 Oct 29 11:29:01.912153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:01.912673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:01.913098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:01.920340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:01.920979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Attempting to bind port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:01.927445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:01.927737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:01.937818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:01.937818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Bound port: 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:01.937818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:01.959940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97fb6b-40a4-4406-ae3e-3e3a7f7fe5e5 req-d762bde4-d2fb-4290-9c4e-3a3535c5a913 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:01.968761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d97fb6b-40a4-4406-ae3e-3e3a7f7fe5e5 req-d762bde4-d2fb-4290-9c4e-3a3535c5a913 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 946 time: 0.3058710 Oct 29 11:29:02.037626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:02.042961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:02.050198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.125053 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2cfa75-636d-42ae-a0c4-95acf2defa1e x-openstack-request-id: req-fe2cfa75-636d-42ae-a0c4-95acf2defa1e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:02.125623 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:02.126076 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe2cfa75-636d-42ae-a0c4-95acf2defa1e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:02.126642 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a', 'status': 'completed', 'code': 200} Oct 29 11:29:02.157950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.159358 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.163806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] 10.222.0.86 "PUT /v2.0/ports/8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 1096 time: 1.6931829 Oct 29 11:29:02.180967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.217329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14ebc-137c-42c9-be3c-c50bba3164cc service neutron] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:02.249919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.250785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.250937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.251385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.252658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.252658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.253077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.255517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0de77171-6450-4d00-aefd-3effb56e10fa req-0e1b3ec4-5d64-49f1-9c2c-4070012f2924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6410 time: 0.1980572 Oct 29 11:29:02.276112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.291852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d97fb6b-40a4-4406-ae3e-3e3a7f7fe5e5 req-0ca2b0db-b844-4108-b256-64a506333ff7 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219500 Oct 29 11:29:02.363044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1913071084', 'description': 'tempest-description-1705492870'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:02.403683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.417294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-cd295e33-832e-4724-8050-549f771b8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.418193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5b686920-8868-4b23-9db9-21e802137d5c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:02.418954 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-cd295e33-832e-4724-8050-549f771b8e36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1099 time: 0.1624982 Oct 29 11:29:02.490075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc21e514-0f32-4f0c-96a4-2b206e9e179f {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:02.497692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=5b686920-8868-4b23-9db9-21e802137d5c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:02.498917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.528477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.563701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-90dc2c24-4c1b-4152-abb0-73aee2c500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.564063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-90dc2c24-4c1b-4152-abb0-73aee2c500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.564532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-90dc2c24-4c1b-4152-abb0-73aee2c500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.566267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0de77171-6450-4d00-aefd-3effb56e10fa req-90dc2c24-4c1b-4152-abb0-73aee2c500c6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a122fb8b99c844db9658db02a454cc9c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2497878 Oct 29 11:29:02.569063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port 5b686920-8868-4b23-9db9-21e802137d5c on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:02.573520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.577247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387'}, {'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:02.578788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbf3b80f-8b43-41e6-930a-bb114a520498 req-bd570744-fb21-4261-8a3c-515dc15d8787 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "DELETE /v2.0/ports/5b686920-8868-4b23-9db9-21e802137d5c HTTP/1.1" status: 204 len: 173 time: 1.6749778 Oct 29 11:29:02.591697 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219737c1-5c0d-4d75-a9c8-59ffa431e131" -d '{"events": [{"server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "name": "network-vif-plugged", "status": "completed", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387"}, {"server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:02.594481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Transition to ACTIVE for port object cc21e514-0f32-4f0c-96a4-2b206e9e179f will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:02.613758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86741729-73c6-451d-9820-5cb7f63f3644 req-9c8915bd-6e1c-4b51-8224-6ebf6c5fa3a0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.615341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86741729-73c6-451d-9820-5cb7f63f3644 req-9c8915bd-6e1c-4b51-8224-6ebf6c5fa3a0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.2255895 Oct 29 11:29:02.616741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.642120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-e45284b1-dacd-4fdd-b2a1-f1eb521ed95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.643692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-e45284b1-dacd-4fdd-b2a1-f1eb521ed95b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2131653 Oct 29 11:29:02.719882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:02.720233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-2275e797-0bbc-4fb5-b710-0dbf1875f58e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0596254 Oct 29 11:29:02.790401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.791284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86741729-73c6-451d-9820-5cb7f63f3644 req-ca4d1e91-8f22-4eca-b30a-10b5132a9a97 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1417572 Oct 29 11:29:02.806413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.831491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77171-6450-4d00-aefd-3effb56e10fa req-78f9494a-ef01-4f42-84cb-248160850f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.833070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0de77171-6450-4d00-aefd-3effb56e10fa req-78f9494a-ef01-4f42-84cb-248160850f04 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570760 Oct 29 11:29:02.842705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.855606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c2bf0ba0-fe2e-40c4-85c1-b558d2ba97bf req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4963775 Oct 29 11:29:02.857576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-cc3f5072-9952-4d26-9f43-e6489ad4e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.869343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-cc3f5072-9952-4d26-9f43-e6489ad4e6c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1349699 Oct 29 11:29:02.873207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Attempting to bind port cc21e514-0f32-4f0c-96a4-2b206e9e179f on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:02.873445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Attempting to bind port cc21e514-0f32-4f0c-96a4-2b206e9e179f by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:02.873759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Attempting to bind port cc21e514-0f32-4f0c-96a4-2b206e9e179f on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:02.881601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Port cc21e514-0f32-4f0c-96a4-2b206e9e179f on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:02.881991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Attempting to bind port cc21e514-0f32-4f0c-96a4-2b206e9e179f on network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:02.888927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:02.889520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Checking segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:02.889981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Bound using segment: {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:02.890586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Bound port: cc21e514-0f32-4f0c-96a4-2b206e9e179f, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274c3d37-3442-440f-90eb-9d85afa23c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:02.891063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:02.939576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d4b9d-75eb-438e-88f3-287db002b53c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6908bc97-a7b9-4274-8102-d60d7e5ff467,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:02.944416 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcece75-d392-4401-a1fa-2cf116670ed7 x-openstack-request-id: req-6dcece75-d392-4401-a1fa-2cf116670ed7 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:02.944733 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-unplugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:02.944959 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dcece75-d392-4401-a1fa-2cf116670ed7 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:02.945365 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'code': 200} Oct 29 11:29:02.967319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-2810259f-25d7-49c7-838e-5ac83392be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:02.969069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-2810259f-25d7-49c7-838e-5ac83392be88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831752 Oct 29 11:29:03.045340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.053107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.060294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.066385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.073190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.080715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.090899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.094742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-008c3b63-a6f4-43b1-ad24-c290a9b22dcc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1723430 Oct 29 11:29:03.114088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:03.134476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:03.136044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e2fe0-031f-4c12-a505-20457640330a req-ac08285d-e241-4bf5-a7b8-d5fad7b0491f tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.140720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-762e2fe0-031f-4c12-a505-20457640330a req-ac08285d-e241-4bf5-a7b8-d5fad7b0491f tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 945 time: 0.1024678 Oct 29 11:29:03.145146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-e2eee808-2bb8-426d-b254-5ec6d649d2e7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687398 Oct 29 11:29:03.151540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.194890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93127a50-e1d5-431c-b662-4ae8b1732018 req-5317f86a-16fa-4fba-8d44-649fb1238684 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879111 Oct 29 11:29:03.203842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.204453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.205906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 1091 time: 1.6467104 Oct 29 11:29:03.239440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-762e2fe0-031f-4c12-a505-20457640330a req-b9f5a86a-3264-4a1e-9b70-a3d581c746b6 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933151 Oct 29 11:29:03.294664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3cd1-7432-4711-8803-bbb26a7adff2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:03.316210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-a3cdffb0-e655-41d5-8e05-982e534ad2a7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628931 Oct 29 11:29:03.364844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.365764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.366410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.367050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.368201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.369475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.370127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.374630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-90089082-9bf3-4205-b3bf-d6abdf7bf59c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6477 time: 0.0963683 Oct 29 11:29:03.400012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988faa9-5fd5-42bc-8d86-6e16247a8c9e req-81e81500-fb23-43b0-ae10-557c7e357152 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.409422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3988faa9-5fd5-42bc-8d86-6e16247a8c9e req-81e81500-fb23-43b0-ae10-557c7e357152 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0784948 Oct 29 11:29:03.463626 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3988faa9-5fd5-42bc-8d86-6e16247a8c9e req-905c2243-49ef-442c-9005-9bbdab0bd4f2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531652 Oct 29 11:29:03.473624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.516581 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6652f7-43a2-4204-8c1f-cf7fc9b2c4a3 x-openstack-request-id: req-1a6652f7-43a2-4204-8c1f-cf7fc9b2c4a3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:03.533678 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "name": "network-vif-plugged", "status": "completed", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387", "code": 200}, {"server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:03.535832 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a6652f7-43a2-4204-8c1f-cf7fc9b2c4a3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:03.540375 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387', 'code': 200} Oct 29 11:29:03.541031 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6', 'code': 200} Oct 29 11:29:03.625686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1532767420', 'description': 'tempest-description-64651301'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:03.697761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.709507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1e726-2230-4d44-8689-8448add1ffce req-df1fbba6-6115-4ad7-abcd-0021802d5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.710946 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ee1e726-2230-4d44-8689-8448add1ffce req-df1fbba6-6115-4ad7-abcd-0021802d5599 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5fe61913-526f-4f63-bb16-1c96b59fd7f4 HTTP/1.1" status: 200 len: 1096 time: 0.1088443 Oct 29 11:29:03.714555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0160-c220-41d0-991f-426c2235fc83 req-b066989a-41be-438c-be74-3b03ffd62965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.715931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c14d0160-c220-41d0-991f-426c2235fc83 req-b066989a-41be-438c-be74-3b03ffd62965 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 1097 time: 0.1052835 Oct 29 11:29:03.795314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-cb25c1c1-01e0-4988-9bf8-18b94579a29a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 217 time: 0.3987255 Oct 29 11:29:03.801944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c14d0160-c220-41d0-991f-426c2235fc83 req-a7725cf9-a754-49aa-bc51-e8ffc03b3847 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Oct 29 11:29:03.804938 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ee1e726-2230-4d44-8689-8448add1ffce req-2136b024-fae3-4b66-9357-9447e1b23ccc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Oct 29 11:29:03.808246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c45b-67f4-4bc0-b3b5-b90a4689eb2b req-7da6789f-5f5f-4492-8b1e-aaa30fa76703 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.809927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69a1c45b-67f4-4bc0-b3b5-b90a4689eb2b req-7da6789f-5f5f-4492-8b1e-aaa30fa76703 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.4683011 Oct 29 11:29:03.828865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.833144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.864660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:03.865945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6166e4a0-5b77-49ad-9849-7f6379961b04 req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2539396 Oct 29 11:29:03.868357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8678004-a5e1-42a8-aaf5-d8a23d0d9fda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370287c2-4e2c-46f6-9c13-17bb74b46fa4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:03.880499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-769c9634-fdac-4138-aeda-daf7c69413fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:03.882234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-769c9634-fdac-4138-aeda-daf7c69413fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 200 len: 850 time: 0.0712132 Oct 29 11:29:03.885474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69a1c45b-67f4-4bc0-b3b5-b90a4689eb2b req-cc7bf18f-98ec-4cbd-b3a7-5641f8c9b7d8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664060 Oct 29 11:29:04.051561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b2072-311e-4046-bede-67bf6576ce76 req-885e7ad0-c8b5-42fe-8c93-5cb0f43026c0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.053599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2e5b2072-311e-4046-bede-67bf6576ce76 req-885e7ad0-c8b5-42fe-8c93-5cb0f43026c0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 946 time: 0.0792630 Oct 29 11:29:04.054006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b5484a13-9c9a-4ae3-86b8-5bb3e9dbbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.055755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b5484a13-9c9a-4ae3-86b8-5bb3e9dbbcb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677860 Oct 29 11:29:04.097875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2e5b2072-311e-4046-bede-67bf6576ce76 req-77129f25-c794-4d1e-a36d-300f65dabce6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375636 Oct 29 11:29:04.135738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929'}, {'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'name': 'network-vif-deleted', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c'}, {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:04.138041 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929"}, {"server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "name": "network-vif-deleted", "tag": "5b686920-8868-4b23-9db9-21e802137d5c"}, {"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:04.191879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed61684-d5e3-4907-99e9-aaad8a16785c req-bebd988a-eedb-4cf4-8833-a130a4bc2ced tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.193501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aed61684-d5e3-4907-99e9-aaad8a16785c req-bebd988a-eedb-4cf4-8833-a130a4bc2ced tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1092067 Oct 29 11:29:04.199268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-c7048af4-908b-42f0-b006-f39ce755c22c service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355629 Oct 29 11:29:04.277578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aed61684-d5e3-4907-99e9-aaad8a16785c req-26775160-7801-4db8-a519-5e503f9d71e3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0764546 Oct 29 11:29:04.280892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-59402a8f-25ab-4e0c-860d-81d009591c66 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.283005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-59402a8f-25ab-4e0c-860d-81d009591c66 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 812 time: 0.1069419 Oct 29 11:29:04.301536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-cd703960-f7d8-4563-bd5a-9ef2706d1ab7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/quotas/172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 375 time: 0.0133250 Oct 29 11:29:04.326257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-6019d6d5-d81e-4b3c-bd7b-908ce067e53b service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183944 Oct 29 11:29:04.340782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-98c3ca4a-dc5b-4784-8349-a861ff373e9a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293009 Oct 29 11:29:04.375312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-44dbc85e-0afc-4f76-8074-ff6991debc73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 217 time: 0.0415628 Oct 29 11:29:04.438363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-626e7f23-2f08-4d0e-9c38-570d3ed57c97 service neutron] 10.222.0.77 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943527 Oct 29 11:29:04.479944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-98d73481-7ae4-4aab-b497-000c294490dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.481469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-98d73481-7ae4-4aab-b497-000c294490dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0973165 Oct 29 11:29:04.556899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-1a91e294-4b86-4c9d-8fbc-9ae6e1dae29d service neutron] 10.222.0.77 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062591 Oct 29 11:29:04.564194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-8173a4bf-7795-451f-b531-6744a85f153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.565725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-8173a4bf-7795-451f-b531-6744a85f153b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746858 Oct 29 11:29:04.572448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-4870a22a-f2d5-4b9b-8b21-0658f1a4395f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.573901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-4870a22a-f2d5-4b9b-8b21-0658f1a4395f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.1488466 Oct 29 11:29:04.627531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-1812ec05-cc12-4e1c-8793-52128e314545 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0439091 Oct 29 11:29:04.679505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-bb7cf897-68c9-4c1f-81ea-b402a98ff431 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369537 Oct 29 11:29:04.721590 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea140686-7578-4ed4-adf2-9af9985098b8 x-openstack-request-id: req-ea140686-7578-4ed4-adf2-9af9985098b8 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:04.721897 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929", "status": "completed", "code": 200}, {"server_uuid": "e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424", "name": "network-vif-deleted", "tag": "5b686920-8868-4b23-9db9-21e802137d5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:04.722142 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea140686-7578-4ed4-adf2-9af9985098b8 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:04.722536 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'status': 'completed', 'code': 200} Oct 29 11:29:04.722979 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b9d6b0-c7c0-4a6f-a2b7-0b6147e38424', 'name': 'network-vif-deleted', 'tag': '5b686920-8868-4b23-9db9-21e802137d5c', 'status': 'completed', 'code': 200} Oct 29 11:29:04.723235 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'status': 'completed', 'code': 200} Oct 29 11:29:04.768263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-6dd77476-9e84-4a3f-8b30-4163d1756f2f service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933792 Oct 29 11:29:04.850109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.857967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.865364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.868846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5b686920-8868-4b23-9db9-21e802137d5c no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:04.874136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.885054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.889402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-20d77cde-7414-42e7-942b-189f44af5239 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986620 Oct 29 11:29:04.901375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.908484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:04.912910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06b0342a-3d11-4240-810c-feb9fc821e43 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1421583 Oct 29 11:29:04.919801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 5b686920-8868-4b23-9db9-21e802137d5c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:04.922127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5b686920-8868-4b23-9db9-21e802137d5c not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:04.923166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-05924889-2c12-4946-a201-a6adf3760706 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460156 Oct 29 11:29:04.923542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:04.946871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:04.949159 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db20e9c2-698e-4d2f-af9e-655eca9ad34b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:04.988640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:04.996599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-569863e4-d010-4de1-9fcc-413c7fcb302f req-06e25c87-557a-4f20-a3c6-d64f7cb6993d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735059 Oct 29 11:29:05.013874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-7cdd748f-90d1-4882-ae0a-2b53f02d6387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 217 time: 0.0540211 Oct 29 11:29:05.089977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-faf2ccc1-73b2-440f-87ac-897d0342b4a6 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996727 Oct 29 11:29:05.096004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a63c5ae2-0d19-41d7-aaf4-1be12074cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.097362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-a63c5ae2-0d19-41d7-aaf4-1be12074cf84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0758746 Oct 29 11:29:05.186374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bba78a78-c01e-4ef3-959a-d18f776aab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.188676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-bba78a78-c01e-4ef3-959a-d18f776aab0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844824 Oct 29 11:29:05.189198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e0682-b9ac-4496-a287-102027631b6e req-7ae80325-c8cb-48cb-bf76-e08c55ca75ea tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.190875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-827e0682-b9ac-4496-a287-102027631b6e req-7ae80325-c8cb-48cb-bf76-e08c55ca75ea tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0893767 Oct 29 11:29:05.273091 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-827e0682-b9ac-4496-a287-102027631b6e req-61e85a6c-f4a0-428b-a316-20a29538d359 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741169 Oct 29 11:29:05.365163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-227cb279-8354-4344-bf86-69071c4eec16 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690798 Oct 29 11:29:05.476553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82996a-f0bf-46a7-b13e-b7bacac1e463 req-fdec6ff4-4d99-4dfc-9613-617fa6fd4ab7 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.486613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc82996a-f0bf-46a7-b13e-b7bacac1e463 req-fdec6ff4-4d99-4dfc-9613-617fa6fd4ab7 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1164908 Oct 29 11:29:05.521158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-54094805-5da0-4674-bbac-2783f2e12753 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486948 Oct 29 11:29:05.562175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc82996a-f0bf-46a7-b13e-b7bacac1e463 req-f841c2cf-b1bb-4e7b-bb48-77851e5e6407 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728273 Oct 29 11:29:05.627958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-eafe90f0-a18d-47fc-91ca-c3d422dddd2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 200 len: 217 time: 0.0861161 Oct 29 11:29:05.689366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01540500-f1f1-40b9-942f-2d6e9531f401 req-e42f0e50-f6e5-42aa-8793-3952527be4ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 210 time: 0.0603790 Oct 29 11:29:05.709676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b1b9a71e-f7e6-46c7-8c56-a554efd42991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.711164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b1b9a71e-f7e6-46c7-8c56-a554efd42991 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0739717 Oct 29 11:29:05.764314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62594-38f2-4605-bf1b-8fc7958532a6 req-d09a32ea-85cb-4886-9a2e-ba4586a64c5d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.767459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0be62594-38f2-4605-bf1b-8fc7958532a6 req-d09a32ea-85cb-4886-9a2e-ba4586a64c5d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 948 time: 0.1119676 Oct 29 11:29:05.795208 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e476f4-9290-460f-bf7f-af784a61c2a8 x-openstack-request-id: req-c9e476f4-9290-460f-bf7f-af784a61c2a8 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:05.795958 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:05.795958 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9e476f4-9290-460f-bf7f-af784a61c2a8 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:05.796461 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'status': 'completed', 'code': 200} Oct 29 11:29:05.824378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-17300825-500f-4358-8716-0216c70e6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.827074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-17300825-500f-4358-8716-0216c70e6566 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063743 Oct 29 11:29:05.878259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:05.911307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0be62594-38f2-4605-bf1b-8fc7958532a6 req-aa1eb8f3-99d3-42c1-8ec7-57d653014a4e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370759 Oct 29 11:29:05.984853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-625f64eb-bbe1-4d0a-bdab-ed2033516bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.990188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-625f64eb-bbe1-4d0a-bdab-ed2033516bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1099 time: 0.1742845 Oct 29 11:29:05.990723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a61f3-fdc0-4ce2-94f5-79dd2dc08c0d req-daa9353a-f0d6-4862-be4d-cf4eece52a03 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:05.993191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f6a61f3-fdc0-4ce2-94f5-79dd2dc08c0d req-daa9353a-f0d6-4862-be4d-cf4eece52a03 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 946 time: 0.1218948 Oct 29 11:29:06.018996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-a401b807-936a-4432-94ae-c10c27d6a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.021025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-a401b807-936a-4432-94ae-c10c27d6a12e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1099 time: 0.1590021 Oct 29 11:29:06.023515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:06.036621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-241e40be-bf36-48dd-8283-12329dcc1daf service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976440 Oct 29 11:29:06.037216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'mac_address': 'fa:16:3e:3a:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:06.044004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f6a61f3-fdc0-4ce2-94f5-79dd2dc08c0d req-b01c1601-e71e-4c86-be54-bb5e54b51cbf tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Oct 29 11:29:06.083079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:06.101778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b77f6f8-106b-4232-8642-0e61d1cf1fef {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:06.128693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:06.135039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:06.162174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0af2306e-d9b4-46c2-a3aa-86dc6f0ad3e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165922 Oct 29 11:29:06.195425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-407a73a2-22d3-4dda-9d64-13b8321e1eb4 req-0043767b-6db1-4ff9-955a-37f62fcb1a98 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 210 time: 0.1724601 Oct 29 11:29:06.252683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:06.255927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-dce54761-7682-4bd5-98ac-c66ec792e0c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 200 len: 217 time: 0.0811255 Oct 29 11:29:06.308155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-4cf64304-d05b-40a8-a8c7-64fba5455d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.309859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-4cf64304-d05b-40a8-a8c7-64fba5455d15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3106227 Oct 29 11:29:06.328592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484275-6b3e-4f07-9287-2c7f9760772f req-e4800daf-4c39-44bd-abbc-4b558de59551 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.330181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2484275-6b3e-4f07-9287-2c7f9760772f req-e4800daf-4c39-44bd-abbc-4b558de59551 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 945 time: 0.1528137 Oct 29 11:29:06.354064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-7ef437d3-b63d-4d74-bb1e-17182da877f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.355549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-7ef437d3-b63d-4d74-bb1e-17182da877f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0867217 Oct 29 11:29:06.411691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2484275-6b3e-4f07-9287-2c7f9760772f req-8cdbb36d-d39d-47d1-a207-33fa7a31b0c4 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Oct 29 11:29:06.423867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b3e775b0-c769-4e4b-b7ee-4b73d2345e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.425511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b3e775b0-c769-4e4b-b7ee-4b73d2345e5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594718 Oct 29 11:29:06.465257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-dabc5eb8-5103-4df0-87f2-3a40ad817365 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0971720 Oct 29 11:29:06.498362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:06.580918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-6e9bb930-20c4-4113-adf1-5e805f8ed004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.582630 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-6e9bb930-20c4-4113-adf1-5e805f8ed004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1097536 Oct 29 11:29:06.585664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-7398f918-4494-4111-90fe-e416d04a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.587026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-7398f918-4494-4111-90fe-e416d04a19b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.5437107 Oct 29 11:29:06.594126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-3d55180b-f234-418d-874b-6a9f40ec8f38 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.598500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-3d55180b-f234-418d-874b-6a9f40ec8f38 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.2893274 Oct 29 11:29:06.669500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-74e24e34-245b-4e20-afb7-1f2b24ec0260 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0687220 Oct 29 11:29:06.674160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-524fb69f-efec-4141-b787-3b92b2cd4602 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/quotas/adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 375 time: 0.0572867 Oct 29 11:29:06.725128 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:29:06.769854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-a7d44e17-f0b5-496d-8b6b-55f86e82d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.771365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-a7d44e17-f0b5-496d-8b6b-55f86e82d2d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719425 Oct 29 11:29:06.789474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a60938e9-2c38-4a72-b532-82ea30185327 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.791033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a60938e9-2c38-4a72-b532-82ea30185327 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.41 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 812 time: 0.3376179 Oct 29 11:29:06.806526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-94ecab94-6539-4174-aec9-05cc01f7e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.808027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-94ecab94-6539-4174-aec9-05cc01f7e4ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1301100 Oct 29 11:29:06.818831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'device_id': '8c251b01-7a15-4264-aef9-5378a7b36276', 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7', 'admin_state_up': True, 'tenant_id': '172402e75e974e59a2de6e27edb377d4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:06.903377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-ee2f6495-85e7-4b31-b1ed-c6199d06331c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2163193 Oct 29 11:29:06.911639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.924441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.934695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.941808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514e82-772e-4856-b11d-f9163fe30a25 req-23f21fd8-f2af-412d-b78f-b5151001388f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.942639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.943261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-23f21fd8-f2af-412d-b78f-b5151001388f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89&tenant_id=defc5934a2cb4c17a6922696eca515d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 949 time: 0.1864781 Oct 29 11:29:06.949599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.955991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.962663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:06.964510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-2207e453-9131-4506-9c37-1d3f7d62469d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.2775910 Oct 29 11:29:06.972724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-c4b1d7c9-1716-4c7f-8b34-cd20263e9408 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292873 Oct 29 11:29:07.064775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-dac95be5-296b-48be-b85a-57ef455b9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.067250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-dac95be5-296b-48be-b85a-57ef455b9fc5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2462485 Oct 29 11:29:07.115916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-45bf2ab7-c3f7-4d63-9c9b-84edbaeaf348 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237906 Oct 29 11:29:07.116788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c1aa7de-562f-4679-8055-651a14e371c3 req-86541870-cbf1-4eda-8dd3-10d6e424afa4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365688 Oct 29 11:29:07.122775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-1874e945-613e-4ffa-b190-d4acfe7a1036 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:29:07.124051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-1874e945-613e-4ffa-b190-d4acfe7a1036 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122967 Oct 29 11:29:07.190705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-a647bdc3-fc9d-4c93-b1e3-714a56c52773 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.192196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-a647bdc3-fc9d-4c93-b1e3-714a56c52773 tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 945 time: 0.1305943 Oct 29 11:29:07.201074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-4dec0aca-a323-4495-9264-be25ea107f8b service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102411 Oct 29 11:29:07.238096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Made reservation on behalf of 172402e75e974e59a2de6e27edb377d4 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:07.241795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:07.292670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-2ad3eede-63e9-4151-b4de-b69c9752f221 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 217 time: 0.0827155 Oct 29 11:29:07.458639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-73e6dc56-84bc-4947-b339-93391a37a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.460052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-73e6dc56-84bc-4947-b339-93391a37a7d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.1481822 Oct 29 11:29:07.472316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3d452-98dc-4c3c-99ac-4bf3d215cb53 req-cc2e02c2-b353-42b4-b543-b721aa3b1dae tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.474037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fb3d452-98dc-4c3c-99ac-4bf3d215cb53 req-cc2e02c2-b353-42b4-b543-b721aa3b1dae tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fe61913-526f-4f63-bb16-1c96b59fd7f4 HTTP/1.1" status: 200 len: 945 time: 0.2560761 Oct 29 11:29:07.599947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Deleting port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:07.600287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:07.627418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8fb3d452-98dc-4c3c-99ac-4bf3d215cb53 req-6d7ded7b-367c-431a-a120-cf7647992eb0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379154 Oct 29 11:29:07.663029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Allocated IP 172.20.0.14 (44c0561a-f698-4a7a-8f40-1aba8e0621f7/ebb7f2ab-bfe2-4950-b366-ed001506a3e6/b4129bea-37de-4317-adae-b977751119dc) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:07.678380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e30f96de-f9e8-4527-9e06-a2464919d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.679902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-e30f96de-f9e8-4527-9e06-a2464919d88b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2049496 Oct 29 11:29:07.681681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-c0575728-0754-4ecb-bf10-e4be025f8f4a service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614543 Oct 29 11:29:07.753849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-58277e74-51e1-4741-883f-77477a5ca99d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.755356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-58277e74-51e1-4741-883f-77477a5ca99d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.7335455 Oct 29 11:29:07.783832 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-03514e82-772e-4856-b11d-f9163fe30a25 req-4d3e6c2f-d5a5-4fa2-944c-f3a5c65e804f service neutron] delete failed (client error): The resource could not be found. Oct 29 11:29:07.784855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-4d3e6c2f-d5a5-4fa2-944c-f3a5c65e804f service neutron] 10.222.0.41 "DELETE /v2.0/ports/8b77f6f8-106b-4232-8642-0e61d1cf1fef/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.8204556 Oct 29 11:29:07.798380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': '6978f418-5cce-40af-8647-597aa2778cc9', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:07.825905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-087ba32f-7e44-4f45-b520-bc6b1eaa4cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858759 Oct 29 11:29:07.873382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-ddbc4f94-85c0-4c59-bcb9-2f5fe6712829 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731434 Oct 29 11:29:07.922555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:07.927897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] For port 92dcb097-994a-4c0d-8eaa-e4e12fafad50, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=92dcb097-994a-4c0d-8eaa-e4e12fafad50,segment=NetworkSegment(f7e76572-1fac-4601-88c0-4febc2c0daf4),segment_id=f7e76572-1fac-4601-88c0-4febc2c0daf4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:07.928506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:07.966993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f878d-c2e6-407c-90a8-5ed860ee3f90 req-8937463b-294a-4c5e-b8a9-0e8c33204ab9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:07.969271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df5f878d-c2e6-407c-90a8-5ed860ee3f90 req-8937463b-294a-4c5e-b8a9-0e8c33204ab9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.2174578 Oct 29 11:29:07.989563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Calling delete_port for 92dcb097-994a-4c0d-8eaa-e4e12fafad50 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:07.998760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 8b77f6f8-106b-4232-8642-0e61d1cf1fef completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:08.009897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 8b77f6f8-106b-4232-8642-0e61d1cf1fef triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:08.011163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.017584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-ed8ae5f6-989b-4e6b-aaa8-a7ecc2eeb844 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276188 Oct 29 11:29:08.024937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-384d53a2-4c86-4626-b301-35b531fcd1b3 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105049 Oct 29 11:29:08.077264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514e82-772e-4856-b11d-f9163fe30a25 req-91f85b3a-9933-4a12-be7c-af01cca4a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.078903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-91f85b3a-9933-4a12-be7c-af01cca4a9e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 1100 time: 0.1176815 Oct 29 11:29:08.124065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db20e9c2-698e-4d2f-af9e-655eca9ad34b req-07ffa63f-d9be-4ccc-b8b6-6b07e31163a3 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356868 Oct 29 11:29:08.135466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.154356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:08.159018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.172286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:08.176074 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a92d22-d14b-493c-8716-e08fb7477b1e" -d '{"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-plugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:08.178750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df5f878d-c2e6-407c-90a8-5ed860ee3f90 req-d6c96ca0-28b8-488b-ae05-4e17c5984b2c tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950805 Oct 29 11:29:08.196017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:08.203316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.295056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:08.302534 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.332077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514e82-772e-4856-b11d-f9163fe30a25 req-9eb96730-3b69-4a54-a70c-c5c7444525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.333624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-9eb96730-3b69-4a54-a70c-c5c7444525b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2461803 Oct 29 11:29:08.375791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db115fa1-151d-485d-8b22-35a59d73a50c req-9593e56b-0d43-4d6d-ad0a-95ee86cc8e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 210 time: 0.0605428 Oct 29 11:29:08.391367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-3de03230-1634-4c60-9588-af3ea3c50b99 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614326 Oct 29 11:29:08.433582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-65936e89-dbb4-4f50-947d-d9099c2f8596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 200 len: 217 time: 0.0602551 Oct 29 11:29:08.489048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.2 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/ce5e7aac-97c1-4cf1-b41e-0b52c07213e8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:08.543775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514e82-772e-4856-b11d-f9163fe30a25 req-a94043dc-a3ae-42ea-90ee-a3891be4492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.545241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-a94043dc-a3ae-42ea-90ee-a3891be4492c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1050372 Oct 29 11:29:08.550132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-193ba867-9100-43be-8e9f-5afdcdb94fb4 req-989ff0df-8f9a-46fc-82c0-e6d704b633d3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 210 time: 0.0479903 Oct 29 11:29:08.693489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514e82-772e-4856-b11d-f9163fe30a25 req-8613e8b5-ce18-4ef2-b5a7-4a14727afdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.695068 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-8613e8b5-ce18-4ef2-b5a7-4a14727afdb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417885 Oct 29 11:29:08.843790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98572b12-664b-47c9-bc45-6e9cce102e1d req-d90254da-829e-471f-8f20-9c6f97da2ccb tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.851097 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-98572b12-664b-47c9-bc45-6e9cce102e1d req-d90254da-829e-471f-8f20-9c6f97da2ccb tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc5f3059-4eb4-46f1-adfe-949e9a3e446d HTTP/1.1" status: 200 len: 945 time: 0.1729398 Oct 29 11:29:08.872924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-d5ac8520-8764-4a6b-a44a-496f3b7c6ea5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 217 time: 0.4492717 Oct 29 11:29:08.895261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:08.916573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-6e676302-699c-43dd-b67a-d829654ecb47 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129405 Oct 29 11:29:08.956621 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-98572b12-664b-47c9-bc45-6e9cce102e1d req-079a2561-5d8f-44e0-8cc3-7fc8d7e783bc tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.77 "GET /v2.0/security-groups?id=261aded0-9bb8-487c-8b74-04014556a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046615 Oct 29 11:29:08.969408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2959-7848-4966-816a-486c7d20e8ea req-08c45a25-cd62-450d-8979-5e86e975acdf tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:08.975950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1adb2959-7848-4966-816a-486c7d20e8ea req-08c45a25-cd62-450d-8979-5e86e975acdf tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.6443958 Oct 29 11:29:08.992650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.042054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-490140ab-63f9-41c2-b054-4ce4be748328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.044797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.045634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-490140ab-63f9-41c2-b054-4ce4be748328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.1602733 Oct 29 11:29:09.105518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-aa492ef0-d9ec-4c57-ac53-3e726210e47e service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809285 Oct 29 11:29:09.109195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:09.112477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:09.116520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:09.143482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:09.161452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:09.163535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.164126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.164477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.165040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.165401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.165739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.166122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.166451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.166777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.167155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.167744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.168083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.172465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.176997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1adb2959-7848-4966-816a-486c7d20e8ea req-ddf6ed58-955b-4ef9-bc30-ad1bf44441d8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982951 Oct 29 11:29:09.184929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:09.191628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:09.195490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.196704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.199580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:09.219916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-f4df9192-4842-4d47-88b8-d3105989e357 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4267185 Oct 29 11:29:09.234681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Request body: {'port': {'device_id': '6978f418-5cce-40af-8647-597aa2778cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:09.255542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.256537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.256949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.257524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.258010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.259044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.259732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.259938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.260483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.261105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.261596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.261991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:09.267760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0719689f-6904-4791-83ef-682f5705a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.269656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-0719689f-6904-4791-83ef-682f5705a443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1928093 Oct 29 11:29:09.331417 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe289e7-a855-4427-9fd8-d8086b9391f6 x-openstack-request-id: req-ffe289e7-a855-4427-9fd8-d8086b9391f6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:09.332148 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-plugged", "status": "completed", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:09.332148 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffe289e7-a855-4427-9fd8-d8086b9391f6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:09.333480 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'code': 200} Oct 29 11:29:09.352401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.372908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Pushing event deleted for resources: {'Port': ['ID=92dcb097-994a-4c0d-8eaa-e4e12fafad50,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:09.404997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] No DVR routers for this DVR port 92dcb097-994a-4c0d-8eaa-e4e12fafad50 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:09.427039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.430931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f179a37f-964a-4703-9f63-3b67b050cf4c req-6dc278a9-b8b4-404a-b53d-61c13540720a tempest-ServerPasswordTestJSON-1921689313 tempest-ServerPasswordTestJSON-1921689313-project] 10.222.0.86 "DELETE /v2.0/ports/92dcb097-994a-4c0d-8eaa-e4e12fafad50 HTTP/1.1" status: 204 len: 173 time: 2.2284729 Oct 29 11:29:09.431804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'name': 'network-vif-deleted', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:09.433499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7629cebb-ea88-4774-8389-c91e4526d6e7 req-3291d4ae-8291-43a0-b7d4-98f4997f27d3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 210 time: 0.0404868 Oct 29 11:29:09.434118 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84af7484-358c-4ab8-9103-f126082dffd2" -d '{"events": [{"server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "name": "network-vif-deleted", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:09.445985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.447144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.490844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-a8624ff4-8546-4fd2-ac83-18c2fdabb1e8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6827166 Oct 29 11:29:09.513173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.519040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.525161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.531269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.537449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.543680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.550643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.553353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-37f51a8b-7b11-47a3-9a64-4abdbe59de19 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.2113540 Oct 29 11:29:09.560148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Request body: {'port': {'device_id': '8c251b01-7a15-4264-aef9-5378a7b36276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:09.590866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-b0099e8e-3827-4dc6-a1d3-aedacebdc8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046918 Oct 29 11:29:09.615147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613a87-097f-4472-a74c-459a6bd146c6 req-39ca64a1-910a-435f-846b-1d512ad254a8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.616725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a2613a87-097f-4472-a74c-459a6bd146c6 req-39ca64a1-910a-435f-846b-1d512ad254a8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1081567 Oct 29 11:29:09.693624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a2613a87-097f-4472-a74c-459a6bd146c6 req-c7c11a38-d276-42df-8711-72e1c7046218 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657325 Oct 29 11:29:09.763054 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.774733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15564db1-60f1-43e9-9f54-c29f357e20d0 req-6ff2c01d-dd4a-452f-8faa-0b4e967d4485 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1934752 Oct 29 11:29:09.786737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:09.797832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.829939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Transition to ACTIVE for port object ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:09.835438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:09.891426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-bf19ada4-5923-4589-aebe-465afd2cf4a7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:09.892961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-bf19ada4-5923-4589-aebe-465afd2cf4a7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.2130532 Oct 29 11:29:09.898229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d2ff882-595f-4699-bfa5-24e3f93017b6 req-354ccae8-4e95-4436-9720-096d5a58f4d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965872 Oct 29 11:29:09.910538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'device_id': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'admin_state_up': True, 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:09.937608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 92dcb097-994a-4c0d-8eaa-e4e12fafad50 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:09.957104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:10.014665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 92dcb097-994a-4c0d-8eaa-e4e12fafad50 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:10.015217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 92dcb097-994a-4c0d-8eaa-e4e12fafad50 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:10.166552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Attempting to bind port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:10.167151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Attempting to bind port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:10.167273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Attempting to bind port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:10.172955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:10.173321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Attempting to bind port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:10.181798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:10.181798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:10.182216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:10.182519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Bound port: ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:10.182873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.198320 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6807d42-76a4-4db6-9b09-ad2f173844a6 x-openstack-request-id: req-e6807d42-76a4-4db6-9b09-ad2f173844a6 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:10.198899 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f3059-4eb4-46f1-adfe-949e9a3e446d", "name": "network-vif-deleted", "tag": "92dcb097-994a-4c0d-8eaa-e4e12fafad50", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:10.199153 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6807d42-76a4-4db6-9b09-ad2f173844a6 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:10.199779 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f3059-4eb4-46f1-adfe-949e9a3e446d', 'name': 'network-vif-deleted', 'tag': '92dcb097-994a-4c0d-8eaa-e4e12fafad50', 'status': 'completed', 'code': 200} Oct 29 11:29:10.249288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a50a7-ebf5-4355-9eed-35f7de356fdb req-6eef1619-721b-45c2-ab9e-cd361a341e18 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.257162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f4a50a7-ebf5-4355-9eed-35f7de356fdb req-6eef1619-721b-45c2-ab9e-cd361a341e18 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 932 time: 0.2959595 Oct 29 11:29:10.272844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:10.291194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:10.309223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.366431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.366974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.367460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.367999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.368466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.368939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.369432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.371472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8dba16ea-8aa8-429b-a3e5-5f1177dc9507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6477 time: 0.2441480 Oct 29 11:29:10.378138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.378861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.380458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] 10.222.0.41 "PUT /v2.0/ports/ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 HTTP/1.1" status: 200 len: 1091 time: 1.1517496 Oct 29 11:29:10.381138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f4a50a7-ebf5-4355-9eed-35f7de356fdb req-9725e87d-d04c-4ddd-acf8-83eac280b530 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226943 Oct 29 11:29:10.385337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:10.385614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:10.388205 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:10.388882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.414251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46066449-88c3-4619-826a-44d06dedd3a0 req-013d5231-3200-4d74-8a09-b2ce21da207f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.416030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46066449-88c3-4619-826a-44d06dedd3a0 req-013d5231-3200-4d74-8a09-b2ce21da207f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.1304944 Oct 29 11:29:10.439466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0fa6b-7636-43e7-ae05-63036affc43e service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:10.485263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50514) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:10.513212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46066449-88c3-4619-826a-44d06dedd3a0 req-9341ea5c-d97e-41ae-b2b1-677ff63ca022 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883629 Oct 29 11:29:10.527137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-89dbc135-2a09-4250-8820-4314c57eb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.529453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-89dbc135-2a09-4250-8820-4314c57eb49e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0735538 Oct 29 11:29:10.589901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-4e7709d5-04ed-4f35-8a82-598adad6171a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 HTTP/1.1" status: 200 len: 217 time: 0.0520985 Oct 29 11:29:10.660049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4129bea-37de-4317-adae-b977751119dc {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:10.684276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-910b44ef-862a-4739-bbee-08af0167f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.685932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-910b44ef-862a-4739-bbee-08af0167f502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0882726 Oct 29 11:29:10.701692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c83352-9b66-464a-aafa-87a7c76fd5c6 req-a74a72e4-177d-4437-8eaf-b07bce1243cd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.703288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28c83352-9b66-464a-aafa-87a7c76fd5c6 req-a74a72e4-177d-4437-8eaf-b07bce1243cd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1034105 Oct 29 11:29:10.712781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Deleting subnet 49d79eeb-31c0-468b-96e4-b0f27f75a3d2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:29:10.716078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.724964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.732747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-96fd4501-bfd7-4141-aa75-0c1a368da54f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 29 11:29:10.752914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-1d391580-0ea6-461f-b555-e792b7730f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:10.754425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-1d391580-0ea6-461f-b555-e792b7730f3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 902 time: 0.3724127 Oct 29 11:29:10.825858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28c83352-9b66-464a-aafa-87a7c76fd5c6 req-9f17a1d4-e6a8-4bc8-9bad-7f16fd7fd76a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101623 Oct 29 11:29:10.862108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Transition to ACTIVE for port object b4129bea-37de-4317-adae-b977751119dc will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:10.862108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-7dce12fc-1871-4c49-9166-93ac14b32a22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 217 time: 0.0743883 Oct 29 11:29:10.870023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.876948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:10.892506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-8431821a-2bee-47c6-a352-a1064942e40c service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515706 Oct 29 11:29:10.919401 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5d4e4-e8a8-409e-8bf0-3ef80c8832fd x-openstack-request-id: req-3bc5d4e4-e8a8-409e-8bf0-3ef80c8832fd {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:10.919401 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:10.919401 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bc5d4e4-e8a8-409e-8bf0-3ef80c8832fd {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:10.919401 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'status': 'completed', 'code': 200} Oct 29 11:29:10.984242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.20.0.3 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/bb94250c-15c9-475f-a07a-ed47bcaa900f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:11.030752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5184125-51ac-4645-9907-d3e50a25db34 req-07060aba-b481-4171-a425-5655a024f45b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 210 time: 0.0540864 Oct 29 11:29:11.062856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-90964abd-b40b-4558-8418-5eff7d52df51 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.066667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-e3570c9a-6c86-4dc5-ad0d-2cf32d850a83 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.068532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-e3570c9a-6c86-4dc5-ad0d-2cf32d850a83 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fe61913-526f-4f63-bb16-1c96b59fd7f4 HTTP/1.1" status: 200 len: 945 time: 0.1546969 Oct 29 11:29:11.069544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-90964abd-b40b-4558-8418-5eff7d52df51 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.4846745 Oct 29 11:29:11.103466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8f229f34-5a55-4701-b1c4-64cdc487e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.104945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8f229f34-5a55-4701-b1c4-64cdc487e6ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.2329230 Oct 29 11:29:11.120861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f19cd8a5-1029-4902-b6be-39ab85c49e1c req-152f7549-1aba-490c-8a9b-dbd494233e15 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202332 Oct 29 11:29:11.125459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:11.150320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.153368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-ed5d1902-44bd-4c46-9af8-cf1d5e17428d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/quotas/c773aa4550fe411186437ff6e73b99a7 HTTP/1.1" status: 200 len: 375 time: 0.0728924 Oct 29 11:29:11.236532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21984-aa4c-40ad-8b96-2d3d3ecf504b req-21ef881b-892e-484f-8189-c1e73210777e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.238002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51a21984-aa4c-40ad-8b96-2d3d3ecf504b req-21ef881b-892e-484f-8189-c1e73210777e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1297958 Oct 29 11:29:11.272770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-31147c9f-fbd4-4503-a320-f7ff4590cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.274312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-31147c9f-fbd4-4503-a320-f7ff4590cf39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0905685 Oct 29 11:29:11.349994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Deleting port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:11.350332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.355906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51a21984-aa4c-40ad-8b96-2d3d3ecf504b req-d2172973-8520-4bdf-ad9f-ffaac45d9f58 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090822 Oct 29 11:29:11.368615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8aedd280-581d-4f6c-8f54-458d329941f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.370259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-8aedd280-581d-4f6c-8f54-458d329941f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2423882 Oct 29 11:29:11.393299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b7da2e9c-f5de-483b-bb03-ecc595d2f447 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935468 Oct 29 11:29:11.408148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Attempting to bind port b4129bea-37de-4317-adae-b977751119dc on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:11.408471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Attempting to bind port b4129bea-37de-4317-adae-b977751119dc by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:11.408943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Attempting to bind port b4129bea-37de-4317-adae-b977751119dc on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:11.470582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.495270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Port b4129bea-37de-4317-adae-b977751119dc on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:11.495270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Attempting to bind port b4129bea-37de-4317-adae-b977751119dc on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:11.549964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-77d32b13-83f7-44ad-8dd0-36c1297168d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.551566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-77d32b13-83f7-44ad-8dd0-36c1297168d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.2691996 Oct 29 11:29:11.553302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] For port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:11.553663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.567245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.570546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49d79eeb-31c0-468b-96e4-b0f27f75a3d2 HTTP/1.1" status: 204 len: 168 time: 1.0832367 Oct 29 11:29:11.576488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:11.576823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Checking segment: {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:11.577218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Bound using segment: {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:11.577651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Bound port: b4129bea-37de-4317-adae-b977751119dc, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:11.577993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.579917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8cfc8-7e64-4f2f-a971-d5f6c797cec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d79eeb-31c0-468b-96e4-b0f27f75a3d2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:11.591708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.591928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50534) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:11.597954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.604597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.608819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:11.610836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.616803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.622753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.628799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.630738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-cc683f44-6958-445a-a9aa-afa9c3ee34d4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1967735 Oct 29 11:29:11.634177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Calling delete_port for 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:11.671845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-f368c7ac-6235-4f23-9fa7-178804bd14fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 HTTP/1.1" status: 200 len: 217 time: 0.1010473 Oct 29 11:29:11.691604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-f16cc334-1857-4130-9643-73bac7417b15 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.693159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-f16cc334-1857-4130-9643-73bac7417b15 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.41 "GET /v2.0/ports?device_id=73ba07fa-472f-40fd-a1f9-4c5e4859bff8 HTTP/1.1" status: 200 len: 946 time: 0.2016807 Oct 29 11:29:11.842659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5aa0facc-d169-4d39-bf41-ca852db40656 req-837d5db9-369d-41a0-b8cc-e887726d384c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759772 Oct 29 11:29:11.879139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-2deaa4d7-d86c-4231-87ae-fca607c40db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:11.880647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-2deaa4d7-d86c-4231-87ae-fca607c40db0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.1795118 Oct 29 11:29:11.945345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-7d5a7dc2-041f-4e1a-a996-e66f22609fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551586 Oct 29 11:29:12.077811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-f804dc9b-b2f4-40f0-8515-52d3df64f749 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933541 Oct 29 11:29:12.078768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Deleting port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:12.079112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.092001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.133398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-1823c460-ac36-4662-bb06-3f57d40503ea service neutron] 10.222.0.77 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055466 Oct 29 11:29:12.150292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c499a-2539-4661-a2df-7403cb23d28a req-00fd216a-2a5f-422a-99fa-fcabaa24cb2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.151821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc6c499a-2539-4661-a2df-7403cb23d28a req-00fd216a-2a5f-422a-99fa-fcabaa24cb2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.2355893 Oct 29 11:29:12.179987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.188264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:12.193823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9e5f9ff5-e2e2-4253-8ac1-52df41f181a6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:12.201407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.280236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:12.307408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.363406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:12.427235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:12.429830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:12.443094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.443553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.444949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] 10.222.0.41 "PUT /v2.0/ports/b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 1092 time: 2.8894429 Oct 29 11:29:12.483694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:12.486214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:12.488573 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:12.554124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-01446efb-a053-4db1-832f-3216438f7743 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649897 Oct 29 11:29:12.556365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.594705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-236481e8-74a5-450e-8f48-da2bcc0ea727 service neutron] 10.222.0.77 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301872 Oct 29 11:29:12.610446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-16c03de2-a35d-42da-a014-ade7b0f29d88 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568055 Oct 29 11:29:12.611580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event deleted for resources: {'Port': ['ID=3f8f4e4a-1b8b-442c-bbfe-cc4e08877387,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:12.622990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:12.661150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfc725-bc46-4a74-a618-6bc920946eff service neutron] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:12.666111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e76572-1fac-4601-88c0-4febc2c0daf4') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:12.667644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e76572-1fac-4601-88c0-4febc2c0daf4') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:12.712212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.712982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.733937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] For port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:12.734878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.740712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc6c499a-2539-4661-a2df-7403cb23d28a req-0f1205c8-ef76-4be2-995f-19d5a422f8cc tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803792 Oct 29 11:29:12.746969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.753960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-bfc7c94b-805f-4346-94f6-43d93ac067a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.755673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-bfc7c94b-805f-4346-94f6-43d93ac067a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1095 time: 0.2520669 Oct 29 11:29:12.779543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] No DVR routers for this DVR port 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:12.787958 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.791680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7911b46a-2f70-4170-a860-04f21d8b0d24 req-d44ac752-1965-42b2-bb8d-32fb9d2d6f5d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "DELETE /v2.0/ports/3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 HTTP/1.1" status: 204 len: 173 time: 1.7163501 Oct 29 11:29:12.799236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Calling delete_port for 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:12.804623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-642248bc-1db0-4fe1-972f-f12a68b409f2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8989859 Oct 29 11:29:12.854361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.861253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Request body: {'port': {'device_id': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:12.872837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b69c9e7d-35d7-4c3c-89db-aba929cd4fac None None] Provisioning complete for port bb94250c-15c9-475f-a07a-ed47bcaa900f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:12.873146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-e365e114-572d-4b30-9123-d87dedf47f12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 217 time: 0.0965438 Oct 29 11:29:12.874046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b69c9e7d-35d7-4c3c-89db-aba929cd4fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.883298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:29:12.884245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:12.894766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99b7f274-c984-44b7-9c8e-0fc8aabfb1e4 req-e1dc0013-6df3-49ab-b5ee-fe86aea51e5a service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657161 Oct 29 11:29:12.930583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'name': 'network-vif-deleted', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:29:12.932863 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:29:12.935379 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d449508-e875-42ea-b064-0757cbdeb38d" -d '{"events": [{"server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "name": "network-vif-deleted", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:12.948694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b69c9e7d-35d7-4c3c-89db-aba929cd4fac None None] Port bb94250c-15c9-475f-a07a-ed47bcaa900f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:29:12.983149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.983663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.984142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.984780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.985295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.985780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.986349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:12.988948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-38dffc5e-cfc8-4404-b01f-b4f269a621df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6477 time: 0.3144333 Oct 29 11:29:13.024033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbda494-a8ad-4ddb-a3d0-e841f08bf1d4 req-791f337e-6602-48d0-ad39-7f5d4673ea3b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.032024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9fbda494-a8ad-4ddb-a3d0-e841f08bf1d4 req-791f337e-6602-48d0-ad39-7f5d4673ea3b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 944 time: 0.1253405 Oct 29 11:29:13.103053 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9fbda494-a8ad-4ddb-a3d0-e841f08bf1d4 req-cd844e9b-874a-4814-9671-f0202d35befa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701370 Oct 29 11:29:13.124945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.161112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event deleted for resources: {'Port': ['ID=9e5f9ff5-e2e2-4253-8ac1-52df41f181a6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:13.208646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-bc81b45f-5a16-4a5f-99e7-a6108b027107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.210184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-bc81b45f-5a16-4a5f-99e7-a6108b027107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.2743187 Oct 29 11:29:13.210790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.219544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.225516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.227825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] No DVR routers for this DVR port 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:13.228825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e HTTP/1.1" status: 204 len: 168 time: 1.6361201 Oct 29 11:29:13.249128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.253139 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26e889b3-b098-4ceb-96f8-f8b35268f5fa req-4151ee18-4de9-4ee9-80db-8535fc56fffc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.41 "DELETE /v2.0/ports/9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 HTTP/1.1" status: 204 len: 173 time: 1.5379417 Oct 29 11:29:13.287582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64820b-16ee-4814-b7ba-35e4cc2175fe req-58c8e796-aece-48f0-aa35-c01f75576bb1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.298675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df64820b-16ee-4814-b7ba-35e4cc2175fe req-58c8e796-aece-48f0-aa35-c01f75576bb1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.3329341 Oct 29 11:29:13.343511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d602d7-7316-44ac-ab0f-94644c6f09c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a0f4f4-ad28-44b0-bc3d-2c9a3c28710e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:13.347144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-4b730fcc-96cf-46cf-a02c-7265696dcac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254978 Oct 29 11:29:13.376057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fca3e-f802-401d-8e72-eaac5af5a501 req-af0eed3b-8abe-4327-a03d-f42751c9c38a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.391055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db5fca3e-f802-401d-8e72-eaac5af5a501 req-af0eed3b-8abe-4327-a03d-f42751c9c38a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 931 time: 0.1652386 Oct 29 11:29:13.467855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db5fca3e-f802-401d-8e72-eaac5af5a501 req-6c83ca42-3485-49c7-bcc0-85f6c83789ae tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Oct 29 11:29:13.502613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-194d0963-9c84-4858-9bb6-08ede1871e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.504589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-194d0963-9c84-4858-9bb6-08ede1871e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 902 time: 0.4559267 Oct 29 11:29:13.516531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df64820b-16ee-4814-b7ba-35e4cc2175fe req-c5cce5ae-2b26-403c-a7e6-ce132cf47028 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164078 Oct 29 11:29:13.591309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50564) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:13.637502 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec159b6e-0d87-4966-9f78-367d6d04ef84 x-openstack-request-id: req-ec159b6e-0d87-4966-9f78-367d6d04ef84 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:13.644740 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:13.645080 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec159b6e-0d87-4966-9f78-367d6d04ef84 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:13.645521 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc', 'status': 'completed', 'code': 200} Oct 29 11:29:13.652334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-27b8a709-bcd7-4194-83ff-e223197a4794 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 217 time: 0.1240957 Oct 29 11:29:13.672926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3ac69-b2cc-489f-9761-8164ae564117 req-c4bee4a6-dcf8-45a8-a7f7-56479dd49a3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.675721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cc3ac69-b2cc-489f-9761-8164ae564117 req-c4bee4a6-dcf8-45a8-a7f7-56479dd49a3d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1219614 Oct 29 11:29:13.715853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-251629b9-97e6-4b93-bb93-54b387f63a14 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d80d4a25fa844647a13308632dfa15dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210787 Oct 29 11:29:13.716784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:13.764940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2cc3ac69-b2cc-489f-9761-8164ae564117 req-8daa51cc-a44d-4171-bd81-0d31e59f33fc tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Oct 29 11:29:13.778114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-2515fc0f-2b59-4004-81ae-e405b6529e11 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185312 Oct 29 11:29:13.822836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.856620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.939072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.942647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:13.944189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/261aded0-9bb8-487c-8b74-04014556a5af HTTP/1.1" status: 204 len: 168 time: 0.2260334 Oct 29 11:29:13.946102 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3bf7b-39b9-40d6-a848-a91780271b14 x-openstack-request-id: req-bbf3bf7b-39b9-40d6-a848-a91780271b14 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:13.946562 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe61913-526f-4f63-bb16-1c96b59fd7f4", "name": "network-vif-deleted", "tag": "3f8f4e4a-1b8b-442c-bbfe-cc4e08877387", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:13.947460 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbf3bf7b-39b9-40d6-a848-a91780271b14 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:13.948141 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe61913-526f-4f63-bb16-1c96b59fd7f4', 'name': 'network-vif-deleted', 'tag': '3f8f4e4a-1b8b-442c-bbfe-cc4e08877387', 'status': 'completed', 'code': 200} Oct 29 11:29:13.957745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fa437-8a34-4b77-9502-91a44a18fdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261aded0-9bb8-487c-8b74-04014556a5af,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:13.960652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:13.984178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-5adae8a6-859d-413c-8615-e1f8403e1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:13.988767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-5adae8a6-859d-413c-8615-e1f8403e1a79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.3249660 Oct 29 11:29:14.047569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:14.048197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 3f8f4e4a-1b8b-442c-bbfe-cc4e08877387 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:14.146452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-abdc33ed-753d-467e-8899-c6b050c4ae48 req-79a0c067-03e2-4cb9-a863-759bd50c1516 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 210 time: 0.0529366 Oct 29 11:29:14.187890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9c7b050-fc78-4dbf-9c12-560879a477c9 req-c72b860c-5c5d-4ad9-b859-d47e756aa438 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913836 Oct 29 11:29:14.261693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.269103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.278238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.286506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.293635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.300946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.311272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.320392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-667adafc-9137-4678-b848-51da4c307591 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.3943465 Oct 29 11:29:14.339245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cc80b-de9a-4bce-b9ca-29f879128e8d req-50644843-c925-4243-9942-502517cd2ea2 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.340792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-542cc80b-de9a-4bce-b9ca-29f879128e8d req-50644843-c925-4243-9942-502517cd2ea2 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 944 time: 0.0590844 Oct 29 11:29:14.349360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-d1bb4379-3f87-4d22-a8b4-dbb69ea84eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.351191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-d1bb4379-3f87-4d22-a8b4-dbb69ea84eae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2906759 Oct 29 11:29:14.398125 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-542cc80b-de9a-4bce-b9ca-29f879128e8d req-246ac074-35f0-4d48-b770-c25246c12c6a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Oct 29 11:29:14.497743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-f263dede-17f5-4380-b6d3-539691a84111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.499281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-f263dede-17f5-4380-b6d3-539691a84111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1095 time: 0.1702077 Oct 29 11:29:14.510559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-377e8b8f-c02f-4674-b7c3-ab96d647ae69 req-8bd9e683-8764-4785-b19a-78e604155f90 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879461 Oct 29 11:29:14.599367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323c86c-f80a-4291-a6de-93e4f4ba5572 req-f3c73bd6-09e8-42fd-9fc9-1005616b9473 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.607741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4323c86c-f80a-4291-a6de-93e4f4ba5572 req-f3c73bd6-09e8-42fd-9fc9-1005616b9473 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 931 time: 0.0695410 Oct 29 11:29:14.666401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4323c86c-f80a-4291-a6de-93e4f4ba5572 req-e00d999d-9ee1-4142-afd3-1d2a083a7fb1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Oct 29 11:29:14.762162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-57464678-b37d-47f1-a85f-a649550bd15d service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863587 Oct 29 11:29:14.774445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-507b7eeb-27f4-4863-bc4f-8a66b25ef685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.775908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-507b7eeb-27f4-4863-bc4f-8a66b25ef685 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.2625034 Oct 29 11:29:14.784287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb94250c-15c9-475f-a07a-ed47bcaa900f {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:14.795647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:14.827296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-d2440c50-2732-4a42-8da3-0b6cf4a9509e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692828 Oct 29 11:29:14.884831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ab60-7a83-46a7-925f-a0b1ebb9d18c req-0f954867-e05c-494e-86dc-4cd28c3e0470 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.886418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a172ab60-7a83-46a7-925f-a0b1ebb9d18c req-0f954867-e05c-494e-86dc-4cd28c3e0470 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.2370298 Oct 29 11:29:14.892531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-fc2ba221-0943-403a-b2c5-dbca2906f981 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 217 time: 0.1000965 Oct 29 11:29:14.920645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Transition to ACTIVE for port object bb94250c-15c9-475f-a07a-ed47bcaa900f will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:14.947475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:14.958129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:14.972482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f41d050b-9517-4295-8a61-efa14086d02b tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:14.974438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f41d050b-9517-4295-8a61-efa14086d02b tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.2391589 Oct 29 11:29:15.002526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Request body: {'port': {'device_id': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'admin_state_up': True, 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:15.059505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-27ee1909-764e-404c-8c05-6e041f227087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:15.061026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-27ee1909-764e-404c-8c05-6e041f227087 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.1571167 Oct 29 11:29:15.067961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a172ab60-7a83-46a7-925f-a0b1ebb9d18c req-5e382a4d-1e46-4b96-9c61-8ccfd1389b9b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688397 Oct 29 11:29:15.070815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-4e01e8d6-79a8-425c-b800-cbadf4583f13 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:15.080809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-4e01e8d6-79a8-425c-b800-cbadf4583f13 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438061 Oct 29 11:29:15.084902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b7b9bb-f3a0-4149-be8f-eca7e27a5e2c req-f8f2e705-abbb-4ecb-b919-9244de3d9399 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135729 Oct 29 11:29:15.123536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Pushing event updated for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:15.142872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-38d65d12-493d-40d3-856c-ecffc8f4b452 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717306 Oct 29 11:29:15.159943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:15.195455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'mac_address': 'fa:16:3e:84:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:15.248154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-1ca8224e-6e8b-4068-9192-da5407139f33 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/quotas/defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 375 time: 0.0755680 Oct 29 11:29:15.269978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:15.300609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:15.346713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:15.352965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:15.460872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:15.500794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-de6834df-3d19-4b4e-b722-6471f9df7ac3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2255733 Oct 29 11:29:15.504998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:15.511528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:15.578071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930aa5f-5232-42a9-bfc2-75de96ce164a req-df44d5d7-8277-4109-9284-760bbb19d8f6 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:15.579670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0930aa5f-5232-42a9-bfc2-75de96ce164a req-df44d5d7-8277-4109-9284-760bbb19d8f6 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.3606358 Oct 29 11:29:15.582361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-8564d451-d01d-40a5-8d6c-3f5f083c3193 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257090 Oct 29 11:29:15.582905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-73891040-6c47-4d1c-891b-5ce9c3f04104 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:15.583826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Attempting to bind port bb94250c-15c9-475f-a07a-ed47bcaa900f on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:15.584166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Attempting to bind port bb94250c-15c9-475f-a07a-ed47bcaa900f by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:15.584536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-73891040-6c47-4d1c-891b-5ce9c3f04104 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 813 time: 0.3081694 Oct 29 11:29:15.584645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Attempting to bind port bb94250c-15c9-475f-a07a-ed47bcaa900f on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:15.597875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Port bb94250c-15c9-475f-a07a-ed47bcaa900f on network 930853f7-a7f1-44ee-9378-d80efed0fc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:15.598223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Attempting to bind port bb94250c-15c9-475f-a07a-ed47bcaa900f on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:15.614917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:15.622059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Request body: {'port': {'device_id': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'admin_state_up': True, 'tenant_id': 'c773aa4550fe411186437ff6e73b99a7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:15.635956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:15.636312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:15.636732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:15.637247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Bound port: bb94250c-15c9-475f-a07a-ed47bcaa900f, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:15.637676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:15.791827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0930aa5f-5232-42a9-bfc2-75de96ce164a req-5d981247-2bff-40d8-a518-0274e006cbdb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898344 Oct 29 11:29:15.838845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7d184797-7416-4efd-a9ed-3b8a9ca3817b req-009387f6-cf28-4ddb-8b45-19c3c7176ee6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 210 time: 0.0728717 Oct 29 11:29:15.926716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Allocated IP 172.20.0.6 (ab857eeb-8dbb-4708-8cdd-23f61ab6b49e/1f4fc229-9d1b-4bfe-ad5e-7646a85be453/e6290705-9127-49f6-8132-c8e0b3c10cea) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:15.933296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-091f3b7c-b9f4-4060-b84f-ad7af08d1fbe req-50f73db3-46c2-4f69-9db3-664dd4827418 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425493 Oct 29 11:29:15.934708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:15.956696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:15.968862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.029947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'name': 'network-vif-deleted', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:16.035102 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c7196-06fc-4816-91c3-e0690b5c277a" -d '{"events": [{"server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "name": "network-vif-deleted", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:16.037519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.038141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.039570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] 10.222.0.86 "PUT /v2.0/ports/bb94250c-15c9-475f-a07a-ed47bcaa900f HTTP/1.1" status: 200 len: 1091 time: 3.1829462 Oct 29 11:29:16.040055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:16.043801 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab69f296-9275-4691-809b-a9c0e47f0b29" -d '{"events": [{"name": "network-changed", "server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:16.090200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a28d-6d4d-4677-a573-220e0aeca72b service neutron] Pushing event updated for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:16.182851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-044b1da2-fe7d-4a5d-aa3f-8a6b4e3e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.184531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-044b1da2-fe7d-4a5d-aa3f-8a6b4e3e3714 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 1094 time: 0.0885482 Oct 29 11:29:16.186826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Made reservation on behalf of c773aa4550fe411186437ff6e73b99a7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:16.191918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.228041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40838144-cd5e-470f-a64c-28be68e6c3cc req-debe1b06-74a0-40cc-8de0-f32d0084221f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.230691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40838144-cd5e-470f-a64c-28be68e6c3cc req-debe1b06-74a0-40cc-8de0-f32d0084221f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 944 time: 0.1884205 Oct 29 11:29:16.247551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-94df9a81-137b-4ee2-a045-4ab39f2cb08e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f HTTP/1.1" status: 200 len: 217 time: 0.0530579 Oct 29 11:29:16.364213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.378615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40838144-cd5e-470f-a64c-28be68e6c3cc req-08c674a7-f6a1-4f83-bbd1-616201cd8884 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366982 Oct 29 11:29:16.464684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.554104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:16.565798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Allocated IP 172.20.0.7 (ab857eeb-8dbb-4708-8cdd-23f61ab6b49e/1f4fc229-9d1b-4bfe-ad5e-7646a85be453/23dfdbfb-07e6-4891-926d-b1577e6ac39a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:16.572643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:16.579695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:16.588190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event updated for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:16.653706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41fe6b-0797-4463-b530-6c7cf651a2e5 req-97dc3430-6122-4ec6-ad3a-30398a5446a4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.659080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa41fe6b-0797-4463-b530-6c7cf651a2e5 req-97dc3430-6122-4ec6-ad3a-30398a5446a4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 943 time: 0.1963296 Oct 29 11:29:16.705599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.706274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.750750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-155abba5-65a8-4f8d-ac8c-1e63498adb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.752252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-155abba5-65a8-4f8d-ac8c-1e63498adb39 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.4944303 Oct 29 11:29:16.771563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.777599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.783632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-189635f7-e45d-4fe4-91c2-7922ba10a00d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7885802 Oct 29 11:29:16.783839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.789545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.790730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa41fe6b-0797-4463-b530-6c7cf651a2e5 req-ada6be7b-1b5a-4fb9-a47c-858c64a94030 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317136 Oct 29 11:29:16.795656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.797780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Request body: {'port': {'device_id': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:16.801610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.808210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.810178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-f573f514-6448-49d5-b32f-b1a354f0fc35 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.5620487 Oct 29 11:29:16.895078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad071c1d-26f4-461f-8eaf-b3667828f104 req-fb9e3dc6-bb33-4c7b-b58b-b85e9f210d44 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595546 Oct 29 11:29:16.895800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.900661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-6af63c31-6642-4170-a88c-f5991b132881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:16.903685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-6af63c31-6642-4170-a88c-f5991b132881 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908945 Oct 29 11:29:16.936074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cefa9a11-0afb-4f0a-a746-860007af0e07 req-3e2525f5-19d6-42b3-b462-e3016d6bae4c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 210 time: 0.0568426 Oct 29 11:29:16.943286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:16.975946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b4129bea-37de-4317-adae-b977751119dc details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:16.983661 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d073c8-b8fd-4bf3-859d-c5a4ccfff8da x-openstack-request-id: req-31d073c8-b8fd-4bf3-859d-c5a4ccfff8da {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:16.983836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:16.983941 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ba07fa-472f-40fd-a1f9-4c5e4859bff8", "name": "network-vif-deleted", "tag": "9e5f9ff5-e2e2-4253-8ac1-52df41f181a6", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:16.983941 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31d073c8-b8fd-4bf3-859d-c5a4ccfff8da {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:16.984146 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba07fa-472f-40fd-a1f9-4c5e4859bff8', 'name': 'network-vif-deleted', 'tag': '9e5f9ff5-e2e2-4253-8ac1-52df41f181a6', 'status': 'completed', 'code': 200} Oct 29 11:29:17.034972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-a6505c7f-a53c-4849-b371-57e1351eeaa5 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245720 Oct 29 11:29:17.044134 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c28b4-93f4-4cd2-9057-44b339bda4ff x-openstack-request-id: req-8d7c28b4-93f4-4cd2-9057-44b339bda4ff {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:17.044503 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:17.044814 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d7c28b4-93f4-4cd2-9057-44b339bda4ff {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:17.045299 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f', 'status': 'completed', 'code': 200} Oct 29 11:29:17.137241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.191582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-fdf8d95d-58ee-4a24-a2c3-fccbaa857a8f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348651 Oct 29 11:29:17.225629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:17.236945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:17.237665 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.294039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33998e7-f229-4446-a922-4497165a3ac3 req-e35fb198-a818-4ea0-bdc7-91a9284b965e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.301162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33998e7-f229-4446-a922-4497165a3ac3 req-e35fb198-a818-4ea0-bdc7-91a9284b965e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1819553 Oct 29 11:29:17.325968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:17.340519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692bf2f4-8343-42bd-8b06-48d3978ad69d req-3e5ccbb2-837e-4b47-9279-08a2235ccd64 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915473 Oct 29 11:29:17.352233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b4129bea-37de-4317-adae-b977751119dc', 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7', 'port_id': 'b4129bea-37de-4317-adae-b977751119dc', 'mac_address': 'fa:16:3e:bc:85:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb7f2ab-bfe2-4950-b366-ed001506a3e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:17.356506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:17.371013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:17.382050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:17.400877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33998e7-f229-4446-a922-4497165a3ac3 req-aade5fa6-410e-457b-b04c-d69fc4d63d80 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968223 Oct 29 11:29:17.446462 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.490288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-7b7e2ed9-fda7-4999-adee-bbd1b260a744 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.492099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4129bea-37de-4317-adae-b977751119dc {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:17.492335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-7b7e2ed9-fda7-4999-adee-bbd1b260a744 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889071 Oct 29 11:29:17.505440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.519834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Request body: {'port': {'device_id': '047fdb45-9add-457c-8f5f-ba680971851f', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'defc5934a2cb4c17a6922696eca515d7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:17.547632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.549230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.556336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:17.559607 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db6e93-0616-46e8-a1dc-a7cafae043aa" -d '{"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:17.564863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:17.570613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.606416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9892402 Oct 29 11:29:17.617517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1407eaa-bd93-483f-814c-54c8e93fc800 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event updated for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:17.637063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-ee8da4d6-bdcb-4fb3-866c-a176283537b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.638664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-ee8da4d6-bdcb-4fb3-866c-a176283537b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 1094 time: 0.1726248 Oct 29 11:29:17.639535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50658) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:17.647455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:17.651625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:17.653634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Request body: {'port': {'device_id': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:17.657061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.658141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:17.718821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.730190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d650cb-2632-4710-aca4-eade97e48bd1 req-2fe730f3-4d8a-4e7b-904a-7685c066a5b5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.732851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240f1c7-f5e5-40b4-9c35-68760d4bf4dd req-b2edb821-6cfd-494c-9ad5-3910d8038d1d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.734434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e240f1c7-f5e5-40b4-9c35-68760d4bf4dd req-b2edb821-6cfd-494c-9ad5-3910d8038d1d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 931 time: 0.1957464 Oct 29 11:29:17.744332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:17.747840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:17.754209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8d650cb-2632-4710-aca4-eade97e48bd1 req-2fe730f3-4d8a-4e7b-904a-7685c066a5b5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 944 time: 0.6093528 Oct 29 11:29:17.756093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9e5f9ff5-e2e2-4253-8ac1-52df41f181a6 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:17.810944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Made reservation on behalf of defc5934a2cb4c17a6922696eca515d7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:17.814179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.830938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef992054-2cdb-49af-b837-db3b82880241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:17.846546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:17.871536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e240f1c7-f5e5-40b4-9c35-68760d4bf4dd req-e65488fc-f56e-46cc-ac34-54ff64d53127 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151149 Oct 29 11:29:17.882773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-34279a3d-ce82-4377-b4ce-def82054c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:17.893027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-34279a3d-ce82-4377-b4ce-def82054c5c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.2402081 Oct 29 11:29:17.900342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8d650cb-2632-4710-aca4-eade97e48bd1 req-ee6f9dd6-231c-4c78-a267-8099ddf5f8bb tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442587 Oct 29 11:29:17.985862 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440de10a-493e-4788-a516-47cabea985dc x-openstack-request-id: req-440de10a-493e-4788-a516-47cabea985dc {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:17.986730 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:17.986730 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-440de10a-493e-4788-a516-47cabea985dc {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:17.987414 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'code': 200} Oct 29 11:29:17.991480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-dfbb54cd-7537-4fe6-bf84-53e4bc97c2f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f HTTP/1.1" status: 200 len: 217 time: 0.0859520 Oct 29 11:29:18.136122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6290705-9127-49f6-8132-c8e0b3c10cea {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:18.147439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.171440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Transition to ACTIVE for port object e6290705-9127-49f6-8132-c8e0b3c10cea will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:18.179128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6968cd-f02c-4050-bf74-d1cd8dc0f20d req-5ea57943-724a-48a7-ac6a-9db16a0154cc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.181325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b6968cd-f02c-4050-bf74-d1cd8dc0f20d req-5ea57943-724a-48a7-ac6a-9db16a0154cc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 943 time: 0.0772004 Oct 29 11:29:18.184547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.186419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-2cccc870-dbe4-4f2c-8192-305addc73c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.187910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-2cccc870-dbe4-4f2c-8192-305addc73c99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1846559 Oct 29 11:29:18.207393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2ab70-60d5-4f00-ad44-eebb29f3e015 req-ed17b6cd-847a-4cb8-bd4e-069045cbcf0d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.208864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49f2ab70-60d5-4f00-ad44-eebb29f3e015 req-ed17b6cd-847a-4cb8-bd4e-069045cbcf0d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 945 time: 0.2236476 Oct 29 11:29:18.216480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef992054-2cdb-49af-b837-db3b82880241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.229940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Allocated IP 192.168.233.89 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/40877700-4d9b-4ac6-a0d0-647d36b94efa) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:18.237399 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef992054-2cdb-49af-b837-db3b82880241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.309260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b91f05-ce24-4442-9da0-349dcf750a93 req-c73f935d-cb5a-4b98-b34d-60030d8eec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.310607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b91f05-ce24-4442-9da0-349dcf750a93 req-c73f935d-cb5a-4b98-b34d-60030d8eec8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2416008 Oct 29 11:29:18.316985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Pushing event updated for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:18.357816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef992054-2cdb-49af-b837-db3b82880241 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2ff954ab513d448082b87bcaf7895f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115202 Oct 29 11:29:18.362606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b6968cd-f02c-4050-bf74-d1cd8dc0f20d req-0359269a-1689-45f4-b1e2-c6a673dd3aa4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335974 Oct 29 11:29:18.363074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50668) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:18.383676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992054-2cdb-49af-b837-db3b82880241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099e0ca-d40f-41cf-885f-70cafc37ee71,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:18.398539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49f2ab70-60d5-4f00-ad44-eebb29f3e015 req-ab2c3cb7-08a4-4596-b6f2-9c1805e13445 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781993 Oct 29 11:29:18.411728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-76014681-2df2-4453-b237-87f4648f206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.413399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-76014681-2df2-4453-b237-87f4648f206b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955979 Oct 29 11:29:18.494864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b91f05-ce24-4442-9da0-349dcf750a93 req-8b265ffc-bddf-428d-8755-07926aaaa5a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606321 Oct 29 11:29:18.574964 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41d1fa90-6769-4253-a7fd-fb5358a5142c req-54e3ccb6-258a-4233-8aba-14bb10f16fbe tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 210 time: 0.0423090 Oct 29 11:29:18.586551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Attempting to bind port e6290705-9127-49f6-8132-c8e0b3c10cea on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:18.587458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Attempting to bind port e6290705-9127-49f6-8132-c8e0b3c10cea by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:18.587774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Attempting to bind port e6290705-9127-49f6-8132-c8e0b3c10cea on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:18.611233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Port e6290705-9127-49f6-8132-c8e0b3c10cea on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:18.611350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Attempting to bind port e6290705-9127-49f6-8132-c8e0b3c10cea on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:18.617372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dfdbfb-07e6-4891-926d-b1577e6ac39a {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:18.632765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.638410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:18.638757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Checking segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:18.639149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Bound using segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:18.639609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Bound port: e6290705-9127-49f6-8132-c8e0b3c10cea, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:18.639964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.642117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.660182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.666816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.670589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-b02b12d1-0c4a-46ef-895b-a3bda0c0240e service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374136 Oct 29 11:29:18.672944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.679311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.685951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.692083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.698732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.705046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.706954 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-406229ad-5300-4777-b1f9-77f898132dbf req-f14d0ef1-3aac-4b1b-94b0-df44d494d150 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.2347090 Oct 29 11:29:18.734701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Transition to ACTIVE for port object 23dfdbfb-07e6-4891-926d-b1577e6ac39a will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:18.741109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.784203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.795122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.809940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531', '8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:18.868916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678bce-f0dd-48a2-b88d-65315ff2db62 req-4492f738-cd98-4a51-b8d1-c28967cd08dd tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.870315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e678bce-f0dd-48a2-b88d-65315ff2db62 req-4492f738-cd98-4a51-b8d1-c28967cd08dd tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1660721 Oct 29 11:29:18.885512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:18.900210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:18.903957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:18.906435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:18.918472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-406229ad-5300-4777-b1f9-77f898132dbf req-3578d123-1890-410b-a2ab-ba3778fdfa0f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1852019 Oct 29 11:29:18.922982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab69f296-9275-4691-809b-a9c0e47f0b29 req-3d59acb5-44ba-473f-b980-a31b63dde7a3 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375875 Oct 29 11:29:18.932115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:18.941762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:18.943920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e6290705-9127-49f6-8132-c8e0b3c10cea,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:18.967665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:18.977100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e678bce-f0dd-48a2-b88d-65315ff2db62 req-0872659c-7a49-4583-91f7-05eef40a8035 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951502 Oct 29 11:29:18.993685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:18.994776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.025480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-61c51c46-239d-41ac-b72d-286ec59f7c6c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5112386 Oct 29 11:29:19.039144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Request body: {'port': {'device_id': '047fdb45-9add-457c-8f5f-ba680971851f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:19.053154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b4129bea-37de-4317-adae-b977751119dc up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:19.099041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.099711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.101209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] 10.222.0.86 "PUT /v2.0/ports/e6290705-9127-49f6-8132-c8e0b3c10cea HTTP/1.1" status: 200 len: 1091 time: 2.3076274 Oct 29 11:29:19.103714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:19.106694 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1052f35-41ec-4b96-af6c-e4d8e28ec694" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:19.164707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.168192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.168569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e099e0ca-d40f-41cf-885f-70cafc37ee71 HTTP/1.1" status: 204 len: 168 time: 0.7515960 Oct 29 11:29:19.211559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.292284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a916953-ae12-4edd-bdf7-9e54d3f8fe7d req-2f7d46f5-33eb-47e3-90e3-3523ce79a122 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.300759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a916953-ae12-4edd-bdf7-9e54d3f8fe7d req-2f7d46f5-33eb-47e3-90e3-3523ce79a122 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1679363 Oct 29 11:29:19.321778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbe823-e2a8-475a-921a-0cd26fdf9cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099e0ca-d40f-41cf-885f-70cafc37ee71,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:19.338225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b4129bea-37de-4317-adae-b977751119dc completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:19.344826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c3c6d-a674-41dd-8122-0ea9f7793189 service neutron] Pushing event updated for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:19.356913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b4129bea-37de-4317-adae-b977751119dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:19.357941 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.378607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Attempting to bind port 23dfdbfb-07e6-4891-926d-b1577e6ac39a on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:19.379561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Attempting to bind port 23dfdbfb-07e6-4891-926d-b1577e6ac39a by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:19.381481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Attempting to bind port 23dfdbfb-07e6-4891-926d-b1577e6ac39a on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:19.406350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Port 23dfdbfb-07e6-4891-926d-b1577e6ac39a on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:19.407189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Attempting to bind port 23dfdbfb-07e6-4891-926d-b1577e6ac39a on network ab857eeb-8dbb-4708-8cdd-23f61ab6b49e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:19.451418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-0c0a52f4-908e-4b4b-8c89-7727e8de002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.455335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a916953-ae12-4edd-bdf7-9e54d3f8fe7d req-2745e35f-afbb-462d-9990-ba6d9018c71d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535118 Oct 29 11:29:19.456631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-0c0a52f4-908e-4b4b-8c89-7727e8de002b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 1094 time: 0.2561297 Oct 29 11:29:19.458796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:19.459655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Checking segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:19.460576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Bound using segment: {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:19.461628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Bound port: 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618ef569-530e-489c-94f2-555992e6933f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:19.463767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.485362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5b136-3179-4b13-bfff-15d8ae32a265 req-647c7e56-bcb1-46e2-8267-543fde01dbdd tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.495502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57d5b136-3179-4b13-bfff-15d8ae32a265 req-647c7e56-bcb1-46e2-8267-543fde01dbdd tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 943 time: 0.3334889 Oct 29 11:29:19.511810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c87637e3-41d1-4c00-b403-be8d16aea226 None None] Provisioning complete for port 40877700-4d9b-4ac6-a0d0-647d36b94efa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:19.512287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c87637e3-41d1-4c00-b403-be8d16aea226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.544614 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb126c2-ad51-43cf-b475-b7bc65e12b2c x-openstack-request-id: req-7cb126c2-ad51-43cf-b475-b7bc65e12b2c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:19.545138 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:19.545502 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cb126c2-ad51-43cf-b475-b7bc65e12b2c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:19.546144 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea', 'status': 'completed', 'code': 200} Oct 29 11:29:19.597027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-7b8bbdd8-60b7-46e2-86c4-2e6f46a6fae3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6290705-9127-49f6-8132-c8e0b3c10cea HTTP/1.1" status: 200 len: 217 time: 0.0845385 Oct 29 11:29:19.633599 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.635982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c87637e3-41d1-4c00-b403-be8d16aea226 None None] Port 40877700-4d9b-4ac6-a0d0-647d36b94efa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:29:19.670079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57d5b136-3179-4b13-bfff-15d8ae32a265 req-dd814370-8ee7-4b1e-9021-142bf1db3085 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624308 Oct 29 11:29:19.695299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:19.706890 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.720497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-3dfa98eb-b2c9-4a60-9129-580d166edce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.722006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-3dfa98eb-b2c9-4a60-9129-580d166edce7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.0990906 Oct 29 11:29:19.724476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:19.728527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:19.733663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.788978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:19.888250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21f45-c07f-4daf-92d6-cfa8bfb75275 req-d4384512-778a-4036-995c-6d6ecf8d5821 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:19.890039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35b21f45-c07f-4daf-92d6-cfa8bfb75275 req-d4384512-778a-4036-995c-6d6ecf8d5821 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 943 time: 0.2729621 Oct 29 11:29:19.900609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:19.917245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.943849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Transition to ACTIVE for port object 40877700-4d9b-4ac6-a0d0-647d36b94efa will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:19.953583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:19.972627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bb94250c-15c9-475f-a07a-ed47bcaa900f details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:19.991647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4129bea-37de-4317-adae-b977751119dc'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:19.992819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35b21f45-c07f-4daf-92d6-cfa8bfb75275 req-bea789f4-d0da-4dcc-95fe-1a19ff718d92 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868292 Oct 29 11:29:20.030173 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4a2d7-4ee4-424f-af56-e6c58cbe358a" -d '{"events": [{"server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "name": "network-vif-plugged", "status": "completed", "tag": "b4129bea-37de-4317-adae-b977751119dc"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:20.053493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:20.199104 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-8127d90b-9f48-4a7d-9aaa-e15e0bad848a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4627945 Oct 29 11:29:20.202476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:20.203494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:20.203911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:20.225143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.225766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.227177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] 10.222.0.86 "PUT /v2.0/ports/23dfdbfb-07e6-4891-926d-b1577e6ac39a HTTP/1.1" status: 200 len: 1091 time: 2.5829530 Oct 29 11:29:20.229164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee92a4-eff6-4e57-8d39-3b7cb60c58f2 req-c4ebe1ec-881e-45c8-b833-2333bfaeaea3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.233903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1ee92a4-eff6-4e57-8d39-3b7cb60c58f2 req-c4ebe1ec-881e-45c8-b833-2333bfaeaea3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.1219964 Oct 29 11:29:20.239172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:20.241514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:20.271699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:20.272047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:20.272536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:20.273020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Bound port: 40877700-4d9b-4ac6-a0d0-647d36b94efa, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:20.273379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.320935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:20.343129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'bb94250c-15c9-475f-a07a-ed47bcaa900f', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'bb94250c-15c9-475f-a07a-ed47bcaa900f', 'mac_address': 'fa:16:3e:a7:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:20.400713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0bf1d-e3e0-4ca3-8c74-bee640768f13 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:20.416535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19260ec6-4dda-4bcb-bbd4-81f86b6ffb26 req-bf0a2ffa-a8a5-4c53-a402-aee8e4b476f1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.424634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.435519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19260ec6-4dda-4bcb-bbd4-81f86b6ffb26 req-bf0a2ffa-a8a5-4c53-a402-aee8e4b476f1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 946 time: 0.2325802 Oct 29 11:29:20.436425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1ee92a4-eff6-4e57-8d39-3b7cb60c58f2 req-09aec594-eb59-4e96-a2e3-ffb2810aba98 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731718 Oct 29 11:29:20.449900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb94250c-15c9-475f-a07a-ed47bcaa900f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:20.482218 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-da23c0e9-5228-432d-95b8-d8f4730bdd01 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678089 Oct 29 11:29:20.487746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:20.494498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.525806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:20.535056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:20.542228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.559431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-df1d8ce3-4013-45a6-b43c-8a7cc8aacc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.560594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:20.560974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-df1d8ce3-4013-45a6-b43c-8a7cc8aacc32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 1094 time: 0.2497923 Oct 29 11:29:20.598683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.599364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:20.601047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 1095 time: 1.5671277 Oct 29 11:29:20.603303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:20.605642 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0318c321-c92c-4361-bc46-dcb8bdaa74bd" -d '{"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:20.619992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-e0a38d3c-293b-478d-85a4-7152902be81f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a HTTP/1.1" status: 200 len: 217 time: 0.0474646 Oct 29 11:29:20.633166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19260ec6-4dda-4bcb-bbd4-81f86b6ffb26 req-570c1c8d-4582-49ed-9e9c-97041b7b9781 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031140 Oct 29 11:29:20.676755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf1fd2-9784-4860-a5c0-dd203d7865c5 service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:20.728873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-abcf8ba3-2843-418e-98f5-d260a5a1bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.730315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-abcf8ba3-2843-418e-98f5-d260a5a1bd74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.0937757 Oct 29 11:29:20.730944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.733693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-69745d46-d387-4809-929a-7ea84e17bbd4 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413456 Oct 29 11:29:20.736982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.743994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.750549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.756647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.763171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.769481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.771623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-f72aea83-3763-4217-81a9-db28e66822c7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1898158 Oct 29 11:29:20.797057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-65abfa37-9f60-41fa-819d-c76aca542c33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349910 Oct 29 11:29:20.802587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:20.810069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234caebd-de77-46b9-925e-7d27411807e9 req-5f67f7d5-1cea-41e0-b0e3-1e207b870919 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.811875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-234caebd-de77-46b9-925e-7d27411807e9 req-5f67f7d5-1cea-41e0-b0e3-1e207b870919 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0983531 Oct 29 11:29:20.838785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91165ec4-438e-45a1-aa86-25c5c5a5063e req-82d94588-60af-4382-b76c-9ce42274499e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548706 Oct 29 11:29:20.846999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-0e5cfc83-c3f7-4d65-81aa-a621608b419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.846999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-0e5cfc83-c3f7-4d65-81aa-a621608b419c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1098 time: 0.1807234 Oct 29 11:29:20.914424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-b293d3e2-3fc6-4f34-931c-85215504ee97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0567510 Oct 29 11:29:20.925944 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436f982-7f93-4803-a4f6-b0ca8bfc593f x-openstack-request-id: req-1436f982-7f93-4803-a4f6-b0ca8bfc593f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:20.926687 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "name": "network-vif-plugged", "status": "completed", "tag": "b4129bea-37de-4317-adae-b977751119dc", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:20.927299 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1436f982-7f93-4803-a4f6-b0ca8bfc593f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:20.927772 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4129bea-37de-4317-adae-b977751119dc', 'code': 200} Oct 29 11:29:20.972713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-234caebd-de77-46b9-925e-7d27411807e9 req-38e7e85e-ef00-4a0f-b882-6362f1a89408 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513538 Oct 29 11:29:20.986215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-93a2ad3a-5878-4772-9efc-698bfd19d52c service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730759 Oct 29 11:29:20.988070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-8dfd5fa9-6a98-492c-beb1-ceb54b61f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:20.989626 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-8dfd5fa9-6a98-492c-beb1-ceb54b61f1b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 1094 time: 0.1663561 Oct 29 11:29:21.093299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-d0c7b294-4dfe-402e-9771-2900c353b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.094963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-d0c7b294-4dfe-402e-9771-2900c353b691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1623418 Oct 29 11:29:21.122092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b37d2-3ec2-4c8a-80db-20cfaf3f44f1 req-00a83db4-ed4e-49e8-ba61-7dc6a3269d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.123696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae6b37d2-3ec2-4c8a-80db-20cfaf3f44f1 req-00a83db4-ed4e-49e8-ba61-7dc6a3269d06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1097 time: 0.1025360 Oct 29 11:29:21.174575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46935c-9425-4043-8524-f8953aaeb94d req-44d6f144-c9aa-4b30-820c-e9a226e0e45b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.181049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-14e09ef5-3835-40eb-b736-e1ccbf089ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.181715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef46935c-9425-4043-8524-f8953aaeb94d req-44d6f144-c9aa-4b30-820c-e9a226e0e45b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1269226 Oct 29 11:29:21.182516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-14e09ef5-3835-40eb-b736-e1ccbf089ef9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 914 time: 0.1682734 Oct 29 11:29:21.184425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9b841921-9e2b-49ce-9cae-201d7838a4da req-19e7a5d6-aec1-449a-9f94-328d3292988a service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689105 Oct 29 11:29:21.222471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-b7630c82-d216-42b7-b469-1a6ab3db88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.223907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-b7630c82-d216-42b7-b469-1a6ab3db88ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160681 Oct 29 11:29:21.255240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae6b37d2-3ec2-4c8a-80db-20cfaf3f44f1 req-c3b51373-e145-49ba-a057-be3c5bc37523 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144347 Oct 29 11:29:21.269211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef46935c-9425-4043-8524-f8953aaeb94d req-8b018bf5-8d31-485c-b159-45220632dcb3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836554 Oct 29 11:29:21.269659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-cca3e043-6c2b-4937-8965-f7e7b40d636f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6290705-9127-49f6-8132-c8e0b3c10cea HTTP/1.1" status: 200 len: 217 time: 0.0664821 Oct 29 11:29:21.315038 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23308b-62aa-4c60-a614-bef5563f1973 x-openstack-request-id: req-7a23308b-62aa-4c60-a614-bef5563f1973 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:21.315327 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:21.315563 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a23308b-62aa-4c60-a614-bef5563f1973 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:21.316015 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'status': 'completed', 'code': 200} Oct 29 11:29:21.348042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-605f0828-1741-440a-9050-d2453b07992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.350098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-605f0828-1741-440a-9050-d2453b07992c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.0594974 Oct 29 11:29:21.389272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-a23251a6-ddae-4071-83ff-b6b29e1d73d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311718 Oct 29 11:29:21.403156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-427a50c7-4781-45b7-a532-95f74c13d707 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658473 Oct 29 11:29:21.419362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6268451-27f1-457f-b6c9-4f1d6f3d2ed2 req-739e71fd-fb8e-4008-a57d-081539bfdc57 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.420836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6268451-27f1-457f-b6c9-4f1d6f3d2ed2 req-739e71fd-fb8e-4008-a57d-081539bfdc57 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 943 time: 0.0701833 Oct 29 11:29:21.461607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6268451-27f1-457f-b6c9-4f1d6f3d2ed2 req-55693fec-94aa-499b-8ff1-6dee352a40ae tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Oct 29 11:29:21.494091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e27abc-20c0-4ef5-99cd-f48156fdec80 req-817aa6c6-0b48-4105-8cb6-bb685482bbdc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.495648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53e27abc-20c0-4ef5-99cd-f48156fdec80 req-817aa6c6-0b48-4105-8cb6-bb685482bbdc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 944 time: 0.1088166 Oct 29 11:29:21.538765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-fa0a3ba3-49cb-425c-a6d5-474b3fdf3b70 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411996 Oct 29 11:29:21.551506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:21.554771 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e7312-4d37-4019-a698-de419d6a4d21" -d '{"events": [{"name": "network-changed", "server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:21.574597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53e27abc-20c0-4ef5-99cd-f48156fdec80 req-e1506a7a-6b17-4eff-b693-b319314f73c6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657187 Oct 29 11:29:21.578488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef01d28-59d0-4db3-9b4d-59fac1571120 req-7d72c6cd-1c17-4f19-8723-256cd8088c39 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134617 Oct 29 11:29:21.631991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:21.697443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f1052f35-41ec-4b96-af6c-e4d8e28ec694 req-e6655eff-bb3f-4393-a937-cac36ffaac32 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384666 Oct 29 11:29:21.718526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-7ac8a055-e9b8-4eba-8c99-ea4795bcc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.720184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-7ac8a055-e9b8-4eba-8c99-ea4795bcc156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1098 time: 0.0572550 Oct 29 11:29:21.743817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a569f-00d5-4003-92bc-1685f5d78ca1 req-4c368939-433a-48cf-9d07-e45245224562 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.745940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-722a569f-00d5-4003-92bc-1685f5d78ca1 req-4c368939-433a-48cf-9d07-e45245224562 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.0624664 Oct 29 11:29:21.790697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-722a569f-00d5-4003-92bc-1685f5d78ca1 req-b6abd98c-6138-4d7d-9836-d686bb114966 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Oct 29 11:29:21.842049 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c2b29-63c8-429d-8c05-90640e06f5e5 x-openstack-request-id: req-d59c2b29-63c8-429d-8c05-90640e06f5e5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:21.842437 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:21.842594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-8b578f40-6bd7-43b3-b896-061b5595d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.843366 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d59c2b29-63c8-429d-8c05-90640e06f5e5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:21.843968 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a', 'status': 'completed', 'code': 200} Oct 29 11:29:21.844666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-8b578f40-6bd7-43b3-b896-061b5595d5a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1158085 Oct 29 11:29:21.900506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-c24809be-ddca-4f8e-b214-fcf58a0fd885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0452378 Oct 29 11:29:21.920941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-77fac864-ba7d-4500-92ab-d59cd817f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.922638 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-77fac864-ba7d-4500-92ab-d59cd817f08f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c773aa4550fe411186437ff6e73b99a7&device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 1094 time: 0.0458584 Oct 29 11:29:21.972139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-7a052847-418b-4d6b-9b00-783e3032fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:21.974280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-7a052847-418b-4d6b-9b00-783e3032fb9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0666320 Oct 29 11:29:21.981252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e6290705-9127-49f6-8132-c8e0b3c10cea details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:21.986091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bb94250c-15c9-475f-a07a-ed47bcaa900f up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:22.057193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-0116cf42-bf19-46a7-96a7-fd9160c67854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.060740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-0116cf42-bf19-46a7-96a7-fd9160c67854 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692368 Oct 29 11:29:22.118656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-679eff3c-6295-4066-a6e3-8b3b6132beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.120516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-679eff3c-6295-4066-a6e3-8b3b6132beee service neutron] 10.222.0.86 "GET /v2.0/networks?id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 200 len: 914 time: 0.1823690 Oct 29 11:29:22.129841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe912da-2faf-4f61-a422-b04f1f328f85 req-9d38e3f1-5197-4132-9009-bcea7e4614b2 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.131874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fe912da-2faf-4f61-a422-b04f1f328f85 req-9d38e3f1-5197-4132-9009-bcea7e4614b2 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 946 time: 0.1293530 Oct 29 11:29:22.140077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port bb94250c-15c9-475f-a07a-ed47bcaa900f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:22.174940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-bbbc54cd-e098-49ae-96dd-e846eb4321f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a HTTP/1.1" status: 200 len: 217 time: 0.0417142 Oct 29 11:29:22.244297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fe912da-2faf-4f61-a422-b04f1f328f85 req-e7b97efe-c574-4665-9ea5-2825077ef3d8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041086 Oct 29 11:29:22.255410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-d7d8a3bc-56cd-452f-a0ea-999efaa4f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.256870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-d7d8a3bc-56cd-452f-a0ea-999efaa4f266 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 200 len: 853 time: 0.0748205 Oct 29 11:29:22.307687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-9b248579-f199-47c3-98af-5af65df980c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317826 Oct 29 11:29:22.313752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port bb94250c-15c9-475f-a07a-ed47bcaa900f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:22.314112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:22.351963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e6290705-9127-49f6-8132-c8e0b3c10cea,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:22.373661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'e6290705-9127-49f6-8132-c8e0b3c10cea', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'port_id': 'e6290705-9127-49f6-8132-c8e0b3c10cea', 'mac_address': 'fa:16:3e:c2:49:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4fc229-9d1b-4bfe-ad5e-7646a85be453', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:22.428920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:22.476897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6290705-9127-49f6-8132-c8e0b3c10cea {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:22.477166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-4fce2647-ba0a-40dc-931f-fb70c7a20e5f service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586454 Oct 29 11:29:22.534489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e6290705-9127-49f6-8132-c8e0b3c10cea,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:22.544253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:22.554707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:22.581561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23b49-0f70-4431-b0dd-33d710c8b8e9 req-dfe123bb-26ef-41ee-8277-e0ba666b5b13 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.583175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf23b49-0f70-4431-b0dd-33d710c8b8e9 req-dfe123bb-26ef-41ee-8277-e0ba666b5b13 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1221600 Oct 29 11:29:22.639246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:22.640005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:22.648670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a50e7312-4d37-4019-a698-de419d6a4d21 req-5531782b-c14c-4651-9380-0de081b5e227 service neutron] 10.222.0.86 "GET /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537654 Oct 29 11:29:22.650209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.650630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.651159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.651465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.651864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.652266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.652666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.653209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.653604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.654026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.654407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.655265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.655444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:29:22.659022 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:22.667865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.668110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf23b49-0f70-4431-b0dd-33d710c8b8e9 req-124f546b-35e3-452f-a139-aa562ef8ad3b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Oct 29 11:29:22.674701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.681421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.687655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.694384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.702645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.704662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-3de87b22-45b4-4175-bbf6-1e29aa14b1ba tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.5341878 Oct 29 11:29:22.706555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-289744ec-b652-4bab-8528-a2b5590189e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248560 Oct 29 11:29:22.738681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:22.792186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec6dd35c-73a5-4fb0-a300-df87f6c3e037 req-6d608ac6-2a5b-41b8-ac5f-08458154acf8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776086 Oct 29 11:29:22.803850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e0822-0189-4036-a694-87d50610575a req-c1543dc2-a545-4503-b923-fad32925d471 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.805431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-be5e0822-0189-4036-a694-87d50610575a req-c1543dc2-a545-4503-b923-fad32925d471 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0573938 Oct 29 11:29:22.849902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-be5e0822-0189-4036-a694-87d50610575a req-5a623d12-c4ea-431e-ab8a-c57cdfce10bf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Oct 29 11:29:22.862489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['e6290705-9127-49f6-8132-c8e0b3c10cea'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:22.868982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0318c321-c92c-4361-bc46-dcb8bdaa74bd req-cdb8d019-8732-4ed9-9c27-6a5b8e83bf49 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534932 Oct 29 11:29:22.945469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:22.948790 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7ed6f-1498-42bd-9bd5-1d477c117982" -d '{"events": [{"server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "name": "network-vif-plugged", "status": "completed", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:22.975489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f507a-36ac-421d-818b-fbed8bbfe3ca req-45677434-aff9-4899-8fbf-0fe1a15ce5eb tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:22.977155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa5f507a-36ac-421d-818b-fbed8bbfe3ca req-45677434-aff9-4899-8fbf-0fe1a15ce5eb tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 943 time: 0.0573485 Oct 29 11:29:23.025834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa5f507a-36ac-421d-818b-fbed8bbfe3ca req-c113c05b-279c-4d54-870d-a93d65fa146e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Oct 29 11:29:23.040001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f7ac-6b5a-4781-bcb2-2ff286085af0 req-be8fa066-57bd-4bc2-8328-8a9b5cd39a40 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.041463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b482f7ac-6b5a-4781-bcb2-2ff286085af0 req-be8fa066-57bd-4bc2-8328-8a9b5cd39a40 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0615599 Oct 29 11:29:23.089159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b482f7ac-6b5a-4781-bcb2-2ff286085af0 req-140f228d-cd8e-4e60-9f4e-94311637fad0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Oct 29 11:29:23.143163 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29562423-76af-4227-95ed-fcb6311724df x-openstack-request-id: req-29562423-76af-4227-95ed-fcb6311724df {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:23.143459 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "name": "network-vif-plugged", "status": "completed", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:23.143713 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29562423-76af-4227-95ed-fcb6311724df {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:23.144107 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f', 'code': 200} Oct 29 11:29:23.161107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b378d-6774-44d9-8e57-a62fd793e97f req-a74683a5-dc14-488c-b001-7493d07b02ab tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.162732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-088b378d-6774-44d9-8e57-a62fd793e97f req-a74683a5-dc14-488c-b001-7493d07b02ab tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.0623541 Oct 29 11:29:23.211017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-088b378d-6774-44d9-8e57-a62fd793e97f req-82b49a2b-3a4c-423d-a9b1-61b60ee100be tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Oct 29 11:29:23.277782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9b699-b5bf-47a7-9b71-fc234928bee1 req-f98ae8bb-9d26-4bcc-b434-71feb73100e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.279467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f6a9b699-b5bf-47a7-9b71-fc234928bee1 req-f98ae8bb-9d26-4bcc-b434-71feb73100e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 1096 time: 0.0565405 Oct 29 11:29:23.301077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50786) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:23.321928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f6a9b699-b5bf-47a7-9b71-fc234928bee1 req-ed9a35a5-8a79-4e39-8f3d-89ba142d4168 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Oct 29 11:29:23.391683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b8ae5-5ad9-4bd5-af8d-ef9c957d5bd4 req-cceea8a5-c188-4bcb-9d52-61b23c707181 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.393185 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e4b8ae5-5ad9-4bd5-af8d-ef9c957d5bd4 req-cceea8a5-c188-4bcb-9d52-61b23c707181 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 946 time: 0.0496490 Oct 29 11:29:23.428547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a8e58e6-6c02-4b6c-bc7c-67a6622536ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.452770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e4b8ae5-5ad9-4bd5-af8d-ef9c957d5bd4 req-1c0dd8e8-8fb1-4316-9f64-28e330079b1f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535834 Oct 29 11:29:23.518091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a8e58e6-6c02-4b6c-bc7c-67a6622536ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.523739 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a8e58e6-6c02-4b6c-bc7c-67a6622536ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.555122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-382d0e32-f624-48e4-9f9c-6ed9f9320203 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1913071084&fields=id&tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 267 time: 0.0347550 Oct 29 11:29:23.562772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a8e58e6-6c02-4b6c-bc7c-67a6622536ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53b530a717104e55b2b46f05a01bc00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606668 Oct 29 11:29:23.563625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e58e6-6c02-4b6c-bc7c-67a6622536ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb47f68-b379-422d-9ffb-36903d7c7898,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:23.565925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:23.613698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-bf54c406-edec-47b6-84de-4547d5fd97ac tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.615212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-bf54c406-edec-47b6-84de-4547d5fd97ac tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 946 time: 0.0544624 Oct 29 11:29:23.622034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.626808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'security_groups': ['5378e080-1a74-4b62-b386-00bd1f64f161', '6908bc97-a7b9-4274-8102-d60d7e5ff467']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:23.644578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.698779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.709210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.713699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.715066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6bb47f68-b379-422d-9ffb-36903d7c7898 HTTP/1.1" status: 204 len: 168 time: 0.1482291 Oct 29 11:29:23.725378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc21ed-1736-4222-8fbb-bbe7b95b27e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb47f68-b379-422d-9ffb-36903d7c7898,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:23.833081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d819-3d14-486a-ba1e-517bf61223e6 req-5b7a7fef-72b1-4603-96f4-fb2ee46a0ceb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:23.841541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e63d819-3d14-486a-ba1e-517bf61223e6 req-5b7a7fef-72b1-4603-96f4-fb2ee46a0ceb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0708246 Oct 29 11:29:23.881409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e63d819-3d14-486a-ba1e-517bf61223e6 req-f3b564a1-24b3-4ace-a01d-738f5d00e1eb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Oct 29 11:29:23.950264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:23.990320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:23.999143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 23dfdbfb-07e6-4891-926d-b1577e6ac39a details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:24.002552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:24.003514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e6290705-9127-49f6-8132-c8e0b3c10cea up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:24.040923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.048582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.055424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.056275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:24.057691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.057931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46371d0d-7478-49bc-9ce1-261d0851ae38 req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "PUT /v2.0/ports/b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 982 time: 0.4359543 Oct 29 11:29:24.066257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:24.068695 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fade8a5f-1442-4eff-9c3d-c60e93152126" -d '{"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:24.069643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.086509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.096869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6cca9-ab64-40d5-b76b-6c4efa302ec7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:24.100169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.107724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.109664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-31a357f8-4e51-4153-8edc-7f72fc015d0a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1596549 Oct 29 11:29:24.131728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:24.196009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb244769-d67c-47e3-9f8b-f89625dc8d30 req-311c057c-b823-4484-9e13-2fad8e93bdd9 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705109 Oct 29 11:29:24.232114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:24.244955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb662a18-7608-4251-a748-78722867439b req-a89c4493-657b-4394-8f49-e022fb7da502 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.246565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb662a18-7608-4251-a748-78722867439b req-a89c4493-657b-4394-8f49-e022fb7da502 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0990579 Oct 29 11:29:24.288742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:24.302105 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb662a18-7608-4251-a748-78722867439b req-192dd722-cfbb-4636-a7ca-87d7a593f5f5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Oct 29 11:29:24.320179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dad28-85cd-4196-8d20-e4cc4dc06d98 req-36332f14-42eb-4a5a-bf8f-f29ce216e324 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.330150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e18dad28-85cd-4196-8d20-e4cc4dc06d98 req-36332f14-42eb-4a5a-bf8f-f29ce216e324 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 943 time: 0.0649326 Oct 29 11:29:24.345329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '23dfdbfb-07e6-4891-926d-b1577e6ac39a', 'network_id': 'ab857eeb-8dbb-4708-8cdd-23f61ab6b49e', 'port_id': '23dfdbfb-07e6-4891-926d-b1577e6ac39a', 'mac_address': 'fa:16:3e:c4:6b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4fc229-9d1b-4bfe-ad5e-7646a85be453', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:24.346820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port e6290705-9127-49f6-8132-c8e0b3c10cea completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:24.373569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port e6290705-9127-49f6-8132-c8e0b3c10cea triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:24.374735 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:24.374876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e18dad28-85cd-4196-8d20-e4cc4dc06d98 req-550c3572-b6c8-4f51-8635-f29fba1ed46d tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Oct 29 11:29:24.433654 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d50446b-df18-4b26-9f43-5b4da831d8e8 x-openstack-request-id: req-8d50446b-df18-4b26-9f43-5b4da831d8e8 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:24.433654 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:24.434321 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d50446b-df18-4b26-9f43-5b4da831d8e8 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:24.434321 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc', 'status': 'completed', 'code': 200} Oct 29 11:29:24.437805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-32085594-3b38-4f48-a8ba-7f78ec7b09ff tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1532767420&fields=id&tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 267 time: 0.0607076 Oct 29 11:29:24.554285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-eb177558-34b4-45c3-beaf-4f8fc1f7309c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.557889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-87c9bd5c-9c04-4492-aa8b-44bdfaac7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.559653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-87c9bd5c-9c04-4492-aa8b-44bdfaac7b73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1136 time: 0.0875115 Oct 29 11:29:24.567940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-eb177558-34b4-45c3-beaf-4f8fc1f7309c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 985 time: 0.1179378 Oct 29 11:29:24.575439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'security_groups': ['5378e080-1a74-4b62-b386-00bd1f64f161', '6908bc97-a7b9-4274-8102-d60d7e5ff467', '370287c2-4e2c-46f6-9c13-17bb74b46fa4']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:24.646630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:24.652884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d5729-7ec5-4db2-8b97-929f94ec1d16 req-0869844d-4f9b-4d46-bb50-70462c769b8b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.664020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a5d5729-7ec5-4db2-8b97-929f94ec1d16 req-0869844d-4f9b-4d46-bb50-70462c769b8b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1568236 Oct 29 11:29:24.695983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:24.750790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-54893d5a-e80a-4e56-8447-324936c2114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.750790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-54893d5a-e80a-4e56-8447-324936c2114b service neutron] 10.222.0.41 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.1790831 Oct 29 11:29:24.758463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50830) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:24.805651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dfdbfb-07e6-4891-926d-b1577e6ac39a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:24.816921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a5d5729-7ec5-4db2-8b97-929f94ec1d16 req-d52b4da5-e15f-410a-bf2f-e05d176e7cd7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520205 Oct 29 11:29:24.819071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-bbccc2d2-794d-46b5-9608-692760684ad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 217 time: 0.0567181 Oct 29 11:29:24.895728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-00d67023-425d-46e1-960e-57335c1063f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:24.897929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-00d67023-425d-46e1-960e-57335c1063f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0711589 Oct 29 11:29:24.918416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:24.950256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-850350c4-4913-4f87-a068-d5b8a61376c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404785 Oct 29 11:29:24.961565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.032689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:25.051964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1721512010-network', 'tenant_id': '3b8fd809292f4610abd856996857b0cf'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:25.057993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:25.063902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.069024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd368a1-556b-49ec-bd1f-ad52ecbc973d req-18464778-645a-4f48-95c6-12e7297e1050 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.070545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cd368a1-556b-49ec-bd1f-ad52ecbc973d req-18464778-645a-4f48-95c6-12e7297e1050 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.1669080 Oct 29 11:29:25.109610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.119523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.144474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:25.147892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.169260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-fe53ee07-5ecb-4a7e-8181-2f2cdbe1b817 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014806 Oct 29 11:29:25.172390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.174296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.175282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.177060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d26b5b7b-cdda-48f9-9a7e-83c269a8e7c0 req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "PUT /v2.0/ports/b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 1021 time: 0.6079922 Oct 29 11:29:25.186557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cd368a1-556b-49ec-bd1f-ad52ecbc973d req-bdf265cc-1868-434e-8820-8d5c76b1192e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013961 Oct 29 11:29:25.219099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:25.222235 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2bd54a-46c8-448e-a691-997c57d01190" -d '{"events": [{"server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "name": "network-vif-plugged", "status": "completed", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:25.224960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:25.257460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687cc01-700f-409a-8a68-b6bd4672bc83 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:25.286884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e6290705-9127-49f6-8132-c8e0b3c10cea,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:25.290917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['23dfdbfb-07e6-4891-926d-b1577e6ac39a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:25.305068 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.387238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2e21a-3234-4a2f-80da-2d98f75e956d req-ce5af195-ed24-4ac6-88bf-34246dd23036 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.402968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-beb2e21a-3234-4a2f-80da-2d98f75e956d req-ce5af195-ed24-4ac6-88bf-34246dd23036 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1061027 Oct 29 11:29:25.447843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fade8a5f-1442-4eff-9c3d-c60e93152126 req-e5e23302-3a5e-48a5-a4e4-b175245065db service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617598 Oct 29 11:29:25.457995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c1a62-d4cd-454e-a37d-ff321236685a req-62ec6e49-4f10-40ae-8007-38c2f2559f78 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.459685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f71c1a62-d4cd-454e-a37d-ff321236685a req-62ec6e49-4f10-40ae-8007-38c2f2559f78 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1024 time: 0.1338813 Oct 29 11:29:25.484055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:25.495181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-beb2e21a-3234-4a2f-80da-2d98f75e956d req-038d0991-2a9b-4fde-ab10-beb0f6c81dbf tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893950 Oct 29 11:29:25.501490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.503735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:25.515728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'mac_address': 'fa:16:3e:4c:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:25.524154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.557181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:25.562874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:29:25.601260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299d5570-dcea-420b-bead-535737b432f3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:25.608036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.608435 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Added segment 01846943-e897-4f07-8b55-9759245e4e03 of type vlan for network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 Oct 29 11:29:25.637861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f71c1a62-d4cd-454e-a37d-ff321236685a req-b2a88e04-3932-4c4d-a4de-c0b24572e3fc tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=6908bc97-a7b9-4274-8102-d60d7e5ff467&id=370287c2-4e2c-46f6-9c13-17bb74b46fa4 HTTP/1.1" status: 200 len: 6148 time: 0.1717393 Oct 29 11:29:25.681926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:25.688994 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.726857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.729067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.729612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.733329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.734197 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73627c94-5c68-4ce0-8b6c-51c4830a2007 x-openstack-request-id: req-73627c94-5c68-4ce0-8b6c-51c4830a2007 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:25.734420 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "name": "network-vif-plugged", "status": "completed", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:25.734797 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73627c94-5c68-4ce0-8b6c-51c4830a2007 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:25.735196 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea', 'code': 200} Oct 29 11:29:25.738566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.740410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.750133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.757431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.788030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.796931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.806749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.814369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:25.822404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.838692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0743208 Oct 29 11:29:25.838922 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-855abc70-fcce-4417-bf72-fd4748552768 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.2440219 Oct 29 11:29:25.851165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50848) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:25.859429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Request body: {'subnet': {'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1721512010-subnet', 'tenant_id': '3b8fd809292f4610abd856996857b0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:25.874976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6376-a316-41cb-87d1-c75a4c2b6674 admin admin] Pushing event updated for resources: {'Network': ['ID=c84ea3c3-54e1-4543-88d0-27693e3bbdd2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:25.908993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552d0a0-0e18-4509-bcee-9550073dd859 req-1ec92810-4fb1-4bac-ad1c-7f0ede307c5f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.910576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6552d0a0-0e18-4509-bcee-9550073dd859 req-1ec92810-4fb1-4bac-ad1c-7f0ede307c5f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1107531 Oct 29 11:29:25.911852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:25.913662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:25.915671 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.931588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:29:25.938808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c03d3fa9-bd11-4c41-ae54-15b192bcad61 req-fa2fc14d-9a05-4c5e-bd6f-4d45719dce7d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827360 Oct 29 11:29:25.942966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f98ea-eb34-49a9-a1cb-a8f65f2b7ad6 req-cfae9f47-8763-4c96-96ca-58213913f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:25.943742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:25.945658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-551f98ea-eb34-49a9-a1cb-a8f65f2b7ad6 req-cfae9f47-8763-4c96-96ca-58213913f919 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 1096 time: 0.1055467 Oct 29 11:29:26.016998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-551f98ea-eb34-49a9-a1cb-a8f65f2b7ad6 req-8effb743-eef1-448c-83f8-9e06842fe9cf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631025 Oct 29 11:29:26.049814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6552d0a0-0e18-4509-bcee-9550073dd859 req-4d9d25f3-c6d0-41af-9122-b2894ef06c83 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139002 Oct 29 11:29:26.099695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7e47-a9fa-4548-84c2-e3fe02b1c746 req-ab8b4aef-a184-41ba-9851-2f8f7149f8f0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.100607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': ' tempest-securitygroup -908100252 ', 'description': 'tempest-description-1871952725'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:26.108315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1f1a7e47-a9fa-4548-84c2-e3fe02b1c746 req-ab8b4aef-a184-41ba-9851-2f8f7149f8f0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 944 time: 0.0816016 Oct 29 11:29:26.146782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1f1a7e47-a9fa-4548-84c2-e3fe02b1c746 req-5f7767ca-82f8-41d4-8dba-fe3dc65b9526 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Oct 29 11:29:26.179003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:26.188910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.229730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:26.253449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.327940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730eb60-38d5-4973-b75d-143bbba47ecd req-2fe2fb54-6cbf-455c-af3d-c45d9917e357 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.329632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a730eb60-38d5-4973-b75d-143bbba47ecd req-2fe2fb54-6cbf-455c-af3d-c45d9917e357 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0693321 Oct 29 11:29:26.341260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c094c8-7be5-47b4-981e-e0580ec58471,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:26.394681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a730eb60-38d5-4973-b75d-143bbba47ecd req-0f7a5422-f311-4522-81f9-8edbf465951b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Oct 29 11:29:26.397825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Checking segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:26.398088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Network hostable DHCP agents. Network: c84ea3c3-54e1-4543-88d0-27693e3bbdd2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:29:26.402141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.409737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.438873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:26.449196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:29:26.449935 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b683eb5-d21d-461f-8771-380679017930" -d '{"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:26.453798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.465728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c566654-1e5a-4902-aa9c-ab0098f29544 req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3757572 Oct 29 11:29:26.482600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3918eb-1b2f-47a0-bb60-ef391784cba6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3092616-f5c9-4034-ac8d-290cd62a9f6c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:26.494799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c84ea3c3-54e1-4543-88d0-27693e3bbdd2) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:26.503388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.504021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:26.518318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1c91-233f-491c-944a-e165ad1c8dbe None None] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:29:26.532920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ea52b41-d2ce-4db9-8036-e7606399a83e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6806204 Oct 29 11:29:26.636039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836028-15d7-4c14-a359-784a10b2ca64 req-e5363b4b-c23d-41a6-a802-6b912a95600b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.647820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5836028-15d7-4c14-a359-784a10b2ca64 req-e5363b4b-c23d-41a6-a802-6b912a95600b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.1324520 Oct 29 11:29:26.701374 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9df56-8e16-4e9e-af41-03304db687d2 x-openstack-request-id: req-49b9df56-8e16-4e9e-af41-03304db687d2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:26.701846 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "tag": "b4129bea-37de-4317-adae-b977751119dc", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:26.702203 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49b9df56-8e16-4e9e-af41-03304db687d2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:26.702716 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'tag': 'b4129bea-37de-4317-adae-b977751119dc', 'status': 'completed', 'code': 200} Oct 29 11:29:26.744325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b5836028-15d7-4c14-a359-784a10b2ca64 req-ea050915-110f-4654-826f-78c941c6eaae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953686 Oct 29 11:29:26.795331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b683eb5-d21d-461f-8771-380679017930 req-e5a9c104-702d-4120-8ab7-fa4cab63a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.797056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-e5a9c104-702d-4120-8ab7-fa4cab63a192 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1175 time: 0.1271157 Oct 29 11:29:26.800242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1f50c23-895f-4254-bac1-ffffe8fbcbd1 req-ff969d98-176e-4302-85e7-bf9d4e4033db tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e3092616-f5c9-4034-ac8d-290cd62a9f6c HTTP/1.1" status: 200 len: 1782 time: 0.0706298 Oct 29 11:29:26.891592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd48df0-6ea9-4cc3-8636-e99197614cf2 req-9b576988-906e-4581-8e43-a2de3465f175 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:26.893170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-efd48df0-6ea9-4cc3-8636-e99197614cf2 req-9b576988-906e-4581-8e43-a2de3465f175 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0652564 Oct 29 11:29:26.952290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-efd48df0-6ea9-4cc3-8636-e99197614cf2 req-a3c27e71-aa97-4dc5-8d40-1b070da9cdc1 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Oct 29 11:29:27.012343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfc495-90f5-45fb-91a8-c0de0af0448f None None] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:29:27.012577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b683eb5-d21d-461f-8771-380679017930 req-9c42356b-52ed-41e4-9cf9-0a98d4e23687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.012577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-9c42356b-52ed-41e4-9cf9-0a98d4e23687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.1987267 Oct 29 11:29:27.023657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306bbce-814b-4e6a-ae03-ad9227f6d6ab req-520ef557-b987-4fba-ba33-8a35ffbb97b8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.025860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0306bbce-814b-4e6a-ae03-ad9227f6d6ab req-520ef557-b987-4fba-ba33-8a35ffbb97b8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0975986 Oct 29 11:29:27.050959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-5306cb81-320c-448a-8c8d-2ce7aaa40eda tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e3092616-f5c9-4034-ac8d-290cd62a9f6c HTTP/1.1" status: 200 len: 1782 time: 0.0618944 Oct 29 11:29:27.064296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-060f269e-bb5c-46e4-a4ae-77f828fd43ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 200 len: 217 time: 0.0374000 Oct 29 11:29:27.134471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:27.136192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0306bbce-814b-4e6a-ae03-ad9227f6d6ab req-b1d1d26c-c541-4efd-a068-caee40799960 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707059 Oct 29 11:29:27.150074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b683eb5-d21d-461f-8771-380679017930 req-a970d226-3e3d-469e-b1e4-5c7ae58902ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.151860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-a970d226-3e3d-469e-b1e4-5c7ae58902ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0720544 Oct 29 11:29:27.183457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:27.209161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-1c0ec6cb-1847-42f2-a512-c00028559b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482881 Oct 29 11:29:27.238435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:27.241808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:27.243517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-24df3790-b53f-4a61-bc18-8cb57ef7a7c8 req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/e3092616-f5c9-4034-ac8d-290cd62a9f6c HTTP/1.1" status: 204 len: 173 time: 0.1803839 Oct 29 11:29:27.257041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd9c64-c6d9-4659-8fa6-33237f1b390d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3092616-f5c9-4034-ac8d-290cd62a9f6c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:27.347570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-79724d5c-47df-4869-b1fe-753edf13e395 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274595 Oct 29 11:29:27.438700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.450612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.463181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.474993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.483898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.491068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.497577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.499516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-3016937f-4f69-452f-99e3-297e8f9e635c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1790371 Oct 29 11:29:27.542255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a2f5deb-29d5-499c-b53d-7e9c720f957e req-7388e8b7-82ad-4170-8929-a082d6d52cff tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360420 Oct 29 11:29:27.567654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b683eb5-d21d-461f-8771-380679017930 req-40eb9ccf-5acc-4570-a253-cad8bd971193 service neutron] 10.222.0.41 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091312 Oct 29 11:29:27.596715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b0a993f5-484e-49f5-904f-b62dc35c6957 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.598203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b0a993f5-484e-49f5-904f-b62dc35c6957 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1290379 Oct 29 11:29:27.613689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-9351bb36-9d5e-404b-b2bc-be53b1cfc28f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/quotas/3b8fd809292f4610abd856996857b0cf HTTP/1.1" status: 200 len: 375 time: 0.0092831 Oct 29 11:29:27.651689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-aebed15d-b4d2-4f43-80bf-756b16d65e45 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317338 Oct 29 11:29:27.654602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e748a-827b-46ce-aa29-afa9b8a619c5 req-8bb68800-a445-4450-acc6-1b980ce3dbdd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.656066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d79e748a-827b-46ce-aa29-afa9b8a619c5 req-8bb68800-a445-4450-acc6-1b980ce3dbdd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Oct 29 11:29:27.695231 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d79e748a-827b-46ce-aa29-afa9b8a619c5 req-ddd723ad-5f38-4c75-844a-0d6ef0ef6089 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Oct 29 11:29:27.743885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-12941b2f-8d2d-46b9-a09b-ab6ba59c8e9d service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844064 Oct 29 11:29:27.807160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff81fb-dd3f-466e-8d77-8f74a47c7ab4 req-4c4bfe01-1877-4749-820f-15ab9e4af213 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:27.808642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99ff81fb-dd3f-466e-8d77-8f74a47c7ab4 req-4c4bfe01-1877-4749-820f-15ab9e4af213 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 944 time: 0.0554695 Oct 29 11:29:27.839230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-e563449f-036b-411e-9832-5a7dc1178807 service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888963 Oct 29 11:29:27.850434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99ff81fb-dd3f-466e-8d77-8f74a47c7ab4 req-e1818c65-49e3-41b9-8ce3-863ae4bba7fc tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351715 Oct 29 11:29:27.900171 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-1fab6a97-cdfb-43b8-a65d-b40748f7d05b req-65f76139-e825-4eb7-bef5-7719d85153b1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:29:27.901271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1fab6a97-cdfb-43b8-a65d-b40748f7d05b req-65f76139-e825-4eb7-bef5-7719d85153b1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e3092616-f5c9-4034-ac8d-290cd62a9f6c HTTP/1.1" status: 404 len: 352 time: 0.0145159 Oct 29 11:29:27.963774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1281130745', 'description': 'tempest-description-1864986232'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:28.002738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.030416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a5d0f-3545-484e-af13-38bc24fffda1 req-46dd09b0-3796-4f8a-8694-87215d6294d3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.032107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 23dfdbfb-07e6-4891-926d-b1577e6ac39a up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:28.033185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c5a5d0f-3545-484e-af13-38bc24fffda1 req-46dd09b0-3796-4f8a-8694-87215d6294d3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.0538087 Oct 29 11:29:28.091502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 23dfdbfb-07e6-4891-926d-b1577e6ac39a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:28.095706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 23dfdbfb-07e6-4891-926d-b1577e6ac39a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:28.096062 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.104290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.104545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c5a5d0f-3545-484e-af13-38bc24fffda1 req-2bfd814c-b744-4a34-92e6-fe4879aebe82 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658422 Oct 29 11:29:28.108883 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.157095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.170039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b72521a3-a3d5-47d5-a86c-471aa6eb38a0 req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2125804 Oct 29 11:29:28.178541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f9c5a-79d6-456d-b440-33799bca471b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025e9b53-1331-4001-9b74-6616eec73b5f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:28.195175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.198340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-54acbb45-8817-4652-a0ee-235659b30dd2 req-bd45f2aa-058a-402f-848c-b0afc0aa5cde tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 210 time: 0.0352941 Oct 29 11:29:28.224298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:28.227037 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0121bd-3b5b-46b8-8258-fe36911df96c" -d '{"events": [{"server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "name": "network-vif-plugged", "status": "completed", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:28.244292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:28.250562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.312064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5374f-754f-4492-94c9-1903132482cd req-758c8abc-7aef-441f-8c45-03371a2d66d8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.315543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffd5374f-754f-4492-94c9-1903132482cd req-758c8abc-7aef-441f-8c45-03371a2d66d8 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0543268 Oct 29 11:29:28.328414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b11d7-0704-4920-988f-5ef4e54397aa req-5df4f8ec-af27-43b6-b782-b819ef4c1fb0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.331542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:28.337828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e46b11d7-0704-4920-988f-5ef4e54397aa req-5df4f8ec-af27-43b6-b782-b819ef4c1fb0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0725889 Oct 29 11:29:28.352257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d29b622-b819-4e91-bf24-475067576181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.370926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffd5374f-754f-4492-94c9-1903132482cd req-8b8cf739-1678-4d94-bccd-e661e7d320b1 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Oct 29 11:29:28.379755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e46b11d7-0704-4920-988f-5ef4e54397aa req-2520efed-d5e1-42f3-861f-24a470d92e8c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Oct 29 11:29:28.420091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1986476081', 'description': 'tempest-description-687135081'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:28.447630 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.498400 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a819c6-ee70-4a95-91a8-eccdbe035728 x-openstack-request-id: req-74a819c6-ee70-4a95-91a8-eccdbe035728 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:28.498725 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "name": "network-vif-plugged", "status": "completed", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:28.499050 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74a819c6-ee70-4a95-91a8-eccdbe035728 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:28.499522 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a', 'code': 200} Oct 29 11:29:28.526439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.530427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.561571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.563850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc7ff637-60ae-48c4-ac21-e49a160cd8de req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1496024 Oct 29 11:29:28.568647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f7ddb-8f16-4217-aa7f-df83da2bd5d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aafa829-d207-4301-a98f-37f5446a0eac,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:28.609646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-187742313', 'description': 'tempest-description-308376773'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:28.630337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec2817-ee4a-45a1-8fa7-b4893af45c11 req-1132f216-eed7-41c0-917a-93dec583c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.632594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51ec2817-ee4a-45a1-8fa7-b4893af45c11 req-1132f216-eed7-41c0-917a-93dec583c16a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 1096 time: 0.0543978 Oct 29 11:29:28.636227 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.707496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51ec2817-ee4a-45a1-8fa7-b4893af45c11 req-06f49d2e-d2cc-400f-a729-667589696360 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599790 Oct 29 11:29:28.718299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.722818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.724814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.730779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.736583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.742576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.749865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.754497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:28.755326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.755699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-763b4e45-8e9a-40be-ab25-623c313abe11 req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1520326 Oct 29 11:29:28.757524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded180c-6c27-4735-9583-069fa8577e7f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39acf0-9a6b-42fd-b629-5fa811089c11,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:28.764786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.764786 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-52df07ec-0aa4-4abe-be57-350fd9d60e57 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5420 time: 0.1096478 Oct 29 11:29:28.817150 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ef8b209-5f51-41f4-b3cb-cb55a2e76071 req-9bcdfd59-f58a-4d2d-8603-9f34c8f66fee tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471563 Oct 29 11:29:28.862990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e900-9a82-486c-842a-0e6e3ee8cc96 req-dce538b3-0915-4c94-8131-bd8c17e4776c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:28.864488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a90e900-9a82-486c-842a-0e6e3ee8cc96 req-dce538b3-0915-4c94-8131-bd8c17e4776c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0500016 Oct 29 11:29:28.903870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a90e900-9a82-486c-842a-0e6e3ee8cc96 req-a20d48bd-b45a-41b7-b31c-c64e0df930e9 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Oct 29 11:29:28.949857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1d2bee2-e1ff-41c2-bcf8-1a34612a0615 req-6640654f-7e03-40c1-a8ff-67ac53d960a2 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 10901 time: 0.1023502 Oct 29 11:29:29.000093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 60267505-fb47-4c8c-82a6-2a169b3d0929 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:29.005195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:29.013568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1d2bee2-e1ff-41c2-bcf8-1a34612a0615 req-704fc944-1b74-44e8-b2d7-02a360ffb398 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/5378e080-1a74-4b62-b386-00bd1f64f161 HTTP/1.1" status: 200 len: 2981 time: 0.0568089 Oct 29 11:29:29.036392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a17046-3794-4f42-8872-51e12ed1caed req-fa53a599-bcd4-4406-91be-2922fb365d1e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:29.039113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38a17046-3794-4f42-8872-51e12ed1caed req-fa53a599-bcd4-4406-91be-2922fb365d1e tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 945 time: 0.0745118 Oct 29 11:29:29.066701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1d2bee2-e1ff-41c2-bcf8-1a34612a0615 req-0fec0c4e-c485-4e8d-9e78-4ad081d46ec6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/5378e080-1a74-4b62-b386-00bd1f64f161 HTTP/1.1" status: 200 len: 2981 time: 0.0478160 Oct 29 11:29:29.104515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38a17046-3794-4f42-8872-51e12ed1caed req-de7d4d9d-d8d9-40fe-9a28-69cb1ef560f6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545626 Oct 29 11:29:29.146503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 40877700-4d9b-4ac6-a0d0-647d36b94efa completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:29.155216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 40877700-4d9b-4ac6-a0d0-647d36b94efa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:29.155584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.170697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-1867c694-1b63-459d-952a-883993a45423 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/025e9b53-1331-4001-9b74-6616eec73b5f HTTP/1.1" status: 200 len: 1803 time: 0.0745721 Oct 29 11:29:29.225169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.240771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'port_id': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'mac_address': 'fa:16:3e:f0:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72c5088-12c0-4802-8800-db90bc71f84f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:29.286210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.312764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.314740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.325027 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.342663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60267505-fb47-4c8c-82a6-2a169b3d0929 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:29.375163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.377830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.381193 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.387030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.387635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cc21e514-0f32-4f0c-96a4-2b206e9e179f details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:29.421352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9b52-5f6f-4f83-ad5e-cbfaf4777ad5 req-90ea2786-a36c-47ad-a77c-9cf3c6e2904e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:29.424027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffcb9b52-5f6f-4f83-ad5e-cbfaf4777ad5 req-90ea2786-a36c-47ad-a77c-9cf3c6e2904e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.1992536 Oct 29 11:29:29.428961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.438413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.450047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c5d5945f-df43-4156-b5d0-64ba757c6bd3 req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/025e9b53-1331-4001-9b74-6616eec73b5f HTTP/1.1" status: 204 len: 173 time: 0.2710330 Oct 29 11:29:29.473651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.476133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:29.486424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317c2c6-72e3-469c-9759-18a17407d7c8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025e9b53-1331-4001-9b74-6616eec73b5f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:29.550090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'network_id': '5d30babd-2ab1-4ae7-b74c-535833dbfb68', 'port_id': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'mac_address': 'fa:16:3e:81:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72c5088-12c0-4802-8800-db90bc71f84f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:29.564689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-be37973c-e52f-4a49-84bc-b42e8abc873a tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:29.566553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-be37973c-e52f-4a49-84bc-b42e8abc873a tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.2980788 Oct 29 11:29:29.599900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef5560ab-91a3-481d-9342-e70b9be73c60 req-03d23ccd-38b9-4ef8-babc-97c67a39c17f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 210 time: 0.0319278 Oct 29 11:29:29.601188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Request body: {'port': {'device_id': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'admin_state_up': True, 'tenant_id': '3b8fd809292f4610abd856996857b0cf'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:29.632263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:29.652511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.662671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffcb9b52-5f6f-4f83-ad5e-cbfaf4777ad5 req-e6984432-0755-4775-b6d6-95ce8e0fd23f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237833 Oct 29 11:29:29.684370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc21e514-0f32-4f0c-96a4-2b206e9e179f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:29.712111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.718737 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.721059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cda279ca-e79a-431d-b96c-a50956734a47 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:29.738602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1b09-2370-460d-91d5-50d66f64c3e5 req-fd4e7f59-966a-488c-b363-c144f5d5cc5e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:29.741201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf3e1b09-2370-460d-91d5-50d66f64c3e5 req-fd4e7f59-966a-488c-b363-c144f5d5cc5e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0690553 Oct 29 11:29:29.754167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:29.757308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.792596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf3e1b09-2370-460d-91d5-50d66f64c3e5 req-140b6adf-4bc8-4f4f-b58e-dbc4db1b85a3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Oct 29 11:29:29.835339 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-4890472a-1173-4074-94b6-54443e72217d req-68c5c6b1-4576-4dc8-9e0c-9b8f5a95b945 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:29:29.836967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4890472a-1173-4074-94b6-54443e72217d req-68c5c6b1-4576-4dc8-9e0c-9b8f5a95b945 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/025e9b53-1331-4001-9b74-6616eec73b5f HTTP/1.1" status: 404 len: 352 time: 0.0151551 Oct 29 11:29:29.839061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:29.855493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce7d9-6373-4627-917e-47f203baf886 req-610c2c93-d003-43c0-aca7-f1897d6b720f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:29.857249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e6ce7d9-6373-4627-917e-47f203baf886 req-610c2c93-d003-43c0-aca7-f1897d6b720f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1171050 Oct 29 11:29:29.895249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:29.907930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'cda279ca-e79a-431d-b96c-a50956734a47', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'port_id': 'cda279ca-e79a-431d-b96c-a50956734a47', 'mac_address': 'fa:16:3e:fb:45:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:29.910809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-a697a453-497c-4695-8697-06b0ee66da45 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/8aafa829-d207-4301-a98f-37f5446a0eac HTTP/1.1" status: 200 len: 1802 time: 0.0482423 Oct 29 11:29:29.951541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e6ce7d9-6373-4627-917e-47f203baf886 req-914d8eae-a027-45ba-a24b-827f4d771a5b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809884 Oct 29 11:29:29.956536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:29.972336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Allocated IP 172.20.0.13 (c84ea3c3-54e1-4543-88d0-27693e3bbdd2/44c094c8-7be5-47b4-981e-e0580ec58471/34717430-92c2-4791-bbc4-ebe9f67a7c3f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:29.976119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda279ca-e79a-431d-b96c-a50956734a47 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:30.005598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.011260 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.012037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6118a448-9476-4b50-b35e-129499371123 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:30.036613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.075349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.132690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.134768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.149412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.153875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-764cb761-ccea-4f45-bb37-64fec3d47e8e req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/8aafa829-d207-4301-a98f-37f5446a0eac HTTP/1.1" status: 204 len: 173 time: 0.2308974 Oct 29 11:29:30.175783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d9817-8719-49c3-9aba-e6a7c1824cb6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aafa829-d207-4301-a98f-37f5446a0eac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.197965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6118a448-9476-4b50-b35e-129499371123,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.216588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '6118a448-9476-4b50-b35e-129499371123', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'port_id': '6118a448-9476-4b50-b35e-129499371123', 'mac_address': 'fa:16:3e:8b:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:30.216774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.224258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.231507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.237653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.244418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.250428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.255780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.256337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.258446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-3bc16bf9-a1ed-4a36-8339-85e45e0b82b4 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5423 time: 0.1590786 Oct 29 11:29:30.282488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6118a448-9476-4b50-b35e-129499371123 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:30.285286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0696cb-8ac2-4191-8e80-a88a11202217 req-706be2f1-991d-43e4-9819-29a890023dcc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.287044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca0696cb-8ac2-4191-8e80-a88a11202217 req-706be2f1-991d-43e4-9819-29a890023dcc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0523696 Oct 29 11:29:30.304091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6118a448-9476-4b50-b35e-129499371123,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.305775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.309188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.309849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4573d595-5fc8-4118-baef-3e54d781af5a details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:30.326475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d30d95e-4c68-4a04-8e2b-bca144f51018 req-43346440-96c5-493a-b530-963618b099a1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604606 Oct 29 11:29:30.353214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca0696cb-8ac2-4191-8e80-a88a11202217 req-14faeb7b-658b-4841-b34e-4fa97a3abf2d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Oct 29 11:29:30.379777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.385045 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.387863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.389760 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-41ef711e-fb82-456e-a110-ee4dbffd9d97 req-85513140-af4d-4401-af53-36336c14845d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:29:30.391546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-41ef711e-fb82-456e-a110-ee4dbffd9d97 req-85513140-af4d-4401-af53-36336c14845d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/8aafa829-d207-4301-a98f-37f5446a0eac HTTP/1.1" status: 404 len: 352 time: 0.0166397 Oct 29 11:29:30.394503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '4573d595-5fc8-4118-baef-3e54d781af5a', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'port_id': '4573d595-5fc8-4118-baef-3e54d781af5a', 'mac_address': 'fa:16:3e:9b:b8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:30.443306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.459304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4573d595-5fc8-4118-baef-3e54d781af5a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:30.478414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:30.485274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:30.486264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-92dc6625-3cbd-415d-8986-54490237ae9a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/eb39acf0-9a6b-42fd-b629-5fa811089c11 HTTP/1.1" status: 200 len: 1801 time: 0.0519757 Oct 29 11:29:30.491965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:30.495037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.500293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:30.501726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event updated for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.506171 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47197138-25bf-417f-9d98-f12a9f0706b8" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:30.509448 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.510379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b568f848-f6f3-4378-a94f-e423c5371fd0 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:30.554488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e45f9d-28a0-4b09-8bd3-4761dbd4bc06 req-c2c1b022-ed76-4faf-94cb-d35039c3e021 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.556053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2e45f9d-28a0-4b09-8bd3-4761dbd4bc06 req-c2c1b022-ed76-4faf-94cb-d35039c3e021 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 945 time: 0.1200104 Oct 29 11:29:30.567371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.567979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.572038 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.589228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b568f848-f6f3-4378-a94f-e423c5371fd0,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.597908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b3874085-a854-4412-a69a-33a688f58584 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0146959 Oct 29 11:29:30.601353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.602818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.614692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b568f848-f6f3-4378-a94f-e423c5371fd0', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'port_id': 'b568f848-f6f3-4378-a94f-e423c5371fd0', 'mac_address': 'fa:16:3e:d8:fe:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:30.629820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2e45f9d-28a0-4b09-8bd3-4761dbd4bc06 req-6b6e1549-cf88-425b-af2a-4ecc292b4527 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Oct 29 11:29:30.636510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Request body: {'port': {'device_id': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:30.680114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.683336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.684748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.690323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45f4de13-03b9-4daf-91d1-2fbe38da1b05 req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/eb39acf0-9a6b-42fd-b629-5fa811089c11 HTTP/1.1" status: 204 len: 173 time: 0.1968901 Oct 29 11:29:30.710537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.751940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f724a-8543-4426-a928-9c9d4b8ca480 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39acf0-9a6b-42fd-b629-5fa811089c11,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.755448 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731bce35-ce5d-4753-9f74-22934e6fd76e x-openstack-request-id: req-731bce35-ce5d-4753-9f74-22934e6fd76e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:30.755999 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:30.756435 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-731bce35-ce5d-4753-9f74-22934e6fd76e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:30.757080 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'code': 200} Oct 29 11:29:30.776981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b568f848-f6f3-4378-a94f-e423c5371fd0 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:30.830130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b568f848-f6f3-4378-a94f-e423c5371fd0,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.832393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a6b94c4-2173-4d16-adfe-9fe482355c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.835024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f249d-6b36-49bb-b371-37e94e72af97 req-a88b9151-5a63-46db-8bba-a65dc4268274 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.836740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-986f249d-6b36-49bb-b371-37e94e72af97 req-a88b9151-5a63-46db-8bba-a65dc4268274 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 932 time: 0.0655935 Oct 29 11:29:30.838005 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:30.838848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 677b86d9-a4fd-4a85-b724-32763ea5622d details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:30.891971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-986f249d-6b36-49bb-b371-37e94e72af97 req-cae28880-bb2a-4362-af4d-ce57d06a4fa7 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Oct 29 11:29:30.914804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:30.924757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:30.935506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd6a4a-817b-400f-89e0-ab478d16787d req-fc73fc58-1677-45b9-8369-19cd6a924cf0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.937131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3bd6a4a-817b-400f-89e0-ab478d16787d req-fc73fc58-1677-45b9-8369-19cd6a924cf0 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 945 time: 0.1662953 Oct 29 11:29:30.937319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'network_id': 'f400b10f-7666-4481-ad6b-1792a354fca0', 'port_id': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'mac_address': 'fa:16:3e:40:bf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:30.969347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8cedf-4c10-4251-ad32-4548500c56a7 req-bac55ffd-eea2-48c5-a89a-e8be3f51912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:30.971630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40b8cedf-4c10-4251-ad32-4548500c56a7 req-bac55ffd-eea2-48c5-a89a-e8be3f51912a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1100 time: 0.1688564 Oct 29 11:29:30.984138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.002700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677b86d9-a4fd-4a85-b724-32763ea5622d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:31.031134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:31.037803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.065681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3475fa-17f5-4959-b9b2-bd362b9d6295 req-4b0385db-a407-4417-b05f-4f1cc8872b65 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.070598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7b3475fa-17f5-4959-b9b2-bd362b9d6295 req-4b0385db-a407-4417-b05f-4f1cc8872b65 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1029580 Oct 29 11:29:31.103770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3bd6a4a-817b-400f-89e0-ab478d16787d req-d61c5cf5-9aed-47be-b2ce-f65998d89ac1 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573246 Oct 29 11:29:31.111813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:31.113688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40b8cedf-4c10-4251-ad32-4548500c56a7 req-27096331-1cf2-4fe5-bebc-d5549380f989 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159894 Oct 29 11:29:31.136577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7b3475fa-17f5-4959-b9b2-bd362b9d6295 req-57484038-dde0-4068-bd17-7c3d376db20d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576582 Oct 29 11:29:31.189333 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-b499c426-f4fe-462f-ac7b-7a70fc41a95b req-12fe87c8-3912-464a-8ff4-5a28d1e0fc17 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:29:31.190372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b499c426-f4fe-462f-ac7b-7a70fc41a95b req-12fe87c8-3912-464a-8ff4-5a28d1e0fc17 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/eb39acf0-9a6b-42fd-b629-5fa811089c11 HTTP/1.1" status: 404 len: 352 time: 0.0215292 Oct 29 11:29:31.254330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34717430-92c2-4791-bbc4-ebe9f67a7c3f {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:31.263898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.279745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Transition to ACTIVE for port object 34717430-92c2-4791-bbc4-ebe9f67a7c3f will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:31.284953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.315392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad0f2-ee63-4240-9547-e730cdaab9eb req-0606d6db-f157-425a-a1c6-65860e42b906 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.316981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2a8ad0f2-ee63-4240-9547-e730cdaab9eb req-0606d6db-f157-425a-a1c6-65860e42b906 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0830238 Oct 29 11:29:31.320096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eb035-4f33-4691-9853-c4db0eca441f req-e9072869-9dda-4238-9714-5d970017e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.322132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c07eb035-4f33-4691-9853-c4db0eca441f req-e9072869-9dda-4238-9714-5d970017e407 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.0600941 Oct 29 11:29:31.402190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Pushing event updated for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:31.415504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2a8ad0f2-ee63-4240-9547-e730cdaab9eb req-0b295b04-8661-45f9-84d6-feeb7870ac83 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861084 Oct 29 11:29:31.424347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c07eb035-4f33-4691-9853-c4db0eca441f req-ced5625d-cc56-47b1-89ae-ffa88dfebe12 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890267 Oct 29 11:29:31.455609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Attempting to bind port 34717430-92c2-4791-bbc4-ebe9f67a7c3f on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:31.456122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Attempting to bind port 34717430-92c2-4791-bbc4-ebe9f67a7c3f by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:31.456550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Attempting to bind port 34717430-92c2-4791-bbc4-ebe9f67a7c3f on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:31.463474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Port 34717430-92c2-4791-bbc4-ebe9f67a7c3f on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:31.463982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Attempting to bind port 34717430-92c2-4791-bbc4-ebe9f67a7c3f on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:31.469601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:31.469945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Checking segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:31.470316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Bound using segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:31.470746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Bound port: 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:31.471142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.574145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3ae5-c3ce-432f-81fd-bdc70029cbeb req-4e1eb216-3025-4f73-9586-ebff6fbcf892 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.575750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e82f3ae5-c3ce-432f-81fd-bdc70029cbeb req-4e1eb216-3025-4f73-9586-ebff6fbcf892 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0942283 Oct 29 11:29:31.582620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:31.587596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:31.597563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.658426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.659320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:31.661413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] 10.222.0.41 "PUT /v2.0/ports/34717430-92c2-4791-bbc4-ebe9f67a7c3f HTTP/1.1" status: 200 len: 1092 time: 1.0304921 Oct 29 11:29:31.667500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-efa90327-68dc-4801-a0ab-eca2e429358e req-9e9f5f5b-bd01-4a2e-8f64-db4487acb472 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 6148 time: 0.0694966 Oct 29 11:29:31.672724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:31.676007 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:31.718020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e82f3ae5-c3ce-432f-81fd-bdc70029cbeb req-a131fbe9-fec9-46b0-ad29-4b213c20c3f5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285994 Oct 29 11:29:31.726643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-efa90327-68dc-4801-a0ab-eca2e429358e req-b4f3cc80-e0f4-4d4b-8b74-51c86fa287ac tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/5378e080-1a74-4b62-b386-00bd1f64f161 HTTP/1.1" status: 200 len: 2981 time: 0.0516961 Oct 29 11:29:31.728475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e060-7564-482b-91a4-99d92a014886 service neutron] Pushing event updated for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:31.789554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-80251734-2501-4737-8b1a-779ecdb05bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.793967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-80251734-2501-4737-8b1a-779ecdb05bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 1095 time: 0.0587442 Oct 29 11:29:31.809353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-efa90327-68dc-4801-a0ab-eca2e429358e req-bc927481-9763-4963-9a6d-900cb34e05d8 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/5378e080-1a74-4b62-b386-00bd1f64f161 HTTP/1.1" status: 200 len: 2981 time: 0.0672119 Oct 29 11:29:31.877617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-5987eeac-4f83-47e1-a585-e8a5b041dcc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f HTTP/1.1" status: 200 len: 217 time: 0.0718393 Oct 29 11:29:31.932851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45bcd7-98cd-4033-8891-312f12ad9a25 req-30383c2c-ab9f-4f79-97f6-315e280d601a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.934291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f45bcd7-98cd-4033-8891-312f12ad9a25 req-30383c2c-ab9f-4f79-97f6-315e280d601a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0598590 Oct 29 11:29:31.937548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.943856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.949847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.956373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.963068 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.969399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.975278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:31.975499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f45bcd7-98cd-4033-8891-312f12ad9a25 req-00f03262-62a6-425f-aac2-61e695bbe2c4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346546 Oct 29 11:29:31.977162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f18456c-a5b4-4802-a020-876acf786e1b req-f04730ed-bc2c-464e-b8a0-8e35ce69da76 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5427 time: 0.1682889 Oct 29 11:29:32.010782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-c9e6cb90-d3df-4474-8a3f-27abdde6fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.012256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-c9e6cb90-d3df-4474-8a3f-27abdde6fc8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.1192594 Oct 29 11:29:32.026933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['677b86d9-a4fd-4a85-b724-32763ea5622d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.032928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b568f848-f6f3-4378-a94f-e423c5371fd0'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.051923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f18456c-a5b4-4802-a020-876acf786e1b req-27f9a5cf-07e0-41d5-9f7f-d33905d88db7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662947 Oct 29 11:29:32.073096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:32.110450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:32.112927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['cda279ca-e79a-431d-b96c-a50956734a47'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.116518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['60267505-fb47-4c8c-82a6-2a169b3d0929'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.160898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['6118a448-9476-4b50-b35e-129499371123'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.172058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-2514af58-eda9-4498-8ee3-769caf397500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494167 Oct 29 11:29:32.184191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-690154694', 'description': 'tempest-description-328891447'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:32.194437 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b379bcd-3381-44a9-a658-4450092490d3 x-openstack-request-id: req-8b379bcd-3381-44a9-a658-4450092490d3 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:32.194882 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:32.195551 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b379bcd-3381-44a9-a658-4450092490d3 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:32.196134 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f', 'status': 'completed', 'code': 200} Oct 29 11:29:32.204635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-10edb49f-8224-4082-a151-bcaa79c06a67 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:29:32.205787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-10edb49f-8224-4082-a151-bcaa79c06a67 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061717 Oct 29 11:29:32.210668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['4573d595-5fc8-4118-baef-3e54d781af5a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.279617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.282051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba774719-affe-463c-89ad-b4a59fdc6ce0 req-6b23f9d7-ac51-4c57-b9a2-b564039b8425 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.289860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba774719-affe-463c-89ad-b4a59fdc6ce0 req-6b23f9d7-ac51-4c57-b9a2-b564039b8425 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 944 time: 0.0636275 Oct 29 11:29:32.336730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba774719-affe-463c-89ad-b4a59fdc6ce0 req-e485e7e9-d45d-4f2a-94c5-8d5ec431c754 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Oct 29 11:29:32.361903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-bb4d890d-e988-408e-bbd1-b4469090ab07 service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459024 Oct 29 11:29:32.441084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.448408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.466368 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:29:32.491891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a2016-9ea8-40d3-bc35-1451e6c36279,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:32.496663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.502815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.513987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-633c7c86-2a51-4106-8c94-d03c9d9cecb8 req-336acd3c-d2fd-4b1c-8f63-840da5e4068a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3405163 Oct 29 11:29:32.518670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbcb18-ca0c-479f-963a-f9132824495a req-b8db60b8-6b1a-4d63-9e0d-e4d618e15da7 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.526839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70fbcb18-ca0c-479f-963a-f9132824495a req-b8db60b8-6b1a-4d63-9e0d-e4d618e15da7 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 945 time: 0.0972683 Oct 29 11:29:32.541361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4205d5e8-e76b-424e-840d-2e8069c77d21 req-b431cfa5-9c83-4f62-843e-4a79648368ea service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631296 Oct 29 11:29:32.582172 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-70fbcb18-ca0c-479f-963a-f9132824495a req-744a7fad-f63b-4b95-8070-a2d0b87ce84f tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Oct 29 11:29:32.628931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.703920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf7705-d929-4c2d-bae4-a2f8aa34daac req-1ad34e76-dabf-49c7-aee1-63a3a1144639 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.713135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcaf7705-d929-4c2d-bae4-a2f8aa34daac req-1ad34e76-dabf-49c7-aee1-63a3a1144639 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1186440 Oct 29 11:29:32.755078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-fa6954bc-4137-4b48-8e91-d188f99baf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.757059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-fa6954bc-4137-4b48-8e91-d188f99baf84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 1095 time: 0.1298215 Oct 29 11:29:32.767997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e39ff-a918-4a4c-aaf8-0decc83b0876 req-09b395c7-426e-4857-bb6f-5836d5eace5a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:32.773613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a00e39ff-a918-4a4c-aaf8-0decc83b0876 req-09b395c7-426e-4857-bb6f-5836d5eace5a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.1070640 Oct 29 11:29:32.787530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcaf7705-d929-4c2d-bae4-a2f8aa34daac req-e536b2b0-f923-49ac-b7e1-2394e260b91c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718544 Oct 29 11:29:32.820783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['cc21e514-0f32-4f0c-96a4-2b206e9e179f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:32.850886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a00e39ff-a918-4a4c-aaf8-0decc83b0876 req-2f3647f4-bacc-4e07-a064-f8a336fcb802 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Oct 29 11:29:32.851867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:32.942243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:32.967557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '087132e6-b300-4d17-b623-ea6eef300ef4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '087132e6-b300-4d17-b623-ea6eef300ef4', 'mac_address': 'fa:16:3e:b2:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:33.062159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f33d-0168-4f64-9d76-5ddecfbf5655 req-562a3f35-a115-4bd8-80cc-25328d270d47 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.075777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a19f33d-0168-4f64-9d76-5ddecfbf5655 req-562a3f35-a115-4bd8-80cc-25328d270d47 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0910501 Oct 29 11:29:33.126247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a19f33d-0168-4f64-9d76-5ddecfbf5655 req-0b698906-084f-43e5-a3d1-deae006fe27e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Oct 29 11:29:33.166152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:33.169704 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c6d38-7ffd-4261-b83f-b03c4aa1b5ab" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-unplugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:33.269671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:33.290414 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.292255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc2860-23d5-4a75-bca6-7f3573dbaa31 req-acd55927-e682-4616-95d8-0be2cc2dbde0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.294040 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99fc2860-23d5-4a75-bca6-7f3573dbaa31 req-acd55927-e682-4616-95d8-0be2cc2dbde0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0866594 Oct 29 11:29:33.302875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1443111150', 'description': 'tempest-description-1390906781'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:33.320776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.346687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.358704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-99fc2860-23d5-4a75-bca6-7f3573dbaa31 req-0c7329c0-6950-4565-9eba-e1e9c4146a1b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512121 Oct 29 11:29:33.376169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-dd47264d-35a3-4cfc-9e5e-57e317097158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.377788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-dd47264d-35a3-4cfc-9e5e-57e317097158 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 916 time: 0.5856166 Oct 29 11:29:33.440020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:33.440671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-75126280-2106-4404-9454-a4c477c8ecaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f HTTP/1.1" status: 200 len: 217 time: 0.0465238 Oct 29 11:29:33.521994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-c8e9225f-9567-43a6-af40-940d96aa060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.523596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-c8e9225f-9567-43a6-af40-940d96aa060f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.0698407 Oct 29 11:29:33.529490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.535111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.548145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:33.562004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.570330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:29:33.571022 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:29:33.572252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.584987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-796a424e-408f-466e-af18-849e520be3ea req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7210433 Oct 29 11:29:33.588470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.596557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.603752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.610244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.615681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-db3a7993-68a9-4257-9923-5d00a2d8285b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664885 Oct 29 11:29:33.621919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.624287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724617-0e6e-4b6d-98e7-25c10bc87970 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f543d32d-0568-4295-93c9-958bb6722dad,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:33.639902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.644749 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c0240e-7b27-4092-9968-5140907ab700 x-openstack-request-id: req-c3c0240e-7b27-4092-9968-5140907ab700 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:33.645053 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-unplugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:33.645357 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3c0240e-7b27-4092-9968-5140907ab700 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:33.646069 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'code': 200} Oct 29 11:29:33.647642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.650304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-5ef235c3-8290-405a-9e38-0423ba9fcecc tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5427 time: 0.1874759 Oct 29 11:29:33.660924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-3b617913-04fc-4020-915e-60ed81f8133a tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.662470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-3b617913-04fc-4020-915e-60ed81f8133a tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 945 time: 0.1568699 Oct 29 11:29:33.741516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-8760c1ef-c3b8-4c4d-93ee-3813f0de3b54 service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136265 Oct 29 11:29:33.761818 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed96ef35-5aa9-4f5e-a517-a49db45194b1 req-95b87e3f-0e9e-468c-b71e-c2866e4b1db8 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983336 Oct 29 11:29:33.814319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Deleting port e6290705-9127-49f6-8132-c8e0b3c10cea {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:33.814661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:33.863503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51ad9-f31b-4161-a0db-b2738a8f6319 req-4e750f8a-3ee8-4bda-a1ee-3fa88cb967cc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.865880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76a51ad9-f31b-4161-a0db-b2738a8f6319 req-4e750f8a-3ee8-4bda-a1ee-3fa88cb967cc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 944 time: 0.1411982 Oct 29 11:29:33.928007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76a51ad9-f31b-4161-a0db-b2738a8f6319 req-b9c70ae9-dff2-4b69-b18e-043e14a62e4b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547736 Oct 29 11:29:33.932183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f679ef1-bdd9-4632-999e-fcc48cfe5b1d req-11b9083c-413c-44d7-9030-e463a5e30683 service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717422 Oct 29 11:29:33.976440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb855362-27b7-450e-89d8-c88c0bb6d092 req-b13cfd95-238a-41bb-8dd1-2387c060c311 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:33.978775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb855362-27b7-450e-89d8-c88c0bb6d092 req-b13cfd95-238a-41bb-8dd1-2387c060c311 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 945 time: 0.1045406 Oct 29 11:29:33.980645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] For port e6290705-9127-49f6-8132-c8e0b3c10cea, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e6290705-9127-49f6-8132-c8e0b3c10cea,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:33.981025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.005667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Calling delete_port for e6290705-9127-49f6-8132-c8e0b3c10cea owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:34.113987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cb855362-27b7-450e-89d8-c88c0bb6d092 req-c377557a-ba63-44d2-977d-ca9fae5515c8 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/security-groups?id=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249120 Oct 29 11:29:34.125797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.138156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-0282a0a8-c98e-4545-a4e5-c3ba5fbaf6e5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:34.140274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-0282a0a8-c98e-4545-a4e5-c3ba5fbaf6e5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "GET /v2.0/ports?device_id=860fbfa5-4af0-45c3-81d5-71dd26e85938 HTTP/1.1" status: 200 len: 945 time: 0.1372001 Oct 29 11:29:34.144632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-11a723aa-7a0c-484e-8726-c77dc1274624 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:34.146585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-11a723aa-7a0c-484e-8726-c77dc1274624 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 812 time: 0.1321440 Oct 29 11:29:34.155733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:34.162887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-7c78b0aa-6472-4683-b3c1-5092b84f9f2d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/quotas/172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 375 time: 0.0104020 Oct 29 11:29:34.181230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:34.187007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.232599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-3322c4bd-f99b-4de4-b34d-608c04b2cdea tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636389 Oct 29 11:29:34.256073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:34.344304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-032f4e57-254d-42df-94dc-8287cdde0c40 service neutron] 10.222.0.77 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042113 Oct 29 11:29:34.446310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-85814096-1139-4175-9297-a24a95858c8b service neutron] 10.222.0.77 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955715 Oct 29 11:29:34.479057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:34.676661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430079-4ff6-41f2-b425-7a1c284d87d0 req-28d98a39-13b2-49d9-bcaa-c29ad5b56d89 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:34.678636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3430079-4ff6-41f2-b425-7a1c284d87d0 req-28d98a39-13b2-49d9-bcaa-c29ad5b56d89 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 950 time: 0.0584047 Oct 29 11:29:34.699160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1b780-f590-4526-bf60-cadfdbf5a86b req-016fee17-95c7-4e07-9ff7-1fc29e1953cb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:34.706664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd1b780-f590-4526-bf60-cadfdbf5a86b req-016fee17-95c7-4e07-9ff7-1fc29e1953cb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.4703314 Oct 29 11:29:34.715662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.765423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event deleted for resources: {'Port': ['ID=e6290705-9127-49f6-8132-c8e0b3c10cea,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:34.766018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3430079-4ff6-41f2-b425-7a1c284d87d0 req-fe8c924d-2450-47b2-ba35-3c0193b7ed21 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700133 Oct 29 11:29:34.777350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Deleting port 23dfdbfb-07e6-4891-926d-b1577e6ac39a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:34.777669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.844737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd1b780-f590-4526-bf60-cadfdbf5a86b req-a12e11b9-d0a1-48b7-8827-1a9374c67d15 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372232 Oct 29 11:29:34.864401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] No DVR routers for this DVR port e6290705-9127-49f6-8132-c8e0b3c10cea on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:34.868370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:34.871719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44c9d853-3efa-4120-9d72-b2fc3c1d77f1 req-226286d2-96aa-478c-8057-273395e922b6 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "DELETE /v2.0/ports/e6290705-9127-49f6-8132-c8e0b3c10cea HTTP/1.1" status: 204 len: 173 time: 1.1987693 Oct 29 11:29:34.881566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'name': 'network-vif-deleted', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:34.884117 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dd0e4b-abca-4eb8-9a66-96d27b18ffb6" -d '{"events": [{"server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "name": "network-vif-deleted", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:34.967023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aaa23-e8cc-4ad9-b4f5-c380dc4d98ca req-535ebb67-4092-4f7e-82d1-b47309480daa tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:34.978912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-686aaa23-e8cc-4ad9-b4f5-c380dc4d98ca req-535ebb67-4092-4f7e-82d1-b47309480daa tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0924191 Oct 29 11:29:35.014892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] For port 23dfdbfb-07e6-4891-926d-b1577e6ac39a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=23dfdbfb-07e6-4891-926d-b1577e6ac39a,segment=NetworkSegment(618ef569-530e-489c-94f2-555992e6933f),segment_id=618ef569-530e-489c-94f2-555992e6933f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:35.015727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:35.034578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Calling delete_port for 23dfdbfb-07e6-4891-926d-b1577e6ac39a owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:35.042182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-686aaa23-e8cc-4ad9-b4f5-c380dc4d98ca req-e6097e4c-5654-4f1d-a10b-7aa842fc8c8b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621264 Oct 29 11:29:35.049799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34717430-92c2-4791-bbc4-ebe9f67a7c3f details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:35.070001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752e50-2b98-48a1-b43d-ff611d170eea req-158235f7-9be4-47fd-b288-af412070946d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.072074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8752e50-2b98-48a1-b43d-ff611d170eea req-158235f7-9be4-47fd-b288-af412070946d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1292460 Oct 29 11:29:35.152617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-931d4c79-2354-4755-b173-dc9f8ce60352 req-2b003139-2981-4f83-ab12-400efc6c14df tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 210 time: 0.0388861 Oct 29 11:29:35.175702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:35.190231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '34717430-92c2-4791-bbc4-ebe9f67a7c3f', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'port_id': '34717430-92c2-4791-bbc4-ebe9f67a7c3f', 'mac_address': 'fa:16:3e:23:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c094c8-7be5-47b4-981e-e0580ec58471', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:35.240168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8752e50-2b98-48a1-b43d-ff611d170eea req-7056859e-0a72-489e-a851-cf435a4d3556 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330059 Oct 29 11:29:35.243363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:35.284458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:35.289094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['23dfdbfb-07e6-4891-926d-b1577e6ac39a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:35.325916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Pushing event deleted for resources: {'Port': ['ID=23dfdbfb-07e6-4891-926d-b1577e6ac39a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:35.334035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34717430-92c2-4791-bbc4-ebe9f67a7c3f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:35.343046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['23dfdbfb-07e6-4891-926d-b1577e6ac39a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:35.384853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:35.389612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:35.416186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] No DVR routers for this DVR port 23dfdbfb-07e6-4891-926d-b1577e6ac39a on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:35.419553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:35.423031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fd1054a-62e6-4131-ac30-bbd7027f8fd5 req-12151731-a598-444d-8087-634c78bbdfd5 tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.86 "DELETE /v2.0/ports/23dfdbfb-07e6-4891-926d-b1577e6ac39a HTTP/1.1" status: 204 len: 173 time: 1.2625599 Oct 29 11:29:35.445939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899151d3-ee0d-46e6-8222-616cc9397c36 req-1ba09cf8-cb03-4622-8035-7888f3593b0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.448318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.455760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.457260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-899151d3-ee0d-46e6-8222-616cc9397c36 req-1ba09cf8-cb03-4622-8035-7888f3593b0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0982172 Oct 29 11:29:35.463043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.469382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:35.470320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.476442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.483040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.489822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.497627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-2c81f262-64fb-41b1-97f9-74a26152cb06 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5427 time: 0.1762233 Oct 29 11:29:35.502393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-899151d3-ee0d-46e6-8222-616cc9397c36 req-49869e17-fd46-44b8-a6cb-e266056a469a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Oct 29 11:29:35.555202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8e29e74-1a07-430f-9634-ff928a7be335 req-a10a2219-5861-4428-8c0a-d812483ebb70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563078 Oct 29 11:29:35.557718 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e4e1c-52c3-415b-b70a-4fd4759b1ca5 x-openstack-request-id: req-b20e4e1c-52c3-415b-b70a-4fd4759b1ca5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:35.558286 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed6a84-9206-44f2-824d-59f021eb5cc5", "name": "network-vif-deleted", "tag": "e6290705-9127-49f6-8132-c8e0b3c10cea", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:35.558607 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b20e4e1c-52c3-415b-b70a-4fd4759b1ca5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:35.559003 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed6a84-9206-44f2-824d-59f021eb5cc5', 'name': 'network-vif-deleted', 'tag': 'e6290705-9127-49f6-8132-c8e0b3c10cea', 'status': 'completed', 'code': 200} Oct 29 11:29:35.675834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9091fc9a-fc6b-4d02-a1a4-ed9e1fb1db4b req-bbf19bea-cf5f-4376-ade8-afe6bcd2856b tempest-MultipleCreateTestJSON-611728145 tempest-MultipleCreateTestJSON-611728145-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfed6a84-9206-44f2-824d-59f021eb5cc5 HTTP/1.1" status: 200 len: 210 time: 0.0250862 Oct 29 11:29:35.680513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babd9fd-8e93-47f3-9af6-74605bda2c34 req-fa63dbfa-f977-40fc-92d3-3f06fbf0bb7b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.682715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9babd9fd-8e93-47f3-9af6-74605bda2c34 req-fa63dbfa-f977-40fc-92d3-3f06fbf0bb7b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 945 time: 0.0516095 Oct 29 11:29:35.721523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9babd9fd-8e93-47f3-9af6-74605bda2c34 req-07899f31-4470-4106-af01-5e2341162647 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Oct 29 11:29:35.784798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e10e5-b786-4f6c-b218-af368c0348ed req-999dbf0c-eb4a-4e7b-9891-79f17f9942a4 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:35.786411 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae9e10e5-b786-4f6c-b218-af368c0348ed req-999dbf0c-eb4a-4e7b-9891-79f17f9942a4 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.0443418 Oct 29 11:29:35.828103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae9e10e5-b786-4f6c-b218-af368c0348ed req-f5268b39-8455-46de-a47c-8c01b28a4f18 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Oct 29 11:29:35.931914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-db770d92-21a6-484f-aad7-43ff929a3d93 req-a8a77c77-bade-468b-a70c-70d720cc4a2f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:29:35.933067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db770d92-21a6-484f-aad7-43ff929a3d93 req-a8a77c77-bade-468b-a70c-70d720cc4a2f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065570 Oct 29 11:29:36.190651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6152d-7391-4d3f-a123-32536e177c63 req-10b4efc0-0a09-4499-be08-c840c95aaa3b tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.193286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7d6152d-7391-4d3f-a123-32536e177c63 req-10b4efc0-0a09-4499-be08-c840c95aaa3b tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1101 time: 0.1084402 Oct 29 11:29:36.219794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:36.281547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7d6152d-7391-4d3f-a123-32536e177c63 req-ca0bdd97-f76b-43c3-9ca3-adff0ce02cb5 tempest-ServersAdminTestJSON-854040166 tempest-ServersAdminTestJSON-854040166-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Oct 29 11:29:36.297264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-1a88fbce-31f1-4eab-aeae-bdc51f5f4c53 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.299162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-1a88fbce-31f1-4eab-aeae-bdc51f5f4c53 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.86 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 812 time: 0.2954619 Oct 29 11:29:36.325377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'device_id': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7', 'admin_state_up': True, 'tenant_id': '172402e75e974e59a2de6e27edb377d4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:36.343704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 087132e6-b300-4d17-b623-ea6eef300ef4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:36.344593 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:36.403541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0554e3e-7b11-44ab-a88b-8be675ba2923 req-327ecf3c-d22a-4b76-9f2a-13fbcd957b8e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.405545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0554e3e-7b11-44ab-a88b-8be675ba2923 req-327ecf3c-d22a-4b76-9f2a-13fbcd957b8e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1620469 Oct 29 11:29:36.412436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-32625200-39a0-45ba-b67b-65928d6e6b64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2330616 Oct 29 11:29:36.440679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-58ac5f08-4560-4a9e-bae8-6f44b4d1012d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:29:36.441916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-58ac5f08-4560-4a9e-bae8-6f44b4d1012d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071867 Oct 29 11:29:36.457758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0554e3e-7b11-44ab-a88b-8be675ba2923 req-41621250-551e-4414-9493-20a21bcaf772 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Oct 29 11:29:36.481535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:36.536843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df102f72-cb61-4e18-a0f2-b14c01cfbb37 req-ddbf47e5-277f-4ff5-b095-79098931808a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.538399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df102f72-cb61-4e18-a0f2-b14c01cfbb37 req-ddbf47e5-277f-4ff5-b095-79098931808a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1147771 Oct 29 11:29:36.552039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:36.600440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36d80e1a-68f0-4cf7-8f65-c9b8a2c06af2 req-43358f8c-89f1-4692-a937-8fa77a53c722 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 210 time: 0.0361104 Oct 29 11:29:36.601671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:36.606910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:36.609622 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d87509-d563-4920-929e-c5c00b097a1d" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:36.616665 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:36.617633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e6290705-9127-49f6-8132-c8e0b3c10cea no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:36.641368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df102f72-cb61-4e18-a0f2-b14c01cfbb37 req-3a378916-f268-4bd2-9665-dc5eec7f288a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891352 Oct 29 11:29:36.652215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Made reservation on behalf of 172402e75e974e59a2de6e27edb377d4 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:29:36.657596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:36.684762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: e6290705-9127-49f6-8132-c8e0b3c10cea {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:36.685186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e6290705-9127-49f6-8132-c8e0b3c10cea not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:36.754242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:36.816745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-33e51f27-0311-4364-aabe-ade0833de11c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172829 Oct 29 11:29:36.842075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308469c-9b5f-4211-9f0c-bf4651205c8a req-a0ba1dda-f23f-4485-83b0-b3ffb2010af4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.846390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4308469c-9b5f-4211-9f0c-bf4651205c8a req-a0ba1dda-f23f-4485-83b0-b3ffb2010af4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1359687 Oct 29 11:29:36.869234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Allocated IP 172.20.0.8 (44c0561a-f698-4a7a-8f40-1aba8e0621f7/ebb7f2ab-bfe2-4950-b366-ed001506a3e6/11ada2a5-57c8-441d-bdea-ed9f8d4ebc43) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:29:36.961741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4308469c-9b5f-4211-9f0c-bf4651205c8a req-5cdbb1b5-60a8-452a-89ee-238c989ed155 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913441 Oct 29 11:29:36.978296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-87d728b9-189d-41ca-88d2-ec5b7bba5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:36.980253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-87d728b9-189d-41ca-88d2-ec5b7bba5100 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.0878220 Oct 29 11:29:37.042179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 60267505-fb47-4c8c-82a6-2a169b3d0929 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:37.067321 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3e0f1-b435-45d8-a14e-5778bb9377d3 x-openstack-request-id: req-b5f3e0f1-b435-45d8-a14e-5778bb9377d3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:37.067690 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-plugged", "status": "completed", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:37.067937 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5f3e0f1-b435-45d8-a14e-5778bb9377d3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:37.068492 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'code': 200} Oct 29 11:29:37.113968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 60267505-fb47-4c8c-82a6-2a169b3d0929 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:37.118433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 60267505-fb47-4c8c-82a6-2a169b3d0929 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:37.120146 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.161224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-6c148c36-0f8e-4718-8d03-6675673f6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.162915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-6c148c36-0f8e-4718-8d03-6675673f6a6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1531556 Oct 29 11:29:37.175631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.182046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.188996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.212759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.219004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.233545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.243148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.252871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-7ee578e2-8897-499d-80f2-719dc1ab3414 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5427 time: 0.1890550 Oct 29 11:29:37.261926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.286336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.295156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-97708a80-bd66-41b3-abaf-a9644aca7e88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.1244504 Oct 29 11:29:37.308642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25274c19-9945-4dce-a7f1-d55bf5e6b203 req-285dc886-eb0d-484b-851a-b02618dad4d1 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.310596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25274c19-9945-4dce-a7f1-d55bf5e6b203 req-285dc886-eb0d-484b-851a-b02618dad4d1 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 945 time: 0.0867910 Oct 29 11:29:37.340661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:37.347789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.350796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cc21e514-0f32-4f0c-96a4-2b206e9e179f up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:37.373634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8dc0a7a-9147-45c8-a753-ec88e45e0699 req-e82e838c-677d-4c30-92eb-6f3b3c45941f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165533 Oct 29 11:29:37.397603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.405421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25274c19-9945-4dce-a7f1-d55bf5e6b203 req-24e1e76a-4e35-4bb3-9488-6161862fe25f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Oct 29 11:29:37.407684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-9c4d79d8-37de-4bd8-b266-647175a0b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.409441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-9c4d79d8-37de-4bd8-b266-647175a0b469 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0977092 Oct 29 11:29:37.488257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51104) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:37.532850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:29:37.533499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:37.556849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port cc21e514-0f32-4f0c-96a4-2b206e9e179f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:37.557237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:29:37.577722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port cc21e514-0f32-4f0c-96a4-2b206e9e179f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:37.578419 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.583098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'name': 'network-vif-deleted', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:37.585470 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebcf24-60a6-4d08-abcc-63b62f88f6c9" -d '{"events": [{"server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "name": "network-vif-deleted", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:37.588707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:37.591272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:29:37.596076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-26d4dba1-ad24-4e1d-8a05-8c12a3006c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.598042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-26d4dba1-ad24-4e1d-8a05-8c12a3006c75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681504 Oct 29 11:29:37.645993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Deleting subnet 1f4fc229-9d1b-4bfe-ad5e-7646a85be453 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:29:37.692420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.693407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.710467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.718782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-42f5c647-6aee-40e5-bbec-7499b8b146d4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4003055 Oct 29 11:29:37.751493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd049aaf-e39d-4f62-8751-5c155ae5b949 req-0b551c31-d477-4529-b62f-38f3a16ecf73 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.754910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd049aaf-e39d-4f62-8751-5c155ae5b949 req-0b551c31-d477-4529-b62f-38f3a16ecf73 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1557436 Oct 29 11:29:37.764562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Request body: {'port': {'device_id': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:37.777545 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:37.787584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:37.834245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2f8f-a572-4b19-ac73-23d90bf3ddf5 req-310ea724-190c-4d01-920a-4c4e34aa1afb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:37.847556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b66c2f8f-a572-4b19-ac73-23d90bf3ddf5 req-310ea724-190c-4d01-920a-4c4e34aa1afb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 949 time: 0.3372676 Oct 29 11:29:37.877115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-cf7e101e-c01f-4761-859f-ee5a47231758 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405162 Oct 29 11:29:37.892310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd049aaf-e39d-4f62-8751-5c155ae5b949 req-01985d27-6d01-40cb-b764-555eebb2bc1a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225359 Oct 29 11:29:37.913136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.015312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b66c2f8f-a572-4b19-ac73-23d90bf3ddf5 req-55948784-7361-4feb-8d03-b6370ebe7cdb tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718318 Oct 29 11:29:38.019096 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d6d62a-3590-410c-8f73-daeac072e8ae x-openstack-request-id: req-d6d6d62a-3590-410c-8f73-daeac072e8ae {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:38.025286 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860fbfa5-4af0-45c3-81d5-71dd26e85938", "name": "network-vif-deleted", "tag": "23dfdbfb-07e6-4891-926d-b1577e6ac39a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:38.025855 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6d6d62a-3590-410c-8f73-daeac072e8ae {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:38.026604 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860fbfa5-4af0-45c3-81d5-71dd26e85938', 'name': 'network-vif-deleted', 'tag': '23dfdbfb-07e6-4891-926d-b1577e6ac39a', 'status': 'completed', 'code': 200} Oct 29 11:29:38.042348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6f11a28-056d-47bd-b2bc-219b407035eb req-3ba5e011-0b78-4172-8baa-fbd352d10144 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489723 Oct 29 11:29:38.045076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-64829afb-a6af-4bae-8466-6207898df8e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2971177 Oct 29 11:29:38.069820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.077921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:38.109056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.110024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cda279ca-e79a-431d-b96c-a50956734a47 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:38.121155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.230216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c59d2-ac09-49dc-a682-ab617db37012 req-766f4402-0f55-48eb-931e-81377b91e7d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.232021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564c59d2-ac09-49dc-a682-ab617db37012 req-766f4402-0f55-48eb-931e-81377b91e7d0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 931 time: 0.0617247 Oct 29 11:29:38.234769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:38.237134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-d43c4f5c-e830-49ba-9040-1364910cb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.238721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-d43c4f5c-e830-49ba-9040-1364910cb91c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 1102 time: 0.1586678 Oct 29 11:29:38.252811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 23dfdbfb-07e6-4891-926d-b1577e6ac39a no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:38.289797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 23dfdbfb-07e6-4891-926d-b1577e6ac39a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:38.290877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 23dfdbfb-07e6-4891-926d-b1577e6ac39a not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:38.307272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port cda279ca-e79a-431d-b96c-a50956734a47 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:38.316838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-564c59d2-ac09-49dc-a682-ab617db37012 req-90734403-9ade-43e5-917c-38d111d1ec24 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652678 Oct 29 11:29:38.320290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port cda279ca-e79a-431d-b96c-a50956734a47 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:38.320664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.376924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.448935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4fc229-9d1b-4bfe-ad5e-7646a85be453,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:38.455930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd28ef-a728-49b7-bead-bc7dc0b20c32 req-41b651b7-3287-442b-b582-88b435aa7758 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.457893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ebd28ef-a728-49b7-bead-bc7dc0b20c32 req-41b651b7-3287-442b-b582-88b435aa7758 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0693650 Oct 29 11:29:38.459493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87280c68-29a9-4200-a896-27debb465713 req-a4edeb72-dd89-4c79-9d0c-7c655a21dcde tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.467462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87280c68-29a9-4200-a896-27debb465713 req-a4edeb72-dd89-4c79-9d0c-7c655a21dcde tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.2817886 Oct 29 11:29:38.473332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.526631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.533798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f309462f-247a-45f3-96dd-494739ad2f10 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1f4fc229-9d1b-4bfe-ad5e-7646a85be453 HTTP/1.1" status: 204 len: 168 time: 1.0410316 Oct 29 11:29:38.537415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:38.542690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ebd28ef-a728-49b7-bead-bc7dc0b20c32 req-b597b4bf-1a49-4777-a156-1cdcd10a30e6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Oct 29 11:29:38.544243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:38.551276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.553306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6118a448-9476-4b50-b35e-129499371123 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:38.656293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:38.672496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-517923d8-a5cd-4af7-bff9-f62db3e27b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.673796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87280c68-29a9-4200-a896-27debb465713 req-af3c75d8-c94c-4f59-a083-91dacfe20bae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054584 Oct 29 11:29:38.674410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-517923d8-a5cd-4af7-bff9-f62db3e27b99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1100 time: 0.0923913 Oct 29 11:29:38.687734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 6118a448-9476-4b50-b35e-129499371123 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:38.712100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 6118a448-9476-4b50-b35e-129499371123 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:38.713159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.752024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-cb38626b-e916-4e30-9147-06f30c5bc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.753918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-cb38626b-e916-4e30-9147-06f30c5bc593 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4019604 Oct 29 11:29:38.756215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.768703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.775048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.781355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.787471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.793834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.799839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.806537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.808455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-5dee2857-2deb-440f-b5b9-d8e1d74b9818 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5430 time: 0.1779208 Oct 29 11:29:38.815580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.827141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-a9af1b23-aa38-4dba-b4d4-53b85a3357d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=087132e6-b300-4d17-b623-ea6eef300ef4 HTTP/1.1" status: 200 len: 217 time: 0.0589254 Oct 29 11:29:38.859701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6118a448-9476-4b50-b35e-129499371123,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:38.865472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:38.866859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4573d595-5fc8-4118-baef-3e54d781af5a up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:38.917934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cae98d77-7a65-4d6e-9b09-1879e6f26282 req-93fc0c7d-e52b-4c1e-8fc3-ae08c3ca7094 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933216 Oct 29 11:29:38.926667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-6f49fff1-f7a3-47bb-bcca-ea8cecdcdca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.929155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-6f49fff1-f7a3-47bb-bcca-ea8cecdcdca5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2430642 Oct 29 11:29:38.944391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-147b8434-7728-45d5-be65-9adcd76f48db tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:38.944391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-147b8434-7728-45d5-be65-9adcd76f48db tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 949 time: 0.1308897 Oct 29 11:29:38.986742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.005537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 4573d595-5fc8-4118-baef-3e54d781af5a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:39.014261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 4573d595-5fc8-4118-baef-3e54d781af5a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:39.014842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.031721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-d8182a13-a179-4f8d-b3f8-61a3d55d3a5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0883482 Oct 29 11:29:39.069651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6118a448-9476-4b50-b35e-129499371123'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:39.073086 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba5585-8060-48ff-a8cb-c737f8422c07" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "cda279ca-e79a-431d-b96c-a50956734a47"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "6118a448-9476-4b50-b35e-129499371123"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:39.090041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9015-69d9-4c2d-9533-1e8dd4d17252 req-aa996bb5-925a-4135-90bc-f94f246766d3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.091788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-865f9015-69d9-4c2d-9533-1e8dd4d17252 req-aa996bb5-925a-4135-90bc-f94f246766d3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 945 time: 0.2742128 Oct 29 11:29:39.110254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-623c26d1-086f-40a2-8295-92c8e05fe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.111774 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-623c26d1-086f-40a2-8295-92c8e05fe6db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2697620 Oct 29 11:29:39.140365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.141720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.170999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-c7cb3b7a-09d1-47ca-b0ac-d49a1e88a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.172502 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-c7cb3b7a-09d1-47ca-b0ac-d49a1e88a49f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1299973 Oct 29 11:29:39.173467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:39.197036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:39.199532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.202759 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.204670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b568f848-f6f3-4378-a94f-e423c5371fd0 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:39.205509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e29c8-a9df-4844-9fec-7233262538bf req-5956eb73-5ee5-4644-93b6-cfaeb7fc90f1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.207849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e3e29c8-a9df-4844-9fec-7233262538bf req-5956eb73-5ee5-4644-93b6-cfaeb7fc90f1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1946802 Oct 29 11:29:39.221994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab857eeb-8dbb-4708-8cdd-23f61ab6b49e']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:39.245504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618ef569-530e-489c-94f2-555992e6933f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:39.246190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618ef569-530e-489c-94f2-555992e6933f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:39.263811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-865f9015-69d9-4c2d-9533-1e8dd4d17252 req-24258575-99a9-4878-a445-810c35b556bd tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603138 Oct 29 11:29:39.276297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Deleting port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:39.276297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.282016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Transition to ACTIVE for port object 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:29:39.294434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e3e29c8-a9df-4844-9fec-7233262538bf req-0def8386-78bb-4128-9262-02b79921d43c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653715 Oct 29 11:29:39.296764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.310293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b568f848-f6f3-4378-a94f-e423c5371fd0 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:39.311602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.321962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b568f848-f6f3-4378-a94f-e423c5371fd0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:39.321962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.328281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.334010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-4e023f01-2bf3-44c6-aecf-377122b70b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.335526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-4e023f01-2bf3-44c6-aecf-377122b70b1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484189 Oct 29 11:29:39.367882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-bf327116-9a2f-4c7f-81c4-cb7b118e3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.379586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-bf327116-9a2f-4c7f-81c4-cb7b118e3b94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2509155 Oct 29 11:29:39.406451 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade88fc9-be94-46a6-a7b2-4f03550bf98c x-openstack-request-id: req-ade88fc9-be94-46a6-a7b2-4f03550bf98c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:39.406789 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "cda279ca-e79a-431d-b96c-a50956734a47", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "6118a448-9476-4b50-b35e-129499371123", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:39.407140 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ade88fc9-be94-46a6-a7b2-4f03550bf98c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:39.407881 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'code': 200} Oct 29 11:29:39.407881 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'code': 200} Oct 29 11:29:39.408378 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47', 'code': 200} Oct 29 11:29:39.408744 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6118a448-9476-4b50-b35e-129499371123', 'code': 200} Oct 29 11:29:39.427256 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.431837 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.448737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] For port 48acf4c5-9fea-44c1-8b0f-13e06dba4822, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=48acf4c5-9fea-44c1-8b0f-13e06dba4822,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:39.449436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.481459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b568f848-f6f3-4378-a94f-e423c5371fd0,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:39.481730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Calling delete_port for 48acf4c5-9fea-44c1-8b0f-13e06dba4822 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:39.488671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.489467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 677b86d9-a4fd-4a85-b724-32763ea5622d up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:39.505109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:29:39.505109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:29:39.506553 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:29:39.509634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-36c3541f-88be-44d5-beba-3d57547b318e service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613400 Oct 29 11:29:39.592581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.598434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.610923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 677b86d9-a4fd-4a85-b724-32763ea5622d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:39.616294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 677b86d9-a4fd-4a85-b724-32763ea5622d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:39.617890 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.661055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.689556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdf04f-3eb0-4b51-8912-b79e3e123ced req-e6fd4aa9-bd64-4984-b07b-43c678b9430b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.690518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bbdf04f-3eb0-4b51-8912-b79e3e123ced req-e6fd4aa9-bd64-4984-b07b-43c678b9430b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=e22b12ce-91c4-4de8-ba9c-96962d481bbf HTTP/1.1" status: 200 len: 949 time: 0.3082433 Oct 29 11:29:39.698387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.704966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] 10.222.0.77 "DELETE /v2.0/networks/ab857eeb-8dbb-4708-8cdd-23f61ab6b49e HTTP/1.1" status: 204 len: 168 time: 1.1518044 Oct 29 11:29:39.721172 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.724948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453271-5fc7-4eef-8331-8f972c23ca7d req-8d76635e-10c3-4688-9d33-8aa38a54906b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:39.731006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3054f7c-15bd-405c-b57c-a79970140e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab857eeb-8dbb-4708-8cdd-23f61ab6b49e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.731192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef453271-5fc7-4eef-8331-8f972c23ca7d req-8d76635e-10c3-4688-9d33-8aa38a54906b tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 943 time: 0.1739879 Oct 29 11:29:39.754556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-a43992a1-3837-4166-887d-b2a44abb797b service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304596 Oct 29 11:29:39.776257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:39.782157 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.809916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34717430-92c2-4791-bbc4-ebe9f67a7c3f up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:39.827209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Attempting to bind port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:29:39.827524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Attempting to bind port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:29:39.828029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Attempting to bind port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:39.842559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1bbdf04f-3eb0-4b51-8912-b79e3e123ced req-f87ff8df-67a9-4a4d-bd8c-6ae07af0d606 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168988 Oct 29 11:29:39.867613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:29:39.870082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Attempting to bind port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 on network 44c0561a-f698-4a7a-8f40-1aba8e0621f7 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:29:39.878678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-f1417efc-8b05-4495-84a6-4a507a77fb70 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225617 Oct 29 11:29:39.896134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:29:39.896525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Checking segment: {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:29:39.897157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Bound using segment: {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:29:39.901470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Bound port: 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4970eec1-0953-4c82-9afb-cc0a93f652ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:29:39.901954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.904118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef453271-5fc7-4eef-8331-8f972c23ca7d req-e4593fda-e2d3-4c1e-b373-ba2e57b6ea8d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617954 Oct 29 11:29:39.910956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51136) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:39.927398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:39.931806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 34717430-92c2-4791-bbc4-ebe9f67a7c3f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:39.941833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 34717430-92c2-4791-bbc4-ebe9f67a7c3f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:39.942221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.956904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:39.976264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ef983661-39da-4db9-9a14-5190d17fe5dd', '48acf4c5-9fea-44c1-8b0f-13e06dba4822', '087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:40.007133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event deleted for resources: {'Port': ['ID=48acf4c5-9fea-44c1-8b0f-13e06dba4822,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:40.042768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6bd80b09-71bf-4bc3-afe9-9e0e4abb361e req-dba66d59-5e70-4e6b-9871-89e734479978 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775300 Oct 29 11:29:40.091031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] No DVR routers for this DVR port 48acf4c5-9fea-44c1-8b0f-13e06dba4822 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:40.094037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.098075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d90e987b-ac41-464c-96cd-3e35415d6e31 req-5fdacadd-81d1-4bd2-82cb-4f6ef36ec98f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "DELETE /v2.0/ports/48acf4c5-9fea-44c1-8b0f-13e06dba4822 HTTP/1.1" status: 204 len: 173 time: 1.1453185 Oct 29 11:29:40.098724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'name': 'network-vif-deleted', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:40.114790 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9bff47-4ee4-49ce-a079-95b10bce0a4e" -d '{"events": [{"server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "name": "network-vif-deleted", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:40.129999 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.193349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed06ca2-a2af-42e7-ba16-81e9ae5966d5 req-9ad17e2b-11cf-45cf-8547-bd15489cf674 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.197153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aed06ca2-a2af-42e7-ba16-81e9ae5966d5 req-9ad17e2b-11cf-45cf-8547-bd15489cf674 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0704682 Oct 29 11:29:40.197529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:40.244015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.270424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aed06ca2-a2af-42e7-ba16-81e9ae5966d5 req-ec854cee-ab6d-4017-9855-829adff2496b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651855 Oct 29 11:29:40.343189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:40.436142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.444485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.460069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.469318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.475395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.484140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.491221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.493879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-9c2c8f55-7abd-40cc-8eb5-4f19c273dd1b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1332564 Oct 29 11:29:40.536447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-839ddc40-17a7-4f64-8d94-671db1be5e36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c773aa4550fe411186437ff6e73b99a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205091 Oct 29 11:29:40.537906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51146) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:40.544078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b07c315-26b8-4497-b0d3-8c934cf2c11c req-3c122c13-d3bb-4511-8024-7ca1d2dafd1c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416486 Oct 29 11:29:40.545914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1873-d1ad-4feb-82b1-6313e7978a54 req-8aec286c-6514-4864-8a03-ddb592a94937 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.549544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44ae1873-d1ad-4feb-82b1-6313e7978a54 req-8aec286c-6514-4864-8a03-ddb592a94937 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.5846884 Oct 29 11:29:40.578499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:29:40.619589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:29:40.632102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.677179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44ae1873-d1ad-4feb-82b1-6313e7978a54 req-fe9672d5-461b-4e35-8b1e-bad52a1160f5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175623 Oct 29 11:29:40.699479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.700093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.701735 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] 10.222.0.86 "PUT /v2.0/ports/11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 1091 time: 2.9572241 Oct 29 11:29:40.704064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:40.706978 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302376a6-07fd-4487-937a-b4227058346a" -d '{"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:40.717152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.753966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ead4a-c808-49de-a0ef-8a3561af384c service neutron] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:40.771843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.878018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-9e69f055-2b0a-4ad8-a4dc-5c088f506d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:40.879538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-9e69f055-2b0a-4ad8-a4dc-5c088f506d28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1094 time: 0.0795774 Oct 29 11:29:40.958539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.961817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:40.963107 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9ebaf9b-e42d-42ea-b52a-157c9f0d738d HTTP/1.1" status: 204 len: 168 time: 0.4115560 Oct 29 11:29:40.973326 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-d5a18823-f811-4ae8-976a-3965a0b7b9d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 217 time: 0.0785284 Oct 29 11:29:40.982481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871be64-b95d-4a38-890e-f56988a0fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebaf9b-e42d-42ea-b52a-157c9f0d738d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:40.984281 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69935a6-3c01-4eec-a9fc-e07b3905913d x-openstack-request-id: req-b69935a6-3c01-4eec-a9fc-e07b3905913d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:40.984573 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22b12ce-91c4-4de8-ba9c-96962d481bbf", "name": "network-vif-deleted", "tag": "48acf4c5-9fea-44c1-8b0f-13e06dba4822", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:40.984851 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b69935a6-3c01-4eec-a9fc-e07b3905913d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:40.985632 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22b12ce-91c4-4de8-ba9c-96962d481bbf', 'name': 'network-vif-deleted', 'tag': '48acf4c5-9fea-44c1-8b0f-13e06dba4822', 'status': 'completed', 'code': 200} Oct 29 11:29:41.001469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91bf7-dd94-4b12-9341-65b032f4f607 req-6b14e77d-c8d4-467c-a466-648bf9380e89 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.012815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06c91bf7-dd94-4b12-9341-65b032f4f607 req-6b14e77d-c8d4-467c-a466-648bf9380e89 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.1386049 Oct 29 11:29:41.103711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-8a853b2e-3963-4e19-94e8-96ddde8deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.105369 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-8a853b2e-3963-4e19-94e8-96ddde8deaef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0900605 Oct 29 11:29:41.110622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06c91bf7-dd94-4b12-9341-65b032f4f607 req-bb362034-aab3-40f8-8616-6f580a642bc6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 Oct 29 11:29:41.142309 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-c7ba78ad-a2dd-4f85-9abf-348333f827c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272834 Oct 29 11:29:41.147329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cb667-8623-4968-ba7d-20a4556984b5 req-11cda996-bde0-465c-882a-662069e6528f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.156813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f63cb667-8623-4968-ba7d-20a4556984b5 req-11cda996-bde0-465c-882a-662069e6528f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0820525 Oct 29 11:29:41.200155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f63cb667-8623-4968-ba7d-20a4556984b5 req-26ec86a6-f8c2-44b1-9109-bfca7db9cfea tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Oct 29 11:29:41.210673 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a62875a-6cc1-4ffd-8e7d-269a204a6b34 x-openstack-request-id: req-8a62875a-6cc1-4ffd-8e7d-269a204a6b34 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:41.211091 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:41.211922 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a62875a-6cc1-4ffd-8e7d-269a204a6b34 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:41.211922 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'status': 'completed', 'code': 200} Oct 29 11:29:41.288455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-5905a1f1-90fa-4603-8ca1-c7093dd6b1f2 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381111 Oct 29 11:29:41.361038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18621810-8289-46df-a9ed-8821e61a3f0c req-6965faa4-b9ac-457e-a8fc-60db886f2707 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.363296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18621810-8289-46df-a9ed-8821e61a3f0c req-6965faa4-b9ac-457e-a8fc-60db886f2707 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 943 time: 0.0761933 Oct 29 11:29:41.410597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b568f848-f6f3-4378-a94f-e423c5371fd0'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d'}, {'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:41.414597 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b166ca86-be72-41da-bfb6-3bcb9e527d6d" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b568f848-f6f3-4378-a94f-e423c5371fd0"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d"}, {"server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "name": "network-vif-plugged", "status": "completed", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:41.434897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18621810-8289-46df-a9ed-8821e61a3f0c req-4fbcacba-de3e-4278-93cd-875352a608d1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Oct 29 11:29:41.486756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37d458e2-d98a-4606-a15e-dfb147cd4559 req-293a8aca-5e38-43f1-94fa-241f24e6be28 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890285 Oct 29 11:29:41.552626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43031995-70ff-40e9-a27f-447892b45bbb req-59c7ee19-923d-48c3-a898-15f8542c267d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.555054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43031995-70ff-40e9-a27f-447892b45bbb req-59c7ee19-923d-48c3-a898-15f8542c267d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0672531 Oct 29 11:29:41.633691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808c6e-8881-47f2-be5c-6f585797530b req-7dfd5bbf-21c5-4a32-a2f9-0798cc15958e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.645605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df808c6e-8881-47f2-be5c-6f585797530b req-7dfd5bbf-21c5-4a32-a2f9-0798cc15958e tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 950 time: 0.0927660 Oct 29 11:29:41.658961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43031995-70ff-40e9-a27f-447892b45bbb req-c2770a28-3bfe-444d-afcf-d4c72b725937 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966952 Oct 29 11:29:41.672314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302376a6-07fd-4487-937a-b4227058346a req-933a1353-eb19-4569-bde8-568ed32f8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.674808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-933a1353-eb19-4569-bde8-568ed32f8b1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1094 time: 0.1033654 Oct 29 11:29:41.701710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df808c6e-8881-47f2-be5c-6f585797530b req-1cf7a0f0-f4c0-4cb5-a43d-05302d55579b tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Oct 29 11:29:41.744850 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3173ec-494e-4bfc-8d6e-ffd444d1ea74 x-openstack-request-id: req-bb3173ec-494e-4bfc-8d6e-ffd444d1ea74 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:41.745294 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b568f848-f6f3-4378-a94f-e423c5371fd0", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-plugged", "status": "completed", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d", "code": 200}, {"server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "name": "network-vif-plugged", "status": "completed", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:41.745637 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb3173ec-494e-4bfc-8d6e-ffd444d1ea74 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:41.746169 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a', 'code': 200} Oct 29 11:29:41.746508 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b568f848-f6f3-4378-a94f-e423c5371fd0', 'code': 200} Oct 29 11:29:41.746852 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'code': 200} Oct 29 11:29:41.747501 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f', 'code': 200} Oct 29 11:29:41.878220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302376a6-07fd-4487-937a-b4227058346a req-fba850d1-77b3-4fb1-a142-4c9f280ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.880775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-fba850d1-77b3-4fb1-a142-4c9f280ec6b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.1962452 Oct 29 11:29:41.887513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.894278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.901318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.907478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.913904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.917380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9d8b-7d2e-4a8e-8d58-e1e5f75222df req-d708ad73-1496-42c8-9f2a-2dcc125cf44b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.919873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c48a9d8b-7d2e-4a8e-8d58-e1e5f75222df req-d708ad73-1496-42c8-9f2a-2dcc125cf44b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1200588 Oct 29 11:29:41.920110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.926682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:41.928569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-4bc885b2-f021-44cb-805b-992e44adfd7c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1211295 Oct 29 11:29:41.960582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-f348f3c3-00f7-4dde-b936-3f711ef9fe5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 217 time: 0.0715401 Oct 29 11:29:42.034753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c48a9d8b-7d2e-4a8e-8d58-e1e5f75222df req-4a3be4ad-4544-4232-8060-e083fbd1a320 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 Oct 29 11:29:42.035874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ccf0c89-ab21-4bb6-a5d6-41782cca9b11 req-c8bca7eb-12c8-49ae-a3f6-527307766db6 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885618 Oct 29 11:29:42.042566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302376a6-07fd-4487-937a-b4227058346a req-98952106-4c92-4a56-aab7-8069af333396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.044495 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-98952106-4c92-4a56-aab7-8069af333396 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0652163 Oct 29 11:29:42.044985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.045879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.046044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.046715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.046874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.047323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.047784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.049706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-53c6526c-ffcc-48cc-a116-9e9018cbcabb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 0.1103063 Oct 29 11:29:42.051530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042ce2-23c4-4c70-ae79-928bb0d23173 req-0728ed49-855d-4c48-a330-7ffb7ca24fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.052897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb042ce2-23c4-4c70-ae79-928bb0d23173 req-0728ed49-855d-4c48-a330-7ffb7ca24fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 1097 time: 0.1234088 Oct 29 11:29:42.085050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-fa7e3157-8742-45d6-9b0b-a1589ec71ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319948 Oct 29 11:29:42.129970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-094eaab4-5869-4b5d-881b-3e4e6932a3ac req-27e8f0b3-1e08-43ba-98fe-35cf86f9b7d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6bb3174-9137-4ce3-ae52-77b568784516&id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657547 Oct 29 11:29:42.131971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb042ce2-23c4-4c70-ae79-928bb0d23173 req-d89e70a5-e0fb-4360-8be4-33b210d9f68a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Oct 29 11:29:42.223381 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-357133f7-2231-4480-a2d4-484042d23b16 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299028 Oct 29 11:29:42.275443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 48acf4c5-9fea-44c1-8b0f-13e06dba4822 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:42.296605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 48acf4c5-9fea-44c1-8b0f-13e06dba4822 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:42.296946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 48acf4c5-9fea-44c1-8b0f-13e06dba4822 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:42.329060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15846a12-9416-4bbb-95b0-c1cb935262f9 req-d4f17a9c-8ddb-4df9-9ab1-260b68186435 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.331313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-15846a12-9416-4bbb-95b0-c1cb935262f9 req-d4f17a9c-8ddb-4df9-9ab1-260b68186435 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.1240034 Oct 29 11:29:42.358082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b1496-0af6-451c-a1c4-a3c5b840c1a1 req-20b98796-1483-40a9-819b-2f81318f5787 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.360563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-028b1496-0af6-451c-a1c4-a3c5b840c1a1 req-20b98796-1483-40a9-819b-2f81318f5787 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0690246 Oct 29 11:29:42.400873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-302376a6-07fd-4487-937a-b4227058346a req-09b288da-80f5-4ce8-9812-a9ae3219a19e service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583784 Oct 29 11:29:42.404256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-028b1496-0af6-451c-a1c4-a3c5b840c1a1 req-a36b2ae7-f154-4a0b-876e-d247a31c2a7c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Oct 29 11:29:42.404537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-15846a12-9416-4bbb-95b0-c1cb935262f9 req-ebc3ffed-1938-4de0-9813-8b82a4e0c5f9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622437 Oct 29 11:29:42.584301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88eab-384f-463e-ad7f-349d4f59390f req-79b165c6-9c5e-45d7-97a8-e024fe82a80c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.585890 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68b88eab-384f-463e-ad7f-349d4f59390f req-79b165c6-9c5e-45d7-97a8-e024fe82a80c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 943 time: 0.0622356 Oct 29 11:29:42.632677 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68b88eab-384f-463e-ad7f-349d4f59390f req-01a39e55-e5d8-47c9-b84a-76b63e2520de tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Oct 29 11:29:42.777561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c173db9-676f-4f8b-9991-cd4f673e25b4 req-814086e1-a88b-4172-b505-443e8f9c5dc0 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0285523 Oct 29 11:29:42.815293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a994d-8178-4608-99d2-485c25144645 req-4e6a83d1-af20-4dd6-9b5a-20478785d66c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.816983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf6a994d-8178-4608-99d2-485c25144645 req-4e6a83d1-af20-4dd6-9b5a-20478785d66c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0567470 Oct 29 11:29:42.865338 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf6a994d-8178-4608-99d2-485c25144645 req-67c87ad1-5978-4b04-9ed2-bdad6b3c04f7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356748 Oct 29 11:29:42.923316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5f13-efe7-4a9f-90b5-6265162ed578 req-eabdd4b1-9b9a-4383-89b1-15401d991b93 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:42.925615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a67d5f13-efe7-4a9f-90b5-6265162ed578 req-eabdd4b1-9b9a-4383-89b1-15401d991b93 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 950 time: 0.0772054 Oct 29 11:29:42.972378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a67d5f13-efe7-4a9f-90b5-6265162ed578 req-9f083b1d-7d1d-429f-a2f7-d13668af9af3 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Oct 29 11:29:43.199601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.207682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.210382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d651397b-4538-4bfc-8469-f59b7ae6f721 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.210382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d651397b-4538-4bfc-8469-f59b7ae6f721 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 950 time: 0.1090024 Oct 29 11:29:43.214521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.221669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.223754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890616-a603-4176-b866-a843ddf94f6c req-e76c925a-805c-47c0-b6ca-65a01a353e95 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.227278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.227894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c3890616-a603-4176-b866-a843ddf94f6c req-e76c925a-805c-47c0-b6ca-65a01a353e95 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Oct 29 11:29:43.234980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.242389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.245378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-483a6076-5132-49c7-bb11-af1b58906b2a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1139603 Oct 29 11:29:43.301449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db1e138a-023c-4813-929d-5fe22eb4d3b3 req-14413d8a-553a-44fc-9f28-ae0dc9475fde tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473382 Oct 29 11:29:43.352582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c3890616-a603-4176-b866-a843ddf94f6c req-3c23a19b-0d63-4b91-92ee-f232e2cbef35 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153741 Oct 29 11:29:43.386295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Deleting port ef983661-39da-4db9-9a14-5190d17fe5dd {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:43.386763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:43.485312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] For port ef983661-39da-4db9-9a14-5190d17fe5dd, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ef983661-39da-4db9-9a14-5190d17fe5dd,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:43.485615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:43.506270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Calling delete_port for ef983661-39da-4db9-9a14-5190d17fe5dd owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:43.624871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7af6a-e79a-4ec1-aed3-90237d6faabd req-d6081f76-10de-4df7-8787-857fd6789e13 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.626429 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3a7af6a-e79a-4ec1-aed3-90237d6faabd req-d6081f76-10de-4df7-8787-857fd6789e13 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.1030385 Oct 29 11:29:43.629962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b1916-239a-4d2f-8c40-22e27e47819b req-101660ac-ac4a-4317-8a53-8952c35def56 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.632545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b90b1916-239a-4d2f-8c40-22e27e47819b req-101660ac-ac4a-4317-8a53-8952c35def56 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Oct 29 11:29:43.687064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b90b1916-239a-4d2f-8c40-22e27e47819b req-0b8c6fc7-218b-4809-9a3c-735303dce36f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Oct 29 11:29:43.700356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e3a7af6a-e79a-4ec1-aed3-90237d6faabd req-6a868b93-dfad-4acf-985e-a9e60a8983fc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Oct 29 11:29:43.725828 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:29:43.739210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:43.754471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ef983661-39da-4db9-9a14-5190d17fe5dd', '087132e6-b300-4d17-b623-ea6eef300ef4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:43.778982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event deleted for resources: {'Port': ['ID=ef983661-39da-4db9-9a14-5190d17fe5dd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:43.860794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf329b-7a07-421c-86ca-2f3dca78d5b1 req-47a54ac5-f5f1-4740-a275-bde2782f3475 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:43.863092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] No DVR routers for this DVR port ef983661-39da-4db9-9a14-5190d17fe5dd on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:43.870161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:43.872432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dbf329b-7a07-421c-86ca-2f3dca78d5b1 req-47a54ac5-f5f1-4740-a275-bde2782f3475 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 943 time: 0.1112661 Oct 29 11:29:43.878291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27fb97a1-7d78-4e2f-b75b-39aacdae2520 req-d10970bb-066d-4128-b8dd-def60dc662c2 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "DELETE /v2.0/ports/ef983661-39da-4db9-9a14-5190d17fe5dd HTTP/1.1" status: 204 len: 173 time: 0.6489384 Oct 29 11:29:43.879823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'name': 'network-vif-deleted', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:43.884802 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972120e7-054d-43ab-8fb5-8bcca9512d44" -d '{"events": [{"server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "name": "network-vif-deleted", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:43.932914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dbf329b-7a07-421c-86ca-2f3dca78d5b1 req-92b05b1d-e8a4-452d-810c-19445fde93ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Oct 29 11:29:43.959744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-615a081c-6a6e-49b9-aa7d-d1b7c06d3dc4 req-e63b06bd-2a83-485b-af43-db084c71c2fa tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0491447 Oct 29 11:29:44.120711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5aa29-648e-4c5e-aaef-d7d29bf453b1 req-c31ebf60-4653-4309-893b-3aba64ece034 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.122413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87e5aa29-648e-4c5e-aaef-d7d29bf453b1 req-c31ebf60-4653-4309-893b-3aba64ece034 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0731912 Oct 29 11:29:44.183869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87e5aa29-648e-4c5e-aaef-d7d29bf453b1 req-132c4e73-6cc0-4114-9624-8a77c23c426f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Oct 29 11:29:44.187349 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75723425-15d7-43cf-b2b4-4e2219631d95 x-openstack-request-id: req-75723425-15d7-43cf-b2b4-4e2219631d95 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:44.187878 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d885a622-0455-46b2-a05a-b5848a24609e", "name": "network-vif-deleted", "tag": "ef983661-39da-4db9-9a14-5190d17fe5dd", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:44.188951 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75723425-15d7-43cf-b2b4-4e2219631d95 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:44.189297 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd885a622-0455-46b2-a05a-b5848a24609e', 'name': 'network-vif-deleted', 'tag': 'ef983661-39da-4db9-9a14-5190d17fe5dd', 'status': 'completed', 'code': 200} Oct 29 11:29:44.281941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:44.323503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9dacc8e9-ada4-4b92-8662-f894f3e8d6ec req-cde89f68-8626-48ab-9a06-5fe15db50213 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=d885a622-0455-46b2-a05a-b5848a24609e HTTP/1.1" status: 200 len: 210 time: 0.0358117 Oct 29 11:29:44.420944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:44.436291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'network_id': '44c0561a-f698-4a7a-8f40-1aba8e0621f7', 'port_id': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'mac_address': 'fa:16:3e:54:a0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb7f2ab-bfe2-4950-b366-ed001506a3e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:44.495995 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:44.502671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.514533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.525299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.528330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:44.536014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.547703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.553476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe600f1-0785-492b-8b15-56df6b9e136c req-06625e29-9ac7-4160-a3ed-07a55f439751 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.559376 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-afe600f1-0785-492b-8b15-56df6b9e136c req-06625e29-9ac7-4160-a3ed-07a55f439751 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0886385 Oct 29 11:29:44.560923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:44.567687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:44.576639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.588245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.591451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-d3e407a6-1717-4a1a-8fa5-9b7407d12c47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1774945 Oct 29 11:29:44.627383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-afe600f1-0785-492b-8b15-56df6b9e136c req-5e20ce67-db11-483c-ba41-b6ce8df2686d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588472 Oct 29 11:29:44.650451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:44.671426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c0adef1-6daa-435b-8b10-9baaf39acc05 req-045a9e06-fd4d-4622-9bbc-4c2a48e62e6b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642247 Oct 29 11:29:44.839121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.840154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644f7ac-e717-4e0b-96f3-b9f752cf13d5 req-e7d77f3d-20bd-4de0-84d9-24eea3eae555 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.842123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b644f7ac-e717-4e0b-96f3-b9f752cf13d5 req-e7d77f3d-20bd-4de0-84d9-24eea3eae555 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0553725 Oct 29 11:29:44.845468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.851447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.857980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.864136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.872299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.878697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:44.880710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8355e788-d60d-44b6-bca8-00da18fbd9e8 req-6758182f-3c71-4c8a-8dd7-cc9c4a8478a0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1103706 Oct 29 11:29:44.891768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:44.892718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b644f7ac-e717-4e0b-96f3-b9f752cf13d5 req-022bffe9-b350-4432-868f-a05f6d82d7d9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Oct 29 11:29:44.893616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51252) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:44.898676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Request body: {'floatingip': {'port_id': 'cda279ca-e79a-431d-b96c-a50956734a47'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:44.963636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:45.054519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3bac4-52d5-4ee0-a356-640b30fea913 req-7db60670-46f0-4a16-bf3c-a4b58b02918f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:45.057674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-16c3bac4-52d5-4ee0-a356-640b30fea913 req-7db60670-46f0-4a16-bf3c-a4b58b02918f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.0878341 Oct 29 11:29:45.116306 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-16c3bac4-52d5-4ee0-a356-640b30fea913 req-3fe5083d-3cd0-4d60-9ede-641cc1fb3f34 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Oct 29 11:29:45.195989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac7e1-d154-46f0-962c-7ba9ca7e0592 req-691b0cc3-7a75-4f95-8ba1-9c1347356150 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:45.198285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c0ac7e1-d154-46f0-962c-7ba9ca7e0592 req-691b0cc3-7a75-4f95-8ba1-9c1347356150 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 944 time: 0.1306181 Oct 29 11:29:45.230573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eba38313-a575-4d9f-b485-9a378ced5879 req-56eeacb3-0d1b-4fb2-91f1-b9b78a584176 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0348165 Oct 29 11:29:45.314030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c0ac7e1-d154-46f0-962c-7ba9ca7e0592 req-43c0eb85-19a5-4284-8dfd-50c59d50ab06 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743835 Oct 29 11:29:45.383852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7b403-5a3c-4b90-a05a-61cabe9f4582 req-0b503734-c324-4227-af15-019bbacdd29f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:45.392580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06a7b403-5a3c-4b90-a05a-61cabe9f4582 req-0b503734-c324-4227-af15-019bbacdd29f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0830650 Oct 29 11:29:45.441392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-06a7b403-5a3c-4b90-a05a-61cabe9f4582 req-5dab5114-261e-4b28-8d15-1075cb1f37f8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Oct 29 11:29:45.649276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f1493b6-b8c6-4ed5-b4d5-62ef7a8fda38 req-4e9d4785-acfa-4aed-a0f6-5bf3baae0f69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0482986 Oct 29 11:29:45.803089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65795e4-8744-4cde-aaa8-eefda142c869 req-f671431e-39e7-4e38-af6c-4e13ba15265f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:45.804748 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c65795e4-8744-4cde-aaa8-eefda142c869 req-f671431e-39e7-4e38-af6c-4e13ba15265f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 951 time: 0.0801570 Oct 29 11:29:45.866640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c65795e4-8744-4cde-aaa8-eefda142c869 req-c556e79d-3687-4fd7-9585-57f7233c2e86 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530674 Oct 29 11:29:46.021851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:29:46.081204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1ae5d-3e39-4658-ac69-c6d0d048a2ed req-491aa47e-f617-40ab-94a2-e3f16a4ec27e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:46.091245 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fd1ae5d-3e39-4658-ac69-c6d0d048a2ed req-491aa47e-f617-40ab-94a2-e3f16a4ec27e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0988448 Oct 29 11:29:46.099459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f196a8-8862-4a0e-9fcc-60a6275a674c req-be54e61d-ac6b-48dd-8137-315bf6d28a8c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:46.100951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36f196a8-8862-4a0e-9fcc-60a6275a674c req-be54e61d-ac6b-48dd-8137-315bf6d28a8c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1180868 Oct 29 11:29:46.106208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.111993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.142153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0fd1ae5d-3e39-4658-ac69-c6d0d048a2ed req-3c494ba0-1895-434c-8585-64a9859547a4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Oct 29 11:29:46.224577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36f196a8-8862-4a0e-9fcc-60a6275a674c req-78f1d691-a3db-419d-8d64-6ef1e59a7f69 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101320 Oct 29 11:29:46.255633 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Floating IP 0fc56a1d-6122-47cc-93ec-d38dd3064466 associated. External IP: 172.25.4.236, port: cda279ca-e79a-431d-b96c-a50956734a47. Oct 29 11:29:46.296377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:46.371642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:29:46.379159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:46.380264 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.396050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65be90ca-5258-4c0d-8216-c35ed55ca499 req-8cf7ec2f-7b8f-48c3-b600-d8e43868fb19 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0554445 Oct 29 11:29:46.501046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.548182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:46.556714 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b5db2-9863-4544-8064-8098b6bd5417" -d '{"events": [{"server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "name": "network-vif-plugged", "status": "completed", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:46.573724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:46.579756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.580682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ef983661-39da-4db9-9a14-5190d17fe5dd no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:46.633239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16bb0c-aef0-4433-8ed3-daff7850f1cb req-4c1cda54-c3ef-4e88-9818-05aa5703c44f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:46.635744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a16bb0c-aef0-4433-8ed3-daff7850f1cb req-4c1cda54-c3ef-4e88-9818-05aa5703c44f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0932794 Oct 29 11:29:46.640440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493fb11-f10b-4bff-baf8-429dbc13ab61 req-b488fbc6-d82b-4873-993e-a05bd56b900c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:46.645360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3493fb11-f10b-4bff-baf8-429dbc13ab61 req-b488fbc6-d82b-4873-993e-a05bd56b900c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 944 time: 0.1482151 Oct 29 11:29:46.666716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ef983661-39da-4db9-9a14-5190d17fe5dd {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:46.667067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ef983661-39da-4db9-9a14-5190d17fe5dd not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:46.703303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:46.708310 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a16bb0c-aef0-4433-8ed3-daff7850f1cb req-40ae4c7f-2f70-4550-aa28-94df6b3f1a13 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643055 Oct 29 11:29:46.723579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Router 1ee83138-9bee-4af6-8971-04f354c73548 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:29:46.757360 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b171d7-4d8a-46a8-be41-6a2074c20945 x-openstack-request-id: req-97b171d7-4d8a-46a8-be41-6a2074c20945 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:46.757643 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "name": "network-vif-plugged", "status": "completed", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:46.757900 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97b171d7-4d8a-46a8-be41-6a2074c20945 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:46.758322 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'code': 200} Oct 29 11:29:46.761145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3493fb11-f10b-4bff-baf8-429dbc13ab61 req-9b5cb4b0-4141-4c0b-94b3-3fc6179fed1d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046593 Oct 29 11:29:46.887791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:29:46.892618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:46.900486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Sync routers for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:29:46.912788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cdce5-2ff7-48f0-835a-97e10de3d946 req-6a1397d0-7da4-4975-a8a6-e1509f512707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:46.914716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-864cdce5-2ff7-48f0-835a-97e10de3d946 req-6a1397d0-7da4-4975-a8a6-e1509f512707 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1096 time: 0.0621819 Oct 29 11:29:46.915876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:29:46.916528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:29:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:46.938644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2e14256-2107-4052-aa63-d20440a02bc1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "PUT /v2.0/floatingips/0fc56a1d-6122-47cc-93ec-d38dd3064466 HTTP/1.1" status: 200 len: 992 time: 2.0415540 Oct 29 11:29:46.938644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:46.939552 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41097879-45d9-431a-b9a2-3a98b2f4b062" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cda279ca-e79a-431d-b96c-a50956734a47"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:47.024241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-864cdce5-2ff7-48f0-835a-97e10de3d946 req-ac631f58-251e-4962-a623-180201e9fb3f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879240 Oct 29 11:29:47.115266 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186ac5f2-cf5c-42ae-8f3b-9c29eedab255 x-openstack-request-id: req-186ac5f2-cf5c-42ae-8f3b-9c29eedab255 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:47.116087 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "tag": "cda279ca-e79a-431d-b96c-a50956734a47", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:47.116087 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-186ac5f2-cf5c-42ae-8f3b-9c29eedab255 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:47.116468 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47', 'status': 'completed', 'code': 200} Oct 29 11:29:47.136464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436387a-d9a2-496a-aeb6-e6bc796ca4d7 req-4ec8dbf3-a72a-41dd-ae65-403558098b0f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.139173 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d436387a-d9a2-496a-aeb6-e6bc796ca4d7 req-4ec8dbf3-a72a-41dd-ae65-403558098b0f tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 951 time: 0.0983703 Oct 29 11:29:47.205378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d436387a-d9a2-496a-aeb6-e6bc796ca4d7 req-bdbb9b06-af4c-493e-a8bf-64a5265d0ec9 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Oct 29 11:29:47.213402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.214098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.214747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.215573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.216241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.216905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.217704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.220040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-a80ef9ed-0ee8-4d5c-b3a7-a5e191b03903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 0.0780845 Oct 29 11:29:47.237571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:29:47.356563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71558717-3b94-4936-840f-fca662b185ea req-f5706f25-1fe8-4c4b-b05b-899de6486229 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.358071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71558717-3b94-4936-840f-fca662b185ea req-f5706f25-1fe8-4c4b-b05b-899de6486229 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1195574 Oct 29 11:29:47.373524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-430840e5-4383-422c-aef7-7c51dd8328ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.375043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-430840e5-4383-422c-aef7-7c51dd8328ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c HTTP/1.1" status: 200 len: 912 time: 0.1455679 Oct 29 11:29:47.391949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d51e8-ac39-413b-be07-bbd39d31676f req-7997cc1b-8555-4122-bee8-a4f2a8747ab8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.394164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-626d51e8-ac39-413b-be07-bbd39d31676f req-7997cc1b-8555-4122-bee8-a4f2a8747ab8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0749278 Oct 29 11:29:47.446142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-626d51e8-ac39-413b-be07-bbd39d31676f req-1a1cc7ec-af66-4f12-bb94-69f91a0e31f1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Oct 29 11:29:47.472135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71558717-3b94-4936-840f-fca662b185ea req-de58d1a8-c519-4287-aad4-a5f6aa1ad49a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959682 Oct 29 11:29:47.474606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-539442a3-96f1-4224-af79-2d8d5bf970cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 1000 time: 0.0915117 Oct 29 11:29:47.535350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-69eceae2-563a-4a4d-a66c-1825043c4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.537125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-69eceae2-563a-4a4d-a66c-1825043c4e21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 200 len: 850 time: 0.0514252 Oct 29 11:29:47.562671 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d7d825-33cb-49f7-a459-a50aff83006d req-bb7ad196-9444-4664-acc3-785ea5d8df2d tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0262163 Oct 29 11:29:47.591700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '0fc56a1d-6122-47cc-93ec-d38dd3064466', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'port_id': 'cda279ca-e79a-431d-b96c-a50956734a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'mac_address': 'fa:16:3e:fb:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:28:19Z', 'updated_at': '2021-10-29T11:29:45Z', 'revision_number': 1, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:47.614807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-e3ec2d96-721b-45a8-9cbf-a7cc76f019fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.618259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-e3ec2d96-721b-45a8-9cbf-a7cc76f019fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690701 Oct 29 11:29:47.644089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Checking router: 1ee83138-9bee-4af6-8971-04f354c73548 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:29:47.653520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:29:47.654128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:29:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:47.760203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-ff959cca-1a1f-4f47-927b-21b09f271906 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295953 Oct 29 11:29:47.800515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:29:47.896013 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41097879-45d9-431a-b9a2-3a98b2f4b062 req-f9e1cb7e-813c-4d80-9cd8-fbb1b28a6df2 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244502 Oct 29 11:29:47.920850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-32a14c8b-e090-43c5-8cba-d9569470292a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.922782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-32a14c8b-e090-43c5-8cba-d9569470292a tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 951 time: 0.1073618 Oct 29 11:29:47.993421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708e8d4-e9f0-4479-908c-2a7a4d228246 req-2ed9e96b-6558-4b44-b36d-b0189796f93f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:47.996212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4708e8d4-e9f0-4479-908c-2a7a4d228246 req-2ed9e96b-6558-4b44-b36d-b0189796f93f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1473808 Oct 29 11:29:48.081746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4708e8d4-e9f0-4479-908c-2a7a4d228246 req-85fa7b41-ef60-4858-9914-2800c1052528 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Oct 29 11:29:48.157473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Deleting port 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:48.157901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:48.199827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '0fc56a1d-6122-47cc-93ec-d38dd3064466', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'port_id': 'cda279ca-e79a-431d-b96c-a50956734a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'mac_address': 'fa:16:3e:fb:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:28:19Z', 'updated_at': '2021-10-29T11:29:45Z', 'revision_number': 1, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:29:48.237117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc99ae6-2e38-4a60-ac58-d474c8220716 None None] The sync data for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 is: [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '0fc56a1d-6122-47cc-93ec-d38dd3064466', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'port_id': 'cda279ca-e79a-431d-b96c-a50956734a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'mac_address': 'fa:16:3e:fb:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:28:19Z', 'updated_at': '2021-10-29T11:29:45Z', 'revision_number': 1, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:29:48.349202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024b09b-8b3c-4df5-82a2-e4662871cb6d req-5393cc31-546b-41fe-b3a0-ea9012ad70f0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:48.351911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f024b09b-8b3c-4df5-82a2-e4662871cb6d req-5393cc31-546b-41fe-b3a0-ea9012ad70f0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 945 time: 0.1380467 Oct 29 11:29:48.389840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] For port 087132e6-b300-4d17-b623-ea6eef300ef4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=087132e6-b300-4d17-b623-ea6eef300ef4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:48.390505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:48.425792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Calling delete_port for 087132e6-b300-4d17-b623-ea6eef300ef4 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:48.486977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f024b09b-8b3c-4df5-82a2-e4662871cb6d req-24a842be-72f0-41b6-99b6-48c5e692e3c7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255009 Oct 29 11:29:48.510753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06766fc1-ef0d-4172-a2a5-9e0d186d0d8f req-7beb3abc-99c1-428b-9e44-b3ef0f8e5740 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0536265 Oct 29 11:29:48.708215 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b976531-7d93-4d32-8ed8-1cda879b068a None None] New status for floating IP 0fc56a1d-6122-47cc-93ec-d38dd3064466: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:29:48.742824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:48.778040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Pushing event deleted for resources: {'Port': ['ID=087132e6-b300-4d17-b623-ea6eef300ef4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:48.810538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9457-40f3-4007-8037-c6bfe6cd4730 req-31813229-d9e7-48b8-89d7-904291a0de45 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:48.812584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78ca9457-40f3-4007-8037-c6bfe6cd4730 req-31813229-d9e7-48b8-89d7-904291a0de45 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0694208 Oct 29 11:29:48.846263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] No DVR routers for this DVR port 087132e6-b300-4d17-b623-ea6eef300ef4 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:48.859439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d465b-db3c-4937-ab0d-2d152c62fc10 req-00766272-6f8b-4730-ac26-aa69554e027d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:48.870629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-961d465b-db3c-4937-ab0d-2d152c62fc10 req-00766272-6f8b-4730-ac26-aa69554e027d tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/ports?device_id=2890f121-552a-441f-ae77-63150ebbbc37 HTTP/1.1" status: 200 len: 868 time: 0.1699514 Oct 29 11:29:48.874907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:48.881409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5527bb48-3ff1-427e-b750-0b310cafd202 req-f270ad40-5a84-4637-82c0-cfb207165e11 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.86 "DELETE /v2.0/ports/087132e6-b300-4d17-b623-ea6eef300ef4 HTTP/1.1" status: 204 len: 173 time: 0.9446571 Oct 29 11:29:48.882030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-deleted', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:48.885266 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb203d15-207a-4090-b061-d7c074cdd8fa" -d '{"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-deleted", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:48.908139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78ca9457-40f3-4007-8037-c6bfe6cd4730 req-9b2aaac4-14c3-4da1-af83-53189870415e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Oct 29 11:29:48.978401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-961d465b-db3c-4937-ab0d-2d152c62fc10 req-00367cd4-047f-4494-a9e2-47465e7c3150 tempest-ServersAdminTestJSON-1209327531 tempest-ServersAdminTestJSON-1209327531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5735c30d-110c-4895-b513-c049246b74e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015332 Oct 29 11:29:49.071841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b088c-4a51-48da-9787-d876165aa44d req-96947194-1bf6-4ea5-a9e4-f0ae94c59792 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:49.072840 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e54048a-34ca-412c-8166-73568bf47550 x-openstack-request-id: req-2e54048a-34ca-412c-8166-73568bf47550 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:49.073172 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2890f121-552a-441f-ae77-63150ebbbc37", "name": "network-vif-deleted", "tag": "087132e6-b300-4d17-b623-ea6eef300ef4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:49.073434 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e54048a-34ca-412c-8166-73568bf47550 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:49.073844 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2890f121-552a-441f-ae77-63150ebbbc37', 'name': 'network-vif-deleted', 'tag': '087132e6-b300-4d17-b623-ea6eef300ef4', 'status': 'completed', 'code': 200} Oct 29 11:29:49.080540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec1b088c-4a51-48da-9787-d876165aa44d req-96947194-1bf6-4ea5-a9e4-f0ae94c59792 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0896368 Oct 29 11:29:49.123166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec1b088c-4a51-48da-9787-d876165aa44d req-da23e266-ed55-4931-86fa-7c2474051686 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Oct 29 11:29:49.272961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff771d9-f5aa-4f53-83b9-d2e61549c06b req-9e279780-492e-4b47-ba33-7af97eb9b920 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:49.274474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eff771d9-f5aa-4f53-83b9-d2e61549c06b req-9e279780-492e-4b47-ba33-7af97eb9b920 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0657115 Oct 29 11:29:49.320637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eff771d9-f5aa-4f53-83b9-d2e61549c06b req-2cf22976-f549-48d2-bdfd-ccb433e5c4c0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Oct 29 11:29:49.669711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e6b2ef24-f7d9-4f1e-aebb-18d10204af68 req-edc87161-f584-4608-85b6-9587442d952e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0355959 Oct 29 11:29:49.686070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7d76-b313-4647-80dd-d2395288c64a req-d253c45e-ec59-42f6-a719-af0f3775563d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:49.687844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a52f7d76-b313-4647-80dd-d2395288c64a req-d253c45e-ec59-42f6-a719-af0f3775563d tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 945 time: 0.0620809 Oct 29 11:29:49.753859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a52f7d76-b313-4647-80dd-d2395288c64a req-b3f2c2f1-855f-4293-9ed1-9fbad8d08944 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584855 Oct 29 11:29:49.889495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a265c9f7-654d-4c76-b875-79160a7205df req-6dc5f692-e7d8-414f-9292-528a4f9fed0e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-690154694&fields=id&tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 267 time: 0.0584962 Oct 29 11:29:49.973764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c9f7-654d-4c76-b875-79160a7205df req-8c87662d-37c4-49c4-ba57-13ec4a928047 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:49.975333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a265c9f7-654d-4c76-b875-79160a7205df req-8c87662d-37c4-49c4-ba57-13ec4a928047 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 945 time: 0.0778484 Oct 29 11:29:49.999885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'security_groups': ['5378e080-1a74-4b62-b386-00bd1f64f161', 'a11a2016-9ea8-40d3-bc35-1451e6c36279']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:50.077880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ea85-a5b0-498c-9dd2-f6c3d516a78b req-f9b22b0e-cb12-4b00-848e-8d70d0d77816 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.080131 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4702ea85-a5b0-498c-9dd2-f6c3d516a78b req-f9b22b0e-cb12-4b00-848e-8d70d0d77816 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0772431 Oct 29 11:29:50.091529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:50.137837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4702ea85-a5b0-498c-9dd2-f6c3d516a78b req-f9e64fb8-8c9c-44d8-8b1c-d88086dcaf6e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475986 Oct 29 11:29:50.324913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:29:50.370946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 087132e6-b300-4d17-b623-ea6eef300ef4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:29:50.374847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 087132e6-b300-4d17-b623-ea6eef300ef4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:29:50.379993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c197a6e-53fe-4d03-b65e-11876d84ccb1 req-b0585068-9f4f-43a4-980d-b48416271831 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.387426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c197a6e-53fe-4d03-b65e-11876d84ccb1 req-b0585068-9f4f-43a4-980d-b48416271831 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0847099 Oct 29 11:29:50.408204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:50.467395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:50.470177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c197a6e-53fe-4d03-b65e-11876d84ccb1 req-2e59d60e-5d04-49db-9b82-6f6138352a0f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802081 Oct 29 11:29:50.481352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:50.503411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:50.581436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:50.608373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.608373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:50.609864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a265c9f7-654d-4c76-b875-79160a7205df req-8e8c9297-4be1-4a04-ac2c-9f3bff9b0052 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "PUT /v2.0/ports/11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 981 time: 0.6172080 Oct 29 11:29:50.610352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:50.612703 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ed391-bbf0-4909-8c4f-b172e774d960" -d '{"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:50.635421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:50.695060 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfefda9-7fc1-403c-96b6-f85ba7574037 x-openstack-request-id: req-bcfefda9-7fc1-403c-96b6-f85ba7574037 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:50.695610 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:50.695610 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcfefda9-7fc1-403c-96b6-f85ba7574037 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:50.696078 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'status': 'completed', 'code': 200} Oct 29 11:29:50.718026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:50.783365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723143-ddb8-466f-ae9b-6a3e7ad10475 req-ad016f61-1c44-4355-aee0-0ca759da30f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.786054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c723143-ddb8-466f-ae9b-6a3e7ad10475 req-ad016f61-1c44-4355-aee0-0ca759da30f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1387084 Oct 29 11:29:50.795113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51374) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:50.801949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-de560231-cbcf-4996-adb4-7b35d2be6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.806024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-de560231-cbcf-4996-adb4-7b35d2be6f79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1135 time: 0.0810537 Oct 29 11:29:50.808798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1a25bdc-f2b1-4daa-9fda-574520e6c94b req-3b92aa4c-d69c-4aed-8d5f-71658a951686 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/a11a2016-9ea8-40d3-bc35-1451e6c36279 HTTP/1.1" status: 200 len: 1801 time: 0.0993876 Oct 29 11:29:50.891364 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-d1a25bdc-f2b1-4daa-9fda-574520e6c94b req-48d045cf-e64b-476e-9fda-de4176f6ed1f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 11:29:50.892061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1a25bdc-f2b1-4daa-9fda-574520e6c94b req-48d045cf-e64b-476e-9fda-de4176f6ed1f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/a11a2016-9ea8-40d3-bc35-1451e6c36279 HTTP/1.1" status: 409 len: 341 time: 0.0763097 Oct 29 11:29:50.928545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c723143-ddb8-466f-ae9b-6a3e7ad10475 req-9320ae5f-b10f-4fa9-874f-b5d7b818ee48 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303871 Oct 29 11:29:50.987245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-48c9d236-3738-4a10-beb4-e9ab88fc8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:50.988942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-48c9d236-3738-4a10-beb4-e9ab88fc8509 service neutron] 10.222.0.86 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.1696537 Oct 29 11:29:51.051677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2e065aa-f971-4729-801c-a13beda448c9 req-584c0791-c48b-4ce3-9d69-4da8834a9a9c tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0332258 Oct 29 11:29:51.100669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-297fa294-bdbe-4513-928d-4567cfd2080e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 217 time: 0.1039009 Oct 29 11:29:51.125446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6087bf9e-bb6b-42d3-9866-1d3ba5c3689f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52d1cc56cf7c4f9eab41e7dcb826a1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291502 Oct 29 11:29:51.129760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:51.245184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-299a41cd-8558-4f2c-8220-53bc290cc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.247925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-299a41cd-8558-4f2c-8220-53bc290cc14e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.1392677 Oct 29 11:29:51.317455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:51.323371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-176f9e20-4e3d-43e7-8d07-8454cd951ee1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671563 Oct 29 11:29:51.416692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:51.454327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f6da-88cf-448e-a949-7d8d83f44ec7 req-c477c439-928a-45cf-90e6-9eda45df1fed tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.457418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b21f6da-88cf-448e-a949-7d8d83f44ec7 req-c477c439-928a-45cf-90e6-9eda45df1fed tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1315124 Oct 29 11:29:51.512580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551800d-ff93-4ef8-bcbb-39d94d48f884 req-438869df-3145-48c3-898f-709ad526940f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.514751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b21f6da-88cf-448e-a949-7d8d83f44ec7 req-34e5fcfc-c1c4-4d1a-adbf-350b0e92a2d1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Oct 29 11:29:51.514906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c551800d-ff93-4ef8-bcbb-39d94d48f884 req-438869df-3145-48c3-898f-709ad526940f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 984 time: 0.0959036 Oct 29 11:29:51.538425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:51.541904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:51.545398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5735c30d-110c-4895-b513-c049246b74e8 HTTP/1.1" status: 204 len: 168 time: 0.4120572 Oct 29 11:29:51.555747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2c6dc-534d-46fa-8569-d00e1c27b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735c30d-110c-4895-b513-c049246b74e8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:51.577917 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-6da8ee31-1670-40f7-ab9d-3bc402f60fa4 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466617 Oct 29 11:29:51.631759 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:51.681826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c551800d-ff93-4ef8-bcbb-39d94d48f884 req-ed8db023-dff6-431f-83f6-b9b57f5d43c3 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=a11a2016-9ea8-40d3-bc35-1451e6c36279&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1560559 Oct 29 11:29:51.705300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff548-a9f4-4707-9e55-30089470fdf2 req-01ff7fa4-f71a-4629-8525-8bfefa3e1c87 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.706913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f14ff548-a9f4-4707-9e55-30089470fdf2 req-01ff7fa4-f71a-4629-8525-8bfefa3e1c87 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0740685 Oct 29 11:29:51.713846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a19ed391-bbf0-4909-8c4f-b172e774d960 req-14247c9d-3a75-4500-9f9d-eccdbe4ff014 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278722 Oct 29 11:29:51.798196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f14ff548-a9f4-4707-9e55-30089470fdf2 req-312e0e19-68e4-4f44-b736-7687fb23e892 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802603 Oct 29 11:29:51.844521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476509e6-2771-4dc1-b22f-cab510a11000 req-2224a147-7402-45c7-9b60-233376388479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.846160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-2224a147-7402-45c7-9b60-233376388479 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1135 time: 0.0747697 Oct 29 11:29:51.965386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476509e6-2771-4dc1-b22f-cab510a11000 req-6d87a093-ffec-4cb1-a3e2-8514bf095354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:51.969266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-6d87a093-ffec-4cb1-a3e2-8514bf095354 service neutron] 10.222.0.86 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.1141303 Oct 29 11:29:52.029416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-6f1c9bb1-74ef-46fa-9223-f32896b1652e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 217 time: 0.0500038 Oct 29 11:29:52.070288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51400) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:52.117476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b21da081-e038-4e7b-9482-3ebc28ca4e34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6512321585bb49a78db76313b0f3104c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460260 Oct 29 11:29:52.119862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51404) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:52.132025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476509e6-2771-4dc1-b22f-cab510a11000 req-6a617dc3-d4cd-4aea-8de2-553338acd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:52.134636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-6a617dc3-d4cd-4aea-8de2-553338acd242 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0982237 Oct 29 11:29:52.185382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a11ba3-5743-4b17-8397-71707e791ca0 req-b4533b97-bc53-4644-8073-1a4cac6aae8e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:52.191157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c6a11ba3-5743-4b17-8397-71707e791ca0 req-b4533b97-bc53-4644-8073-1a4cac6aae8e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1170006 Oct 29 11:29:52.215703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-b155e2f8-3f7d-4cc4-b0a7-b5f73463195f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635159 Oct 29 11:29:52.237266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:52.260043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fefbf5ff-132e-46d8-834c-48bcfb0ee077 req-ddbc3c1b-7e15-4615-bcc7-de31f4ef8d42 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0413589 Oct 29 11:29:52.313171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:52.352241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c6a11ba3-5743-4b17-8397-71707e791ca0 req-ae549501-6f83-4504-a686-d5093eaff6b7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355026 Oct 29 11:29:52.387788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-ade02445-dacb-4362-9d63-fff0943dcd07 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595142 Oct 29 11:29:52.406215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:52.410637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:52.415614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da7f21ab-e07a-4ac9-9005-901d3a78b317 HTTP/1.1" status: 204 len: 168 time: 0.2903147 Oct 29 11:29:52.424337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a214c-d4ed-4da0-9ea3-7c6ea91ecfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f21ab-e07a-4ac9-9005-901d3a78b317,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:52.532636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-476509e6-2771-4dc1-b22f-cab510a11000 req-9785eff8-1a10-4afe-bbb3-6ea1748dbe92 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258860 Oct 29 11:29:52.743879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18901e46-b2bf-4d8a-afe3-5f98792f0b45 req-d9fd6a68-28e5-49c7-badd-fb4bf2723153 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:52.747789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18901e46-b2bf-4d8a-afe3-5f98792f0b45 req-d9fd6a68-28e5-49c7-badd-fb4bf2723153 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1118429 Oct 29 11:29:52.813314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18901e46-b2bf-4d8a-afe3-5f98792f0b45 req-1d8f549a-41ae-47f8-989b-67dd6a439294 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 Oct 29 11:29:52.861243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0487d6a-a717-4355-a76d-a73e9f7cfa3c req-f7200ae7-5dec-4bce-85d7-9d126ace197c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:52.872410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0487d6a-a717-4355-a76d-a73e9f7cfa3c req-f7200ae7-5dec-4bce-85d7-9d126ace197c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 984 time: 0.0863421 Oct 29 11:29:52.944100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0487d6a-a717-4355-a76d-a73e9f7cfa3c req-92859305-9f2e-4876-a9fc-c068c2f231cb tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=a11a2016-9ea8-40d3-bc35-1451e6c36279&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0693991 Oct 29 11:29:52.984967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237932b7-2ceb-4645-9bfb-86ff616b7b13 req-996781f1-ab97-4416-9bdb-45717870299f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:52.986464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-237932b7-2ceb-4645-9bfb-86ff616b7b13 req-996781f1-ab97-4416-9bdb-45717870299f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0614090 Oct 29 11:29:53.075276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-237932b7-2ceb-4645-9bfb-86ff616b7b13 req-926b2621-6467-402f-8680-527edbcd249a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759716 Oct 29 11:29:53.378820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-466292df-5ac3-41ec-a155-8aa5c26396ed req-1a60e469-ba13-4ac7-b852-f32b980bd97e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0288889 Oct 29 11:29:53.505346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9e8ca-5ed1-47ab-9120-e44cf9cc3d76 req-cde3d387-658e-4602-ad30-e61caf279c4c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:53.509159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eb9e8ca-5ed1-47ab-9120-e44cf9cc3d76 req-cde3d387-658e-4602-ad30-e61caf279c4c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0522182 Oct 29 11:29:53.561873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eb9e8ca-5ed1-47ab-9120-e44cf9cc3d76 req-8d473e4d-94b7-41c7-92a0-9caa90f05697 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Oct 29 11:29:54.025624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421958b-373d-40a7-8b1a-29cc7fdb3107 req-489f622b-154b-49ce-b8d2-d1aad61364fe tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:54.027214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9421958b-373d-40a7-8b1a-29cc7fdb3107 req-489f622b-154b-49ce-b8d2-d1aad61364fe tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1296237 Oct 29 11:29:54.132126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a44b1-eabc-4459-8ccf-24e8121d1571 req-8ff39eda-100f-4c9e-80ff-d1c944ab7c35 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:54.141639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-445a44b1-eabc-4459-8ccf-24e8121d1571 req-8ff39eda-100f-4c9e-80ff-d1c944ab7c35 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 984 time: 0.1091115 Oct 29 11:29:54.171484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9421958b-373d-40a7-8b1a-29cc7fdb3107 req-2a72fdd7-f05f-4249-8ba4-9eb5e1d0a8c9 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305959 Oct 29 11:29:54.226573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-445a44b1-eabc-4459-8ccf-24e8121d1571 req-bc19a12d-5783-4acf-a9ea-e8efd4d282bb tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=a11a2016-9ea8-40d3-bc35-1451e6c36279&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0838976 Oct 29 11:29:54.366314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7106e80-6f93-4298-8b3b-a01b3bebdbb5 req-0d1f937e-d684-4703-99e5-5cbe64beb4ef tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:54.375644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7106e80-6f93-4298-8b3b-a01b3bebdbb5 req-0d1f937e-d684-4703-99e5-5cbe64beb4ef tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.0810645 Oct 29 11:29:54.422288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-512e9d9e-6027-4a35-9afa-d0bd8142b7d1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1443111150&fields=id&tenant_id=172402e75e974e59a2de6e27edb377d4 HTTP/1.1" status: 200 len: 267 time: 0.0436471 Oct 29 11:29:54.427900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7106e80-6f93-4298-8b3b-a01b3bebdbb5 req-8116059a-37a8-4f4f-a642-05fa1ca3ad62 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Oct 29 11:29:54.483747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-5f641eed-a91c-4892-abae-6eb5c2be5caa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:54.495508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-5f641eed-a91c-4892-abae-6eb5c2be5caa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 984 time: 0.0722649 Oct 29 11:29:54.501021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'port': {'security_groups': ['5378e080-1a74-4b62-b386-00bd1f64f161', 'a11a2016-9ea8-40d3-bc35-1451e6c36279', 'f543d32d-0568-4295-93c9-958bb6722dad']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:29:54.589300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:54.730936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9bd60307-384e-4558-8aba-f39a4af57d0a req-ad00c6ed-3259-4248-bf72-51ee5ab6a72e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0364077 Oct 29 11:29:54.835898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:54.857259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f9c4-4ff7-4ac6-b987-b9e22fba8801 req-32446c70-611e-4ecd-a900-573b075d001f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:54.858807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b55f9c4-4ff7-4ac6-b987-b9e22fba8801 req-32446c70-611e-4ecd-a900-573b075d001f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0641320 Oct 29 11:29:54.881514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:54.894400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:54.907523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:54.983792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b55f9c4-4ff7-4ac6-b987-b9e22fba8801 req-9f57a2cb-5d04-4117-8743-953675868e36 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063893 Oct 29 11:29:54.997031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:54.998076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:55.050316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:55.056984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:55.065574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-84b5015a-c799-4871-9df1-cd7460aa67f3 req-f046f04f-a03f-4410-a951-5b327a7daa80 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "PUT /v2.0/ports/11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 1020 time: 0.5676429 Oct 29 11:29:55.075773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:55.084724 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933037f3-6ca7-4881-a8e5-95d231e0921b" -d '{"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:55.136440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:55.147863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:29:55.179752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5eb17419-5528-4a24-80ce-866caf2110b3 req-d18a1ebd-ef22-49b4-9e60-86c768884957 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/f543d32d-0568-4295-93c9-958bb6722dad HTTP/1.1" status: 200 len: 1803 time: 0.0801709 Oct 29 11:29:55.182733 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce1c9b-d230-4a3c-bd03-5838f9bd0b78 x-openstack-request-id: req-a9ce1c9b-d230-4a3c-bd03-5838f9bd0b78 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:55.183354 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:55.183908 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9ce1c9b-d230-4a3c-bd03-5838f9bd0b78 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:55.184481 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'status': 'completed', 'code': 200} Oct 29 11:29:55.395106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:29:55.406898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab9f8d-bce8-488f-9a5e-96bdf2076d4b req-a39ace12-4700-4de8-82e5-651a39db2ec0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:55.407483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-9ed496eb-3afd-4423-9af2-70c04e1adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:55.409451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0fab9f8d-bce8-488f-9a5e-96bdf2076d4b req-a39ace12-4700-4de8-82e5-651a39db2ec0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1098177 Oct 29 11:29:55.418463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-9ed496eb-3afd-4423-9af2-70c04e1adeed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=172402e75e974e59a2de6e27edb377d4&device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1174 time: 0.1965604 Oct 29 11:29:55.512573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0fab9f8d-bce8-488f-9a5e-96bdf2076d4b req-cba38a5a-3732-4e98-b523-21ef60d8afe2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916083 Oct 29 11:29:55.547127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:55.563279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'mac_address': 'fa:16:3e:84:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:29:55.656025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:55.693692 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-5eb17419-5528-4a24-80ce-866caf2110b3 req-12e69390-0f7a-4e06-ac68-6b2ce82577cc tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 11:29:55.705637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5eb17419-5528-4a24-80ce-866caf2110b3 req-12e69390-0f7a-4e06-ac68-6b2ce82577cc tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/f543d32d-0568-4295-93c9-958bb6722dad HTTP/1.1" status: 409 len: 341 time: 0.5169113 Oct 29 11:29:55.722868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-feada8be-eab1-40a6-8834-99b9870bc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:55.724728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-feada8be-eab1-40a6-8834-99b9870bc60a service neutron] 10.222.0.86 "GET /v2.0/networks?id=44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 200 len: 913 time: 0.3050945 Oct 29 11:29:55.815256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-ba59c496-9858-4850-a0ba-ee939bcf780c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 200 len: 217 time: 0.0832427 Oct 29 11:29:55.853884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:55.856880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:29:55.891869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-8b260269-3c7e-442e-b5dd-8d9422229dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:55.895650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-8b260269-3c7e-442e-b5dd-8d9422229dc6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 200 len: 852 time: 0.0718570 Oct 29 11:29:55.972829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-0a3b786d-c370-4397-86be-8536d9857af8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=44c0561a-f698-4a7a-8f40-1aba8e0621f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456700 Oct 29 11:29:56.077146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684a4f7-10ec-4d6e-983e-05b1dd28f722 req-44b843db-0698-46b5-84fb-f49385733ea3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:56.092296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a684a4f7-10ec-4d6e-983e-05b1dd28f722 req-44b843db-0698-46b5-84fb-f49385733ea3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.2154224 Oct 29 11:29:56.108067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:56.184570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:56.247264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a684a4f7-10ec-4d6e-983e-05b1dd28f722 req-a4f46b90-d1f9-4d36-8aa5-a7f8284dacb4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518729 Oct 29 11:29:56.362999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-1d43b014-3265-49e0-b06d-b339ef265d60 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797240 Oct 29 11:29:56.427586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51538) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:56.432631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ed9d980-a480-4591-b60e-aa495638b982 req-de4140f4-7d3d-442d-bbba-85f21f6b1980 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0843067 Oct 29 11:29:56.496469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64844-f1fb-4f0b-8296-6e85baf2eb59 req-b3dba3f4-f3ad-4750-aafe-c9b94d187b33 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:56.503982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8af64844-f1fb-4f0b-8296-6e85baf2eb59 req-b3dba3f4-f3ad-4750-aafe-c9b94d187b33 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1361923 Oct 29 11:29:56.520183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:56.581728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-933037f3-6ca7-4881-a8e5-95d231e0921b req-7e431737-47c8-4c29-b771-b264939bfa14 service neutron] 10.222.0.86 "GET /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817520 Oct 29 11:29:56.599698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8af64844-f1fb-4f0b-8296-6e85baf2eb59 req-1b042511-dc6c-4d9b-94cb-543df9d8c157 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947697 Oct 29 11:29:56.695598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf92f1-cbeb-4c25-81da-486c3165ec10 req-e2577bab-9670-4d65-afaf-7d4bb882948f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:56.697817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bdf92f1-cbeb-4c25-81da-486c3165ec10 req-e2577bab-9670-4d65-afaf-7d4bb882948f tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1023 time: 0.1177673 Oct 29 11:29:56.808788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd5d4-fc38-4663-8e2d-48a50de73e93 req-8827c5e8-ba9d-41a6-bf79-147deca0ca13 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:56.813565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:56.817808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49dfd5d4-fc38-4663-8e2d-48a50de73e93 req-8827c5e8-ba9d-41a6-bf79-147deca0ca13 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 944 time: 0.1332519 Oct 29 11:29:56.849113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bdf92f1-cbeb-4c25-81da-486c3165ec10 req-3d432f6a-6f18-40ef-9cf1-f3b18bc2d1c0 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=a11a2016-9ea8-40d3-bc35-1451e6c36279&id=f543d32d-0568-4295-93c9-958bb6722dad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1319840 Oct 29 11:29:56.960997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c98df0b-4248-4eca-843e-9af10a1ecb13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.023541 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49dfd5d4-fc38-4663-8e2d-48a50de73e93 req-d838aef1-3e55-481c-8c88-470ed45046b1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027426 Oct 29 11:29:57.210482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c98df0b-4248-4eca-843e-9af10a1ecb13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.221204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c98df0b-4248-4eca-843e-9af10a1ecb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.332885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98df0b-4248-4eca-843e-9af10a1ecb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9508df1-3d98-4219-abe0-939c68481b96,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:57.348256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51550) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:57.352618 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7c98df0b-4248-4eca-843e-9af10a1ecb13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de46998d786c49de97b006f445e7fb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9181659 Oct 29 11:29:57.601711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de6573-c7d1-4384-95ee-c3fbd0562122 req-5c139db4-cf82-4cb4-acc7-9c5b8c00f73c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:57.604840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50de6573-c7d1-4384-95ee-c3fbd0562122 req-5c139db4-cf82-4cb4-acc7-9c5b8c00f73c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.1629348 Oct 29 11:29:57.606638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.644246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6737b7ab-e003-4b84-90e9-b6e5d83b28eb req-92afcbb8-9f02-4f9a-a918-1a4518335884 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0415063 Oct 29 11:29:57.711224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.780726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d7af-26e8-4d94-a397-b418970e5a15 req-e3688002-e9d2-4fac-9774-e7057fbfb417 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:57.782308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff96d7af-26e8-4d94-a397-b418970e5a15 req-e3688002-e9d2-4fac-9774-e7057fbfb417 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0752523 Oct 29 11:29:57.812121 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-50de6573-c7d1-4384-95ee-c3fbd0562122 req-a58ea71c-b09b-4fa7-80e8-b82365c66a9f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723261 Oct 29 11:29:57.826357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-830c5774-ce1b-468a-b29b-0d93c0b28d2c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:57.834048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-830c5774-ce1b-468a-b29b-0d93c0b28d2c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.86 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1023 time: 0.1915760 Oct 29 11:29:57.864446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff96d7af-26e8-4d94-a397-b418970e5a15 req-8c3bc71f-1067-4f90-8696-cc7ac4098942 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Oct 29 11:29:57.926551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.929183 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:57.933392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9508df1-3d98-4219-abe0-939c68481b96 HTTP/1.1" status: 204 len: 168 time: 0.5807776 Oct 29 11:29:58.011417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326162b8-f3e6-4911-9633-c8168f05d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9508df1-3d98-4219-abe0-939c68481b96,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:58.139322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3917-2084-40d7-a134-e7e96d2561a2 req-ca8953a4-4836-47dd-ada4-f28c333cd526 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:58.145674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d77e3917-2084-40d7-a134-e7e96d2561a2 req-ca8953a4-4836-47dd-ada4-f28c333cd526 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 1023 time: 0.1507735 Oct 29 11:29:58.213628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e5fb5-77e4-4782-b67a-8d9b326efc6b req-8445214f-cf31-437e-b5b2-343703b7b375 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:58.216297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e78e5fb5-77e4-4782-b67a-8d9b326efc6b req-8445214f-cf31-437e-b5b2-343703b7b375 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1279888 Oct 29 11:29:58.223842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Deleting port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:29:58.224415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.278349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d77e3917-2084-40d7-a134-e7e96d2561a2 req-63a19007-4ddf-446c-9b93-2d02854f0324 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=a11a2016-9ea8-40d3-bc35-1451e6c36279&id=f543d32d-0568-4295-93c9-958bb6722dad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1077392 Oct 29 11:29:58.363210 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e858b0eb-33fa-4e71-8785-fe5dccb7174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.373283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e78e5fb5-77e4-4782-b67a-8d9b326efc6b req-3fbbe445-8fb1-493a-affe-bc26bcca6287 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1383286 Oct 29 11:29:58.483864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:58.484237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.510613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Calling delete_port for 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:29:58.595819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51574) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:58.622509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab719f70-d577-466e-b8c1-9731b1576cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.645334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193be26-0c32-4f51-8971-de5b5ff7e0d0 req-f7b481f3-7915-4c1f-8cd2-ba703adf6dc3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:58.651181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b193be26-0c32-4f51-8971-de5b5ff7e0d0 req-f7b481f3-7915-4c1f-8cd2-ba703adf6dc3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 944 time: 0.1402509 Oct 29 11:29:58.710575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b193be26-0c32-4f51-8971-de5b5ff7e0d0 req-f71577c3-d4b7-473d-9080-221b86a80f2c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545819 Oct 29 11:29:58.827187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab719f70-d577-466e-b8c1-9731b1576cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.834435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab719f70-d577-466e-b8c1-9731b1576cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:58.879309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab719f70-d577-466e-b8c1-9731b1576cef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aafa5e8f19cd4974aa67059c4214f0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764893 Oct 29 11:29:58.882076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:29:58.990925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96900d8f-65c0-4dfb-b1f2-328c8b0d0195 req-7a349380-3f00-420d-affc-3cd721ec9351 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0857012 Oct 29 11:29:59.004622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab719f70-d577-466e-b8c1-9731b1576cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37bbdbb-a562-4d7c-beb0-008f889006dc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:59.044448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.088885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.157060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:29:59.201485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47854e8-4ee5-4741-8934-7f3d5d10e102 req-f398af01-fedb-44c0-ad40-860ddf6a5559 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:59.216659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f47854e8-4ee5-4741-8934-7f3d5d10e102 req-f398af01-fedb-44c0-ad40-860ddf6a5559 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1309509 Oct 29 11:29:59.255995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa717342-b185-4db3-99e4-99d085786078 req-838e4a69-3fce-483e-8f8b-cc54a737b973 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:29:59.267476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa717342-b185-4db3-99e4-99d085786078 req-838e4a69-3fce-483e-8f8b-cc54a737b973 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1369793 Oct 29 11:29:59.267788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:29:59.268293 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.289579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.293124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.294534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c37bbdbb-a562-4d7c-beb0-008f889006dc HTTP/1.1" status: 204 len: 168 time: 0.4112468 Oct 29 11:29:59.305747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483434db-7535-465a-acd7-9d09fcb34536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37bbdbb-a562-4d7c-beb0-008f889006dc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:59.355380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa717342-b185-4db3-99e4-99d085786078 req-2f994b03-bebc-4f7d-97b4-d3f4a3f41fa3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Oct 29 11:29:59.355585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f47854e8-4ee5-4741-8934-7f3d5d10e102 req-f2dab889-dba4-476a-96e0-35755ca5c890 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1364882 Oct 29 11:29:59.534174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.548776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.575211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:29:59.659702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0e92f6b-fe97-4442-9122-7270f68288de req-28d45d20-32f4-4ed9-b2c9-ad210fd5a34a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=56c97a07-d10f-4c10-acf3-03c4d8b55659 HTTP/1.1" status: 200 len: 210 time: 0.1400957 Oct 29 11:29:59.736285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:59.739088 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49665a16-2cdd-4444-97e0-499c1dd44ce7" -d '{"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:59.767912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:29:59.781526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.806236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'Port': ['ID=11ada2a5-57c8-441d-bdea-ed9f8d4ebc43,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:29:59.864251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] No DVR routers for this DVR port 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:29:59.868123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:29:59.874370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-19e5be6f-9e86-44e3-8986-00cc8daca426 req-e8d833b7-9125-48d8-8762-b71c95cd45fe tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.86 "DELETE /v2.0/ports/11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 HTTP/1.1" status: 204 len: 173 time: 2.0262420 Oct 29 11:29:59.875090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'name': 'network-vif-deleted', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:29:59.889262 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e394d00-98e6-449e-94f6-ad4d47054865" -d '{"events": [{"server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "name": "network-vif-deleted", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:29:59.983898 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07907dcd-5b95-41d5-af87-3f1a21125e38 x-openstack-request-id: req-07907dcd-5b95-41d5-af87-3f1a21125e38 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:29:59.984354 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:29:59.984878 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07907dcd-5b95-41d5-af87-3f1a21125e38 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:29:59.985419 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'code': 200} Oct 29 11:29:59.986391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:00.167997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43569abb-f018-4450-ba5e-5f1fac992cac req-f9036245-36df-4152-8b4e-330cac340223 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:00.189389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43569abb-f018-4450-ba5e-5f1fac992cac req-f9036245-36df-4152-8b4e-330cac340223 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1327429 Oct 29 11:30:00.227192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-a1c277cd-3998-4236-8d23-a7c5abc8b7ce tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:00.238958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-a1c277cd-3998-4236-8d23-a7c5abc8b7ce tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.3229582 Oct 29 11:30:00.258290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-429abcb8-deac-4c88-b25b-a9234b88ff53 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/quotas/adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 375 time: 0.0179837 Oct 29 11:30:00.305355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43569abb-f018-4450-ba5e-5f1fac992cac req-74794756-5e6a-4183-98b7-5820a9ac47df tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093833 Oct 29 11:30:00.420800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-80e96b88-96f4-4aaa-b4cb-a57088c147de tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1598201 Oct 29 11:30:00.429168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-1cfa8dbc-2743-47fa-8f23-ab921262c375 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:30:00.433395 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e71cafc-26e0-491d-9f79-5fc63d105ae8 x-openstack-request-id: req-0e71cafc-26e0-491d-9f79-5fc63d105ae8 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:00.433873 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c97a07-d10f-4c10-acf3-03c4d8b55659", "name": "network-vif-deleted", "tag": "11ada2a5-57c8-441d-bdea-ed9f8d4ebc43", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:00.434315 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e71cafc-26e0-491d-9f79-5fc63d105ae8 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:00.435206 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c97a07-d10f-4c10-acf3-03c4d8b55659', 'name': 'network-vif-deleted', 'tag': '11ada2a5-57c8-441d-bdea-ed9f8d4ebc43', 'status': 'completed', 'code': 200} Oct 29 11:30:00.441867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:00.447902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-1cfa8dbc-2743-47fa-8f23-ab921262c375 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0248506 Oct 29 11:30:00.534989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:30:00.538083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 11ada2a5-57c8-441d-bdea-ed9f8d4ebc43 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:30:00.601678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4bb9cbe-7c55-48cf-880d-e94898ea7db4 req-ddcac69d-9e52-4042-8177-d8fc8d83eacf tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0510921 Oct 29 11:30:00.652240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-7e44c6a4-1856-4c5f-8043-268370aefe93 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023671 Oct 29 11:30:00.860965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57fc41cc-f198-41ea-bc3a-c9b75fc66d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:00.929609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-a38bf219-2be7-4427-81a5-e2c6666fd3d0 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652733 Oct 29 11:30:00.980964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193d0e-7871-4280-9278-d89fc58633c5 req-7d1916c6-5435-46b5-ac59-1b287ebad2d7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:00.986856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46193d0e-7871-4280-9278-d89fc58633c5 req-7d1916c6-5435-46b5-ac59-1b287ebad2d7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.2167649 Oct 29 11:30:01.080675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46193d0e-7871-4280-9278-d89fc58633c5 req-f0bc87de-c069-49b3-be8c-b8b3efa8d88d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Oct 29 11:30:01.338195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-f7d284c1-b0c0-4143-9c5c-f12b17016936 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/a11a2016-9ea8-40d3-bc35-1451e6c36279 HTTP/1.1" status: 200 len: 1801 time: 0.1265490 Oct 29 11:30:01.453704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:01.490170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0713b276-fad1-4824-a2c0-caf12a0d1054 req-f9bd8afc-f645-4cc3-8e35-21ad0fe68e60 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 210 time: 0.0749681 Oct 29 11:30:01.514913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:01.617501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:01.621945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:01.623211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f41761ae-a9c4-4f89-85dc-1bb535fdf4cf req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/a11a2016-9ea8-40d3-bc35-1451e6c36279 HTTP/1.1" status: 204 len: 173 time: 0.2632818 Oct 29 11:30:01.641448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe607bfe-7b19-452c-b17d-12fee1bb798e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a2016-9ea8-40d3-bc35-1451e6c36279,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:01.749909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9846dd8-5675-4806-8111-e528c97f0b78 req-d360e710-55e6-4e26-a35d-082fbbf6da3b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:01.754155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9846dd8-5675-4806-8111-e528c97f0b78 req-d360e710-55e6-4e26-a35d-082fbbf6da3b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0924692 Oct 29 11:30:01.786261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-87fffa7f-19fe-4163-a8c9-ddc07be2304e tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/f543d32d-0568-4295-93c9-958bb6722dad HTTP/1.1" status: 200 len: 1803 time: 0.1080348 Oct 29 11:30:01.829158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9846dd8-5675-4806-8111-e528c97f0b78 req-9e7593ff-1360-4745-9081-225757443bd3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621684 Oct 29 11:30:01.939282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.054599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.162111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0304006-a3d5-4d9a-97e0-74e5d9871dbb req-25c7d206-0ad3-4dd4-b0c6-6f6ec88e101e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0826161 Oct 29 11:30:02.204358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.206008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.207106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.208316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c8c3cfb-042b-46a9-a90f-8e87cd17075c req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/f543d32d-0568-4295-93c9-958bb6722dad HTTP/1.1" status: 204 len: 173 time: 0.4211771 Oct 29 11:30:02.274174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03e1a5-afc0-4744-81e5-dd9f49e4cdb7 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f543d32d-0568-4295-93c9-958bb6722dad,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:02.282355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-188084983', 'description': 'tempest-description-1546741381'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:02.321043 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.364285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.467873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193f7-4b9d-4629-b91d-0c9f57ef00e3 req-05acb3a4-971c-49c0-9eb7-05f3d8a52a4a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:02.470357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e85193f7-4b9d-4629-b91d-0c9f57ef00e3 req-05acb3a4-971c-49c0-9eb7-05f3d8a52a4a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1085622 Oct 29 11:30:02.490282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.495971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.553648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:02.554957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0563ebb-09af-4050-abcd-26e0e9c29b7f req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2835457 Oct 29 11:30:02.565333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e85193f7-4b9d-4629-b91d-0c9f57ef00e3 req-cd70a9df-a548-424d-ad79-eb7406187de3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Oct 29 11:30:02.570447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970f09-bfa8-445c-8cb4-b750c81a37ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e42afd-d157-40f4-8ece-af92cb427b6c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:02.763028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87aa371-0a19-4275-9159-dfc842d68f8c req-1ad52937-8d66-4708-9e23-22dd0519634f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 210 time: 0.0493376 Oct 29 11:30:02.844525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-fe408f8f-4aa4-4865-b36f-5fd875bf1cb1 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e9e42afd-d157-40f4-8ece-af92cb427b6c HTTP/1.1" status: 200 len: 1802 time: 0.0799065 Oct 29 11:30:02.865345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1500652553', 'description': 'tempest-description-hth-1274048320'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:02.915840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.037782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.048271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.055096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.069792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e9215d2c-633d-41b6-8502-9a93341bb3fe req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "PUT /v2.0/security-groups/e9e42afd-d157-40f4-8ece-af92cb427b6c HTTP/1.1" status: 200 len: 1777 time: 0.2073336 Oct 29 11:30:03.176488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e2bb9-90c7-4e05-998b-cc3a1a2322f4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e42afd-d157-40f4-8ece-af92cb427b6c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:03.467246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d251339-7080-4361-aaa6-8bc194a7f65c req-7d55c4a9-1aed-4b9b-bff5-2161e24432ca tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e9e42afd-d157-40f4-8ece-af92cb427b6c HTTP/1.1" status: 200 len: 1777 time: 0.1260867 Oct 29 11:30:03.497019 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.515659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868560-e0de-4faa-9978-cad4ae5280b2 req-10699923-befd-472c-ad20-88b3c6c1aef5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:03.524563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d868560-e0de-4faa-9978-cad4ae5280b2 req-10699923-befd-472c-ad20-88b3c6c1aef5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1306510 Oct 29 11:30:03.573164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e854b97-b12b-4bd5-9766-0de7cc251a1e req-10073bf4-07f2-4ba0-a17b-fdbc8aad6654 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0336559 Oct 29 11:30:03.577965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-91363d92-23aa-4ef1-a2c0-0577fd0f201b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:03.580483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-91363d92-23aa-4ef1-a2c0-0577fd0f201b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.3858526 Oct 29 11:30:03.602806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'device_id': 'e04179cf-cf32-448e-a95c-e520df941eab', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'admin_state_up': True, 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:03.635751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d868560-e0de-4faa-9978-cad4ae5280b2 req-82071ecb-e7a3-4d52-871d-f309f6fd6dab tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099949 Oct 29 11:30:03.799709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217731b3-9273-4620-99e4-691217d6510c req-5ef2ba9a-51d5-4a33-8551-5b5f16e085a4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e9e42afd-d157-40f4-8ece-af92cb427b6c HTTP/1.1" status: 200 len: 1777 time: 0.0852056 Oct 29 11:30:03.865667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:03.869866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:03.940025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-196c8b93-3395-4b44-b77d-0ca43d18baa2 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:03.948515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-196c8b93-3395-4b44-b77d-0ca43d18baa2 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1862590 Oct 29 11:30:03.959988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-531bf4be-dc55-4bb1-a4c9-e6a8355e36b3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/quotas/3b8fd809292f4610abd856996857b0cf HTTP/1.1" status: 200 len: 375 time: 0.0102720 Oct 29 11:30:03.975041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217731b3-9273-4620-99e4-691217d6510c req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.017891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217731b3-9273-4620-99e4-691217d6510c req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.055595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-bf44f7e8-f4b5-485e-8818-074a3eae8cde tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766282 Oct 29 11:30:04.100054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.20.0.9 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/a2218aa8-8592-44cb-b4a9-bbc0553d2ea2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:04.121766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217731b3-9273-4620-99e4-691217d6510c req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.125103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217731b3-9273-4620-99e4-691217d6510c req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.132368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217731b3-9273-4620-99e4-691217d6510c req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/e9e42afd-d157-40f4-8ece-af92cb427b6c HTTP/1.1" status: 204 len: 173 time: 0.3166423 Oct 29 11:30:04.179575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c53fef-9ced-41cf-85c5-11b4e0cc63f5 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e42afd-d157-40f4-8ece-af92cb427b6c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:04.240015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-644c7026-0f3b-4668-9928-366f6a7caffe service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727407 Oct 29 11:30:04.410414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-70dd25d6-2d30-412a-bdbb-064404c4a07e service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693835 Oct 29 11:30:04.435279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d0695-380e-477b-9c5b-e80f0372d154 req-5a44a00e-9981-4ddd-b80a-23fbe77b5ab9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:04.437094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-354d0695-380e-477b-9c5b-e80f0372d154 req-5a44a00e-9981-4ddd-b80a-23fbe77b5ab9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1713667 Oct 29 11:30:04.491240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.573171 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-354d0695-380e-477b-9c5b-e80f0372d154 req-ed29ea1f-9a61-47db-90a5-de2aef58ffa2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034353 Oct 29 11:30:04.584995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:04.598695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:04.704724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:04.722263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:04.735271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:04.811063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d692-dd7e-46ef-9a47-8b4e93e39fc2 req-c6632667-1bb8-4320-928f-728d2d5f82b6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:04.814144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d92d692-dd7e-46ef-9a47-8b4e93e39fc2 req-c6632667-1bb8-4320-928f-728d2d5f82b6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 931 time: 0.0895615 Oct 29 11:30:04.901902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:04.968651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d92d692-dd7e-46ef-9a47-8b4e93e39fc2 req-fae0da15-4936-4dc3-ba03-d188859fb02b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353736 Oct 29 11:30:04.973833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:05.006105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:05.039575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-27aa69dd-07e3-48db-9cb6-d783c3591382 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407179 Oct 29 11:30:05.064100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Request body: {'port': {'device_id': 'e04179cf-cf32-448e-a95c-e520df941eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:05.174259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ae2dc3c-c498-457e-968c-9cfaa872f10f req-97e8a366-8167-4f32-af68-63cc8668cd59 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0419686 Oct 29 11:30:05.174630 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e292a0a5-ada8-4c49-9e5d-f649d268dc90 req-b007d213-4b76-4fc1-98c8-cfc691ec24d7 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 210 time: 0.0920205 Oct 29 11:30:05.276061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:05.363637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-239d80e1-4dbc-4e67-9ccf-7bca33ae471f None None] Provisioning complete for port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:05.364844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-239d80e1-4dbc-4e67-9ccf-7bca33ae471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:05.382786 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-71a7b2d3-69dd-4234-b799-c7be2fea88e3 req-8282d72c-1f73-451c-8278-fc4a7d3813ea tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:05.390276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71a7b2d3-69dd-4234-b799-c7be2fea88e3 req-8282d72c-1f73-451c-8278-fc4a7d3813ea tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/f543d32d-0568-4295-93c9-958bb6722dad HTTP/1.1" status: 404 len: 352 time: 0.0221751 Oct 29 11:30:05.464562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-239d80e1-4dbc-4e67-9ccf-7bca33ae471f None None] Port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:30:05.487765 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-3a70c457-4dbc-4459-8d13-1e8daf6bc9c0 req-4106d662-5e48-42db-b04c-e7c703e89888 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:05.492325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70cb5-d7c9-4760-9c57-f740824dcfc6 req-3f36ba6a-1bd7-4d49-93b4-e2ebc2a78766 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:05.496207 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a70c457-4dbc-4459-8d13-1e8daf6bc9c0 req-4106d662-5e48-42db-b04c-e7c703e89888 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/a11a2016-9ea8-40d3-bc35-1451e6c36279 HTTP/1.1" status: 404 len: 352 time: 0.0266116 Oct 29 11:30:05.503123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd70cb5-d7c9-4760-9c57-f740824dcfc6 req-3f36ba6a-1bd7-4d49-93b4-e2ebc2a78766 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1918478 Oct 29 11:30:05.625430 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd70cb5-d7c9-4760-9c57-f740824dcfc6 req-8420d49f-eec1-43f6-8900-59258bb92610 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208279 Oct 29 11:30:05.710344 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-47d23612-e90b-4cba-bcf9-18401b880afd req-0293cd5e-9b68-44f3-9e72-9ffa196bba13 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:05.711607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47d23612-e90b-4cba-bcf9-18401b880afd req-0293cd5e-9b68-44f3-9e72-9ffa196bba13 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/eb39acf0-9a6b-42fd-b629-5fa811089c11 HTTP/1.1" status: 404 len: 352 time: 0.0316107 Oct 29 11:30:05.939279 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-a6baa366-633f-4dec-9b2b-1f54c4974b8d req-efd2fab2-dac6-417e-84de-d60322a2ffaf tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:05.957974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6baa366-633f-4dec-9b2b-1f54c4974b8d req-efd2fab2-dac6-417e-84de-d60322a2ffaf tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/8aafa829-d207-4301-a98f-37f5446a0eac HTTP/1.1" status: 404 len: 352 time: 0.0694573 Oct 29 11:30:05.988516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:06.005906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:06.131392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Transition to ACTIVE for port object a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:06.142361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:06.156873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16007-ca33-404e-b6be-dd6802f1e402 req-d25f98f1-15ea-477f-a055-0f69dffe59c2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:06.164976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ad16007-ca33-404e-b6be-dd6802f1e402 req-d25f98f1-15ea-477f-a055-0f69dffe59c2 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.3309271 Oct 29 11:30:06.167027 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-cd3d841f-0276-4dd9-b31d-edb86838925b req-be531f79-48c6-4aa0-9eb8-8c0c12f88047 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:06.170233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd3d841f-0276-4dd9-b31d-edb86838925b req-be531f79-48c6-4aa0-9eb8-8c0c12f88047 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/025e9b53-1331-4001-9b74-6616eec73b5f HTTP/1.1" status: 404 len: 352 time: 0.0436342 Oct 29 11:30:06.359835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:06.376424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297922f-c698-43d8-9248-9e0e2c424d86 req-10d9e065-f052-450d-8b35-ed8988a2739b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:06.388906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b297922f-c698-43d8-9248-9e0e2c424d86 req-10d9e065-f052-450d-8b35-ed8988a2739b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 943 time: 0.1054380 Oct 29 11:30:06.413700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ad16007-ca33-404e-b6be-dd6802f1e402 req-e01ab52a-3f53-409f-be9f-06f4272b5684 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464521 Oct 29 11:30:06.480763 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-65b9b52e-4159-4b46-98e0-27aef0e143ac req-39218f2d-5ef8-4310-84e8-15ded17442d6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] show failed (client error): The resource could not be found. Oct 29 11:30:06.482534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65b9b52e-4159-4b46-98e0-27aef0e143ac req-39218f2d-5ef8-4310-84e8-15ded17442d6 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/e3092616-f5c9-4034-ac8d-290cd62a9f6c HTTP/1.1" status: 404 len: 352 time: 0.0298731 Oct 29 11:30:06.504828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Attempting to bind port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:06.507096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Attempting to bind port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:06.507693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Attempting to bind port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:06.513741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:06.514200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Attempting to bind port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:06.521408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:06.521897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:06.522419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:06.522965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Bound port: a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:06.523430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:06.583112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-c246f69b-acf5-462d-9085-08bb0007fc79 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:06.585676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-c246f69b-acf5-462d-9085-08bb0007fc79 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1733921 Oct 29 11:30:06.592714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51790) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:06.607500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Request body: {'port': {'device_id': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'admin_state_up': True, 'tenant_id': '3b8fd809292f4610abd856996857b0cf'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:06.663174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:06.707126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12b19238-2d7e-4df8-a898-5648b0d06747 req-92517048-205f-4b18-8836-2d0eb69121d2 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0468597 Oct 29 11:30:06.710813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:06.718261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:06.787563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:06.788398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:06.791405 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] 10.222.0.86 "PUT /v2.0/ports/a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 HTTP/1.1" status: 200 len: 1091 time: 1.7403915 Oct 29 11:30:06.792050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:06.794515 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7720a0-7581-4b7e-9a7f-b4892ad57277" -d '{"events": [{"name": "network-changed", "server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:06.812040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b297922f-c698-43d8-9248-9e0e2c424d86 req-b020e636-65a7-49d2-95ed-42cba5e44bd4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217663 Oct 29 11:30:06.910589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3debc7e-c3a6-4943-af13-0cc3f8de4b60 req-3ab3f26e-6e48-4724-8840-0c57b53a8c33 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 210 time: 0.0867577 Oct 29 11:30:06.950775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35ca6-d384-4749-8d5e-000f087c5b03 service neutron] Pushing event updated for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:07.005619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b90723d8-f12d-471f-87e5-9d1f0d652bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.009549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-b90723d8-f12d-471f-87e5-9d1f0d652bdc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 1094 time: 0.1452134 Oct 29 11:30:07.022941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:07.027240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.051709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8504474-884a-4d2e-9520-1088a0600f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.143790 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-86b8f1e2-36ea-4dad-8b2d-d664934979df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 HTTP/1.1" status: 200 len: 217 time: 0.1240230 Oct 29 11:30:07.250509 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf601343-0c27-488d-b430-e56b34c5bc66 x-openstack-request-id: req-cf601343-0c27-488d-b430-e56b34c5bc66 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:07.250891 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:07.251086 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf601343-0c27-488d-b430-e56b34c5bc66 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:07.251446 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2', 'status': 'completed', 'code': 200} Oct 29 11:30:07.268956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-adec2956-e224-4c5c-8e46-7e7da3f219de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.270508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-adec2956-e224-4c5c-8e46-7e7da3f219de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1104450 Oct 29 11:30:07.284836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8e923-933c-4ac0-a0a4-2407377dbefe req-5949cf55-a4e9-47fa-8d6b-2bc7a9ec17bf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.293490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4f8e923-933c-4ac0-a0a4-2407377dbefe req-5949cf55-a4e9-47fa-8d6b-2bc7a9ec17bf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1664679 Oct 29 11:30:07.335751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Allocated IP 172.20.0.3 (c84ea3c3-54e1-4543-88d0-27693e3bbdd2/44c094c8-7be5-47b4-981e-e0580ec58471/9d3358db-086c-4510-a6e4-854209da9909) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:07.366221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8504474-884a-4d2e-9520-1088a0600f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.368071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-1068d80c-c53c-4a08-af9a-d77da265dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.369764 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-1068d80c-c53c-4a08-af9a-d77da265dcb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736153 Oct 29 11:30:07.379474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8504474-884a-4d2e-9520-1088a0600f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.380460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4f8e923-933c-4ac0-a0a4-2407377dbefe req-5e9257a0-5851-4e34-8fc7-390213b566fd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860596 Oct 29 11:30:07.585552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82eea5-762d-43cb-bac6-64440641a9dc req-5b2820e3-4aad-4689-a626-8323d627e1af tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.587095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ea82eea5-762d-43cb-bac6-64440641a9dc req-5b2820e3-4aad-4689-a626-8323d627e1af tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0907519 Oct 29 11:30:07.589798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-d2fe7a28-4846-49d4-a114-945f33e52309 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056782 Oct 29 11:30:07.590414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c8504474-884a-4d2e-9520-1088a0600f7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35cce90ae0d541afb15489fb46f71907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9956930 Oct 29 11:30:07.590955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:07.596895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8504474-884a-4d2e-9520-1088a0600f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae9ea1-e82d-42ff-9c27-0420222f5b38,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:07.666694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe724-b91b-4e5b-8468-dda533abe9c4 req-8247cc7a-f493-40d6-83e4-0039a0457665 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:07.679842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a8fe724-b91b-4e5b-8468-dda533abe9c4 req-8247cc7a-f493-40d6-83e4-0039a0457665 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1024 time: 0.1799476 Oct 29 11:30:07.724902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.733772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ea82eea5-762d-43cb-bac6-64440641a9dc req-78b3dfe5-8a28-4135-a27c-38aedef6c066 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366837 Oct 29 11:30:07.767220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a8fe724-b91b-4e5b-8468-dda533abe9c4 req-2501a742-e8ac-4fef-9ea9-de72ff95623a tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=6908bc97-a7b9-4274-8102-d60d7e5ff467&id=370287c2-4e2c-46f6-9c13-17bb74b46fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0863600 Oct 29 11:30:07.792572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.798506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef8eea97-cada-4f4a-b62f-d1d9cfcb9baa req-2bcaaea9-b2d7-4ae8-9917-a70867293a62 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994936 Oct 29 11:30:07.897970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.968117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:07.977611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-780da89a-29da-4272-86fc-0a12882a0b00 req-8f9c64a4-224c-484a-807d-43eb193574a2 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.1451883 Oct 29 11:30:08.024687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:08.075623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-171f609b-8133-4dbd-a96b-2d1233ba655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.077519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-171f609b-8133-4dbd-a96b-2d1233ba655a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 1094 time: 0.0595493 Oct 29 11:30:08.080489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:08.083807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:08.085449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1ae9ea1-e82d-42ff-9c27-0420222f5b38 HTTP/1.1" status: 204 len: 168 time: 0.4942873 Oct 29 11:30:08.107932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99b2fc-b804-473a-ad6a-c13e81e0d7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae9ea1-e82d-42ff-9c27-0420222f5b38,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:08.217782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:08.227187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:08.235691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:08.251099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad2030-cdcf-498b-9995-346b6c55617c req-4272dc48-ae38-46fc-b3bc-1f27d774cdbc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.259187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63ad2030-cdcf-498b-9995-346b6c55617c req-4272dc48-ae38-46fc-b3bc-1f27d774cdbc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 931 time: 0.1014795 Oct 29 11:30:08.303166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-2d5feb79-3dc9-450a-afea-43fdb464eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.305179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-2d5feb79-3dc9-450a-afea-43fdb464eb9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.2183101 Oct 29 11:30:08.319210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63ad2030-cdcf-498b-9995-346b6c55617c req-9ef0f859-3bf1-4ff2-a5a2-8af07e0db321 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585194 Oct 29 11:30:08.335530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.348539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:08.411001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-2fcee357-f360-499c-ab50-e5c8cefee405 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 HTTP/1.1" status: 200 len: 217 time: 0.0886121 Oct 29 11:30:08.445423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c9f21-76fe-44a1-894a-737624df72da req-570f3968-7307-47dc-96e5-4a71bbccbce0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.466130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a65c9f21-76fe-44a1-894a-737624df72da req-570f3968-7307-47dc-96e5-4a71bbccbce0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 943 time: 0.5072694 Oct 29 11:30:08.475134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8742929 Oct 29 11:30:08.513870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Request body: {'port': {'device_id': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:08.587922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-a0daed43-9b86-4787-8264-51a1d4d94bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.591501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-a0daed43-9b86-4787-8264-51a1d4d94bd8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1721890 Oct 29 11:30:08.648089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:08.650976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569074dc-61ec-4431-a656-bee42f1c7ea9 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event updated for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:08.672559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52b0fc-034e-459b-a9d0-52411b7ff88f req-feb4c703-03cb-4254-be14-dc704b4c4223 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.680900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f52b0fc-034e-459b-a9d0-52411b7ff88f req-feb4c703-03cb-4254-be14-dc704b4c4223 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1186962 Oct 29 11:30:08.702383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:08.734069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a65c9f21-76fe-44a1-894a-737624df72da req-e1bbce4e-269e-468c-9691-0ba7293683ff tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539065 Oct 29 11:30:08.744736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-1b05b642-596e-44d5-9576-5994e0916dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.746287 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-1b05b642-596e-44d5-9576-5994e0916dd1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293986 Oct 29 11:30:08.747503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:08.763860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f52b0fc-034e-459b-a9d0-52411b7ff88f req-0c1ea3bb-5d14-4c5e-98e4-a2f5f6e6c8ac tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 Oct 29 11:30:08.978352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-108ca01c-077a-4efd-9694-9d97d0c6ca2b service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075438 Oct 29 11:30:08.991712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa47344-16da-453f-83f0-46b1592a61b1 req-f812c15c-8b51-4b57-b537-d4eaf2a263b4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:08.993729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aa47344-16da-453f-83f0-46b1592a61b1 req-f812c15c-8b51-4b57-b537-d4eaf2a263b4 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1024 time: 0.1407039 Oct 29 11:30:09.118351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.142071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.233658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aa47344-16da-453f-83f0-46b1592a61b1 req-d8b7df1c-ac92-4bda-8441-4e0d664047f9 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=6908bc97-a7b9-4274-8102-d60d7e5ff467&id=370287c2-4e2c-46f6-9c13-17bb74b46fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1995564 Oct 29 11:30:09.289388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cddb62-5005-4513-a663-d4a4989a7241,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:09.305352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d55a55d5a66487480edd4786f213a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965161 Oct 29 11:30:09.311639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51832) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:09.349058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf7720a0-7581-4b7e-9a7f-b4892ad57277 req-9ae0a49e-ac56-4b3a-af5d-d95a4f044f89 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542330 Oct 29 11:30:09.363458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.365084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.366586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.367033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.368239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.370391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.371023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.372330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.373977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.374573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.375800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.376599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900284f9-b7d1-4fb8-93e1-9af9d7b3e0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:09.446270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4764eb7b-ff1f-4f40-b954-48debec09b19 req-6b815b5f-473f-444a-abef-7d1711d621fb tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0625978 Oct 29 11:30:09.491483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.528745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.534834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-d9e73b99-d84f-4dfe-92eb-48cb8cb1176c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:09.534834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-d9e73b99-d84f-4dfe-92eb-48cb8cb1176c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1024 time: 0.1345444 Oct 29 11:30:09.599943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632169b-3860-488b-97c9-63ab14766b77 req-4c9718f9-29cc-448a-bec4-a51d014cced5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:09.608164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8632169b-3860-488b-97c9-63ab14766b77 req-4c9718f9-29cc-448a-bec4-a51d014cced5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.2094007 Oct 29 11:30:09.614715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acca9ae-ce35-4de5-9576-d6b36bb49a71 req-ba542694-b519-4e5c-bf56-7af96f252520 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:09.616284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8acca9ae-ce35-4de5-9576-d6b36bb49a71 req-ba542694-b519-4e5c-bf56-7af96f252520 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 931 time: 0.0769329 Oct 29 11:30:09.649569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.652731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.653912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90cddb62-5005-4513-a663-d4a4989a7241 HTTP/1.1" status: 204 len: 168 time: 0.3363171 Oct 29 11:30:09.676458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89c875-ef25-4de7-8997-f74bc7087644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cddb62-5005-4513-a663-d4a4989a7241,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:09.690738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8acca9ae-ce35-4de5-9576-d6b36bb49a71 req-3775408e-a993-477b-a832-8979e217a157 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Oct 29 11:30:09.738762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8632169b-3860-488b-97c9-63ab14766b77 req-a402413d-da77-4729-8570-9f5976e6845c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297452 Oct 29 11:30:09.816899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3358db-086c-4510-a6e4-854209da9909 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:09.837375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.887804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Transition to ACTIVE for port object 9d3358db-086c-4510-a6e4-854209da9909 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:09.895509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Deleting port b4129bea-37de-4317-adae-b977751119dc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:30:09.895842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.914188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:09.996403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02a1a7-6fb2-4c8f-b607-4902348a6000 req-98444c8b-31a7-4cef-98ac-3f0d8f350148 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:09.998125 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa02a1a7-6fb2-4c8f-b607-4902348a6000 req-98444c8b-31a7-4cef-98ac-3f0d8f350148 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.0795424 Oct 29 11:30:10.089998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c1dd-099b-4227-9ae7-6d111efd4eed req-06ef0475-e77e-42e3-a282-a8a1299ab93c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:10.091652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00c1c1dd-099b-4227-9ae7-6d111efd4eed req-06ef0475-e77e-42e3-a282-a8a1299ab93c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 943 time: 0.2567813 Oct 29 11:30:10.109948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa02a1a7-6fb2-4c8f-b607-4902348a6000 req-8431f631-4dcf-471f-bde0-cc29bb3ce26b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923235 Oct 29 11:30:10.146970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:10.181625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.182049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.182476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.182897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.183314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.183734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.184142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.184553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.184968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.185405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.185825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.186260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:10.213107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] For port b4129bea-37de-4317-adae-b977751119dc, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b4129bea-37de-4317-adae-b977751119dc,segment=NetworkSegment(4970eec1-0953-4c82-9afb-cc0a93f652ab),segment_id=4970eec1-0953-4c82-9afb-cc0a93f652ab)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:10.213629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.248176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Calling delete_port for b4129bea-37de-4317-adae-b977751119dc owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:30:10.265312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00c1c1dd-099b-4227-9ae7-6d111efd4eed req-a741fb3e-3a82-43ab-b189-4c0e76d86339 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Oct 29 11:30:10.279818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Attempting to bind port 9d3358db-086c-4510-a6e4-854209da9909 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:10.279818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Attempting to bind port 9d3358db-086c-4510-a6e4-854209da9909 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:10.279818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Attempting to bind port 9d3358db-086c-4510-a6e4-854209da9909 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:10.295034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Port 9d3358db-086c-4510-a6e4-854209da9909 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:10.295263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Attempting to bind port 9d3358db-086c-4510-a6e4-854209da9909 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:10.376135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:10.376476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Checking segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:10.376874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Bound using segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:10.388666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Bound port: 9d3358db-086c-4510-a6e4-854209da9909, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:10.389067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.421611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:10.452503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1cec0-f6b3-4b17-8950-fd7d1969c10e req-dfd9b378-4a83-4ebc-a02e-421d384c3aaa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:10.462234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7da1cec0-f6b3-4b17-8950-fd7d1969c10e req-dfd9b378-4a83-4ebc-a02e-421d384c3aaa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c251b01-7a15-4264-aef9-5378a7b36276 HTTP/1.1" status: 200 len: 1024 time: 0.0839100 Oct 29 11:30:10.527725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7da1cec0-f6b3-4b17-8950-fd7d1969c10e req-2448ba74-4186-44a2-b86b-f706a4fbc3c9 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups?id=5378e080-1a74-4b62-b386-00bd1f64f161&id=6908bc97-a7b9-4274-8102-d60d7e5ff467&id=370287c2-4e2c-46f6-9c13-17bb74b46fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0633311 Oct 29 11:30:10.657446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:10.672968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a53552b-33b3-4e5f-97d4-a54d9ac29bf9 req-57bc7f89-ca21-46a9-ac4d-d6f07a240d66 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.1139808 Oct 29 11:30:10.738061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.738061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:10.738061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9d3358db-086c-4510-a6e4-854209da9909,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:10.755110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.800947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'Port': ['ID=b4129bea-37de-4317-adae-b977751119dc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:10.804179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:10.804803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.807921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] 10.222.0.86 "PUT /v2.0/ports/9d3358db-086c-4510-a6e4-854209da9909 HTTP/1.1" status: 200 len: 1091 time: 2.3050971 Oct 29 11:30:10.824005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'tag': '9d3358db-086c-4510-a6e4-854209da9909'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:10.831521 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473dbcc-67ee-407c-8b77-369de24d7bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "tag": "9d3358db-086c-4510-a6e4-854209da9909"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:10.912943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] No DVR routers for this DVR port b4129bea-37de-4317-adae-b977751119dc on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:30:10.919119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:10.923032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb4c288-1e3c-4c2b-859d-d4390c4e0431 req-17cd8a20-804b-4f10-884e-87f0de6803aa tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.41 "DELETE /v2.0/ports/b4129bea-37de-4317-adae-b977751119dc HTTP/1.1" status: 204 len: 173 time: 1.3746247 Oct 29 11:30:10.977029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2', 'mac_address': 'fa:16:3e:60:e8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:10.985686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b4129bea-37de-4317-adae-b977751119dc'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:11.080122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2d1d-f885-4ecc-a5cd-75838c81c462 req-ab4a50a8-d0e9-4862-81ed-39cf755454ef tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.095460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-772e2d1d-f885-4ecc-a5cd-75838c81c462 req-ab4a50a8-d0e9-4862-81ed-39cf755454ef tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 943 time: 0.1648009 Oct 29 11:30:11.132949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c13fb-52ec-4b54-818b-4d4efce11048 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:11.161219 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.175372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:11.179903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-04caa104-f65d-4fdc-8204-479b0c242fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.182035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-04caa104-f65d-4fdc-8204-479b0c242fef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 1094 time: 0.3030541 Oct 29 11:30:11.187277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-772e2d1d-f885-4ecc-a5cd-75838c81c462 req-3f344b6d-c5a0-43de-934b-e5dacdb51294 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Oct 29 11:30:11.191159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:11.229681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab60c74-44c6-4f45-b814-ecb30810fcff req-a3c06f27-959e-43b3-8037-d0f50ececb1c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.232849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bab60c74-44c6-4f45-b814-ecb30810fcff req-a3c06f27-959e-43b3-8037-d0f50ececb1c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.2347045 Oct 29 11:30:11.233073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:11.237940 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.292938 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c6b2a1-310c-4b14-8e10-51cc1719dc53 x-openstack-request-id: req-38c6b2a1-310c-4b14-8e10-51cc1719dc53 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:11.293365 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "tag": "9d3358db-086c-4510-a6e4-854209da9909", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:11.293771 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38c6b2a1-310c-4b14-8e10-51cc1719dc53 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:11.294368 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'tag': '9d3358db-086c-4510-a6e4-854209da9909', 'status': 'completed', 'code': 200} Oct 29 11:30:11.299506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-14fd1b68-bcca-4244-930b-e873770feede service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3358db-086c-4510-a6e4-854209da9909 HTTP/1.1" status: 200 len: 217 time: 0.0959804 Oct 29 11:30:11.352630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:11.400583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-abaa1e13-6aab-4f59-960a-108184684544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.402120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-abaa1e13-6aab-4f59-960a-108184684544 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.0641451 Oct 29 11:30:11.418185 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bab60c74-44c6-4f45-b814-ecb30810fcff req-0c52ac90-6d60-4098-9d57-caca894ce210 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Oct 29 11:30:11.428375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2048311462-network', 'tenant_id': '0df4ecf69ee448fb8de31b1316901796'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:11.464323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-51ddb7ce-d577-4bd8-a34a-5a2de7afc272 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448306 Oct 29 11:30:11.486008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Made reservation on behalf of 0df4ecf69ee448fb8de31b1316901796 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:11.489040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.490097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:11.517595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.675110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c77fe-b3d1-4826-b332-3f6fe7db8749 req-e16681b0-64ed-4839-a620-e31e30c9039d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.685507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c05c77fe-b3d1-4826-b332-3f6fe7db8749 req-e16681b0-64ed-4839-a620-e31e30c9039d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 944 time: 0.1158106 Oct 29 11:30:11.694934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.757107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-157a4d5d-056b-4b95-91d4-df74ba065d55 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845793 Oct 29 11:30:11.782893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.807782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:30:11.813805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c05c77fe-b3d1-4826-b332-3f6fe7db8749 req-5b332388-3260-4020-ae6f-36b6124255f8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259944 Oct 29 11:30:11.836803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:11.836803 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Added segment 89032c11-a9a6-4ab4-bff2-200c4512fd31 of type vlan for network e45f6e2c-3a4c-4caa-b37a-182f733acd66 Oct 29 11:30:11.846421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e801f-a127-43a6-b2cd-4d99e888633d req-f7e7c54a-aa7c-431e-8fbc-e10be281c0fa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:11.848012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7b3e801f-a127-43a6-b2cd-4d99e888633d req-f7e7c54a-aa7c-431e-8fbc-e10be281c0fa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1507232 Oct 29 11:30:11.857843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97218e1c-211b-40fc-bec3-b2325e623f46,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:11.987966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7b3e801f-a127-43a6-b2cd-4d99e888633d req-0264e294-f718-4ae0-9de5-49559533f34d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097939 Oct 29 11:30:12.017305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.041031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108b30ca-1129-48ad-87e2-ae9e07244e10 req-3cdd0932-9eca-4032-b3d8-f35569bba25b service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705803 Oct 29 11:30:12.057262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8bb82e5b-2c3f-4afa-9e67-3a75f38c6aa1 req-d2ac1bb4-ab34-467b-ab36-cb08683579d9 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0614624 Oct 29 11:30:12.083574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.084758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:12.085389 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.205443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0224066 Oct 29 11:30:12.206967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:12.222993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-dbc3de10-58fc-4839-9012-09732cde7e21 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/370287c2-4e2c-46f6-9c13-17bb74b46fa4 HTTP/1.1" status: 200 len: 1799 time: 0.1843135 Oct 29 11:30:12.237023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-4d75bb36-e7f0-436c-b456-2396e22ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:12.239108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-4d75bb36-e7f0-436c-b456-2396e22ddc2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 1094 time: 0.1264255 Oct 29 11:30:12.248376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Request body: {'subnet': {'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2048311462-subnet', 'tenant_id': '0df4ecf69ee448fb8de31b1316901796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:12.312956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6276e-0d8c-407e-8596-84efc8859458 admin admin] Pushing event updated for resources: {'Network': ['ID=e45f6e2c-3a4c-4caa-b37a-182f733acd66,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:12.328904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:30:12.351671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Made reservation on behalf of 0df4ecf69ee448fb8de31b1316901796 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:12.355834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.357470 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-f5a34f23-0303-4419-ba53-c22f4065071d service neutron] show failed (client error): The resource could not be found. Oct 29 11:30:12.364794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-f5a34f23-0303-4419-ba53-c22f4065071d service neutron] 10.222.0.41 "GET /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.1738493 Oct 29 11:30:12.550274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:12.607249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.664406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.718776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:12.739215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:12.739785 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.748279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fafdf4-5b75-45f9-930c-f35cf85f1522 req-0069926d-3c6d-46af-9f2d-4319a510cffb tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:12.756142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0fafdf4-5b75-45f9-930c-f35cf85f1522 req-0069926d-3c6d-46af-9f2d-4319a510cffb tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 943 time: 0.2091444 Oct 29 11:30:12.826889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.830654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.834525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-f4efe1f4-89d5-4634-a100-1b3992c8a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:12.836304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-f4efe1f4-89d5-4634-a100-1b3992c8a1dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 916 time: 0.4909265 Oct 29 11:30:12.850860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ae49a2c7-f10d-4d52-830f-9980e3379997 req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/370287c2-4e2c-46f6-9c13-17bb74b46fa4 HTTP/1.1" status: 204 len: 173 time: 0.6266890 Oct 29 11:30:12.937040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0fafdf4-5b75-45f9-930c-f35cf85f1522 req-cb255360-09aa-4a13-8937-7f410b086c4c tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789384 Oct 29 11:30:12.945432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-a8fbeab6-255a-4b52-aa79-b232e3a7bce4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d3358db-086c-4510-a6e4-854209da9909 HTTP/1.1" status: 200 len: 217 time: 0.0984821 Oct 29 11:30:12.968943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:12.978379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20138e-14d6-4b52-95ae-beed452ece1c tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370287c2-4e2c-46f6-9c13-17bb74b46fa4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:13.038008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:13.042084 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1baa03-1f4c-4789-b4e8-9ad9088c7e25" -d '{"events": [{"server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "name": "network-vif-plugged", "status": "completed", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:13.050057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:13.058605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.118344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-bf415d85-23bc-429c-803a-96413209049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:13.123955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-bf415d85-23bc-429c-803a-96413209049a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1100 time: 0.3222408 Oct 29 11:30:13.146816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:13.150790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:13.196222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-b3423fe3-a254-4f74-abd8-00108260ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:13.198387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-b3423fe3-a254-4f74-abd8-00108260ffbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.2468197 Oct 29 11:30:13.225909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.260761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-ccad2170-53fc-4a17-a5cf-46389a674c1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530005 Oct 29 11:30:13.270880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b4129bea-37de-4317-adae-b977751119dc no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:13.310890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: b4129bea-37de-4317-adae-b977751119dc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:30:13.314021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b4129bea-37de-4317-adae-b977751119dc not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:30:13.337500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'name': 'network-vif-deleted', 'tag': 'b4129bea-37de-4317-adae-b977751119dc'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:13.342302 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed137b-ab09-4b71-b8af-7d04c9795c95" -d '{"events": [{"server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "name": "network-vif-deleted", "tag": "b4129bea-37de-4317-adae-b977751119dc"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:13.363168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c0b36-76a1-4847-adc7-bb41f33b458d req-7aa3791f-1aa9-4dc4-ab21-994ba57c5405 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:13.365476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-893c0b36-76a1-4847-adc7-bb41f33b458d req-7aa3791f-1aa9-4dc4-ab21-994ba57c5405 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1736791 Oct 29 11:30:13.366848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.378980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb645e-03ae-49d4-8775-5c190338b098 req-424230b5-d5a7-4d3c-838a-8df570bd0611 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:13.381552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7eb645e-03ae-49d4-8775-5c190338b098 req-424230b5-d5a7-4d3c-838a-8df570bd0611 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.2098529 Oct 29 11:30:13.385435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6bdca6-2607-45cb-b765-835834378596,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:13.464392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-bbb1701a-af43-4a12-a98d-0e1ff70ce5f0 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961327 Oct 29 11:30:13.486047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-893c0b36-76a1-4847-adc7-bb41f33b458d req-fc3bec92-ea2a-4d23-9027-07f75be488d1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000423 Oct 29 11:30:13.659939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-401a6a89-009f-483a-b286-f5b296a41304 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "GET /v2.0/security-groups/6908bc97-a7b9-4274-8102-d60d7e5ff467 HTTP/1.1" status: 200 len: 1801 time: 0.1480889 Oct 29 11:30:13.691091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:13.701280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Checking segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:13.701655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Network hostable DHCP agents. Network: e45f6e2c-3a4c-4caa-b37a-182f733acd66, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:30:13.715368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a473dbcc-67ee-407c-8b77-369de24d7bdf req-fb4b3150-77bd-4b1c-8174-4c38bc503135 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278438 Oct 29 11:30:13.732060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7eb645e-03ae-49d4-8775-5c190338b098 req-d477c2d2-43f6-45d6-91f2-e49247a8ea1b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273134 Oct 29 11:30:13.758912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:13.833860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:30:13.840529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e45f6e2c-3a4c-4caa-b37a-182f733acd66) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:13.847631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.848305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:13.848551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.864894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f759156-3aa9-453b-adb8-86748f8488dc None None] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:13.897860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:13.901900 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f60b6e-5ecf-4719-8e5f-e0118f905144" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-unplugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:13.921510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.944345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:13.961350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3969d0a4-c5fd-4b9f-b9c7-2fe8576358d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7197866 Oct 29 11:30:13.992259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Transition to ACTIVE for port object 40877700-4d9b-4ac6-a0d0-647d36b94efa will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:14.018776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.047997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.050845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.052470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7fcb129-bc69-4854-8a57-3f6f6f8e87b0 req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] 10.222.0.77 "DELETE /v2.0/security-groups/6908bc97-a7b9-4274-8102-d60d7e5ff467 HTTP/1.1" status: 204 len: 173 time: 0.3792100 Oct 29 11:30:14.070850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51918) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:14.111649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c5a3-de46-4a5b-9bf2-9d85c9dd6c41 req-5eed25c2-f320-4f6e-87ad-ae6d00d63886 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:14.120878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7d2c5a3-de46-4a5b-9bf2-9d85c9dd6c41 req-5eed25c2-f320-4f6e-87ad-ae6d00d63886 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1818538 Oct 29 11:30:14.130873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:14.156657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35a779-6639-4700-9918-afad7690a153 None None] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:14.162906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff166f-2fca-433f-b67b-d70d39efa968 tempest-SecurityGroupsTestJSON-2082312325 tempest-SecurityGroupsTestJSON-2082312325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908bc97-a7b9-4274-8102-d60d7e5ff467,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:14.194718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] No DVR routers for this DVR port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:30:14.274489 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6de136-649a-443c-a933-8b70e2cd6da1 x-openstack-request-id: req-6c6de136-649a-443c-a933-8b70e2cd6da1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:14.274858 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "name": "network-vif-plugged", "status": "completed", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:14.275699 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c6de136-649a-443c-a933-8b70e2cd6da1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:14.276145 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2', 'code': 200} Oct 29 11:30:14.338395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c7d2c5a3-de46-4a5b-9bf2-9d85c9dd6c41 req-db016aa0-677e-47d6-97d5-1601a3eac9f0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159994 Oct 29 11:30:14.396914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:14.401389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:14.401758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:14.422458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:14.422780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:14.443492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:14.443810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:14.445603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:14.446096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Bound port: 40877700-4d9b-4ac6-a0d0-647d36b94efa, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:14.446467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.463196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9d3358db-086c-4510-a6e4-854209da9909 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:14.497745 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b47525-cb0d-4b2b-9d64-7dbb9bbf9a10 x-openstack-request-id: req-f4b47525-cb0d-4b2b-9d64-7dbb9bbf9a10 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:14.498028 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c251b01-7a15-4264-aef9-5378a7b36276", "name": "network-vif-deleted", "tag": "b4129bea-37de-4317-adae-b977751119dc", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:14.498376 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4b47525-cb0d-4b2b-9d64-7dbb9bbf9a10 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:14.498879 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c251b01-7a15-4264-aef9-5378a7b36276', 'name': 'network-vif-deleted', 'tag': 'b4129bea-37de-4317-adae-b977751119dc', 'status': 'completed', 'code': 200} Oct 29 11:30:14.522815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3442585b-f08c-479e-a86f-21a8baa02af3 req-37cd0c68-a022-4cf3-a351-261d570fd31b tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0448401 Oct 29 11:30:14.527800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Deleting subnet ebb7f2ab-bfe2-4950-b366-ed001506a3e6 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:30:14.536324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.587858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1df2-64e0-42db-be32-5c2874383c00 req-72076842-b0ec-41be-ba23-6e8c369dc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:14.591878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64da1df2-64e0-42db-be32-5c2874383c00 req-72076842-b0ec-41be-ba23-6e8c369dc3ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 1096 time: 0.2601476 Oct 29 11:30:14.630211 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dbe0d1-1346-46bd-9198-ee02dfbdcf0b x-openstack-request-id: req-52dbe0d1-1346-46bd-9198-ee02dfbdcf0b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:14.630518 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-unplugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:14.630793 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52dbe0d1-1346-46bd-9198-ee02dfbdcf0b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:14.631552 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'code': 200} Oct 29 11:30:14.652157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:14.661737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:14.674971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.734899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:14.735841 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.737533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] 10.222.0.86 "PUT /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 1095 time: 1.5987115 Oct 29 11:30:14.783256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64da1df2-64e0-42db-be32-5c2874383c00 req-1489e9ba-f400-4638-af6c-7f6e2517e77b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721556 Oct 29 11:30:14.787990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:14.845276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b647a-560b-49f3-894d-62fa2ea2cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:14.861654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9d3358db-086c-4510-a6e4-854209da9909,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:14.893210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '9d3358db-086c-4510-a6e4-854209da9909', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'port_id': '9d3358db-086c-4510-a6e4-854209da9909', 'mac_address': 'fa:16:3e:d1:0a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c094c8-7be5-47b4-981e-e0580ec58471', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:14.915896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-55e646a6-95ac-47db-a96c-7066227306df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:14.918447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-55e646a6-95ac-47db-a96c-7066227306df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1098 time: 0.1504467 Oct 29 11:30:14.935205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ac1b-280c-40bc-afdb-d071922eeb1a req-2707df42-b4f4-44ad-94f4-1d6353ff0275 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:14.943534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a949ac1b-280c-40bc-afdb-d071922eeb1a req-2707df42-b4f4-44ad-94f4-1d6353ff0275 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 943 time: 0.2599115 Oct 29 11:30:14.981605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.044929 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.084871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3358db-086c-4510-a6e4-854209da9909 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:15.142453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a949ac1b-280c-40bc-afdb-d071922eeb1a req-2e9f24a3-0759-413a-a0f7-1ce6abd06f02 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979225 Oct 29 11:30:15.168667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9d3358db-086c-4510-a6e4-854209da9909,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:15.181365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.253594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.261929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:15.328637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb7f2ab-bfe2-4950-b366-ed001506a3e6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:15.335150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.340839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-31fbeef7-da6f-45e7-bbd3-5c9bf773e511 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ebb7f2ab-bfe2-4950-b366-ed001506a3e6 HTTP/1.1" status: 204 len: 168 time: 1.2431257 Oct 29 11:30:15.352468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:15.389123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-d441e133-0bed-4a00-ac40-81d557f531f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.389123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-d441e133-0bed-4a00-ac40-81d557f531f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4193654 Oct 29 11:30:15.431666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:15.440349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-141124a3-41be-4235-adb8-43afdf60bf27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0440245 Oct 29 11:30:15.462128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c8d25-17f2-4ae6-8578-1393547b4a99 req-65b8c162-2dc2-49ef-8839-eb0d504e1156 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.463726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f3c8d25-17f2-4ae6-8578-1393547b4a99 req-65b8c162-2dc2-49ef-8839-eb0d504e1156 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.1218505 Oct 29 11:30:15.466999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.563416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-86352c8a-43cb-4d91-80f6-056e51f7a0bf tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.572248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-86352c8a-43cb-4d91-80f6-056e51f7a0bf tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.3323352 Oct 29 11:30:15.584745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-2573cf1d-5a90-4f53-a245-040996e130a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.586342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-2573cf1d-5a90-4f53-a245-040996e130a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1368752 Oct 29 11:30:15.598600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-e1b77e35-b9dd-46f1-8660-937b25b7a0fc tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/quotas/0df4ecf69ee448fb8de31b1316901796 HTTP/1.1" status: 200 len: 375 time: 0.0253141 Oct 29 11:30:15.644346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.662769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f3c8d25-17f2-4ae6-8578-1393547b4a99 req-217b46a6-d608-4d80-8495-17845aa21582 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425352 Oct 29 11:30:15.677284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c0561a-f698-4a7a-8f40-1aba8e0621f7']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:15.692995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-0c46e936-3b25-4fd9-a522-4da08707e45c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934074 Oct 29 11:30:15.704905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4970eec1-0953-4c82-9afb-cc0a93f652ab') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:15.705579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4970eec1-0953-4c82-9afb-cc0a93f652ab') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:15.728891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-5d746b52-88d8-4a27-a41f-056a5471e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.729419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.731444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-5d746b52-88d8-4a27-a41f-056a5471e866 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299963 Oct 29 11:30:15.757338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.773641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:30:15.774294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:30:15.779546 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:30:15.799247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-d6cc7cc4-3757-4121-bf86-2ef886ef2b86 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:30:15.800791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-d6cc7cc4-3757-4121-bf86-2ef886ef2b86 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1069434 Oct 29 11:30:15.896415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.905715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:15.910393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] 10.222.0.77 "DELETE /v2.0/networks/44c0561a-f698-4a7a-8f40-1aba8e0621f7 HTTP/1.1" status: 204 len: 168 time: 0.5567288 Oct 29 11:30:15.930987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4ded9-b9dc-4e34-be3c-a7feb913e59b admin admin] Pushing event deleted for resources: {'Network': ['ID=44c0561a-f698-4a7a-8f40-1aba8e0621f7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:15.950551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd3a1-d1bd-43b4-a348-fb89ffb9bcab req-2498c677-a05e-469b-acc3-0601d818d110 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:15.961088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12edd3a1-d1bd-43b4-a348-fb89ffb9bcab req-2498c677-a05e-469b-acc3-0601d818d110 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.1335940 Oct 29 11:30:16.017703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12edd3a1-d1bd-43b4-a348-fb89ffb9bcab req-1a8d9927-2fef-4721-8e11-60550c704d5e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Oct 29 11:30:16.145992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51962) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:16.215118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd074c9-d79b-4eb0-b8ff-bec5e9ba4600 req-6b0023a7-b764-4c61-bce3-cedbde467192 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:16.217140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdd074c9-d79b-4eb0-b8ff-bec5e9ba4600 req-6b0023a7-b764-4c61-bce3-cedbde467192 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1106741 Oct 29 11:30:16.225461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-70372280-ad08-4e13-a879-e7307d2fd79a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=172402e75e974e59a2de6e27edb377d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779922 Oct 29 11:30:16.231984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51966) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:16.349643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdd074c9-d79b-4eb0-b8ff-bec5e9ba4600 req-c28f973b-8cc9-4332-b4f7-a5987b6ffa0d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183541 Oct 29 11:30:16.378654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.388491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89392d1-dad8-444c-aa3a-80a850285806 req-61c08d20-0ccc-4a81-b825-a881eb51bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:16.390848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-61c08d20-0ccc-4a81-b825-a881eb51bffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0890734 Oct 29 11:30:16.422492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.443944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9d3358db-086c-4510-a6e4-854209da9909 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:16.448146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-3537c67c-0566-441b-a17d-59a0403870c7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078631 Oct 29 11:30:16.459348 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-da0375c2-0021-4d97-be1c-44e6e236bbae service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259139 Oct 29 11:30:16.523626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-523cd54a-078c-4a71-8cc9-c4771b47ea9e req-b384c879-7fbc-4011-b405-3d0e2e392289 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0559788 Oct 29 11:30:16.543721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 9d3358db-086c-4510-a6e4-854209da9909 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:16.554501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 9d3358db-086c-4510-a6e4-854209da9909 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:16.557944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.598206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89392d1-dad8-444c-aa3a-80a850285806 req-58f0dc8a-278d-44d1-95e6-fc49cf62b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:16.600290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-58f0dc8a-278d-44d1-95e6-fc49cf62b83c service neutron] 10.222.0.41 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.1965244 Oct 29 11:30:16.632989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:16.638090 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632cb6c5-25aa-44b8-909f-d8deb423af42" -d '{"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:16.663919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-89bbb5e9-9a06-4cde-9bbc-28889bfbce6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 HTTP/1.1" status: 200 len: 217 time: 0.0550723 Oct 29 11:30:16.665060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.668405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.673443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5378e080-1a74-4b62-b386-00bd1f64f161 HTTP/1.1" status: 204 len: 168 time: 0.4396880 Oct 29 11:30:16.691508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.716494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e1e7322b-25c6-4a51-8bbe-8122a9f4074b req-2e79fde9-12f4-460c-b1f3-4e0dc1fc605a service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605765 Oct 29 11:30:16.735143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d10c9a-d83b-498b-b642-fb3281e756fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378e080-1a74-4b62-b386-00bd1f64f161,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:16.749237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3358db-086c-4510-a6e4-854209da9909'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:16.749903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89392d1-dad8-444c-aa3a-80a850285806 req-71fbb600-10ff-4d89-9193-b1a689a6cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:16.752230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-cda5d90f-e7d5-4081-b658-98a210fd86e7 service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710111 Oct 29 11:30:16.757627 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427624e-469c-41a3-9a2b-891efe21cd52" -d '{"events": [{"server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3358db-086c-4510-a6e4-854209da9909"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:16.767278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-71fbb600-10ff-4d89-9193-b1a689a6cf8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0901623 Oct 29 11:30:16.801839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9d3358db-086c-4510-a6e4-854209da9909,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:16.810799 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:16.858580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-1b359d06-2b63-4192-a4cc-eab988fd9984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837739 Oct 29 11:30:16.911657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:17.030153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8f26-8a89-4af2-9441-1105ad4315cd req-ec857220-893e-4c0d-ae47-bcb7a68057af tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.039128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a47b8f26-8a89-4af2-9441-1105ad4315cd req-ec857220-893e-4c0d-ae47-bcb7a68057af tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 945 time: 0.1849418 Oct 29 11:30:17.100869 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97461312-368d-4fa3-b4dd-cdbecf97e522 x-openstack-request-id: req-97461312-368d-4fa3-b4dd-cdbecf97e522 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:17.101215 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:17.101474 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97461312-368d-4fa3-b4dd-cdbecf97e522 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:17.101868 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'status': 'completed', 'code': 200} Oct 29 11:30:17.187973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-2d0e0d15-ca6f-49d4-bcda-775defcfb1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099523 Oct 29 11:30:17.191884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a47b8f26-8a89-4af2-9441-1105ad4315cd req-57ef9cd7-fcbc-4ca7-9608-933d1f2a46be tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517742 Oct 29 11:30:17.241783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-41be923c-3de3-4dc0-a83d-0fb164f3100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.249054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-41be923c-3de3-4dc0-a83d-0fb164f3100d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1098 time: 0.1043830 Oct 29 11:30:17.274734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:17.314949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-925b4050-31a3-4c58-89e5-3be173fb029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.318278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-925b4050-31a3-4c58-89e5-3be173fb029c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1098 time: 0.1816857 Oct 29 11:30:17.363570 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb6ddfa-e7ea-4aa0-a1c8-6056de7544c5 x-openstack-request-id: req-4bb6ddfa-e7ea-4aa0-a1c8-6056de7544c5 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:17.364238 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3358db-086c-4510-a6e4-854209da9909", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:17.364472 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bb6ddfa-e7ea-4aa0-a1c8-6056de7544c5 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:17.365112 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3358db-086c-4510-a6e4-854209da9909', 'code': 200} Oct 29 11:30:17.415525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:30:17.462063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b17164-27f7-4283-b4e3-367c5bc1690a req-89983fbc-f9d9-4f15-a310-6db993d415dd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.470861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57b17164-27f7-4283-b4e3-367c5bc1690a req-89983fbc-f9d9-4f15-a310-6db993d415dd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.2564123 Oct 29 11:30:17.570243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57b17164-27f7-4283-b4e3-367c5bc1690a req-8ef19cfd-167e-450d-b34d-f37c5706e2d6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978200 Oct 29 11:30:17.619459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-2616b159-7260-472d-88ef-6d36f8677c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.620915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-2616b159-7260-472d-88ef-6d36f8677c3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2785237 Oct 29 11:30:17.722304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-3476668f-6612-4397-b2ca-37a90b0833ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0916414 Oct 29 11:30:17.810142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e918a-6d95-45ff-8512-393398627c26 req-d11e26a3-884f-4a7e-b9c5-367faf4d7f79 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.811910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-de9e918a-6d95-45ff-8512-393398627c26 req-d11e26a3-884f-4a7e-b9c5-367faf4d7f79 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.0916810 Oct 29 11:30:17.833170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-791df6e4-5aa9-44f4-a9d2-49d6ff3e931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.834734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-791df6e4-5aa9-44f4-a9d2-49d6ff3e931c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1027462 Oct 29 11:30:17.895975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c2bcc2e-93d3-48f6-9f70-8544b2e253b0 req-9d3f845d-92d5-4bce-abb5-bbf05d98164a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 210 time: 0.4552317 Oct 29 11:30:17.964991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-de9e918a-6d95-45ff-8512-393398627c26 req-95b95729-b1bf-4c7a-9e44-81c110e1aaaa tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357610 Oct 29 11:30:17.972437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-ba1e00e1-cee3-462a-b165-f58bb06ad7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.973525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-ba1e00e1-cee3-462a-b165-f58bb06ad7a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300921 Oct 29 11:30:17.981232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-7ecb3b0b-3a4e-4012-9a31-270d59482dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:17.983815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-7ecb3b0b-3a4e-4012-9a31-270d59482dec service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.7315326 Oct 29 11:30:18.138739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3914f0-00fa-4116-aa66-d3f2de068145 req-7dfed018-d8d4-4790-9c07-8ade4fbe714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:18.140232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc3914f0-00fa-4116-aa66-d3f2de068145 req-7dfed018-d8d4-4790-9c07-8ade4fbe714e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 1096 time: 0.7010596 Oct 29 11:30:18.144792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-5b31da8f-1fb3-4660-95cc-e081cf1e94a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.1413982 Oct 29 11:30:18.241910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f93f9b2-9cc7-40c4-8f76-08801479ec10 req-0e6fbe0e-cada-4d2a-97e6-c9fa2c2e9efb tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0756333 Oct 29 11:30:18.247370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-51e67bd1-3e56-460a-8c27-c49b4e612934 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646127 Oct 29 11:30:18.250371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89392d1-dad8-444c-aa3a-80a850285806 req-587c50b5-b17e-4870-86ef-97fb79f2bae5 service neutron] 10.222.0.41 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0448503 Oct 29 11:30:18.283083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e51955-2095-495c-b835-ae67c00952e6 req-c8aa4c43-100b-4407-94cf-e24d8ff7aff5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:18.297140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08e51955-2095-495c-b835-ae67c00952e6 req-c8aa4c43-100b-4407-94cf-e24d8ff7aff5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 945 time: 0.1923699 Oct 29 11:30:18.379584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc3914f0-00fa-4116-aa66-d3f2de068145 req-6d929dfb-ae52-4638-9328-9ceb5e71d314 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255754 Oct 29 11:30:18.395533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08e51955-2095-495c-b835-ae67c00952e6 req-639736d4-1a44-48b2-af95-767aee32da54 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940657 Oct 29 11:30:18.408457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-d3853093-1cf1-4677-a20c-025e831193ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:18.410142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-d3853093-1cf1-4677-a20c-025e831193ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.2503903 Oct 29 11:30:18.463085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:18.500964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-4d3c755c-dfa1-4913-8930-d829237a10cd service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442994 Oct 29 11:30:18.540964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-96a899ba-8602-4784-81f1-af17e1937a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:18.542689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-96a899ba-8602-4784-81f1-af17e1937a93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242068 Oct 29 11:30:18.718174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c59e-a42d-4499-ba91-a977e90edf13 req-357a28a1-e729-454a-9484-036ab9cedf55 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:18.722459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2001c59e-a42d-4499-ba91-a977e90edf13 req-357a28a1-e729-454a-9484-036ab9cedf55 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 945 time: 0.1741614 Oct 29 11:30:18.736129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-6cbf2dc5-d6b9-4245-ad0e-4b2fc6cc5c37 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812415 Oct 29 11:30:18.743402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:18.783785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'mac_address': 'fa:16:3e:4c:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:18.819644 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2001c59e-a42d-4499-ba91-a977e90edf13 req-63007eb3-96e2-4037-8a61-c4ff0ed95a97 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Oct 29 11:30:18.941452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-632cb6c5-25aa-44b8-909f-d8deb423af42 req-2590737f-e23d-41f9-b955-80b032a67c9d service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950459 Oct 29 11:30:18.947975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:18.972500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:19.019448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:19.033325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:19.104358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884c3cf-caed-4efb-b7f2-898a497b4217 req-68bf9665-22b9-438a-8aca-71670e2c48eb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:19.121149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d884c3cf-caed-4efb-b7f2-898a497b4217 req-68bf9665-22b9-438a-8aca-71670e2c48eb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 947 time: 0.1313851 Oct 29 11:30:19.135238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:19.211869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d884c3cf-caed-4efb-b7f2-898a497b4217 req-0b72d9af-ff8a-4ba9-bbc5-cc7d2b1c873c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869853 Oct 29 11:30:19.276505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:19.276761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60bd68a2-48e7-47b2-a274-a939e348639c req-16b5b537-fa6e-4085-8f55-b2920191055d tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 210 time: 0.0653567 Oct 29 11:30:19.302370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-df4e452e-ac3c-4073-b6af-e679b85dc9ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:19.305469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-df4e452e-ac3c-4073-b6af-e679b85dc9ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.3449101 Oct 29 11:30:19.329720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'port': {'device_id': '710bff5e-0c14-4786-89d7-899e8e431614', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'admin_state_up': True, 'tenant_id': '0df4ecf69ee448fb8de31b1316901796'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:19.416319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:19.443316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a20cc51-b8ca-45e5-a125-b2bf59e6bf23 req-223798a2-7957-4962-a611-ddb6c06bdd6d tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0377471 Oct 29 11:30:19.468622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:19.500048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:19.502543 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea4258-4a10-4d30-a457-5d53627d2b1a" -d '{"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:19.522684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:19.535223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:19.562061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Made reservation on behalf of 0df4ecf69ee448fb8de31b1316901796 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:19.565585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:19.599540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9fe7-bffd-4c21-be07-0a642840624f req-40b927f3-d205-476b-9e7d-cabac06d4ee2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:19.600988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a42b9fe7-bffd-4c21-be07-0a642840624f req-40b927f3-d205-476b-9e7d-cabac06d4ee2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.0870926 Oct 29 11:30:19.661426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:19.704233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a42b9fe7-bffd-4c21-be07-0a642840624f req-95f60d0d-2841-4259-9784-586d6bd3dfb7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925879 Oct 29 11:30:19.718179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52044) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:19.783485 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b963d4-912a-4dad-b0e0-9e8f5c3cb8a9 x-openstack-request-id: req-40b963d4-912a-4dad-b0e0-9e8f5c3cb8a9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:19.783875 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:19.784212 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40b963d4-912a-4dad-b0e0-9e8f5c3cb8a9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:19.784802 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'code': 200} Oct 29 11:30:19.825713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-bdc4f1e7-0f13-40b7-83b2-2d8fb52b3a25 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:19.828235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-bdc4f1e7-0f13-40b7-83b2-2d8fb52b3a25 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f&tenant_id=defc5934a2cb4c17a6922696eca515d7&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 948 time: 0.0955858 Oct 29 11:30:19.832884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Allocated IP 172.20.0.10 (e45f6e2c-3a4c-4caa-b37a-182f733acd66/0d6bdca6-2607-45cb-b765-835834378596/69778bec-68d7-41e5-9449-ea8a44266773) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:19.973417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-066f86ae-9e6b-453d-b24c-9910ff7caa7c service neutron] 10.222.0.86 "GET /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa/bindings/n-h2-805046-9 HTTP/1.1" status: 200 len: 382 time: 0.1330433 Oct 29 11:30:19.977375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-727e88be-9684-4e22-9c52-991406988257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.036633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d2f4d-d8ec-40e7-8ab8-c95b81ef872b req-33560c66-bcf7-4925-970f-f41e68191afc tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.039498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-872d2f4d-d8ec-40e7-8ab8-c95b81ef872b req-33560c66-bcf7-4925-970f-f41e68191afc tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.1272311 Oct 29 11:30:20.063922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c36c08-b1f0-4664-bbff-b27e966ab980 req-0df86db4-8ffb-4ca7-907e-e85b5d13daef tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.072661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0c36c08-b1f0-4664-bbff-b27e966ab980 req-0df86db4-8ffb-4ca7-907e-e85b5d13daef tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 945 time: 0.0878603 Oct 29 11:30:20.133207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.161106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0c36c08-b1f0-4664-bbff-b27e966ab980 req-e0a24f5f-d754-41a1-9fd1-4ae1e9326445 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Oct 29 11:30:20.168294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-90c982c0-aabc-4b54-975f-ddf8959277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.171347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-90c982c0-aabc-4b54-975f-ddf8959277b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1099 time: 0.1652756 Oct 29 11:30:20.183411 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-872d2f4d-d8ec-40e7-8ab8-c95b81ef872b req-503e4be1-e690-4cf9-aeeb-ab407f3bc991 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128407 Oct 29 11:30:20.188202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.255351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:20.266028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:20.312364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-727e88be-9684-4e22-9c52-991406988257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.319734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-727e88be-9684-4e22-9c52-991406988257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.357815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:20.367818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-c116fcae-1d6c-4b08-855e-654b1c3e0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.370166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-c116fcae-1d6c-4b08-855e-654b1c3e0b24 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1854563 Oct 29 11:30:20.415673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:20.446674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-dca38131-ae34-4e39-b1c4-5ae9aa4ec181 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0641656 Oct 29 11:30:20.448793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-727e88be-9684-4e22-9c52-991406988257 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37a0386de7164be589f30991dff51d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291768 Oct 29 11:30:20.453286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52060) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:20.460511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:20.487672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.488356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.492458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e88be-9684-4e22-9c52-991406988257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb918fb-6dd1-4be8-b05e-ca1f672de3f0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:20.551977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-23bfe2ee-57a7-4494-9781-d915af9960a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.553328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-23bfe2ee-57a7-4494-9781-d915af9960a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0927022 Oct 29 11:30:20.556727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 40877700-4d9b-4ac6-a0d0-647d36b94efa completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:20.563279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 40877700-4d9b-4ac6-a0d0-647d36b94efa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:20.564350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ffea-a58a-473c-9ec2-d954cb34ff20 req-1873c6bb-7e7d-43cc-ac9a-87cbda004c38 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.565094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.566718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8de9ffea-a58a-473c-9ec2-d954cb34ff20 req-1873c6bb-7e7d-43cc-ac9a-87cbda004c38 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 932 time: 0.1292465 Oct 29 11:30:20.570648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4841b3dc-916e-41bf-badf-86477045b81b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2475317 Oct 29 11:30:20.591702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Request body: {'port': {'device_id': '710bff5e-0c14-4786-89d7-899e8e431614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:20.648245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.650149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-eabd45d7-94c2-4d3f-a39a-4e940875dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:20.651884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-eabd45d7-94c2-4d3f-a39a-4e940875dc58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840721 Oct 29 11:30:20.655370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8de9ffea-a58a-473c-9ec2-d954cb34ff20 req-186c1e03-a671-40aa-9263-48c617b14e63 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736694 Oct 29 11:30:20.725583 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:30:20.762238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.812752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.813789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:20.819345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.820833 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:20.839233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ced2df70-62fc-4908-bfad-64ad2238944c req-f2f2e6fb-d560-47d7-9b31-ee48f10d5e0e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0568724 Oct 29 11:30:20.885335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-ec182981-bfca-4c84-bf5e-d1971567e75c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231381 Oct 29 11:30:21.006638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:21.065073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-9b1aa3cc-c4c4-46d8-a1a0-8686ec515cf8 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708629 Oct 29 11:30:21.080140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.083195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.084351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8eb918fb-6dd1-4be8-b05e-ca1f672de3f0 HTTP/1.1" status: 204 len: 168 time: 0.6297421 Oct 29 11:30:21.100981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7097-3f6a-4c46-b204-094defba9744 req-0fba777f-2e02-4b1f-bbc0-f2af214091ca tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:21.102732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8ca7097-3f6a-4c46-b204-094defba9744 req-0fba777f-2e02-4b1f-bbc0-f2af214091ca tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.1722944 Oct 29 11:30:21.121081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f998b-4148-409e-896e-d0e6d7a6751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb918fb-6dd1-4be8-b05e-ca1f672de3f0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:21.213058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8ca7097-3f6a-4c46-b204-094defba9744 req-693d20f5-6869-4248-97fa-f5e1db213720 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003027 Oct 29 11:30:21.412899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69778bec-68d7-41e5-9449-ea8a44266773 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:21.429093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.445111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da259af-8c58-47d6-a5b2-53405b393c2c req-48399b4e-3cc4-4756-b8dd-263668e4ee48 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:21.449996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9da259af-8c58-47d6-a5b2-53405b393c2c req-48399b4e-3cc4-4756-b8dd-263668e4ee48 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1302576 Oct 29 11:30:21.490458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Transition to ACTIVE for port object 69778bec-68d7-41e5-9449-ea8a44266773 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:21.498126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.593298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9da259af-8c58-47d6-a5b2-53405b393c2c req-7b986f6a-915b-4000-948a-a56f33afad8d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237230 Oct 29 11:30:21.623717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-73241996-ee12-4f17-951c-0f083e111ec4 req-defa1260-0e72-46f2-a1f8-93e98f3176f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0776508 Oct 29 11:30:21.666096 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.718391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:21.755650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Attempting to bind port 69778bec-68d7-41e5-9449-ea8a44266773 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:21.755997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Attempting to bind port 69778bec-68d7-41e5-9449-ea8a44266773 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:21.756329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Attempting to bind port 69778bec-68d7-41e5-9449-ea8a44266773 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:21.762575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Port 69778bec-68d7-41e5-9449-ea8a44266773 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:21.762937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Attempting to bind port 69778bec-68d7-41e5-9449-ea8a44266773 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:21.770992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:21.772641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Checking segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:21.773253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Bound using segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:21.773812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Bound port: 69778bec-68d7-41e5-9449-ea8a44266773, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:21.774177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.785515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:21.788696 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3104c-0a7f-411e-8e6e-d19090ac6485" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:21.914563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:21.920860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=69778bec-68d7-41e5-9449-ea8a44266773,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:21.942392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd23d2-f038-415b-82cd-311a9547039e req-ba7f6594-7102-4a4d-abf5-aa1814bf0ab0 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:21.944553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27bd23d2-f038-415b-82cd-311a9547039e req-ba7f6594-7102-4a4d-abf5-aa1814bf0ab0 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 944 time: 0.1527503 Oct 29 11:30:21.947279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.968064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:21.969202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:21.970616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/69778bec-68d7-41e5-9449-ea8a44266773 HTTP/1.1" status: 200 len: 1092 time: 1.3856232 Oct 29 11:30:21.974254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:21.984188 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f778871-bcc4-4a16-85c5-66b8f04163ce" -d '{"events": [{"name": "network-changed", "server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "tag": "69778bec-68d7-41e5-9449-ea8a44266773"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:22.131958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27bd23d2-f038-415b-82cd-311a9547039e req-4789a97c-dc61-46dd-8f27-d3fdc0821764 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687737 Oct 29 11:30:22.185662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f7898-099a-4d52-a092-f7e1b172a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:22.200359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-b2c054c4-f49e-4e23-8648-fa73056e612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:22.202102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-b2c054c4-f49e-4e23-8648-fa73056e612b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 1095 time: 0.1800225 Oct 29 11:30:22.270554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:22.277543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-71497e50-a01b-4e28-94c6-13ab8e4e8cd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69778bec-68d7-41e5-9449-ea8a44266773 HTTP/1.1" status: 200 len: 217 time: 0.0603235 Oct 29 11:30:22.280755 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4cdda-a42f-4a6d-aa35-cdd06514a2d9 x-openstack-request-id: req-75b4cdda-a42f-4a6d-aa35-cdd06514a2d9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:22.281360 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:22.282109 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75b4cdda-a42f-4a6d-aa35-cdd06514a2d9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:22.282911 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'code': 200} Oct 29 11:30:22.415281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dda0bee-a991-4353-aba7-7fa640e2e84f req-bd5ddf61-3ea3-4353-b0fd-91838fef2a10 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0436664 Oct 29 11:30:22.422268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-8d7a82ac-174d-4d9f-ad71-8dade022dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:22.425133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-network', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:22.425622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-8d7a82ac-174d-4d9f-ad71-8dade022dae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.1350420 Oct 29 11:30:22.474706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:22.475902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-4b5d170a-7271-4377-be40-3573156ee611 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374396 Oct 29 11:30:22.477229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.494569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.570412 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7f32d-bc64-448c-ab18-b345ffaa9275 x-openstack-request-id: req-c1e7f32d-bc64-448c-ab18-b345ffaa9275 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:22.571222 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "tag": "69778bec-68d7-41e5-9449-ea8a44266773", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:22.571482 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1e7f32d-bc64-448c-ab18-b345ffaa9275 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:22.571915 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773', 'status': 'completed', 'code': 200} Oct 29 11:30:22.612939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.618489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.623036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-597e78a9-6718-49a8-b5c6-735d0c2754db service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374469 Oct 29 11:30:22.654195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:30:22.671481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c12ac4-233d-440b-816e-6f9eede6d850,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:22.676082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.676622 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Added segment a137dcc9-0478-4a2a-93a3-1fd625fa74a2 of type vlan for network be310516-96e5-41f7-bd88-404a63300ac2 Oct 29 11:30:22.741775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.758448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ade82fd4-a7b8-4c2b-bf4f-bf3ee8bf43f1 req-07b65030-f907-4838-a5b0-b98d58ee5442 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269763 Oct 29 11:30:22.790499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.792409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:22.793313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:22.828199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0e468-2f83-4da2-ac9d-755d09aa8c79 req-69cbe9a6-0d0f-4df6-b2e6-35f12544c8ca tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:22.829994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3e0e468-2f83-4da2-ac9d-755d09aa8c79 req-69cbe9a6-0d0f-4df6-b2e6-35f12544c8ca tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0670037 Oct 29 11:30:22.876932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] Pushing event updated for resources: {'Network': ['ID=be310516-96e5-41f7-bd88-404a63300ac2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:22.893473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-14e257a6-2368-43d2-b089-acaed4e801a8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6180954 Oct 29 11:30:22.893794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:22.894886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network be310516-96e5-41f7-bd88-404a63300ac2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:30:22.899697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Request body: {'subnet': {'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-subnet', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:22.917721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3e0e468-2f83-4da2-ac9d-755d09aa8c79 req-397ed9f6-f8a2-43e7-8581-53af330bf0e8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715361 Oct 29 11:30:22.930380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-8e6dce69-fe48-4f61-bda0-4877f35ec255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:22.932835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-8e6dce69-fe48-4f61-bda0-4877f35ec255 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 1095 time: 0.1017797 Oct 29 11:30:22.937754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:22.940612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.055391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-73a1e10f-2016-473f-96cc-1cfe73707e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:23.057587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-73a1e10f-2016-473f-96cc-1cfe73707e2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 923 time: 0.1170764 Oct 29 11:30:23.117207 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-517a8d19-2aee-4490-acda-1f849dcd01cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69778bec-68d7-41e5-9449-ea8a44266773 HTTP/1.1" status: 200 len: 217 time: 0.0419204 Oct 29 11:30:23.165201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.178173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-0dcad92c-5a69-4e91-91be-8a202ea42ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:23.180003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-0dcad92c-5a69-4e91-91be-8a202ea42ece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.0537467 Oct 29 11:30:23.237867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Checking segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:23.238080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-d2ef8bbb-5b50-43de-952a-3df226b790bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436759 Oct 29 11:30:23.238222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Network hostable DHCP agents. Network: be310516-96e5-41f7-bd88-404a63300ac2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:30:23.240294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fe335f-aef5-406b-8e6d-e143d811e82e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:23.263993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Network be310516-96e5-41f7-bd88-404a63300ac2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:30:23.279634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, be310516-96e5-41f7-bd88-404a63300ac2) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:23.284403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:23.285141 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.294785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a54d5e-07e3-4e9d-aaae-ff79fa7074d9 None None] Network be310516-96e5-41f7-bd88-404a63300ac2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:23.297719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:23.312238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ec7439e-2cab-4194-9067-9c14a6e41d43 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4166782 Oct 29 11:30:23.314148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52160) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:23.325189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:23.380757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.381938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.488897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa619-e7dd-468b-ab5c-a81aef947931 req-c7329794-6cd4-40db-bd1a-cb2d27e6aac9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:23.492335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5eaa619-e7dd-468b-ab5c-a81aef947931 req-c7329794-6cd4-40db-bd1a-cb2d27e6aac9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 944 time: 0.2590840 Oct 29 11:30:23.497386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.602412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-3ff707dc-c231-4058-9e57-1aba4e3e5b86 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133872 Oct 29 11:30:23.817234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-be310516-96e5-41f7-bd88-404a63300ac2', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:30:23.820057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.851435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f778871-bcc4-4a16-85c5-66b8f04163ce req-c353d79f-54c9-4cec-ad09-182706fdaf9e service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189639 Oct 29 11:30:23.882931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5eaa619-e7dd-468b-ab5c-a81aef947931 req-ccbe7f01-3c29-4730-acfa-f218526fdec6 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702238 Oct 29 11:30:23.909596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:23.990043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-b641380d-5ab9-4b7a-85f8-1098bc574055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:23.992700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-b641380d-5ab9-4b7a-85f8-1098bc574055 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1100 time: 0.1082048 Oct 29 11:30:24.011368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:24.048399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Allocated IP 172.20.0.2 (be310516-96e5-41f7-bd88-404a63300ac2/94fe335f-aef5-406b-8e6d-e143d811e82e/a10864c4-3208-4d68-8e7e-7b7944e001db) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:24.055840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-684208da-3389-42fe-a398-cb6eae7e7589 req-6554c12a-a370-43e2-a146-2f33f1067755 tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0571730 Oct 29 11:30:24.149783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.424652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.452309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.582053 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.590231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.641842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Allocated IP 172.25.4.54 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/7edc0e0b-5a75-4d0e-bdd3-ef5c91793962) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:24.679732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Pushing event updated for resources: {'Port': ['ID=a10864c4-3208-4d68-8e7e-7b7944e001db,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:24.696552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.704393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.708861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.709497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.709835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.710174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.710504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.710830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.711146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.711466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.711783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.712103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:24.735457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ae66-a9dd-4f7a-a0b8-3f8d07b87ff2 req-0973f46e-c18e-4ce4-83ba-3a70b58a2741 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:24.736961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a245ae66-a9dd-4f7a-a0b8-3f8d07b87ff2 req-0973f46e-c18e-4ce4-83ba-3a70b58a2741 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.1586361 Oct 29 11:30:24.745656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Network be310516-96e5-41f7-bd88-404a63300ac2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:24.747049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:24.753253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:24.788129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:24.829313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a245ae66-a9dd-4f7a-a0b8-3f8d07b87ff2 req-7fbefe96-ebe4-4573-a083-8e86a06ccc4a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665026 Oct 29 11:30:24.857861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:24.963319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:24.965609 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605d2910-6101-4704-ae8b-298fe9510548" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-unplugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:24.969303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:24.969519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.003082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Transition to ACTIVE for port object 40877700-4d9b-4ac6-a0d0-647d36b94efa will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:25.008515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Attempting to bind port a10864c4-3208-4d68-8e7e-7b7944e001db on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:25.008930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Attempting to bind port a10864c4-3208-4d68-8e7e-7b7944e001db by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:25.009909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Attempting to bind port a10864c4-3208-4d68-8e7e-7b7944e001db on network be310516-96e5-41f7-bd88-404a63300ac2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:25.011461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.032067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:25.032857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Checking segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:25.033516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.045524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Bound using segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:25.046197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Bound port: a10864c4-3208-4d68-8e7e-7b7944e001db, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:25.046663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.123599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.181973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] For port a10864c4-3208-4d68-8e7e-7b7944e001db, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:25.187558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] For port a10864c4-3208-4d68-8e7e-7b7944e001db, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a10864c4-3208-4d68-8e7e-7b7944e001db,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:25.194407 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.217208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] No DVR routers for this DVR port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:30:25.237263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:25.277419 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4bc38b5-e75c-4c7a-8f69-3a0b1d076525 req-f184a7ba-eaf9-4326-bc34-800e6962ec54 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b7f7281d964629ba28878db37dfab6&device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0697477 Oct 29 11:30:25.284122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:25.296166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 69778bec-68d7-41e5-9449-ea8a44266773 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:25.305071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:25.325155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:25.329473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:25.404828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:25.405267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:25.405601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:25.414358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4bc38b5-e75c-4c7a-8f69-3a0b1d076525 req-7a6d9d71-acd1-4f34-9a1a-9b6ffe30a0c7 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=06b7f7281d964629ba28878db37dfab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1270072 Oct 29 11:30:25.420224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6538-bf95-4ef1-a59c-3e0fd795e131 None None] Pushing event updated for resources: {'Port': ['ID=a10864c4-3208-4d68-8e7e-7b7944e001db,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:25.424171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:25.424507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Attempting to bind port 40877700-4d9b-4ac6-a0d0-647d36b94efa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:25.440567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:25.440900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:25.442192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:25.442637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Bound port: 40877700-4d9b-4ac6-a0d0-647d36b94efa, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:25.442996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.473867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435aed-af2d-4d6b-ae79-63f50763d3c4 req-ba55c8fa-50ed-4d26-a990-d13e36658fac tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:25.482308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43435aed-af2d-4d6b-ae79-63f50763d3c4 req-ba55c8fa-50ed-4d26-a990-d13e36658fac tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 944 time: 0.1614766 Oct 29 11:30:25.524122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=69778bec-68d7-41e5-9449-ea8a44266773,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:25.539931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '69778bec-68d7-41e5-9449-ea8a44266773', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'port_id': '69778bec-68d7-41e5-9449-ea8a44266773', 'mac_address': 'fa:16:3e:b7:5a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6bdca6-2607-45cb-b765-835834378596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:25.582145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43435aed-af2d-4d6b-ae79-63f50763d3c4 req-73d8852a-af4b-40a8-ac2d-b51b61f69ea0 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988417 Oct 29 11:30:25.663171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.674319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:25.687333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:25.695583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.697226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69778bec-68d7-41e5-9449-ea8a44266773 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:25.707111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.729799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=69778bec-68d7-41e5-9449-ea8a44266773,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:25.745267 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.748831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc38b5-e75c-4c7a-8f69-3a0b1d076525 req-ef43c2bb-19aa-43bc-b923-3cd400a7f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:25.751409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4bc38b5-e75c-4c7a-8f69-3a0b1d076525 req-ef43c2bb-19aa-43bc-b923-3cd400a7f661 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3151324 Oct 29 11:30:25.843228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:25.848434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=11']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:25.853858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:25.854491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:25.855900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-f6f52fd3-cb1c-4481-854a-f61e4afb9b22 service neutron] 10.222.0.41 "PUT /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 1096 time: 1.8489299 Oct 29 11:30:25.857401 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda67a73-22c0-42c1-8844-ca563e90f53c x-openstack-request-id: req-eda67a73-22c0-42c1-8844-ca563e90f53c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:25.858039 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-unplugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:25.858039 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eda67a73-22c0-42c1-8844-ca563e90f53c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:25.858283 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'code': 200} Oct 29 11:30:25.963952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc1f7c79-33bf-42e0-8746-24d831bf6efa req-33c939cb-0f3a-435b-a99b-ceed010ebc1d tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.1122637 Oct 29 11:30:25.972506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.076662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['69778bec-68d7-41e5-9449-ea8a44266773'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:26.089629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-69ee8709-7911-4928-b194-5bcb87092fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.091488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-69ee8709-7911-4928-b194-5bcb87092fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1099 time: 0.1793671 Oct 29 11:30:26.124099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a10864c4-3208-4d68-8e7e-7b7944e001db up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:26.212334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a10864c4-3208-4d68-8e7e-7b7944e001db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:26.213600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.226817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-bb06d613-272b-49d6-9a13-61c48fe51d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.228375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-bb06d613-272b-49d6-9a13-61c48fe51d99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1214011 Oct 29 11:30:26.277294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-c65da879-1365-484b-b4cd-8010963480d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0415926 Oct 29 11:30:26.393793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-695ae99c-0fd8-4a49-98c6-cab058fcf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.395408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-695ae99c-0fd8-4a49-98c6-cab058fcf133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1113937 Oct 29 11:30:26.425397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.437830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.487288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port a10864c4-3208-4d68-8e7e-7b7944e001db, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a10864c4-3208-4d68-8e7e-7b7944e001db,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:26.502292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.507034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3ccf2-8306-4e17-bbf3-a248981e426d req-22471c45-f81a-4072-a291-72448194ad2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.508626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89f3ccf2-8306-4e17-bbf3-a248981e426d req-22471c45-f81a-4072-a291-72448194ad2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.1528594 Oct 29 11:30:26.516722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-1fd6eb5f-4ceb-411c-baf1-0863188a79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.518473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-1fd6eb5f-4ceb-411c-baf1-0863188a79db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971394 Oct 29 11:30:26.548671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:26.609369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89f3ccf2-8306-4e17-bbf3-a248981e426d req-d7fda8cb-3c6f-43e5-84b4-fa444170d698 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898657 Oct 29 11:30:26.640098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=a10864c4-3208-4d68-8e7e-7b7944e001db,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:26.640261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Router 2e3464e8-f013-4099-969a-308951dcda5e is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:30:26.666147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:30:26.675737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-1438cba3-1715-4df2-9bfd-86c5d1bd0e1d service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241324 Oct 29 11:30:26.805080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:30:26.819869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Sync routers for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:30:26.821574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a63d9-1947-44f3-b82d-6dad481b62ac req-e64301f2-7941-4e6e-bfe2-ac3265b9e518 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:26.823744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a1a63d9-1947-44f3-b82d-6dad481b62ac req-e64301f2-7941-4e6e-bfe2-ac3265b9e518 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 945 time: 0.0891590 Oct 29 11:30:26.831265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed715f8e-d116-4d25-bc4b-f47c5a4c8f50 req-de1ba8cc-8f00-4e15-83be-710b51a879f9 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473672 Oct 29 11:30:26.841754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:30:26.842402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:26.860577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:26.862165 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-57e73c4e-b7a0-46bc-a5b1-e657941c4cc5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5465446 Oct 29 11:30:26.867366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:26.903062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a1a63d9-1947-44f3-b82d-6dad481b62ac req-e6907878-505a-4e77-8277-fe621c2618f9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Oct 29 11:30:26.981717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997ce33-a641-44b0-be99-b5d0a17ba4b7 None None] Network be310516-96e5-41f7-bd88-404a63300ac2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:27.098185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-50da9615-edd7-44a7-8882-1299f10ad477 None None] Provisioning complete for port a10864c4-3208-4d68-8e7e-7b7944e001db triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:27.098594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50da9615-edd7-44a7-8882-1299f10ad477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:27.104467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e200522-939d-45c0-95ba-8ee01e9d7fd8 req-793431ab-c690-466b-a0b1-e0e6ec49afdd tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.77 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.0495384 Oct 29 11:30:27.174435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:30:27.338854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 69778bec-68d7-41e5-9449-ea8a44266773 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:27.508704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 69778bec-68d7-41e5-9449-ea8a44266773 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:27.521441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 69778bec-68d7-41e5-9449-ea8a44266773 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:27.521870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:27.546256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4bc38b5-e75c-4c7a-8f69-3a0b1d076525 req-e38f1b68-7292-480a-817d-3e25aa058e0e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] 10.222.0.86 "GET /v2.0/ports?device_id=de92a2bc-18d4-4e33-b76d-1cb8370ebf97 HTTP/1.1" status: 200 len: 210 time: 0.4508035 Oct 29 11:30:27.586615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:25Z', 'revision_number': 3, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:27.617258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Checking router: 2e3464e8-f013-4099-969a-308951dcda5e for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:30:27.618059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Updating router 2e3464e8-f013-4099-969a-308951dcda5e port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:30:27.751229 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:27.764768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:27.820316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:27.823312 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4539b5f-d7fe-41bc-b9c8-340403b4f10b" -d '{"events": [{"server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "name": "network-vif-plugged", "status": "completed", "tag": "69778bec-68d7-41e5-9449-ea8a44266773"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:27.829969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3269c-3d1e-444d-ae44-d7f8d413d197 req-f4d04c7f-6d53-4a1e-9c52-a7598a1638a7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:27.838686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff3269c-3d1e-444d-ae44-d7f8d413d197 req-f4d04c7f-6d53-4a1e-9c52-a7598a1638a7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.0736134 Oct 29 11:30:27.855188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=69778bec-68d7-41e5-9449-ea8a44266773,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:27.865441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:27.868302 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d01ca31-4dc6-42c2-8342-17129865c905" -d '{"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:27.882862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:27.905632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ff3269c-3d1e-444d-ae44-d7f8d413d197 req-998dc85e-f9a7-4008-b173-d4aab006331c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653908 Oct 29 11:30:28.039408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.099973 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4b0a3f-b242-4a82-95d7-aabbf5254a04 x-openstack-request-id: req-bd4b0a3f-b242-4a82-95d7-aabbf5254a04 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:28.100505 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "name": "network-vif-plugged", "status": "completed", "tag": "69778bec-68d7-41e5-9449-ea8a44266773", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:28.100714 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a5d06-d374-4d07-aec3-8b77e7c8cfec x-openstack-request-id: req-467a5d06-d374-4d07-aec3-8b77e7c8cfec {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:28.100912 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:28.101218 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-467a5d06-d374-4d07-aec3-8b77e7c8cfec {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:28.101478 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd4b0a3f-b242-4a82-95d7-aabbf5254a04 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:28.101600 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'status': 'completed', 'code': 200} Oct 29 11:30:28.102223 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773', 'code': 200} Oct 29 11:30:28.105979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a10864c4-3208-4d68-8e7e-7b7944e001db up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:28.157862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:28.210523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f2dc502-38c7-4a97-8d59-e653809714a9 None None] Provisioning complete for port a10864c4-3208-4d68-8e7e-7b7944e001db triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:28.210999 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc502-38c7-4a97-8d59-e653809714a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.239626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-67ed93d9-ca78-4cfe-afec-9e5cfaf136d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.241301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-67ed93d9-ca78-4cfe-afec-9e5cfaf136d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1099 time: 0.1452706 Oct 29 11:30:28.243223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841e8e-acb1-4542-a89b-6753398a0a7d req-7b367411-40ff-452c-84c0-de3626b30997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.245187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5841e8e-acb1-4542-a89b-6753398a0a7d req-7b367411-40ff-452c-84c0-de3626b30997 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 1097 time: 0.1595166 Oct 29 11:30:28.291938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cf606-9e5d-440b-b169-2453fe01877a req-817108a1-ce6c-474e-a115-9fbf25420757 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.293611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db6cf606-9e5d-440b-b169-2453fe01877a req-817108a1-ce6c-474e-a115-9fbf25420757 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1066117 Oct 29 11:30:28.303939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-7fba2441-52b0-4a7a-b22b-2ccfe48da9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.306059 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-7fba2441-52b0-4a7a-b22b-2ccfe48da9ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1099 time: 0.1586707 Oct 29 11:30:28.320784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a10864c4-3208-4d68-8e7e-7b7944e001db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:28.321211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.420551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db6cf606-9e5d-440b-b169-2453fe01877a req-215bb165-bb95-4dfc-943a-defc6c4f7873 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904553 Oct 29 11:30:28.429643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5841e8e-acb1-4542-a89b-6753398a0a7d req-bea5202d-b442-4f23-a4ff-1808da1abb2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685410 Oct 29 11:30:28.473692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Allocated IP 172.20.0.1 (be310516-96e5-41f7-bd88-404a63300ac2/94fe335f-aef5-406b-8e6d-e143d811e82e/09a4218f-3e2d-490e-950b-77687f5a424b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:28.474190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-be1e444f-980b-461d-b532-773ebfde0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.475900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-be1e444f-980b-461d-b532-773ebfde0d6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2164490 Oct 29 11:30:28.497658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-b78b871c-ac04-4164-8152-80f382418b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.499272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-b78b871c-ac04-4164-8152-80f382418b4c service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1801004 Oct 29 11:30:28.606260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-48e0c288-4155-429b-9e2a-00b7c1787cb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0985093 Oct 29 11:30:28.726639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67b59a57-d655-412b-8878-66a4a7fe41c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.747440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-2f1bac27-4249-4510-9ab2-c2d9b859af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.753415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-2f1bac27-4249-4510-9ab2-c2d9b859af41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1395736 Oct 29 11:30:28.762803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-f7eeea3f-39b8-48b2-80db-36239f6c7eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.1090024 Oct 29 11:30:28.865182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-7db08c6b-09bb-45ad-a57d-545fd873e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.866732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-7db08c6b-09bb-45ad-a57d-545fd873e390 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0965698 Oct 29 11:30:28.870962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.940050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-1ae73354-f793-44f0-ad2a-78494d99dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.942642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-1ae73354-f793-44f0-ad2a-78494d99dfaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673718 Oct 29 11:30:28.955551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-0d6d23ea-f5d7-4eab-87e7-a5104444181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:28.957058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:28.957435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-0d6d23ea-f5d7-4eab-87e7-a5104444181f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908729 Oct 29 11:30:28.958012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:28.965671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.048969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Attempting to bind port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:29.049373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Attempting to bind port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:29.049732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Attempting to bind port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:29.069335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:29.069760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:29.070394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.070797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:29.071302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Bound port: 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:29.071767 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.095425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-4aa6cf22-41a2-44ff-8cc7-9a85a64b303f service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443901 Oct 29 11:30:29.124878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74917ac-feb0-4e59-9109-8dda04e1b23b None None] Pushing event updated for resources: {'Port': ['ID=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:29.135403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-b255e50f-a69e-41d7-82c4-fc89da80c563 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649120 Oct 29 11:30:29.157119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.200612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] For port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:29.206409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] For port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:29.212315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.252389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13139bb1-84d8-459f-9a91-283d32de570d req-76d4a3f4-abbd-4252-bb68-a407579f1eb8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:29.254525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13139bb1-84d8-459f-9a91-283d32de570d req-76d4a3f4-abbd-4252-bb68-a407579f1eb8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 948 time: 0.1404245 Oct 29 11:30:29.257833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Network be310516-96e5-41f7-bd88-404a63300ac2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:29.278431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:29.280385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71af645a-f3aa-47a0-a392-b63bdea6347f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.290293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74917ac-feb0-4e59-9109-8dda04e1b23b None None] Pushing event updated for resources: {'Port': ['ID=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:29.293316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:29.304834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:30:29.307051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:29.323512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13139bb1-84d8-459f-9a91-283d32de570d req-4a7b47de-fd18-400e-b52a-b208d38a1e8f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596678 Oct 29 11:30:29.326367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-b8a91386-cafa-4de9-924f-cf3a44448673 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236242 Oct 29 11:30:29.328336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Pushing event updated for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:29.346462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:29.427202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.513614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:30:29.541597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d01ca31-4dc6-42c2-8342-17129865c905 req-b3a54454-5c64-4a3b-a4ba-021610a65274 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967409 Oct 29 11:30:29.619955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71af645a-f3aa-47a0-a392-b63bdea6347f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.629437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71af645a-f3aa-47a0-a392-b63bdea6347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.644884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-7e95c0c2-daea-4038-b1e8-5f99911f4da8 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:29.647847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-7e95c0c2-daea-4038-b1e8-5f99911f4da8 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1950865 Oct 29 11:30:29.658708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:29.670080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-efec78c7-9a40-4d26-9aad-28b1d6787a8e tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/quotas/3b8fd809292f4610abd856996857b0cf HTTP/1.1" status: 200 len: 375 time: 0.0149646 Oct 29 11:30:29.684249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-83db65d6-4a5b-4a5e-a5b6-cd70ff0aae0a None None] Provisioning complete for port 09a4218f-3e2d-490e-950b-77687f5a424b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:29.684569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-83db65d6-4a5b-4a5e-a5b6-cd70ff0aae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.689440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'mac_address': 'fa:16:3e:4c:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:29.734211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71af645a-f3aa-47a0-a392-b63bdea6347f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06b7f7281d964629ba28878db37dfab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708461 Oct 29 11:30:29.738392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52244) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:29.749417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af645a-f3aa-47a0-a392-b63bdea6347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cb006-8f60-4068-913f-97937083128f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:29.754722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.763921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-0fe8112c-3e58-433d-abe0-e61e343dbb1f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796473 Oct 29 11:30:29.783615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-83db65d6-4a5b-4a5e-a5b6-cd70ff0aae0a None None] Port 09a4218f-3e2d-490e-950b-77687f5a424b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:30:29.816827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.840273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:29.866263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.866500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:29.875888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.882466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:25Z', 'revision_number': 3, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:29.934476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75628e10-bd0f-4329-a1f9-a55be559b0e0 None None] The sync data for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 is: [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:25Z', 'revision_number': 3, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:30:29.942914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:29.945027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-b3df7f25-a76d-4bac-ba24-de622312e42b service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801829 Oct 29 11:30:29.977698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:30.051697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.054226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.058363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/532cb006-8f60-4068-913f-97937083128f HTTP/1.1" status: 204 len: 168 time: 0.3160458 Oct 29 11:30:30.074121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-1bb7a425-db89-428e-82a0-44a8dff0abc0 service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153612 Oct 29 11:30:30.076772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb7383-c0e1-45fc-a666-af08cb4ba613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cb006-8f60-4068-913f-97937083128f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:30.084094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.090343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.167412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.175371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Pushing event updated for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:30.255751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:30.328200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Network be310516-96e5-41f7-bd88-404a63300ac2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:30.331246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:30.484693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c3a8-063a-43e4-a40f-de750d5578a0 req-01672e95-6921-4206-99cb-6d32a4891f13 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:30.486383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4b0c3a8-063a-43e4-a40f-de750d5578a0 req-01672e95-6921-4206-99cb-6d32a4891f13 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1287239 Oct 29 11:30:30.597786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4b0c3a8-063a-43e4-a40f-de750d5578a0 req-bec988b2-2d0d-4466-9116-e9fed7508d4e tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996611 Oct 29 11:30:30.628652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Router 2e3464e8-f013-4099-969a-308951dcda5e has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:30:30.823959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71b0e00d-0d10-44d2-b83a-77f7b96fcc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.839701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f85adbb2-b20d-4952-a4c9-6af1902cee33 None None] Provisioning complete for port 09a4218f-3e2d-490e-950b-77687f5a424b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:30.840836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f85adbb2-b20d-4952-a4c9-6af1902cee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:30.895358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:30:30.909055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-da134e8c-1d9a-42e5-af55-76441f50b266 admin admin] 10.222.0.77 "PUT /v2.0/routers/2e3464e8-f013-4099-969a-308951dcda5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0394082 Oct 29 11:30:30.928143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f85adbb2-b20d-4952-a4c9-6af1902cee33 None None] Port 09a4218f-3e2d-490e-950b-77687f5a424b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:30:31.021359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de068e2b-4a45-4e8b-9c65-407a39c5b104 req-0b4e5aad-b4e8-4776-a2f9-f1bd505e1156 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0627000 Oct 29 11:30:31.201505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f520b11-11df-4f5c-8e2f-54bde4bd39b1 req-c1750043-e007-418c-9c53-3c1ce6310643 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:31.212706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f520b11-11df-4f5c-8e2f-54bde4bd39b1 req-c1750043-e007-418c-9c53-3c1ce6310643 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.0918705 Oct 29 11:30:31.270002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f520b11-11df-4f5c-8e2f-54bde4bd39b1 req-78721b39-1ee0-41f5-9230-2b7f51158cc4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Oct 29 11:30:31.286301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52292) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:31.462135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1609068657-network', 'tenant_id': '2953a99b5f5d4970ae3f371c2f8ab38e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:31.472670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84217cb-c240-42d6-8c0d-81f12caa02e1 req-33ee6b4f-4a9a-4fa4-b793-820b29be18de tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:31.474322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e84217cb-c240-42d6-8c0d-81f12caa02e1 req-33ee6b4f-4a9a-4fa4-b793-820b29be18de tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Oct 29 11:30:31.484920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Made reservation on behalf of 2953a99b5f5d4970ae3f371c2f8ab38e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:31.487746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.498985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.523756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e84217cb-c240-42d6-8c0d-81f12caa02e1 req-be03582e-daef-4be1-a58a-df7af133f7f5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Oct 29 11:30:31.627399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.631694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.656779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:30:31.666188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37afa2-80a7-4499-974a-c38618008b00 req-50fd6d7d-d715-4439-9e15-402bed278a37 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:31.667787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b37afa2-80a7-4499-974a-c38618008b00 req-50fd6d7d-d715-4439-9e15-402bed278a37 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0575664 Oct 29 11:30:31.674067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4138e-08d7-41f1-afbb-589b4b2c3edf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:31.677094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.677505 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Added segment 8f632983-00ab-4453-adcb-1e28d4ea4b28 of type vlan for network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 Oct 29 11:30:31.729673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.747451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b37afa2-80a7-4499-974a-c38618008b00 req-07132c20-d103-44b5-b883-b372d7e9f5ba tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0730829 Oct 29 11:30:31.764931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.765166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:31.765631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.847404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5563960 Oct 29 11:30:31.861993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:31.871222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Request body: {'subnet': {'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1609068657-subnet', 'tenant_id': '2953a99b5f5d4970ae3f371c2f8ab38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:31.898595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Made reservation on behalf of 2953a99b5f5d4970ae3f371c2f8ab38e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:31.907125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:31.909917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd7e2-3b11-472a-a8b4-201a5465fabc admin admin] Pushing event updated for resources: {'Network': ['ID=68507d92-d31b-4d8f-ae8b-9e8d5284ab48,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:31.957790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:30:32.016722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-0b037ed1-98ba-419e-bd03-b495c82626e6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:32.018247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-0b037ed1-98ba-419e-bd03-b495c82626e6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1965387 Oct 29 11:30:32.033606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Request body: {'port': {'device_id': '1977094b-a611-4811-8db5-543af8b7bae3', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'admin_state_up': True, 'tenant_id': '3b8fd809292f4610abd856996857b0cf'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:32.038843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d76e-0223-4678-9ebc-bdbe1975da29 req-0b2a2917-17e8-4f16-9de5-64e1e20b9b16 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:32.043149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b45d76e-0223-4678-9ebc-bdbe1975da29 req-0b2a2917-17e8-4f16-9de5-64e1e20b9b16 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 949 time: 0.2129965 Oct 29 11:30:32.157520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:32.247544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b45d76e-0223-4678-9ebc-bdbe1975da29 req-a08a1e8d-309c-44d4-b65d-29ded5aabef6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916485 Oct 29 11:30:32.254492 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.283488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.308701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:32.310515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:32.310897 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.313875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.409812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.465529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.476535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c91077b-b764-470c-b50f-8d142db610e8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:32.497515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3a644-0908-480e-b1f5-14b5ad84d5d6 req-28299950-09ad-4721-b068-fb1aeab23cbb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:32.499198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69c3a644-0908-480e-b1f5-14b5ad84d5d6 req-28299950-09ad-4721-b068-fb1aeab23cbb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1561680 Oct 29 11:30:32.506689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:32.517041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.518494 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Sync routers for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:30:32.532658 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:30:32.533424 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:30:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:32.534410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Allocated IP 172.20.0.8 (c84ea3c3-54e1-4543-88d0-27693e3bbdd2/44c094c8-7be5-47b4-981e-e0580ec58471/645700fe-6b08-4324-98ff-599fad3a2281) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:32.624816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Checking segment: {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:32.625173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Network hostable DHCP agents. Network: 68507d92-d31b-4d8f-ae8b-9e8d5284ab48, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:30:32.629159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:32.635914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69c3a644-0908-480e-b1f5-14b5ad84d5d6 req-1c870609-7c66-4b4f-8188-28ce8be546f9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1282744 Oct 29 11:30:32.659021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:30:32.671363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 68507d92-d31b-4d8f-ae8b-9e8d5284ab48) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:32.684336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:32.685741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835f18f-57cd-40fa-9dc2-b83c35ef2de3 None None] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:32.689277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.730460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-42cb8a40-3df6-451d-81b7-137ae58d9c8e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8662567 Oct 29 11:30:32.738639 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:30:32.838242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.940635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:32.956608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:33.005557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:33.022597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:33.031044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:33.033605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:33.084105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc14da2-c33b-4fb5-8546-7173410afe7d None None] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:30:33.095604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 2, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:33.106387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event updated for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:33.140221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:33.141271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.145282 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Checking router: 2e3464e8-f013-4099-969a-308951dcda5e for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:30:33.145845 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Updating router 2e3464e8-f013-4099-969a-308951dcda5e port 09a4218f-3e2d-490e-950b-77687f5a424b binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:30:33.176861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02a364a6-54a5-47e9-ae11-9e6608240a12 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458817 Oct 29 11:30:33.194328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Request body: {'port': {'device_id': '1977094b-a611-4811-8db5-543af8b7bae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:33.209407 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.313318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:33.358276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.413524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2574d29-7bef-4303-9404-42d6dec5a60c req-6af25475-ab0b-476b-b42e-930fb1f2bbe7 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 210 time: 0.5622573 Oct 29 11:30:33.530314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 40877700-4d9b-4ac6-a0d0-647d36b94efa completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:33.554971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 40877700-4d9b-4ac6-a0d0-647d36b94efa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:33.555473 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.639533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a678f05-c346-49ef-bb4b-2afa1ed6df7a req-05326d7d-25b4-4865-a6f0-fa5f6ab5dd84 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:33.647712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a678f05-c346-49ef-bb4b-2afa1ed6df7a req-05326d7d-25b4-4865-a6f0-fa5f6ab5dd84 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0777786 Oct 29 11:30:33.651311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.712719 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.719860 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.723899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a678f05-c346-49ef-bb4b-2afa1ed6df7a req-e20e4a0a-3c0e-4c90-85b6-580c878aacf2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Oct 29 11:30:33.770871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.817147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:33.819482 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80003695-812a-4be5-90b3-892c3403c786" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:33.845735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Pushing event updated for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:33.855664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:33.861457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.882661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.883004 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.883339 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.883669 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.883994 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.884491 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.884829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.885182 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.885503 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.885824 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.886141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.886458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:30:33.927367 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Attempting to bind port 09a4218f-3e2d-490e-950b-77687f5a424b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:33.927735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Attempting to bind port 09a4218f-3e2d-490e-950b-77687f5a424b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:33.928096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Attempting to bind port 09a4218f-3e2d-490e-950b-77687f5a424b on network be310516-96e5-41f7-bd88-404a63300ac2 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:33.937398 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:33.938384 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Checking segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:33.938636 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.940002 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Bound using segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:33.940513 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Bound port: 09a4218f-3e2d-490e-950b-77687f5a424b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:33.941228 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:33.975833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645700fe-6b08-4324-98ff-599fad3a2281 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:33.999852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.036310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Transition to ACTIVE for port object 645700fe-6b08-4324-98ff-599fad3a2281 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:34.046712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.101544 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] For port 09a4218f-3e2d-490e-950b-77687f5a424b, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:34.108109 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] For port 09a4218f-3e2d-490e-950b-77687f5a424b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=09a4218f-3e2d-490e-950b-77687f5a424b,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:34.118250 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.193033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:34.201258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=13']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:34.243788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Pushing event updated for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:34.261661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Attempting to bind port 645700fe-6b08-4324-98ff-599fad3a2281 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:34.262005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Attempting to bind port 645700fe-6b08-4324-98ff-599fad3a2281 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:34.262337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Attempting to bind port 645700fe-6b08-4324-98ff-599fad3a2281 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:34.263354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:34.263895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ff495-d433-41de-908b-ffce31969c86 None None] Pushing event updated for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:34.264361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.267878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Port 645700fe-6b08-4324-98ff-599fad3a2281 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:34.269369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Attempting to bind port 645700fe-6b08-4324-98ff-599fad3a2281 on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:34.277658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:34.278214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Checking segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:34.278604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Bound using segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:34.279097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Bound port: 645700fe-6b08-4324-98ff-599fad3a2281, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:34.279476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.306291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:30:34.307750 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:30:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:34.366909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:34.370879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=645700fe-6b08-4324-98ff-599fad3a2281,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:34.385693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.386892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] Provisioning complete for port 09a4218f-3e2d-490e-950b-77687f5a424b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:34.387254 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.484542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:34.485185 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.496955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] 10.222.0.86 "PUT /v2.0/ports/645700fe-6b08-4324-98ff-599fad3a2281 HTTP/1.1" status: 200 len: 1091 time: 1.3083565 Oct 29 11:30:34.497419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:34.500326 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4f45a-377a-4549-b078-dd4174457b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "tag": "645700fe-6b08-4324-98ff-599fad3a2281"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:34.539788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc2fbb-1b80-4901-845d-a8edce2bacfb service neutron] Pushing event updated for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:34.549650 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:30:34.624405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-cb3c06a8-f790-41ca-9916-84fec695a360 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:34.635553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.636421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-cb3c06a8-f790-41ca-9916-84fec695a360 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 814 time: 0.1997933 Oct 29 11:30:34.639395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-368f50f1-3c7b-4bfc-b021-e157b86950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:34.642687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-368f50f1-3c7b-4bfc-b021-e157b86950f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 1094 time: 0.0937240 Oct 29 11:30:34.659853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-8d7e212d-1c2d-4810-8e6f-4d261f2c3739 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/quotas/2953a99b5f5d4970ae3f371c2f8ab38e HTTP/1.1" status: 200 len: 375 time: 0.0221055 Oct 29 11:30:34.679721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] For port 09a4218f-3e2d-490e-950b-77687f5a424b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=09a4218f-3e2d-490e-950b-77687f5a424b,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:34.685443 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.701710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-e25c16e6-22bb-4c85-9693-3313a4061d53 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406795 Oct 29 11:30:34.703820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-84c51907-5504-445b-9816-71ccf2b27271 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=645700fe-6b08-4324-98ff-599fad3a2281 HTTP/1.1" status: 200 len: 217 time: 0.0514755 Oct 29 11:30:34.782234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe519e3-f041-4642-bd7d-620a111fef80 None None] Pushing event updated for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:34.813434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-44986247-ee04-43ac-b707-2556a09e97d0 None None] Provisioning complete for port 09a4218f-3e2d-490e-950b-77687f5a424b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:34.813809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44986247-ee04-43ac-b707-2556a09e97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:34.815101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02eb7a48-6f4a-48a4-a6aa-117b17e9554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:34.817026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-02eb7a48-6f4a-48a4-a6aa-117b17e9554d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.1027889 Oct 29 11:30:34.837114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-d3e851ce-f203-4c53-97e7-cbf2e7badb50 service neutron] 10.222.0.77 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342885 Oct 29 11:30:34.867493 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-3907f9a0-e28a-43eb-9e15-1d0408a733ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423946 Oct 29 11:30:34.994622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-1359524a-a7be-4bd0-8290-b2177ec2d327 service neutron] 10.222.0.77 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552494 Oct 29 11:30:35.008308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-679d0df2-57a5-4654-936f-dddf4ef75623 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299818 Oct 29 11:30:35.012037 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:30:35.047864 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a2457-ec10-4d5b-a149-a1c0cc589247 None None] The sync data for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 is: [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:30:35.157853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd55b59b-0a11-49da-afaf-e400ba28da5a req-7e1311e6-2b6a-4db8-a94d-9460df71f228 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381252 Oct 29 11:30:35.279919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-db0d19fb-af8c-44f0-8716-dfa25ccb1f35 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254519 Oct 29 11:30:35.459342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-e0a104ab-450a-4017-9af4-35bd97b5b0b6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:35.461518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-e0a104ab-450a-4017-9af4-35bd97b5b0b6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740136 Oct 29 11:30:35.493587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-3cd35853-79e2-40d1-b92d-fe6065edae08 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/quotas/defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 375 time: 0.0237212 Oct 29 11:30:35.567836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-ae2a31ef-6b8a-4444-a9a2-a1ea9439636c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705688 Oct 29 11:30:36.001893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d6197-5658-40e3-bdb5-f324f44d53ba req-94d38d5d-aa28-4e47-a504-29a58ea692f8 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:36.011866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-983d6197-5658-40e3-bdb5-f324f44d53ba req-94d38d5d-aa28-4e47-a504-29a58ea692f8 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1203709 Oct 29 11:30:36.041868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 09a4218f-3e2d-490e-950b-77687f5a424b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:36.088778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-983d6197-5658-40e3-bdb5-f324f44d53ba req-7657f907-4725-4c60-9000-7dad81be1b50 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Oct 29 11:30:36.154128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 09a4218f-3e2d-490e-950b-77687f5a424b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:36.154904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:36.161071 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ef4634-40f7-4aa3-b708-10189a1f3a44 x-openstack-request-id: req-85ef4634-40f7-4aa3-b708-10189a1f3a44 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:36.164143 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-plugged", "status": "completed", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:36.166502 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85ef4634-40f7-4aa3-b708-10189a1f3a44 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:36.167284 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'code': 200} Oct 29 11:30:36.291700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fcb6c-5b4d-4763-b6af-90440e4d6934 req-f5236cdc-a911-43ec-977b-bb23a4eb2300 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:36.293436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-296fcb6c-5b4d-4763-b6af-90440e4d6934 req-f5236cdc-a911-43ec-977b-bb23a4eb2300 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0808363 Oct 29 11:30:36.336845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-296fcb6c-5b4d-4763-b6af-90440e4d6934 req-a99f58f6-8630-48fd-97aa-f5effd26a515 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367961 Oct 29 11:30:36.486573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975a34-dede-4db0-a9c4-fe9f8d5c7c99 req-f97b28a7-e2df-48a3-9ab7-55b54d6df6f6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:36.498756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57975a34-dede-4db0-a9c4-fe9f8d5c7c99 req-f97b28a7-e2df-48a3-9ab7-55b54d6df6f6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 943 time: 0.0789144 Oct 29 11:30:36.552937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 645700fe-6b08-4324-98ff-599fad3a2281 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:36.556712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57975a34-dede-4db0-a9c4-fe9f8d5c7c99 req-a8cabc8f-953f-4c70-8b8e-d7ab324fde78 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Oct 29 11:30:36.621273 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f3f12-db59-43a0-a60c-77cf849c13a3 x-openstack-request-id: req-7e3f3f12-db59-43a0-a60c-77cf849c13a3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:36.622132 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "tag": "645700fe-6b08-4324-98ff-599fad3a2281", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:36.622521 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e3f3f12-db59-43a0-a60c-77cf849c13a3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:36.623367 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281', 'status': 'completed', 'code': 200} Oct 29 11:30:36.782248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=645700fe-6b08-4324-98ff-599fad3a2281,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:36.792769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-da08f840-75f7-4d7a-b5e9-fdbc7550ac19 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:36.794534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-da08f840-75f7-4d7a-b5e9-fdbc7550ac19 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.86 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 814 time: 0.2675374 Oct 29 11:30:36.806405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '645700fe-6b08-4324-98ff-599fad3a2281', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'port_id': '645700fe-6b08-4324-98ff-599fad3a2281', 'mac_address': 'fa:16:3e:57:c9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c094c8-7be5-47b4-981e-e0580ec58471', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:36.815097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Request body: {'port': {'device_id': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'admin_state_up': True, 'tenant_id': '2953a99b5f5d4970ae3f371c2f8ab38e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:36.824116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1beb1ac2-9903-425a-b83e-ac95961a4ffc req-76ca23aa-0886-4f28-9205-022e09c412c6 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 210 time: 0.0564096 Oct 29 11:30:36.835237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-87c938f2-6c75-460f-89e0-9f52cfdd09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:36.839258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-87c938f2-6c75-460f-89e0-9f52cfdd09d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 1094 time: 0.1431332 Oct 29 11:30:36.894837 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:36.934547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645700fe-6b08-4324-98ff-599fad3a2281 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:36.968437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=645700fe-6b08-4324-98ff-599fad3a2281,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:36.975364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:37.025381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Made reservation on behalf of 2953a99b5f5d4970ae3f371c2f8ab38e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:37.031368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5501486e-982a-4fd6-a1c5-1fb3023a2e76 req-4640e671-7d81-4a57-a3c1-a8794f9dcdc6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0639822 Oct 29 11:30:37.032566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:37.041745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:37.053437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-fc1805fe-5336-4f67-abbb-a1ac9bb1b0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1554043 Oct 29 11:30:37.119245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-02be0129-a473-4337-87c2-dfe092940576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.120960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-02be0129-a473-4337-87c2-dfe092940576 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 916 time: 0.2735190 Oct 29 11:30:37.142600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-1a298185-a3eb-457c-abab-c402805facec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.157676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-1a298185-a3eb-457c-abab-c402805facec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 1101 time: 0.0728972 Oct 29 11:30:37.210473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Allocated IP 172.20.0.10 (68507d92-d31b-4d8f-ae8b-9e8d5284ab48/4c91077b-b764-470c-b50f-8d142db610e8/5de7e347-3861-4ae6-bd80-d964cd7837cb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:37.237780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-d77d2fdb-f97a-41b3-93a7-8638fbaa8d7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=645700fe-6b08-4324-98ff-599fad3a2281 HTTP/1.1" status: 200 len: 217 time: 0.0790577 Oct 29 11:30:37.282264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['645700fe-6b08-4324-98ff-599fad3a2281'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:37.283864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-c0657664-e602-4b39-9af4-85062b357cef tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=defc5934a2cb4c17a6922696eca515d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343180 Oct 29 11:30:37.474222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-3061192d-4903-4093-a561-2ca009a4061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.476928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-3061192d-4903-4093-a561-2ca009a4061f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.2242017 Oct 29 11:30:37.549766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-a047a018-f5ca-49bf-b2f8-e8f07739e1ba tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.555445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-a047a018-f5ca-49bf-b2f8-e8f07739e1ba tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617414 Oct 29 11:30:37.574401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Request body: {'port': {'device_id': '85d49ae5-5813-4774-9821-f0281197f1e7', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': 'defc5934a2cb4c17a6922696eca515d7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:37.579711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-ec48fb46-f02a-478f-be64-3a45ca7950bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946891 Oct 29 11:30:37.586716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-4ab6aa10-f5de-4fbb-bceb-c8040deb5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.588190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-4ab6aa10-f5de-4fbb-bceb-c8040deb5329 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.3596735 Oct 29 11:30:37.621803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8131fb-b2e9-46da-b2b0-f931a5fd8828 req-d52a1e1e-a91d-4150-b80e-722aa077d26a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.628919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a8131fb-b2e9-46da-b2b0-f931a5fd8828 req-d52a1e1e-a91d-4150-b80e-722aa077d26a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.2320774 Oct 29 11:30:37.650889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:37.681921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-8deb07c0-53ba-4afb-9a1c-cf33b89e88d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 200 len: 217 time: 0.0839932 Oct 29 11:30:37.739370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:37.793744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Made reservation on behalf of defc5934a2cb4c17a6922696eca515d7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:37.797274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:37.802961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:37.815274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:37.817838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:37.826563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a8131fb-b2e9-46da-b2b0-f931a5fd8828 req-daadfa3a-e56c-4cf6-bb2e-b19dd1451ad9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909649 Oct 29 11:30:37.867974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-a70bd993-bc9b-4cf3-b4c3-74c04f498e39 service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735791 Oct 29 11:30:37.870150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-51246edb-a3f0-4fd2-9068-251a892f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:37.872320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-51246edb-a3f0-4fd2-9068-251a892f6d23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1401703 Oct 29 11:30:38.003024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-9ad7d18e-0ac5-4e5a-afff-d3a9896b2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:38.003024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-9ad7d18e-0ac5-4e5a-afff-d3a9896b2e94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196487 Oct 29 11:30:38.102042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cd4f45a-377a-4549-b078-dd4174457b0c req-8dcf41b4-f4ee-4ba4-b2bf-0c918982045c service neutron] 10.222.0.86 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086663 Oct 29 11:30:38.164920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-c5967218-11f3-4319-8f1c-437fe70d5b4b service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480832 Oct 29 11:30:38.173325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5aa14-d756-4e67-944c-b925be7b7e8a req-81d876ec-2386-451b-bcbd-b568d83b0cea tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:38.174873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59a5aa14-d756-4e67-944c-b925be7b7e8a req-81d876ec-2386-451b-bcbd-b568d83b0cea tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 944 time: 0.0964973 Oct 29 11:30:38.279959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59a5aa14-d756-4e67-944c-b925be7b7e8a req-60ac1991-eac2-4859-8969-f461212bd603 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965364 Oct 29 11:30:38.281623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:38.343372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:38.343984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:38.346727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0b29ba1-7f4d-44d3-b334-e7e5b54f2594 req-b25550e3-4d1d-4a6c-a9ca-3f6c1aa84f00 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708841 Oct 29 11:30:38.380280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-5e5369cd-239b-4359-9221-498979cc2b67 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5744519 Oct 29 11:30:38.395224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Request body: {'port': {'device_id': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:38.405964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985cefd-d2f8-45d7-add4-20372fb017db req-00760a94-1b39-4d08-9ba8-094a736bcf36 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:38.407636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9985cefd-d2f8-45d7-add4-20372fb017db req-00760a94-1b39-4d08-9ba8-094a736bcf36 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 932 time: 0.0652745 Oct 29 11:30:38.461549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9985cefd-d2f8-45d7-add4-20372fb017db req-a2326ff4-c142-4e79-a9da-e6ea6af70d5a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Oct 29 11:30:38.516116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Allocated IP 192.168.233.71 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/34bcd2be-68dc-408d-95d5-5256db000ab4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:38.520192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:38.574103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 645700fe-6b08-4324-98ff-599fad3a2281 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:38.617196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8f3bb-9f85-4c09-836c-3ad3e83da862 req-ee3a2590-8e08-44da-89ec-a91317817c56 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:38.626281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88d8f3bb-9f85-4c09-836c-3ad3e83da862 req-ee3a2590-8e08-44da-89ec-a91317817c56 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0813468 Oct 29 11:30:38.654566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 645700fe-6b08-4324-98ff-599fad3a2281 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:38.664446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 645700fe-6b08-4324-98ff-599fad3a2281 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:38.664863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:38.680318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88d8f3bb-9f85-4c09-836c-3ad3e83da862 req-5044f199-21ac-4fad-a0b4-96a7e5dd4fff tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491791 Oct 29 11:30:38.802078 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:38.861373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:38.864023 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326fec19-c344-4feb-90eb-87b97b52500d" -d '{"events": [{"server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "645700fe-6b08-4324-98ff-599fad3a2281"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:38.881829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=645700fe-6b08-4324-98ff-599fad3a2281,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:38.888241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:38.924775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3028eaa2-909f-491c-ad90-ddb2fa48e735 req-3697af94-613d-4b43-8b83-bb3ec803d676 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0343425 Oct 29 11:30:38.973466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:39.006606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:39.016737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.019247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.039563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Transition to ACTIVE for port object 5de7e347-3861-4ae6-bd80-d964cd7837cb will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:39.047361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.142158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:39.147286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa513-a5c3-42ba-b4b8-0c8c3fbc9a77 req-6329bb76-869d-4d9f-aeb0-ac0e5d8468ad tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.149109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ecfa513-a5c3-42ba-b4b8-0c8c3fbc9a77 req-6329bb76-869d-4d9f-aeb0-ac0e5d8468ad tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0616198 Oct 29 11:30:39.160343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.172963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:39.177132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531', '8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:39.201796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ecfa513-a5c3-42ba-b4b8-0c8c3fbc9a77 req-99e8ab02-9545-4712-826c-dcfde6d526ec tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449710 Oct 29 11:30:39.245624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:39.251321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:39.253849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:39.292249 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afaf8f8-dffa-4c8f-b57e-b6fe6006e7c9 x-openstack-request-id: req-4afaf8f8-dffa-4c8f-b57e-b6fe6006e7c9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:39.292503 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "name": "network-vif-plugged", "status": "completed", "tag": "645700fe-6b08-4324-98ff-599fad3a2281", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:39.292757 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4afaf8f8-dffa-4c8f-b57e-b6fe6006e7c9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:39.293175 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281', 'code': 200} Oct 29 11:30:39.308930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:39.320453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Attempting to bind port 5de7e347-3861-4ae6-bd80-d964cd7837cb on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:39.320797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Attempting to bind port 5de7e347-3861-4ae6-bd80-d964cd7837cb by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:39.321163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Attempting to bind port 5de7e347-3861-4ae6-bd80-d964cd7837cb on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:39.333793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Port 5de7e347-3861-4ae6-bd80-d964cd7837cb on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:39.336834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Attempting to bind port 5de7e347-3861-4ae6-bd80-d964cd7837cb on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:39.377193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:39.377462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Checking segment: {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:39.380890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Bound using segment: {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:39.382386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Bound port: 5de7e347-3861-4ae6-bd80-d964cd7837cb, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:39.383078 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.407198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.407964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.466747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9695-cc42-4354-9a9c-c05ec6f96db6 req-926d7b54-8be4-4c8d-b483-fb191294b3c6 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.469311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-832b9695-cc42-4354-9a9c-c05ec6f96db6 req-926d7b54-8be4-4c8d-b483-fb191294b3c6 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1160223 Oct 29 11:30:39.490880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bcb96376-9af7-4ad4-b9c1-3b09f20f3635 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9206047 Oct 29 11:30:39.512472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Request body: {'port': {'device_id': '85d49ae5-5813-4774-9821-f0281197f1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:39.555516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837c9b-877f-4c55-aeaf-efa55b7865a0 req-0738795b-36a6-4761-ae2c-e6e7bb9420e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.560718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b837c9b-877f-4c55-aeaf-efa55b7865a0 req-0738795b-36a6-4761-ae2c-e6e7bb9420e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 1096 time: 0.1636584 Oct 29 11:30:39.627772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:39.633846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-832b9695-cc42-4354-9a9c-c05ec6f96db6 req-71a821cf-ed0e-4f89-8f25-a3f0ec599b6b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518831 Oct 29 11:30:39.655976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:39.658731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.673567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.697112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b837c9b-877f-4c55-aeaf-efa55b7865a0 req-48b00fab-0870-4fd5-b1ee-477119fc5bc8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236932 Oct 29 11:30:39.753045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8d1a21da-007a-4b21-a288-1fe79a76564c None None] Provisioning complete for port 34bcd2be-68dc-408d-95d5-5256db000ab4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:39.753662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8d1a21da-007a-4b21-a288-1fe79a76564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.771919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.772634 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:39.774395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 1092 time: 1.3834465 Oct 29 11:30:39.774907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:39.777551 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a342db38-7c66-406d-a9e6-943ee1a21671" -d '{"events": [{"name": "network-changed", "server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:39.827692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a21da-007a-4b21-a288-1fe79a76564c None None] Port 34bcd2be-68dc-408d-95d5-5256db000ab4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:30:39.831489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b9a3-a674-4fba-9628-3f361780e1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:39.927328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385b2d-bc53-4663-9043-3829ae83fafb req-e46bf5a8-1b0b-4efc-a80b-92a05cb40dd6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:39.928887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d385b2d-bc53-4663-9043-3829ae83fafb req-e46bf5a8-1b0b-4efc-a80b-92a05cb40dd6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 945 time: 0.1409380 Oct 29 11:30:39.988703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d385b2d-bc53-4663-9043-3829ae83fafb req-16e6be12-2381-4e49-90d4-dcbe8756d4d0 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Oct 29 11:30:40.078154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-dfe9f106-fa52-430c-83c4-3d07b14dfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.080544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-dfe9f106-fa52-430c-83c4-3d07b14dfcf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1095 time: 0.1366000 Oct 29 11:30:40.143953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a3c9c-764b-4f63-88bf-dce12c39cad4 req-95b69539-d6b9-4aac-b47f-4290934fa86a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.146082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-641a3c9c-764b-4f63-88bf-dce12c39cad4 req-95b69539-d6b9-4aac-b47f-4290934fa86a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0827389 Oct 29 11:30:40.149709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-e853099a-7832-4369-94dd-bfec3be36a82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 217 time: 0.0593240 Oct 29 11:30:40.221840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-641a3c9c-764b-4f63-88bf-dce12c39cad4 req-6f061c7e-7f2c-4519-9582-c1429de9a21c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648794 Oct 29 11:30:40.237263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-ce841d39-459c-4d64-a76c-7f3c426d3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.238875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-ce841d39-459c-4d64-a76c-7f3c426d3cb1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0688868 Oct 29 11:30:40.305618 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-103e273b-c61d-4ee9-ab78-4a9370410412 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549545 Oct 29 11:30:40.333637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:40.394125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:40.410545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500f46e-7924-4c3a-b496-1bd0fc9b6111 req-5d3dc104-ce67-4210-9aba-c43778fb1f69 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.419902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Transition to ACTIVE for port object 34bcd2be-68dc-408d-95d5-5256db000ab4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:40.420339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c500f46e-7924-4c3a-b496-1bd0fc9b6111 req-5d3dc104-ce67-4210-9aba-c43778fb1f69 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1032624 Oct 29 11:30:40.438698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:40.466988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c500f46e-7924-4c3a-b496-1bd0fc9b6111 req-3833ff6d-d89b-4410-8def-1fe9c83d28d4 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Oct 29 11:30:40.540483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-ff32cd9d-6514-470c-aab9-e9c7a2e8c9e6 service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223980 Oct 29 11:30:40.542677 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3c3ae-8bde-44fd-9a8b-2c473d317b2b x-openstack-request-id: req-5cd3c3ae-8bde-44fd-9a8b-2c473d317b2b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:40.542809 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:40.544393 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cd3c3ae-8bde-44fd-9a8b-2c473d317b2b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:40.544393 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'status': 'completed', 'code': 200} Oct 29 11:30:40.553608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:40.692177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723ab9f-0b73-46dd-86e5-2653aef47631 req-3cedc402-5234-4db5-a3f0-1be4db0c0cec tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.704568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3723ab9f-0b73-46dd-86e5-2653aef47631 req-3cedc402-5234-4db5-a3f0-1be4db0c0cec tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.0903151 Oct 29 11:30:40.771429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:40.771861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3723ab9f-0b73-46dd-86e5-2653aef47631 req-221f55bd-59f7-41a2-93d8-c01991608a49 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627427 Oct 29 11:30:40.777416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:40.777786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:40.790810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0d903a-c150-4f5e-a3f4-b0b8f24ec18a req-e20b85a2-beef-4d86-b1b0-d901436149ee service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331066 Oct 29 11:30:40.791780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:40.792200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:40.799021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:40.799357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:40.799742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:40.800181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Bound port: 34bcd2be-68dc-408d-95d5-5256db000ab4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:40.800539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:40.990059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-41f5b9ca-d944-45f1-a8b3-1b18d04ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:40.991976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-41f5b9ca-d944-45f1-a8b3-1b18d04ad7f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1095 time: 0.1271992 Oct 29 11:30:40.993250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:41.035335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:41.087288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:41.095193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e05ca-5ce3-48f0-8631-fa6e1ce341b4 req-018c2b7a-b9be-48f7-9bdb-f84d6169f333 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.105924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4e05ca-5ce3-48f0-8631-fa6e1ce341b4 req-018c2b7a-b9be-48f7-9bdb-f84d6169f333 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1449649 Oct 29 11:30:41.149713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.150373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:41.152280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] 10.222.0.86 "PUT /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 1095 time: 1.6481521 Oct 29 11:30:41.167035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4e05ca-5ce3-48f0-8631-fa6e1ce341b4 req-f7bcf51a-c83f-4faa-9df4-a4f98d80993c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571783 Oct 29 11:30:41.194191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15dce6-3cf3-4efb-bf5d-f5b1bf24c56b service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:41.207572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-7f2b6275-eb6a-42de-bead-64d282ea9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.209127 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-7f2b6275-eb6a-42de-bead-64d282ea9629 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 915 time: 0.1918881 Oct 29 11:30:41.307992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-02eea822-7a35-4856-b0a6-dffe58d78edd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 217 time: 0.0907583 Oct 29 11:30:41.405738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-3275ebef-ccd1-44d9-8d9e-c06f425a7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.407560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-3275ebef-ccd1-44d9-8d9e-c06f425a7351 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0885508 Oct 29 11:30:41.410060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-6c920fa7-d49f-46ba-8bad-898b773e5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.411436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-6c920fa7-d49f-46ba-8bad-898b773e5e0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1098 time: 0.1022067 Oct 29 11:30:41.510252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-1972cbb1-207b-4e5a-a8d0-cefe075263e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0715115 Oct 29 11:30:41.513256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-e3ca05ad-4693-4fdd-9cf2-ab5260adbfb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906637 Oct 29 11:30:41.596055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-96310cb4-9d81-46d8-b1ed-a71c9bce2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.598503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-96310cb4-9d81-46d8-b1ed-a71c9bce2330 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0715139 Oct 29 11:30:41.759999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77419fb1-4514-4586-8024-80fea51b765e req-8eade2a0-3995-4d3c-9125-1976e266dec3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.767345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-d4e745dc-0e99-44b5-9bf5-dad6fd9734cf service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790500 Oct 29 11:30:41.767743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77419fb1-4514-4586-8024-80fea51b765e req-8eade2a0-3995-4d3c-9125-1976e266dec3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 945 time: 0.0775397 Oct 29 11:30:41.781886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-f252a28d-5e11-4602-b9b2-6c508ae4de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:41.784006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-f252a28d-5e11-4602-b9b2-6c508ae4de2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030884 Oct 29 11:30:41.830565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77419fb1-4514-4586-8024-80fea51b765e req-c763b6b9-e000-41f5-8ac9-47887da0cd67 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618494 Oct 29 11:30:41.982426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a342db38-7c66-406d-a9e6-943ee1a21671 req-e6096d4a-3075-40ba-9139-db04b2b9f3c0 service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029965 Oct 29 11:30:42.001296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0050ab8-d988-475c-a710-64ecdf13b1fa req-4ec40ae3-1c98-4e40-9340-3eff2f6443b0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:42.011460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0050ab8-d988-475c-a710-64ecdf13b1fa req-4ec40ae3-1c98-4e40-9340-3eff2f6443b0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1204858 Oct 29 11:30:42.078247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-393a77ca-e2fa-43d7-80ad-f65d8249c3c8 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714677 Oct 29 11:30:42.086967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0050ab8-d988-475c-a710-64ecdf13b1fa req-5a84bf4b-c2f0-4961-91ba-a6f71aa99c35 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749784 Oct 29 11:30:42.220707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc03ef77-88a9-49c8-8d74-a8281f38760f req-0c2409f5-78a0-494e-ad7d-c1d62f2cc748 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314149 Oct 29 11:30:42.364132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636d6bc-866e-4b03-8e79-68a185f275ec req-a6733b75-dd0c-4bfd-8302-d9be85cfe2b3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:42.368598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8636d6bc-866e-4b03-8e79-68a185f275ec req-a6733b75-dd0c-4bfd-8302-d9be85cfe2b3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.0968323 Oct 29 11:30:42.414325 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8636d6bc-866e-4b03-8e79-68a185f275ec req-8a0c412d-e384-458a-8451-a49e845c161e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Oct 29 11:30:42.544919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:42.555070 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24d526a-b33f-4054-ac7f-688c38bfb269" -d '{"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:42.606325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:42.667095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674ed7b-5b24-4396-90cc-017d7f3564c5 req-00d3622a-ef99-4075-b79d-9d8ceae2fb33 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:42.674420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4674ed7b-5b24-4396-90cc-017d7f3564c5 req-00d3622a-ef99-4075-b79d-9d8ceae2fb33 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0774448 Oct 29 11:30:42.772506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4674ed7b-5b24-4396-90cc-017d7f3564c5 req-8efa2554-42dd-49dd-8560-81e6c79dcb14 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0965540 Oct 29 11:30:42.833272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:42.856413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'port_id': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'mac_address': 'fa:16:3e:2d:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c91077b-b764-470c-b50f-8d142db610e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:42.916995 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:42.944912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:42.975207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:42.981669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:43.068956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:43.082023 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb2f48-16b2-4b5c-b1b5-47ffa51b1202 x-openstack-request-id: req-35fb2f48-16b2-4b5c-b1b5-47ffa51b1202 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:43.082315 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:43.083033 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35fb2f48-16b2-4b5c-b1b5-47ffa51b1202 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:43.083513 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'status': 'completed', 'code': 200} Oct 29 11:30:43.217739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-d26ebeed-8e6a-425d-9c6e-b6825ae816e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.219619 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-d26ebeed-8e6a-425d-9c6e-b6825ae816e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0955379 Oct 29 11:30:43.260799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9de9-adb2-4422-998b-d593f28b9d87 req-60df8621-c124-4a5a-a7f8-144d37c77ce6 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.271496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca3b9de9-adb2-4422-998b-d593f28b9d87 req-60df8621-c124-4a5a-a7f8-144d37c77ce6 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0915208 Oct 29 11:30:43.353400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca3b9de9-adb2-4422-998b-d593f28b9d87 req-ca792409-12c7-498e-8824-269874c82819 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808060 Oct 29 11:30:43.353927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['5de7e347-3861-4ae6-bd80-d964cd7837cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:43.403375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-2edb2141-5586-40cc-afa4-28279f72c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.405404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-2edb2141-5586-40cc-afa4-28279f72c457 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1736724 Oct 29 11:30:43.487676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-53b8fce7-4bea-4c12-85dc-f45cb73ae873 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0729184 Oct 29 11:30:43.573332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad91b3-4bb5-4425-8611-ab05917c9ba1 req-4fdeaf1c-8d69-49bb-8179-2a8481948c85 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.575052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70ad91b3-4bb5-4425-8611-ab05917c9ba1 req-4fdeaf1c-8d69-49bb-8179-2a8481948c85 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.0911295 Oct 29 11:30:43.586158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-183c06a0-56a2-4aee-98b1-626bfe68de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.588688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-183c06a0-56a2-4aee-98b1-626bfe68de42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0927370 Oct 29 11:30:43.646055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-70ad91b3-4bb5-4425-8611-ab05917c9ba1 req-1647849e-fab6-4b54-9642-539b157d2fae tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Oct 29 11:30:43.667742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-61653b0d-5cd4-4c65-9583-b3bd96472aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.669284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-61653b0d-5cd4-4c65-9583-b3bd96472aa7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725656 Oct 29 11:30:43.778122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e2054-5366-42a4-a01a-3fd67c0b63eb req-0ebbbdcb-6058-4cb3-b50a-8cb4e7a65f19 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:43.779751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e3e2054-5366-42a4-a01a-3fd67c0b63eb req-0ebbbdcb-6058-4cb3-b50a-8cb4e7a65f19 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.0677025 Oct 29 11:30:43.795750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-29cdb704-693c-4fb4-8af8-e785218225f2 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170762 Oct 29 11:30:43.852095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e3e2054-5366-42a4-a01a-3fd67c0b63eb req-596c8f83-6638-4e03-87bb-21c4b8a038ac tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627027 Oct 29 11:30:43.904080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f24d526a-b33f-4054-ac7f-688c38bfb269 req-4954c41e-61c9-4aa6-b3b0-ad87db5210db service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997510 Oct 29 11:30:44.049355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99f70-e4fc-4784-b0fb-5bc39258e820 req-2cf44751-1fbe-43a5-ab9c-088aaed011a2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:44.052973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17a99f70-e4fc-4784-b0fb-5bc39258e820 req-2cf44751-1fbe-43a5-ab9c-088aaed011a2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0678229 Oct 29 11:30:44.102511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17a99f70-e4fc-4784-b0fb-5bc39258e820 req-57111ef1-a6dc-4004-a5e3-c2fd77b99a26 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401907 Oct 29 11:30:44.487396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db907-0042-4a4a-874e-fe94c5d438e3 req-1009832d-c40b-4282-9f0f-c23f19996d19 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:44.506420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c3db907-0042-4a4a-874e-fe94c5d438e3 req-1009832d-c40b-4282-9f0f-c23f19996d19 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0781717 Oct 29 11:30:44.553985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c3db907-0042-4a4a-874e-fe94c5d438e3 req-df73085d-bf47-447b-95ab-0280b709123a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Oct 29 11:30:44.620013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:44.627652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:44.836955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 5de7e347-3861-4ae6-bd80-d964cd7837cb completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:44.853864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 5de7e347-3861-4ae6-bd80-d964cd7837cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:44.854335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:44.905635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:44.926570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'mac_address': 'fa:16:3e:eb:bb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:45.157417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5bb12-1eb2-4835-ba84-ee4d50f1bfc1 req-1cdef81c-fbea-4894-81cb-b609df913715 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:45.160482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6de5bb12-1eb2-4835-ba84-ee4d50f1bfc1 req-1cdef81c-fbea-4894-81cb-b609df913715 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.0915513 Oct 29 11:30:45.226797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6de5bb12-1eb2-4835-ba84-ee4d50f1bfc1 req-3e7474d1-6ae6-4c9b-8fa2-ec8a17b6b491 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Oct 29 11:30:45.250547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:45.252692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:45.347574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:45.350929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:45.375657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:45.377850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:45.382376 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975ca39-e0d6-421b-a956-da9cd9ca10be" -d '{"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:45.391553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:45.426212 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:45.455011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad2ea2-1373-4b1e-acd8-92d5d41188cc req-e9e67e0c-42d9-4f9c-a73a-f65307f2a1de tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:45.459096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:45.475745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2ad2ea2-1373-4b1e-acd8-92d5d41188cc req-e9e67e0c-42d9-4f9c-a73a-f65307f2a1de tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.1239908 Oct 29 11:30:45.527226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:45.549242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2ad2ea2-1373-4b1e-acd8-92d5d41188cc req-cb493ecf-82a8-485f-9937-fb9e1c4de364 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 Oct 29 11:30:45.761282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['34bcd2be-68dc-408d-95d5-5256db000ab4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:45.818491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8282d-edd1-466b-bc69-95f4c4477184 req-c6471be0-3a0f-462d-a094-775091edca4f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:45.821172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24b8282d-edd1-466b-bc69-95f4c4477184 req-c6471be0-3a0f-462d-a094-775091edca4f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0919585 Oct 29 11:30:45.899800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24b8282d-edd1-466b-bc69-95f4c4477184 req-0e2d65b7-7378-4df8-b50f-ada8a7bb472f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0596523 Oct 29 11:30:45.964574 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20399f5c-fcbe-4e32-98aa-7cb87b3add10 x-openstack-request-id: req-20399f5c-fcbe-4e32-98aa-7cb87b3add10 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:45.972366 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:45.979030 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20399f5c-fcbe-4e32-98aa-7cb87b3add10 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:45.979590 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'code': 200} Oct 29 11:30:46.146935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ac46-0c89-4fec-ac55-f1e4432fa29c req-f1a6f797-607f-462f-84bb-641cb35d1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:46.152801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0590ac46-0c89-4fec-ac55-f1e4432fa29c req-f1a6f797-607f-462f-84bb-641cb35d1c83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1097 time: 0.1072192 Oct 29 11:30:46.162201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744c166-4e22-4fac-a888-5d909c32fbdd req-3cd53298-3d6b-4f59-a606-43e409c1a390 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:46.164435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8744c166-4e22-4fac-a888-5d909c32fbdd req-3cd53298-3d6b-4f59-a606-43e409c1a390 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1025643 Oct 29 11:30:46.207366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0590ac46-0c89-4fec-ac55-f1e4432fa29c req-0de5a556-6cfe-4d0a-ba0e-01875aa3bde8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Oct 29 11:30:46.223762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8744c166-4e22-4fac-a888-5d909c32fbdd req-e941dddf-62d8-4b6a-88d0-78e0f07f8f52 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Oct 29 11:30:46.543410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702938e-527d-4bf5-b494-fcb4a0a84ad6 req-004cbf69-297d-4b77-a170-61ce33746d50 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:46.544882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3702938e-527d-4bf5-b494-fcb4a0a84ad6 req-004cbf69-297d-4b77-a170-61ce33746d50 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0613399 Oct 29 11:30:46.598115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3702938e-527d-4bf5-b494-fcb4a0a84ad6 req-a74c93d7-bc29-421c-b356-454f03582801 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Oct 29 11:30:46.736303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecf605-b3e2-4be3-8629-afa52ec39b5e req-5099da0c-5c1a-4a72-bfdd-5f4b2ce4aeaf tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:46.740714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99ecf605-b3e2-4be3-8629-afa52ec39b5e req-5099da0c-5c1a-4a72-bfdd-5f4b2ce4aeaf tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0638506 Oct 29 11:30:46.802258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99ecf605-b3e2-4be3-8629-afa52ec39b5e req-b5e7aeaf-e8ae-445c-87d0-cd12338b069b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493600 Oct 29 11:30:46.966781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2844d-8863-4eb0-a064-a99bcf57f8aa req-a8fbdb26-87d9-48fa-929d-d6f2336dcc1b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:46.972751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23c2844d-8863-4eb0-a064-a99bcf57f8aa req-a8fbdb26-87d9-48fa-929d-d6f2336dcc1b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.0852304 Oct 29 11:30:47.026318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23c2844d-8863-4eb0-a064-a99bcf57f8aa req-a211dc8c-d7cd-4055-b42b-f7901188e12f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478070 Oct 29 11:30:47.252336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a578f5-81a4-416e-9e08-734867e506a3 req-58bf16f6-07fc-401c-8afe-4cf84260c682 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:47.257760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1a578f5-81a4-416e-9e08-734867e506a3 req-58bf16f6-07fc-401c-8afe-4cf84260c682 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0829313 Oct 29 11:30:47.302741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1a578f5-81a4-416e-9e08-734867e506a3 req-efc275d8-7066-4162-84c4-bdc51e8f4c44 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418050 Oct 29 11:30:47.773724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27867d3-9b84-49c8-a38a-0f31e4374006 req-b7d2442f-129d-43f6-96f9-b7a774cb4c52 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:47.785222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d27867d3-9b84-49c8-a38a-0f31e4374006 req-b7d2442f-129d-43f6-96f9-b7a774cb4c52 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1004965 Oct 29 11:30:47.833561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d27867d3-9b84-49c8-a38a-0f31e4374006 req-6f533123-0df2-47c7-9937-d7759d728a57 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Oct 29 11:30:47.972592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8039d-e38e-4a9f-8dfc-b740560f19c1 req-b0d0aec1-87f6-4c8a-93b1-d65358a3c322 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:47.974711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08d8039d-e38e-4a9f-8dfc-b740560f19c1 req-b0d0aec1-87f6-4c8a-93b1-d65358a3c322 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.0666804 Oct 29 11:30:48.042708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08d8039d-e38e-4a9f-8dfc-b740560f19c1 req-0a0f3c12-7639-47c0-8d2e-6f01d7feee6a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Oct 29 11:30:48.173628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615d1e-4583-49af-b3fc-ac2aec8e8d58 req-d7a12058-d1cd-4410-86fb-396daad4dfb3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:48.175176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1615d1e-4583-49af-b3fc-ac2aec8e8d58 req-d7a12058-d1cd-4410-86fb-396daad4dfb3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.0615878 Oct 29 11:30:48.280601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1615d1e-4583-49af-b3fc-ac2aec8e8d58 req-6a4b3e70-e2d3-4ea3-a922-5ee1dce01c23 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Oct 29 11:30:48.298232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-f837de25-cc75-4e65-abce-b0f2b14e12ba tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:48.307557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-f837de25-cc75-4e65-abce-b0f2b14e12ba tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 946 time: 0.1203985 Oct 29 11:30:48.431048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Deleting port 69778bec-68d7-41e5-9449-ea8a44266773 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:30:48.431631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:48.593608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5babf9-88b8-4c42-972f-49816fd32068 req-c910b0a5-b24a-4dfd-a2c5-c97fa8b25d2e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:48.595329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f5babf9-88b8-4c42-972f-49816fd32068 req-c910b0a5-b24a-4dfd-a2c5-c97fa8b25d2e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1177962 Oct 29 11:30:48.634306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] For port 69778bec-68d7-41e5-9449-ea8a44266773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=69778bec-68d7-41e5-9449-ea8a44266773,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:48.634306 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:48.646416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:30:48.660371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Calling delete_port for 69778bec-68d7-41e5-9449-ea8a44266773 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:30:48.675503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f5babf9-88b8-4c42-972f-49816fd32068 req-7bfccb20-9f4d-48f2-906c-c977b1a36cf9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0656214 Oct 29 11:30:48.783944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 34bcd2be-68dc-408d-95d5-5256db000ab4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:30:48.792933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 34bcd2be-68dc-408d-95d5-5256db000ab4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:30:48.793328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:48.850190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:48.956481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:48.958488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event deleted for resources: {'Port': ['ID=69778bec-68d7-41e5-9449-ea8a44266773,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:49.001882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:49.007572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:49.011069 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96d9068-9383-4721-9e49-0280e1ab657b" -d '{"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:49.015776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:49.026135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] No DVR routers for this DVR port 69778bec-68d7-41e5-9449-ea8a44266773 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:30:49.029840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:49.035161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c07a9d92-62d3-442d-b21e-f90d7d69e0c5 req-11524e79-56b9-4d70-a077-7c68b4df0975 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "DELETE /v2.0/ports/69778bec-68d7-41e5-9449-ea8a44266773 HTTP/1.1" status: 204 len: 173 time: 0.7279873 Oct 29 11:30:49.035669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'name': 'network-vif-deleted', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:49.042538 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645925fc-08a8-49a3-9b2e-919facbccfea" -d '{"events": [{"server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "name": "network-vif-deleted", "tag": "69778bec-68d7-41e5-9449-ea8a44266773"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:49.089391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:49.105669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a0997-69cc-4e0d-ba32-3ab6b3c3559a req-25ea5f34-e871-4f08-879c-ba424bb74443 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:49.113913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-658a0997-69cc-4e0d-ba32-3ab6b3c3559a req-25ea5f34-e871-4f08-879c-ba424bb74443 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1530735 Oct 29 11:30:49.182454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-658a0997-69cc-4e0d-ba32-3ab6b3c3559a req-8d69233a-40f3-42e6-ad23-f2351d7db164 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674441 Oct 29 11:30:49.234811 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60e926-19b3-43e9-8a44-7efbc51e379e x-openstack-request-id: req-bd60e926-19b3-43e9-8a44-7efbc51e379e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:49.235099 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:49.235345 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd60e926-19b3-43e9-8a44-7efbc51e379e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:49.235956 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'code': 200} Oct 29 11:30:49.281768 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a7aaf-58bf-4f7a-92c7-8841e28344f4 x-openstack-request-id: req-d16a7aaf-58bf-4f7a-92c7-8841e28344f4 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:49.282613 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710bff5e-0c14-4786-89d7-899e8e431614", "name": "network-vif-deleted", "tag": "69778bec-68d7-41e5-9449-ea8a44266773", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:49.283923 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d16a7aaf-58bf-4f7a-92c7-8841e28344f4 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:49.285190 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710bff5e-0c14-4786-89d7-899e8e431614', 'name': 'network-vif-deleted', 'tag': '69778bec-68d7-41e5-9449-ea8a44266773', 'status': 'completed', 'code': 200} Oct 29 11:30:49.358890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 69778bec-68d7-41e5-9449-ea8a44266773 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:30:49.422038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ff4aab1-6b5a-4579-b3ec-5d96be05c7cd req-c013eff3-7669-48ce-9e4b-a9850e24abb8 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=710bff5e-0c14-4786-89d7-899e8e431614 HTTP/1.1" status: 200 len: 210 time: 0.0419154 Oct 29 11:30:49.425674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4228fc-0fbf-4bc7-aabb-48b617d65fc0 req-9d824496-5ae0-4274-bffa-209b2006735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:49.430138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f4228fc-0fbf-4bc7-aabb-48b617d65fc0 req-9d824496-5ae0-4274-bffa-209b2006735f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1100 time: 0.1279266 Oct 29 11:30:49.432871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 69778bec-68d7-41e5-9449-ea8a44266773 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:30:49.433240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 69778bec-68d7-41e5-9449-ea8a44266773 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:30:49.514982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8f4228fc-0fbf-4bc7-aabb-48b617d65fc0 req-76481342-9269-448b-8b70-1af9ef5b2500 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Oct 29 11:30:49.742144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-9b09b348-582a-4b53-8251-f33834f8f19a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:49.750636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-9b09b348-582a-4b53-8251-f33834f8f19a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 814 time: 0.1894360 Oct 29 11:30:49.761579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-91d7960b-a551-48ae-83ad-9b3ad45981ec tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/quotas/2953a99b5f5d4970ae3f371c2f8ab38e HTTP/1.1" status: 200 len: 375 time: 0.0101388 Oct 29 11:30:49.820812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-d9638417-cca9-44b9-8c8e-31169662d42f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510349 Oct 29 11:30:49.949558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-33330307-28e1-4fea-b892-726318c3e9dd service neutron] 10.222.0.77 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188593 Oct 29 11:30:50.057991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-86cf3f16-d2ef-4f0b-acbe-286fda0eb7c2 service neutron] 10.222.0.77 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038344 Oct 29 11:30:50.374634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7694-a307-4739-a2ef-a977163d63df req-1a0654db-3a32-46f8-b20e-4abdcd321460 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:50.377814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03df7694-a307-4739-a2ef-a977163d63df req-1a0654db-3a32-46f8-b20e-4abdcd321460 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0627811 Oct 29 11:30:50.481465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03df7694-a307-4739-a2ef-a977163d63df req-e3ede3ab-bbba-4da3-8d9d-16f74219a025 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933065 Oct 29 11:30:50.732128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4607d-1a0d-4881-8048-f7d51867e4f9 req-a6736666-e809-47c3-859d-a21d520a2f51 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:50.740483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e4607d-1a0d-4881-8048-f7d51867e4f9 req-a6736666-e809-47c3-859d-a21d520a2f51 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1155915 Oct 29 11:30:50.786081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e4607d-1a0d-4881-8048-f7d51867e4f9 req-02b9c2c1-95ff-499e-86aa-c197483a138b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446494 Oct 29 11:30:50.901030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4125edcc-0b87-4586-919d-0c20a69d3d5c req-6a4989d8-b87b-49cf-8897-49a515654fe8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 210 time: 0.0448995 Oct 29 11:30:51.646354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:51.750196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52692) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:51.770516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32438590', 'description': 'tempest-description--2094420500'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:51.852147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.005538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.013555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.025294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c89c1-77e0-4fa0-9fc2-1f15e797412c req-ab933ead-f7d0-43e1-9089-6abff900133c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:52.026871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9c89c1-77e0-4fa0-9fc2-1f15e797412c req-ab933ead-f7d0-43e1-9089-6abff900133c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1796236 Oct 29 11:30:52.062328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.069056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3075387 Oct 29 11:30:52.069056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:52.073485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'security_group_rule': {'security_group_id': 'b54e7c5d-94c3-46e8-8f1f-d0de4e135576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:52.079316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0b12-ff97-4c74-b3b5-38692d9767d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e7c5d-94c3-46e8-8f1f-d0de4e135576,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:52.108806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.135481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-3cc6bc82-5c31-4fdb-9605-ba531ed15f9e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:52.136840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-3cc6bc82-5c31-4fdb-9605-ba531ed15f9e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.41 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 814 time: 0.1916494 Oct 29 11:30:52.152188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Request body: {'port': {'device_id': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'admin_state_up': True, 'tenant_id': '2953a99b5f5d4970ae3f371c2f8ab38e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:52.187672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.193867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.208258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9c89c1-77e0-4fa0-9fc2-1f15e797412c req-ab40d8f8-d082-42ec-bb62-e4b993dcc866 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433764 Oct 29 11:30:52.228678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.233259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52700) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:52.233540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642966 Oct 29 11:30:52.234824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07f83d-8bb3-4118-b674-3e518005a319 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d340b6a6-bc1b-47d4-9be3-a4dc533bd249,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:52.237918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'security_group_rule': {'security_group_id': 'b54e7c5d-94c3-46e8-8f1f-d0de4e135576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:52.297330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.355224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Made reservation on behalf of 2953a99b5f5d4970ae3f371c2f8ab38e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:52.358744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.410437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.450490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.510375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4f4cce-0d69-4988-bbcf-6a87f1731e6a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:52.522834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.524035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b66034bc-c574-4fa0-a082-409fabf91250 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898006 Oct 29 11:30:52.527742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:30:52.532959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:52.565359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.577803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa2fa-9ea3-427b-bdb3-9fcab5a76a55 req-c6728228-5519-4b74-a8fa-c5633d99dd33 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:52.579646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6edaa2fa-9ea3-427b-bdb3-9fcab5a76a55 req-c6728228-5519-4b74-a8fa-c5633d99dd33 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1643102 Oct 29 11:30:52.595810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Allocated IP 172.20.0.9 (68507d92-d31b-4d8f-ae8b-9e8d5284ab48/4c91077b-b764-470c-b50f-8d142db610e8/d6cd0b4e-b9bd-4695-81e3-306c083545a7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:52.727418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:52.883359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Allocated IP 172.25.4.202 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/35c691d3-a9d4-4021-866c-1182061d7649) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:53.055520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6edaa2fa-9ea3-427b-bdb3-9fcab5a76a55 req-565129a1-ed7e-4136-9f6e-cae78df96cae tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4628749 Oct 29 11:30:53.085170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.143771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.200713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:53.208582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:53.213665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:53.222259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a66a5c5-a5e9-420e-b21e-eda5bd94cf71 req-3f2fe2ff-c529-418d-a807-41aa969b2c22 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 210 time: 0.0485601 Oct 29 11:30:53.250974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'Port': ['ID=35c691d3-a9d4-4021-866c-1182061d7649,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:53.344091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.346360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.372774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722112a9-ad32-417f-8331-3d9ff0d93919 req-4f5aa236-c714-4ebd-9cd6-7d3794131f20 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:53.374390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-722112a9-ad32-417f-8331-3d9ff0d93919 req-4f5aa236-c714-4ebd-9cd6-7d3794131f20 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1100 time: 0.0666637 Oct 29 11:30:53.382443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.419339 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.433414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['5de7e347-3861-4ae6-bd80-d964cd7837cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:30:53.475272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-722112a9-ad32-417f-8331-3d9ff0d93919 req-3e33afe2-8f8d-49e2-b226-11ad2bf120be tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823193 Oct 29 11:30:53.504260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:53.508182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:53.523678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:53.582221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Pushing event updated for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:53.633649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.635306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:53.636176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.639795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.644303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-ad1be7ac-c18e-4f10-ba7d-00eb2930924f req-d24fa26b-8f78-4c9c-85a9-09d78c6f2eb7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:30:53.645366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad1be7ac-c18e-4f10-ba7d-00eb2930924f req-d24fa26b-8f78-4c9c-85a9-09d78c6f2eb7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063391 Oct 29 11:30:53.666127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-82454f1f-3c5d-4b76-96c7-60afd6faf0cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5179393 Oct 29 11:30:53.690444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Request body: {'port': {'device_id': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:53.720684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'Port': ['ID=35c691d3-a9d4-4021-866c-1182061d7649,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:53.742145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.763505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:53.775460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84794c21-5b13-417f-b37b-52bc4a83fb10 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2385185 Oct 29 11:30:53.797948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:54.077487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b450c0-3220-4336-856f-2243c8e6f3d8 req-22ee52ba-5cd8-4cc5-bf3f-461a150f91bf tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:54.081515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2b450c0-3220-4336-856f-2243c8e6f3d8 req-22ee52ba-5cd8-4cc5-bf3f-461a150f91bf tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.2000108 Oct 29 11:30:54.094211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-bb110952-2ed6-43a4-8084-7ea96d37aa31 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319733 Oct 29 11:30:54.141237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2b450c0-3220-4336-856f-2243c8e6f3d8 req-71bea519-3701-44a9-b20f-7d979ba085c6 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 Oct 29 11:30:54.470321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-75ba7ffa-7157-4e8e-b042-086329d57788 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:54.478151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-75ba7ffa-7157-4e8e-b042-086329d57788 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.1253119 Oct 29 11:30:54.499352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cd0b4e-b9bd-4695-81e3-306c083545a7 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:54.517198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-84f8089c-037a-4c37-8b5c-22a34702cbc7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/quotas/0df4ecf69ee448fb8de31b1316901796 HTTP/1.1" status: 200 len: 375 time: 0.0371423 Oct 29 11:30:54.536599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:54.583863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Transition to ACTIVE for port object d6cd0b4e-b9bd-4695-81e3-306c083545a7 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:54.612677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:54.700325 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-43eb451b-4de8-423f-b799-3641b6ce8098 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820862 Oct 29 11:30:54.841582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:54.879529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Attempting to bind port d6cd0b4e-b9bd-4695-81e3-306c083545a7 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:54.880161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Attempting to bind port d6cd0b4e-b9bd-4695-81e3-306c083545a7 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:54.880496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Attempting to bind port d6cd0b4e-b9bd-4695-81e3-306c083545a7 on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:54.893323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Port d6cd0b4e-b9bd-4695-81e3-306c083545a7 on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:54.893648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Attempting to bind port d6cd0b4e-b9bd-4695-81e3-306c083545a7 on network 68507d92-d31b-4d8f-ae8b-9e8d5284ab48 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:54.911221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:54.911887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Checking segment: {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:54.911993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Bound using segment: {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:54.912530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Bound port: d6cd0b4e-b9bd-4695-81e3-306c083545a7, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f632983-00ab-4453-adcb-1e28d4ea4b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:54.912831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:54.940019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-6929478f-a360-42c7-aebf-00e528e4f62e service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310741 Oct 29 11:30:55.020956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:55.024806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:55.082754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:55.143004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.143605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:55.144962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6cd0b4e-b9bd-4695-81e3-306c083545a7 HTTP/1.1" status: 200 len: 1091 time: 1.4676785 Oct 29 11:30:55.160134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:55.162632 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:55.184599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a78a5-ff60-480d-8743-201dd72299d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:55.265814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-9e74da8e-1268-4686-9950-f2caee5ea6ea service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386813 Oct 29 11:30:55.294553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-880b4f1a-f829-4025-8530-9c6bb6a9e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.296256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-880b4f1a-f829-4025-8530-9c6bb6a9e3fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 1094 time: 0.0793910 Oct 29 11:30:55.365215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-8fbeff29-7011-4958-b4aa-e07285967ff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7 HTTP/1.1" status: 200 len: 217 time: 0.0569634 Oct 29 11:30:55.458612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-22ee75ba-7a3c-447e-95c9-c8500d40a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.460236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-22ee75ba-7a3c-447e-95c9-c8500d40a8bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0867746 Oct 29 11:30:55.518174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-9ac7a5db-0caa-4dc2-97ce-34d437f48334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457323 Oct 29 11:30:55.648724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:55.651280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c1446-b832-44b6-85a5-61632b3fb6ce req-a7059022-9f29-4c79-b61d-25d1a49a329b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.652958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f61c1446-b832-44b6-85a5-61632b3fb6ce req-a7059022-9f29-4c79-b61d-25d1a49a329b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1284795 Oct 29 11:30:55.693379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-b36146e3-b0dd-4ceb-9f22-097d753d338b service neutron] 10.222.0.41 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591663 Oct 29 11:30:55.778337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f61c1446-b832-44b6-85a5-61632b3fb6ce req-ff330d19-2e81-4e6b-adc9-0e3d8f3c4003 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1161716 Oct 29 11:30:55.851094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-592aeda6-53bc-4a50-bbc5-ad5a208bf230 req-3165b678-45f6-4f73-82cc-cb365c4f7c5b service neutron] 10.222.0.41 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450191 Oct 29 11:30:55.928715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-0f1975f3-5b4d-4dac-b7c1-3a8767025513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.931822 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-0f1975f3-5b4d-4dac-b7c1-3a8767025513 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1100 time: 0.0567768 Oct 29 11:30:55.972990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8855e0f-f370-478d-8d97-e0b0c039d7ca req-e557524f-b4e5-44a5-b007-6c115ff73c1c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:55.974588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8855e0f-f370-478d-8d97-e0b0c039d7ca req-e557524f-b4e5-44a5-b007-6c115ff73c1c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 943 time: 0.0863037 Oct 29 11:30:56.026594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8855e0f-f370-478d-8d97-e0b0c039d7ca req-be62de8a-9ff4-440b-8733-ab1cac1707c2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Oct 29 11:30:56.046718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-1d6d0502-bf01-4eb7-b63b-ab3b023421c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.048639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-1d6d0502-bf01-4eb7-b63b-ab3b023421c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1062925 Oct 29 11:30:56.144469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-96d28caf-d58c-410f-83a7-c4839728bd2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0831234 Oct 29 11:30:56.185076 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35edee76-fa8a-4e5b-870b-2fe0cd850550 x-openstack-request-id: req-35edee76-fa8a-4e5b-870b-2fe0cd850550 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:56.185548 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:56.185622 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35edee76-fa8a-4e5b-870b-2fe0cd850550 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:56.185994 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7', 'status': 'completed', 'code': 200} Oct 29 11:30:56.227451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-8f777747-a8a1-4ed4-843e-fb6e8422048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.230946 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-8f777747-a8a1-4ed4-843e-fb6e8422048d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0701296 Oct 29 11:30:56.295554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-d2a13c2d-3c7d-4c24-b548-02734c9e2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.298509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-d2a13c2d-3c7d-4c24-b548-02734c9e2799 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578630 Oct 29 11:30:56.319623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-a67b25c3-d51f-46ce-8aff-cbc3c52a1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.321327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-a67b25c3-d51f-46ce-8aff-cbc3c52a1273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 1094 time: 0.1034112 Oct 29 11:30:56.334560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f3ff-66e3-4a00-b4e4-d09daa9fed3a req-57d5e9f0-4d61-4d3d-8cd8-85b6dfd65531 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.336370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0350f3ff-66e3-4a00-b4e4-d09daa9fed3a req-57d5e9f0-4d61-4d3d-8cd8-85b6dfd65531 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0736580 Oct 29 11:30:56.424985 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-ae38c8e7-d01b-4a85-9d94-0e8bd4b88662 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173847 Oct 29 11:30:56.433943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0350f3ff-66e3-4a00-b4e4-d09daa9fed3a req-590b61bc-7be8-4191-92c5-85e5920fff1e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876377 Oct 29 11:30:56.470054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-09438da3-a128-48fc-9318-72d439cd1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.471014 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-09438da3-a128-48fc-9318-72d439cd1d51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 915 time: 0.1337776 Oct 29 11:30:56.531344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-44f80a98-f359-46b6-ae14-1f169ffa9b6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7 HTTP/1.1" status: 200 len: 217 time: 0.0518768 Oct 29 11:30:56.557371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-3a602bce-ebfe-4e70-bbd9-0d9b4baff047 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190116 Oct 29 11:30:56.566511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4886e57-6398-4dd0-a2e6-a9e9cebe4f4d req-d9e44428-d102-4461-8b9f-75f86c7a31ab tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 210 time: 0.0379975 Oct 29 11:30:56.620816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-9c15b358-1353-4d51-a8da-860fe38e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.623578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-9c15b358-1353-4d51-a8da-860fe38e0273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0832763 Oct 29 11:30:56.664193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-908e5aa9-ef92-45a9-bd54-146cba1bff6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314181 Oct 29 11:30:56.967232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89131-ef82-4332-89bc-2ff319a31011 req-2604fd38-97b3-472f-b2f3-7b2d06ddfb1d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:56.974599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4d89131-ef82-4332-89bc-2ff319a31011 req-2604fd38-97b3-472f-b2f3-7b2d06ddfb1d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1277578 Oct 29 11:30:56.985590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-50bb769b-1cdc-47c0-9578-e1ce36e01f4f service neutron] 10.222.0.41 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134999 Oct 29 11:30:57.013345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-054aca6c-c1e0-4197-be38-955a9a8b9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.015918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-054aca6c-c1e0-4197-be38-955a9a8b9a9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.1004939 Oct 29 11:30:57.070108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-78588546-2472-4f1d-940d-8c26e9e3bad0 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.071555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-78588546-2472-4f1d-940d-8c26e9e3bad0 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.3159575 Oct 29 11:30:57.095097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'port': {'device_id': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'admin_state_up': True, 'tenant_id': '0df4ecf69ee448fb8de31b1316901796'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:57.116950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4d89131-ef82-4332-89bc-2ff319a31011 req-fe8485d6-9fe2-45f9-8fb8-52c109a38514 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1411855 Oct 29 11:30:57.117858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-0ff76807-9491-43a8-beb8-f6f6174d3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.120037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-0ff76807-9491-43a8-beb8-f6f6174d3374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.0959523 Oct 29 11:30:57.197956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-e273eb1e-7b94-4501-9b24-cd93c44adec8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.0689392 Oct 29 11:30:57.201839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2f9108a-f5cc-4762-a20b-76281ebbc4f0 req-173899e8-7394-40a6-b068-3f16321728fd service neutron] 10.222.0.41 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052176 Oct 29 11:30:57.255159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-ca76fedd-5956-45fb-b3e6-2d1ad19317e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.256888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-ca76fedd-5956-45fb-b3e6-2d1ad19317e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0473320 Oct 29 11:30:57.283521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830eca3-d1d3-4db1-9ec0-6169c7144103 req-f1bf4a9a-d993-4896-9e53-889edad6bd44 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.285047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3830eca3-d1d3-4db1-9ec0-6169c7144103 req-f1bf4a9a-d993-4896-9e53-889edad6bd44 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 943 time: 0.0789623 Oct 29 11:30:57.303453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-230bdbb0-8aa1-44bb-a302-8c361d2a6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.305046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-230bdbb0-8aa1-44bb-a302-8c361d2a6a4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410545 Oct 29 11:30:57.310481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Made reservation on behalf of 0df4ecf69ee448fb8de31b1316901796 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:30:57.313969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:57.355838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3830eca3-d1d3-4db1-9ec0-6169c7144103 req-0619206a-e3c7-40a4-93c3-4ac824075357 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608103 Oct 29 11:30:57.488045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Allocated IP 172.20.0.7 (e45f6e2c-3a4c-4caa-b37a-182f733acd66/0d6bdca6-2607-45cb-b765-835834378596/cb7f8ebc-1825-4547-ba64-a8f15ed4eb45) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:30:57.655618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a91778-c247-4a9f-8c25-cf1f2abf4c8b req-b5cfd836-e9bb-4820-b419-2d69bdb9bfdd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.657179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01a91778-c247-4a9f-8c25-cf1f2abf4c8b req-b5cfd836-e9bb-4820-b419-2d69bdb9bfdd tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1187344 Oct 29 11:30:57.730457 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:30:57.731078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:57.731192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-4e60828d-7394-4fb9-b4e5-74e93b6a724d service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187551 Oct 29 11:30:57.740908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01a91778-c247-4a9f-8c25-cf1f2abf4c8b req-49780685-dfbf-48bd-a366-9aa9654a5af7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744452 Oct 29 11:30:57.774996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:57.835111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:30:57.839332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:30:57.848268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:30:57.853714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:57.859108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a0d4c7a3-a437-4097-a3ab-8a04abedf006 req-848096a6-ddf9-4107-8855-d93365cd4f20 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192369 Oct 29 11:30:57.927141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.927766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:57.954762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b19a73-8cfd-4330-8ef4-86178ccc057c req-71bdaab3-1633-4d22-a431-642058f552d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:57.956248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24b19a73-8cfd-4330-8ef4-86178ccc057c req-71bdaab3-1633-4d22-a431-642058f552d9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 931 time: 0.0802207 Oct 29 11:30:57.959940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-76ffeb76-8df9-456c-8b6c-df40ea243f9c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718550 Oct 29 11:30:57.974183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Request body: {'port': {'device_id': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:30:58.041540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24b19a73-8cfd-4330-8ef4-86178ccc057c req-94638b2d-6982-4b6a-bdb8-476560f3a021 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781727 Oct 29 11:30:58.050454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.341657 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d0b6e88-2bf3-4c49-910f-c71150956eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.377379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:58.386979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.404846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Transition to ACTIVE for port object cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:30:58.412997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb236b5-c708-4218-92b3-1703e7760da1 req-4ae3db45-052a-49af-9649-b6e445193ca4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:58.414592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cb236b5-c708-4218-92b3-1703e7760da1 req-4ae3db45-052a-49af-9649-b6e445193ca4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1143177 Oct 29 11:30:58.416208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.483367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:58.504757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cb236b5-c708-4218-92b3-1703e7760da1 req-2a67572f-8876-47ed-b393-8cd500b3082e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0593054 Oct 29 11:30:58.590579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Attempting to bind port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:30:58.591279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Attempting to bind port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:30:58.591726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Attempting to bind port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:58.596876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:30:58.597285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Attempting to bind port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:30:58.603778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:30:58.604175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Checking segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:30:58.604617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Bound using segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:30:58.605132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Bound port: cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:30:58.605559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.686677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:30:58.690579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:30:58.694593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.742812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:58.743446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:58.746119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 HTTP/1.1" status: 200 len: 1091 time: 0.7756579 Oct 29 11:30:58.751768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:30:58.754012 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ecdaf-5568-438f-aeef-5329db90ab19" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:30:58.781422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44763b-550f-483b-a7e4-148e9fbb9781 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:58.851753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-2309b5a7-6fa2-48cd-b666-64806eb07852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:58.853347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-2309b5a7-6fa2-48cd-b666-64806eb07852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 1094 time: 0.0470886 Oct 29 11:30:59.216211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-9f52369f-8718-4ae7-af25-7de961c3c8de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 HTTP/1.1" status: 200 len: 217 time: 0.3509974 Oct 29 11:30:59.262325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89146bd-cc7f-4eb1-bed0-4c24936004ed req-7a4d59c6-d169-4317-bbe0-93e167ca010a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.263724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e89146bd-cc7f-4eb1-bed0-4c24936004ed req-7a4d59c6-d169-4317-bbe0-93e167ca010a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 943 time: 0.4069414 Oct 29 11:30:59.296689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-831a98b5-5493-41c0-9f30-a860aa3067c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.298264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-831a98b5-5493-41c0-9f30-a860aa3067c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.0740912 Oct 29 11:30:59.336202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-fd95c52e-8cde-40a3-b4b3-9502134f8bba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271862 Oct 29 11:30:59.339120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e89146bd-cc7f-4eb1-bed0-4c24936004ed req-0915c8fb-3f41-40de-aaa0-7ae08b568a85 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Oct 29 11:30:59.429684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d6cd0b4e-b9bd-4695-81e3-306c083545a7 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:30:59.452738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-e3aa1db0-792a-4254-9e45-b3baa3c3b09c service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091108 Oct 29 11:30:59.528343 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cdd176-3140-42cb-8222-58b868bb3999 x-openstack-request-id: req-f6cdd176-3140-42cb-8222-58b868bb3999 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:30:59.528708 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:30:59.529079 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6cdd176-3140-42cb-8222-58b868bb3999 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:30:59.529552 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'status': 'completed', 'code': 200} Oct 29 11:30:59.565976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:59.576729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b847ff2b-c2ff-4145-980d-ac3751a7d16c req-fa485770-dd76-494c-9ce2-bb29a4aa69e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144137 Oct 29 11:30:59.581527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'port_id': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7', 'mac_address': 'fa:16:3e:d4:21:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c91077b-b764-470c-b50f-8d142db610e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:30:59.632731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:59.648424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cd0b4e-b9bd-4695-81e3-306c083545a7 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:30:59.671685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:30:59.676375 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:30:59.688260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018af90-e595-42f9-85c6-b0e8f0bf6710 req-c061dfd8-4386-45b8-bb1b-6b575df5ceb4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.690198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4018af90-e595-42f9-85c6-b0e8f0bf6710 req-c061dfd8-4386-45b8-bb1b-6b575df5ceb4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0970516 Oct 29 11:30:59.725326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-d49cce9a-1c25-4788-9d42-89b41663e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.726981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-d49cce9a-1c25-4788-9d42-89b41663e4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 1094 time: 0.0838680 Oct 29 11:30:59.740429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:30:59.746140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4018af90-e595-42f9-85c6-b0e8f0bf6710 req-060c1c7b-5ca0-43e5-91ba-0e2522ddc799 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Oct 29 11:30:59.885205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-5f1477f6-5db9-447c-8b86-b01d3dcc544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.886678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-5f1477f6-5db9-447c-8b86-b01d3dcc544f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 923 time: 0.1439598 Oct 29 11:30:59.902190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1343f-781c-4dc8-b1c2-74fd04b99cf9 req-c61f570c-f30c-4a22-a635-e8cd72b11be4 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:30:59.911945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e1343f-781c-4dc8-b1c2-74fd04b99cf9 req-c61f570c-f30c-4a22-a635-e8cd72b11be4 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 943 time: 0.0827913 Oct 29 11:30:59.963386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-0adb5209-5bca-4ea4-841f-fabc8de3f58f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 HTTP/1.1" status: 200 len: 217 time: 0.0514543 Oct 29 11:31:00.002417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d6cd0b4e-b9bd-4695-81e3-306c083545a7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:00.019683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e1343f-781c-4dc8-b1c2-74fd04b99cf9 req-5bed9cf8-9291-46a5-b6cb-cb966f991dc5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094208 Oct 29 11:31:00.061781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-8deb8f58-5d53-4e10-b7a1-02b55a452da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:00.062369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-8deb8f58-5d53-4e10-b7a1-02b55a452da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.0870280 Oct 29 11:31:00.114221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-fda24e1a-a88f-4c7e-b9c7-78b4f8a90bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413353 Oct 29 11:31:00.232159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b158cde-f024-4f39-af7d-4dde986d0c94 req-1135482e-bf5c-4065-9b93-64a6ad9b2735 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:00.233984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b158cde-f024-4f39-af7d-4dde986d0c94 req-1135482e-bf5c-4065-9b93-64a6ad9b2735 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1186461 Oct 29 11:31:00.276567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-50e6c75e-3875-4066-a37d-dc0b7b1776e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509855 Oct 29 11:31:00.298922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b158cde-f024-4f39-af7d-4dde986d0c94 req-b1ed0858-ff30-4edc-9660-bbd3d3258024 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0557821 Oct 29 11:31:00.439073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c3ecdaf-5568-438f-aeef-5329db90ab19 req-29348846-19cd-4d59-a07f-44da2e753ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547811 Oct 29 11:31:00.460491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458855-a67b-47b4-bf47-ccdf30e47b37 req-5e6cdc22-a671-4500-b401-cada906cabc4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:00.462284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3458855-a67b-47b4-bf47-ccdf30e47b37 req-5e6cdc22-a671-4500-b401-cada906cabc4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0900080 Oct 29 11:31:00.513178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3458855-a67b-47b4-bf47-ccdf30e47b37 req-236d82a7-b70d-4295-9eb5-ffc4b8fe6e80 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429213 Oct 29 11:31:00.619949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b076b9-1dfc-414c-9cbf-b44f98c8af64 req-6d83dd9b-d421-4443-b82a-0c7b0453376e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:00.621649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33b076b9-1dfc-414c-9cbf-b44f98c8af64 req-6d83dd9b-d421-4443-b82a-0c7b0453376e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 944 time: 0.0520697 Oct 29 11:31:00.660585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33b076b9-1dfc-414c-9cbf-b44f98c8af64 req-182d914f-e22d-4acd-98b1-423c1afc666d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Oct 29 11:31:00.815277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-760c96a1-b4ba-4e3c-84b7-a4166c7c8fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:00.981645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:00.986921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1297623737'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:01.011173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:01.015311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.018608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338436c-f74e-4278-8d0b-d169fd0bca93 req-a175caf2-c6b1-4b23-a4ec-53578ed3f509 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.020114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0338436c-f74e-4278-8d0b-d169fd0bca93 req-a175caf2-c6b1-4b23-a4ec-53578ed3f509 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0551965 Oct 29 11:31:01.042449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:31:01.056347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.056662 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Added segment 5e6fd666-e424-4717-a927-a0d574f58be7 of type vlan for network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 Oct 29 11:31:01.063091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0338436c-f74e-4278-8d0b-d169fd0bca93 req-a39eb702-d48c-454f-86b3-64e8e22425d9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 Oct 29 11:31:01.106036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.132326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.139028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.139626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.184067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf377a-d74f-49ab-bbb9-6b4b28ce442e req-efea43b6-22cb-4e02-87ad-64d5d820d669 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.185830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5daf377a-d74f-49ab-bbb9-6b4b28ce442e req-efea43b6-22cb-4e02-87ad-64d5d820d669 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0587571 Oct 29 11:31:01.200482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2177007 Oct 29 11:31:01.203517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52882) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:01.213907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5ef8-bb6f-4374-a2c6-de86a1052211 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Network': ['ID=430e9d70-7f43-4d84-be2b-25c7f8f8cb31,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:01.217658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2140966476'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:01.227084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:31:01.253239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5daf377a-d74f-49ab-bbb9-6b4b28ce442e req-93ea0ca2-f39f-479c-9a2d-7dab8087008a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0604160 Oct 29 11:31:01.261152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:01.266508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.314785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:31:01.327834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.328482 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Added segment 83852414-ef60-4b77-94d4-36acbd747f86 of type vlan for network 35619527-bf67-415a-a6d4-afbaaa5239ca Oct 29 11:31:01.394300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.437152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e51d-d43e-40be-9432-0216e69ec755 req-1c7153de-f189-4300-a73a-e5a0dc8a4e5a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.438696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db17e51d-d43e-40be-9432-0216e69ec755 req-1c7153de-f189-4300-a73a-e5a0dc8a4e5a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 943 time: 0.0795445 Oct 29 11:31:01.439735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.446052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.446625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.474825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:01.479368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d6cd0b4e-b9bd-4695-81e3-306c083545a7 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:01.535183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3280206 Oct 29 11:31:01.535730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:01.540591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'subnet': {'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:01.546014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39091037-e480-4746-908c-d6fdd45d7ea0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Network': ['ID=35619527-bf67-415a-a6d4-afbaaa5239ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:01.574931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 35619527-bf67-415a-a6d4-afbaaa5239ca details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:31:01.576748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db17e51d-d43e-40be-9432-0216e69ec755 req-e2991ae1-760e-428a-80b8-4e08f6a03f48 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269457 Oct 29 11:31:01.657276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:01.662144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.673727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port d6cd0b4e-b9bd-4695-81e3-306c083545a7 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:01.688495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port d6cd0b4e-b9bd-4695-81e3-306c083545a7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:01.689120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.699090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:01.739276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'port_id': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'mac_address': 'fa:16:3e:c1:ae:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6bdca6-2607-45cb-b765-835834378596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:01.827901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.829955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.855528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:01.866732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:01.869817 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83089ba-3490-4693-8cb1-7cfe47c68bf8" -d '{"events": [{"server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "name": "network-vif-plugged", "status": "completed", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:01.896632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:01.897688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.899006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:01.903961 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.910178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:01.966095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Subnet': ['ID=d158b69a-19fc-4ad3-9216-8e1b715b2d23,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:01.975479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:01.979601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656afb9-068a-4f53-bc44-66d6150b7085 req-ae42c488-ec39-4683-a46a-5c0799c1b468 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:01.991068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:01.992111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network hostable DHCP agents. Network: 430e9d70-7f43-4d84-be2b-25c7f8f8cb31, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:31:01.993272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f656afb9-068a-4f53-bc44-66d6150b7085 req-ae42c488-ec39-4683-a46a-5c0799c1b468 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 944 time: 0.1093237 Oct 29 11:31:02.018224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:31:02.033075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 430e9d70-7f43-4d84-be2b-25c7f8f8cb31) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:02.038736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:02.040875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.055293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f656afb9-068a-4f53-bc44-66d6150b7085 req-6f55eb60-6906-44b8-b43e-ff5fc5b60ac0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610461 Oct 29 11:31:02.062597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589134f6-aab9-4781-ae12-b1c5c4a3e4fc None None] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:02.073568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9db7b668-6448-487f-83ad-8d861b013685 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5369129 Oct 29 11:31:02.076302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52898) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:02.082040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'subnet': {'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:02.087478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:02.192258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.216638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7014164-2355-427f-b040-9d2d4e69dc09 req-b7c63f96-a864-4806-8880-4347b1fb8ef2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:02.218678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7014164-2355-427f-b040-9d2d4e69dc09 req-b7c63f96-a864-4806-8880-4347b1fb8ef2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0780706 Oct 29 11:31:02.251374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:02.255168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.265230 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.288797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['cb7f8ebc-1825-4547-ba64-a8f15ed4eb45'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:02.320840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:31:02.323622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.354458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7014164-2355-427f-b040-9d2d4e69dc09 req-0178a5b2-49a1-4083-b638-b9c53f3d2bea tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1280360 Oct 29 11:31:02.506572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.547489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Allocated IP 10.1.1.2 (430e9d70-7f43-4d84-be2b-25c7f8f8cb31/d158b69a-19fc-4ad3-9216-8e1b715b2d23/f7f1216a-ef85-451c-9ca9-44013847db55) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:02.564014 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf218792-87dd-49bd-8c24-f6ac086065be x-openstack-request-id: req-cf218792-87dd-49bd-8c24-f6ac086065be {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:02.565762 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "name": "network-vif-plugged", "status": "completed", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:02.566063 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf218792-87dd-49bd-8c24-f6ac086065be {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:02.566862 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7', 'code': 200} Oct 29 11:31:02.612660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Subnet': ['ID=dd6043ad-74ca-4c3a-96d3-9c78a35485f5,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:02.675547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Checking segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:02.676181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network hostable DHCP agents. Network: 35619527-bf67-415a-a6d4-afbaaa5239ca, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:31:02.713441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ced8d1-5e25-4407-8b5b-1fa63a755a18 req-697146ea-9d98-4848-95e6-684668114f03 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:02.715044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01ced8d1-5e25-4407-8b5b-1fa63a755a18 req-697146ea-9d98-4848-95e6-684668114f03 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0986254 Oct 29 11:31:02.718929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dc6f-75d7-4df7-969f-a9901a5ba8e8 req-c4f1ae12-5256-4db0-9ad7-ce8eba2bd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:02.720485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c201dc6f-75d7-4df7-969f-a9901a5ba8e8 req-c4f1ae12-5256-4db0-9ad7-ce8eba2bd7bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 1096 time: 0.0945191 Oct 29 11:31:02.726655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 35619527-bf67-415a-a6d4-afbaaa5239ca is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:31:02.765107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 35619527-bf67-415a-a6d4-afbaaa5239ca) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:02.776723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:02.777339 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.778187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e2765-e2c9-4218-a5fa-1b877fa96583 None None] Network 35619527-bf67-415a-a6d4-afbaaa5239ca requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:02.796117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.807708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01ced8d1-5e25-4407-8b5b-1fa63a755a18 req-d50520c8-1e52-48e5-bc54-32bcc9d1320e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774808 Oct 29 11:31:02.812657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c201dc6f-75d7-4df7-969f-a9901a5ba8e8 req-106b7ffb-c38f-498b-92d1-45585bff6e4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Oct 29 11:31:02.819676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-905dd62a-c65e-496f-8d25-3c3e5e1d7781 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7420194 Oct 29 11:31:02.822696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:02.829451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'name': 'tempest-TaggedBootDevicesTest_v242-1678106101', 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:02.848835 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:02.905749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Pushing event updated for resources: {'Port': ['ID=f7f1216a-ef85-451c-9ca9-44013847db55,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:02.927261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:02.930253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:02.933601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:02.978950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:03.069680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Attempting to bind port f7f1216a-ef85-451c-9ca9-44013847db55 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:03.070332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Attempting to bind port f7f1216a-ef85-451c-9ca9-44013847db55 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:03.070803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Attempting to bind port f7f1216a-ef85-451c-9ca9-44013847db55 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:03.083079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:03.083458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:03.083987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.084247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Bound using segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:03.084940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Bound port: f7f1216a-ef85-451c-9ca9-44013847db55, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:03.085232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.104751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d8167-7803-464f-b741-f8b567b9691c req-40b52ab8-f2aa-411a-8334-59cdb9ecb30e tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:03.106389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da8d8167-7803-464f-b741-f8b567b9691c req-40b52ab8-f2aa-411a-8334-59cdb9ecb30e tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 944 time: 0.0762537 Oct 29 11:31:03.146665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.171225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da8d8167-7803-464f-b741-f8b567b9691c req-d991c499-11d7-46d3-af2a-c82f8765a3da tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546603 Oct 29 11:31:03.176885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] device_id is not set on port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:31:03.351979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-35619527-bf67-415a-a6d4-afbaaa5239ca', 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ips': [{'subnet_id': 'dd6043ad-74ca-4c3a-96d3-9c78a35485f5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:31:03.353687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.376854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] For port f7f1216a-ef85-451c-9ca9-44013847db55, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:03.380808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] For port f7f1216a-ef85-451c-9ca9-44013847db55, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7f1216a-ef85-451c-9ca9-44013847db55,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:03.388900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6588c83-de1a-4864-ab43-0846f5358b81 req-95a6e049-8991-4763-a5c8-144380377104 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:03.389534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.390457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6588c83-de1a-4864-ab43-0846f5358b81 req-95a6e049-8991-4763-a5c8-144380377104 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0980566 Oct 29 11:31:03.435391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.1.1.92 (430e9d70-7f43-4d84-be2b-25c7f8f8cb31/d158b69a-19fc-4ad3-9216-8e1b715b2d23/95c7a38f-ae9e-4d9e-ae87-60153b00b2af) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:03.456835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6588c83-de1a-4864-ab43-0846f5358b81 req-5a11f9e1-441f-46fe-ad3d-2312df5bcb38 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568545 Oct 29 11:31:03.540106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.552169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1fa48-ca01-41c0-b097-8c3a5d58696c None None] Pushing event updated for resources: {'Port': ['ID=f7f1216a-ef85-451c-9ca9-44013847db55,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:03.600683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Allocated IP 10.2.2.2 (35619527-bf67-415a-a6d4-afbaaa5239ca/dd6043ad-74ca-4c3a-96d3-9c78a35485f5/7ddcb634-8e10-469c-94a1-8f7bf81ffe9a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:03.685117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.702757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6bb7a-ba16-43f0-b2c3-3d5fdb4fed98 req-4446d1cb-2223-418b-b2bf-b67025d529a5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:03.704574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0e6bb7a-ba16-43f0-b2c3-3d5fdb4fed98 req-4446d1cb-2223-418b-b2bf-b67025d529a5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 945 time: 0.0826573 Oct 29 11:31:03.797534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0e6bb7a-ba16-43f0-b2c3-3d5fdb4fed98 req-2d5f52c2-6a48-401d-9f59-a5081b43be65 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804198 Oct 29 11:31:03.801512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.826535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.835769 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:03.882367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Network 35619527-bf67-415a-a6d4-afbaaa5239ca is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:03.887621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:03.891542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:03.899579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Pushing event updated for resources: {'Port': ['ID=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:03.900134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:03.907002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:03.909871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:03.916559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:04.018409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:04.019094 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.024491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Attempting to bind port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:04.024740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Attempting to bind port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:04.025658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Attempting to bind port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a on network 35619527-bf67-415a-a6d4-afbaaa5239ca {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:04.034381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:04.034667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Checking segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:04.035080 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.035562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Bound using segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:04.036053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Bound port: 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:04.040044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.057370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-58c83971-c550-4218-8936-6012e5e5b928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2328455 Oct 29 11:31:04.059896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52918) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:04.066874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'name': 'tempest-TaggedBootDevicesTest_v242-1044624580', 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:04.117141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7f1216a-ef85-451c-9ca9-44013847db55 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:04.191122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] For port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:04.196063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] For port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:04.203495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242796-b2e5-4610-8fd2-e8765f0803e2 req-a65d953f-1c42-481e-b772-0a5c7392f5d3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:04.204427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.211201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5242796-b2e5-4610-8fd2-e8765f0803e2 req-a65d953f-1c42-481e-b772-0a5c7392f5d3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0872946 Oct 29 11:31:04.246860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f7f1216a-ef85-451c-9ca9-44013847db55 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:04.247225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.271554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5242796-b2e5-4610-8fd2-e8765f0803e2 req-f5d41cd0-d094-41d7-a222-6bcf82dff9a4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591288 Oct 29 11:31:04.285038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:04.293828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.316131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] device_id is not set on port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:31:04.316317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37cdc4-5f4c-4b4d-9ee1-8de31c75b0fe None None] Pushing event updated for resources: {'Port': ['ID=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:04.378791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.426347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port f7f1216a-ef85-451c-9ca9-44013847db55, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7f1216a-ef85-451c-9ca9-44013847db55,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:04.431814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.502238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=f7f1216a-ef85-451c-9ca9-44013847db55,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:04.556011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47bc4d-8b3e-4f66-b5d7-40e5323e89dd req-6131c13e-99d5-4498-a795-1d7cea701c36 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:04.557536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f47bc4d-8b3e-4f66-b5d7-40e5323e89dd req-6131c13e-99d5-4498-a795-1d7cea701c36 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 944 time: 0.1395402 Oct 29 11:31:04.672821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f47bc4d-8b3e-4f66-b5d7-40e5323e89dd req-6d6f4c01-d8f7-40f2-bb86-c16f3fa05c89 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019158 Oct 29 11:31:04.699978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.1.1.187 (430e9d70-7f43-4d84-be2b-25c7f8f8cb31/d158b69a-19fc-4ad3-9216-8e1b715b2d23/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:04.876756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354e074-fc8c-49ba-bab5-05cf15dea9c9 None None] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:04.880586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40faa9b-29c8-4c17-a759-c11cf4fa0c4a req-dd6375a0-8675-44e0-9215-c43db3cd36bc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:04.882236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40faa9b-29c8-4c17-a759-c11cf4fa0c4a req-dd6375a0-8675-44e0-9215-c43db3cd36bc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1249382 Oct 29 11:31:04.944698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40faa9b-29c8-4c17-a759-c11cf4fa0c4a req-0fcc3c0f-08ee-4754-b9e8-fac6813cee36 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546193 Oct 29 11:31:04.956923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-38986b00-6a7e-43f3-a3f1-fe6bfa8e7b6e None None] Provisioning complete for port f7f1216a-ef85-451c-9ca9-44013847db55 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:04.957490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-38986b00-6a7e-43f3-a3f1-fe6bfa8e7b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:04.972576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.023688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.097935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:05.106332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:05.111669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:05.116567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:05.157537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc567ff2-bb5d-47bf-98d5-c5937ecc72f4 req-6b836cfd-9c6f-4ba7-89c2-c4b62bb68089 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:05.159131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc567ff2-bb5d-47bf-98d5-c5937ecc72f4 req-6b836cfd-9c6f-4ba7-89c2-c4b62bb68089 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 945 time: 0.1269331 Oct 29 11:31:05.193716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:05.194475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.230567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7e93cdfa-05eb-4fa8-996c-dde07e1026c3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1696057 Oct 29 11:31:05.240971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc567ff2-bb5d-47bf-98d5-c5937ecc72f4 req-e9a6804d-ad89-4d99-98e2-da8284ee583b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Oct 29 11:31:05.427590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Provisioning complete for port f7f1216a-ef85-451c-9ca9-44013847db55 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:05.429118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.446577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31db9-6a24-4451-bac3-e52308cf341b req-b30a4c0b-054b-4e28-a09a-0b79028971b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:05.453867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93e31db9-6a24-4451-bac3-e52308cf341b req-b30a4c0b-054b-4e28-a09a-0b79028971b9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0708549 Oct 29 11:31:05.474604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:05.498443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93e31db9-6a24-4451-bac3-e52308cf341b req-d59d80ff-a9c4-42fc-a54c-0873d8103016 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424786 Oct 29 11:31:05.592949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:05.612086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:05.612455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.676065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Provisioning complete for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:05.676443 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.721790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:05.729228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fb90b-369f-4bcd-85e9-3aac7c3819f3 None None] Network 35619527-bf67-415a-a6d4-afbaaa5239ca requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:05.799139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Provisioning complete for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:05.799367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52948) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:05.799846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.805871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660288036', 'description': 'tempest-description--1978604844'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:05.834398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.875257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.906050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51b3e2cf-c44b-486f-8924-b2cf96cc1a06 None None] Port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:05.929903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:05.932887 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04714ec-ff5f-423c-b1aa-a3d6f41cb777" -d '{"events": [{"server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "name": "network-vif-plugged", "status": "completed", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:05.933865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.939394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:05.971666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:05.994556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1958eb47-4a43-45b8-a6bc-f5592433b35d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:05.999773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.001369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9d2e871-0616-40ba-95f0-4b257526b786 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2007656 Oct 29 11:31:06.004553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:06.012275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'security_group_rule': {'security_group_id': '1958eb47-4a43-45b8-a6bc-f5592433b35d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:06.012495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.091200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.104090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Provisioning complete for port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.104702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.138682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8cf0e-48d0-43a2-aacd-316e69fc6aa0 req-b71012d6-045d-4146-bd05-df703c9de172 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:06.140311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bd8cf0e-48d0-43a2-aacd-316e69fc6aa0 req-b71012d6-045d-4146-bd05-df703c9de172 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0796480 Oct 29 11:31:06.143324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:06.173217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:06.174899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.189768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.228612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d66011f-5ebd-4c92-b390-d823b387fdde,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:06.236892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.241082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6b190028-43de-4dcf-af8b-5ee8473e77f8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2343798 Oct 29 11:31:06.241815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52956) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:06.251602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'security_group_rule': {'security_group_id': '1958eb47-4a43-45b8-a6bc-f5592433b35d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:06.253389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bd8cf0e-48d0-43a2-aacd-316e69fc6aa0 req-e1fa3ca8-6815-4761-adca-c34296a3bd58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965099 Oct 29 11:31:06.276546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.294502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.294502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.296071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.365683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] For port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:06.368770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.374360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.374609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.401663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212afe20-f5ca-41c2-946b-613ef9bd5182 req-e307e84b-a112-4ea3-bab3-f5f73e82676b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:06.402579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d9a874-ac6e-4add-b7f2-f9b2b7fbdf73,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:06.403949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-212afe20-f5ca-41c2-946b-613ef9bd5182 req-e307e84b-a112-4ea3-bab3-f5f73e82676b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0695386 Oct 29 11:31:06.409271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.414175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c03d391a-b4a8-477e-b6cb-a7f5e2d95519 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664116 Oct 29 11:31:06.415059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52960) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:06.419776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:06.454629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7f1216a-ef85-451c-9ca9-44013847db55 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:06.460730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Provisioning complete for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.461091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.465403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.482831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-212afe20-f5ca-41c2-946b-613ef9bd5182 req-1c2e1b28-b2e9-4cbc-9300-1bdb0e32a388 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575719 Oct 29 11:31:06.532728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Pushing event updated for resources: {'Port': ['ID=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:06.550213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:06.566522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f7f1216a-ef85-451c-9ca9-44013847db55 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.566893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.570229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Provisioning complete for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.570594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.607473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.627861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d067d-b321-40e1-9c1c-5330cbc1fa81 req-9237fcb0-50a4-4017-afaf-85f2baa5ebe9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:06.629493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-366d067d-b321-40e1-9c1c-5330cbc1fa81 req-9237fcb0-50a4-4017-afaf-85f2baa5ebe9 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 945 time: 0.0757506 Oct 29 11:31:06.636635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-217a0656-dd5a-4169-b5e5-138a01ba8943 None None] Port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:06.727499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-366d067d-b321-40e1-9c1c-5330cbc1fa81 req-557e8335-d3c6-4d3d-ac94-bc102fd8260f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Oct 29 11:31:06.761363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 172.25.4.185 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/50badd89-8eed-4c67-adea-087b26dba251) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:06.770646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dd828dc6-01d6-4704-a22c-48d8e1db0373 None None] Provisioning complete for port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:06.771264 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd828dc6-01d6-4704-a22c-48d8e1db0373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.934307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:06.983265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-ca21bc3b-3554-4dbc-b883-21eeed71e6eb tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:06.984749 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-ca21bc3b-3554-4dbc-b883-21eeed71e6eb tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1443930 Oct 29 11:31:07.007176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-be3fc564-b9c4-4315-a3e0-eebc0eb77bc6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/quotas/3b8fd809292f4610abd856996857b0cf HTTP/1.1" status: 200 len: 375 time: 0.0158825 Oct 29 11:31:07.013773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.085150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:07.086180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=50badd89-8eed-4c67-adea-087b26dba251,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:07.092024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:07.094459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:07.136953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e4afabe2-96f4-4186-b0ea-d74209e7a41d tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179001 Oct 29 11:31:07.252480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.271611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-5df8df94-84de-4455-a3b2-cb8de8c43943 service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264253 Oct 29 11:31:07.340491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.452372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-44471409-d5a1-4eb4-853d-2987b643ad1f service neutron] 10.222.0.77 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599066 Oct 29 11:31:07.539965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-8d2119a7-7fea-4711-994f-226c9e334517 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:07.541437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-8d2119a7-7fea-4711-994f-226c9e334517 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.41 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 945 time: 0.0764532 Oct 29 11:31:07.594549 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b1732-fcc6-4d5e-9e74-6b1c28416640 x-openstack-request-id: req-245b1732-fcc6-4d5e-9e74-6b1c28416640 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:07.595035 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "name": "network-vif-plugged", "status": "completed", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:07.595124 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-245b1732-fcc6-4d5e-9e74-6b1c28416640 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:07.595466 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'code': 200} Oct 29 11:31:07.606747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.616735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.709620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66ea55-b76e-458c-9f39-793456fa75c5 req-743957a4-a890-4c5f-8412-89ededd3d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:07.711186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f66ea55-b76e-458c-9f39-793456fa75c5 req-743957a4-a890-4c5f-8412-89ededd3d7ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 1096 time: 0.0529535 Oct 29 11:31:07.741840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=50badd89-8eed-4c67-adea-087b26dba251,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:07.750033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2f66ea55-b76e-458c-9f39-793456fa75c5 req-2c28be24-5505-4711-aee3-1ee52b280d6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Oct 29 11:31:07.769931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.792563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5567-824f-4148-a5c1-b3a9deeadd7a req-1f5c77b4-d2ff-4aeb-81c8-d52b60450e66 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:07.794220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfea5567-824f-4148-a5c1-b3a9deeadd7a req-1f5c77b4-d2ff-4aeb-81c8-d52b60450e66 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f59cffd1-1810-4bed-8931-a826a9acf200 HTTP/1.1" status: 200 len: 945 time: 0.1243269 Oct 29 11:31:07.802159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Deleting port d6cd0b4e-b9bd-4695-81e3-306c083545a7 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:07.802619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.809128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.810434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-172dde82-0ad8-40cc-90b9-2c006d64ed68 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3942831 Oct 29 11:31:07.896559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfea5567-824f-4148-a5c1-b3a9deeadd7a req-b0a74ecf-5be1-48e1-ac79-1941173f469a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902228 Oct 29 11:31:07.957350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] For port d6cd0b4e-b9bd-4695-81e3-306c083545a7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d6cd0b4e-b9bd-4695-81e3-306c083545a7,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:07.957949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:07.974892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Calling delete_port for d6cd0b4e-b9bd-4695-81e3-306c083545a7 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:08.021595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:08.091775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:08.092150 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:08.183324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192463-a641-48ec-a991-07135a561598 req-5a1ad6a9-2f40-499c-85e1-b3dbd5b208c1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:08.184848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91192463-a641-48ec-a991-07135a561598 req-5a1ad6a9-2f40-499c-85e1-b3dbd5b208c1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0908175 Oct 29 11:31:08.186025 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:08.201424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['5de7e347-3861-4ae6-bd80-d964cd7837cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:08.204470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d6cd0b4e-b9bd-4695-81e3-306c083545a7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:08.529880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Pushing event deleted for resources: {'Port': ['ID=d6cd0b4e-b9bd-4695-81e3-306c083545a7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:08.586236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] No DVR routers for this DVR port d6cd0b4e-b9bd-4695-81e3-306c083545a7 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:08.590468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:08.593741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e29eade-3a80-403b-9442-ba991c0ecf66 req-86bdbe60-5b70-4c0e-b286-da3de0b10df4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.41 "DELETE /v2.0/ports/d6cd0b4e-b9bd-4695-81e3-306c083545a7 HTTP/1.1" status: 204 len: 173 time: 1.0449255 Oct 29 11:31:08.594181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'name': 'network-vif-deleted', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:08.596423 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2917f2a6-2ec9-4d3b-abf2-940c5ac646b1" -d '{"events": [{"server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "name": "network-vif-deleted", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:08.602074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91192463-a641-48ec-a991-07135a561598 req-b84c3772-ef9d-4749-9c62-db88cea03eb3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4079492 Oct 29 11:31:08.798202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7af0c-98e8-4d2e-936e-685c0f98596b req-97f6269a-b9f6-4413-87c1-511cecf5da95 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:08.800399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbc7af0c-98e8-4d2e-936e-685c0f98596b req-97f6269a-b9f6-4413-87c1-511cecf5da95 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0852811 Oct 29 11:31:08.812308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-25928d6b-c57b-4981-955e-ac0bc601fe01 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:08.813863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-25928d6b-c57b-4981-955e-ac0bc601fe01 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 815 time: 0.1501377 Oct 29 11:31:08.833179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Request body: {'port': {'device_id': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'admin_state_up': True, 'tenant_id': '3b8fd809292f4610abd856996857b0cf'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:08.901941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbc7af0c-98e8-4d2e-936e-685c0f98596b req-0378a071-99fb-482f-9092-1ef2859928e1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870669 Oct 29 11:31:08.966587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Made reservation on behalf of 3b8fd809292f4610abd856996857b0cf for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:08.971220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:09.012861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2b9017b-da24-42e9-9c1b-e47bff56128d req-87a9e206-f198-4860-9e66-a5543f5a8ffe tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 210 time: 0.0377269 Oct 29 11:31:09.165495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad187e-7d57-426f-8d21-0f7b2f3e3afb req-0c8dab3c-d0bb-4e8f-8665-43171e7bcb26 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.167640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cad187e-7d57-426f-8d21-0f7b2f3e3afb req-0c8dab3c-d0bb-4e8f-8665-43171e7bcb26 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 945 time: 0.0920019 Oct 29 11:31:09.168874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Allocated IP 172.20.0.9 (c84ea3c3-54e1-4543-88d0-27693e3bbdd2/44c094c8-7be5-47b4-981e-e0580ec58471/6adc90de-53e4-41dd-9147-35430efae95a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:09.228024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cad187e-7d57-426f-8d21-0f7b2f3e3afb req-02483d92-d4e1-4258-8404-bbb9d04ad73f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Oct 29 11:31:09.379622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-607ef0c0-ed9e-4cfe-b1d2-a1bd3adfd1a2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1660288036&fields=id&tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c HTTP/1.1" status: 200 len: 267 time: 0.0702140 Oct 29 11:31:09.403859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:09.444753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f8b834bb-4e71-43a7-b7bc-e5294541ca86 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.446176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f8b834bb-4e71-43a7-b7bc-e5294541ca86 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 936 time: 0.0553567 Oct 29 11:31:09.503480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:09.511288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-7af8c218-85e4-441d-bed3-af0ab88155c5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.512622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-7af8c218-85e4-441d-bed3-af0ab88155c5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 937 time: 0.0595093 Oct 29 11:31:09.516630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:09.519094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909', '645700fe-6b08-4324-98ff-599fad3a2281'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:09.601860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f54caa8b-3eb6-41d0-a64a-bdb9e4f68563 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0628121 Oct 29 11:31:09.603625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:09.606979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:09.613710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:09.624641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event updated for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:09.666150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-563a22e0-5050-4300-a3a0-c5c9b4fc9ace tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0565815 Oct 29 11:31:09.733701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.734312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:09.763307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e3637940-c589-4ccb-97fe-d6a435b5adb3 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342840 Oct 29 11:31:09.784936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Request body: {'port': {'device_id': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:09.833846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0c9e0e29-3f75-4b5a-8915-89555b445c75 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.840922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0c9e0e29-3f75-4b5a-8915-89555b445c75 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.846841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0c9e0e29-3f75-4b5a-8915-89555b445c75 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:09.848555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0c9e0e29-3f75-4b5a-8915-89555b445c75 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=35619527-bf67-415a-a6d4-afbaaa5239ca&id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 1996 time: 0.1754110 Oct 29 11:31:09.887231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-7a306a9d-a908-483f-bcff-a115f3edada9 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/quotas/7bb3bf7b3dc64bb3a4ac0738bc06186c HTTP/1.1" status: 200 len: 375 time: 0.0305729 Oct 29 11:31:09.888199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.036885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-17c9517c-2942-4333-8b1b-3387c788e9ad tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1390598 Oct 29 11:31:10.205245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-2f34093b-321c-4173-9dfc-4ec79e4952da service neutron] 10.222.0.77 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560678 Oct 29 11:31:10.331260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adc90de-53e4-41dd-9147-35430efae95a {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:10.345637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.358216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-3733ee39-e9a0-4dc7-9b48-e8b406f5b923 service neutron] 10.222.0.77 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417356 Oct 29 11:31:10.362780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Transition to ACTIVE for port object 6adc90de-53e4-41dd-9147-35430efae95a will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:10.373884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.425307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f98aa3a5-1ca0-4511-ac98-6f0c3c77a27f service neutron] 10.222.0.77 "GET /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0604331 Oct 29 11:31:10.489673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:10.518491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.518831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.519168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.519501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.519835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.520163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.520486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.520806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.521163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.521486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.521801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.522116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:10.599069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Attempting to bind port 6adc90de-53e4-41dd-9147-35430efae95a on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:10.599401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Attempting to bind port 6adc90de-53e4-41dd-9147-35430efae95a by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:10.599733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Attempting to bind port 6adc90de-53e4-41dd-9147-35430efae95a on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:10.604910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8f16d7dd-b645-4c07-bf3e-af6e9894ac4b service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722357 Oct 29 11:31:10.606985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Port 6adc90de-53e4-41dd-9147-35430efae95a on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:10.607310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Attempting to bind port 6adc90de-53e4-41dd-9147-35430efae95a on network c84ea3c3-54e1-4543-88d0-27693e3bbdd2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:10.620128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:10.620461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Checking segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:10.620834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Bound using segment: {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:10.621300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Bound port: 6adc90de-53e4-41dd-9147-35430efae95a, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01846943-e897-4f07-8b55-9759245e4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:10.621656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.746951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:10.751349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6adc90de-53e4-41dd-9147-35430efae95a,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:10.754384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-3b160412-52cd-492f-b95c-6c7545f9ca18 service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418872 Oct 29 11:31:10.755903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.825269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:10.825897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:10.827264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] 10.222.0.41 "PUT /v2.0/ports/6adc90de-53e4-41dd-9147-35430efae95a HTTP/1.1" status: 200 len: 1091 time: 1.0548570 Oct 29 11:31:10.833208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-747fcf70-b952-4cfa-a17b-ab96095a3fae service neutron] 10.222.0.77 "GET /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0709553 Oct 29 11:31:10.864298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98647a3-16ba-4e0d-8256-0acd1dbe6249 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:10.961834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-7a11cc97-228c-4a01-ade2-a930247cbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:10.963363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-7a11cc97-228c-4a01-ade2-a930247cbd7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 1094 time: 0.0725665 Oct 29 11:31:10.968533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-55640e09-4912-432e-ab07-ec27de340d05 service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246431 Oct 29 11:31:11.019890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-a04141e3-f10a-4d75-b500-1233677fe9cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc90de-53e4-41dd-9147-35430efae95a HTTP/1.1" status: 200 len: 217 time: 0.0490007 Oct 29 11:31:11.110747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-17f83c22-4433-45fb-b365-3a6f1a1a21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:11.112220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-17f83c22-4433-45fb-b365-3a6f1a1a21cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.0660937 Oct 29 11:31:11.134764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5dd34abf-7f61-4a0e-9de4-171918132c1a service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580784 Oct 29 11:31:11.155635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-ae568bf8-9c99-44bb-a0ec-f808ca9f6eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342922 Oct 29 11:31:11.298459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-d6f8a4f0-d744-4ff7-a973-04baaa5a12ce service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507144 Oct 29 11:31:11.303626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-6de9682e-93ad-4d86-941f-d1886bc9605f service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371412 Oct 29 11:31:11.454121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-eb8eefc5-5a17-4fe4-b70e-7fc43b423e5d service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487288 Oct 29 11:31:11.472919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ea1ec3-413d-4976-b7a5-bc4d15cd0b3d req-4923e301-f9de-4ff4-9c1b-65948180bbcb service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466568 Oct 29 11:31:11.510749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d6cd0b4e-b9bd-4695-81e3-306c083545a7 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:11.531676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: d6cd0b4e-b9bd-4695-81e3-306c083545a7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:31:11.532050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d6cd0b4e-b9bd-4695-81e3-306c083545a7 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:11.548903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4f5d0d87-5ab0-4749-bc89-f1ae5195bc39 service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875938 Oct 29 11:31:11.640953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-2c366b5a-6c99-4aae-a2ea-f5df344f25cc service neutron] 10.222.0.77 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858505 Oct 29 11:31:11.733078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-9abb582c-1fef-43eb-8bff-edb06178051b service neutron] 10.222.0.77 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Oct 29 11:31:11.820836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-cbcd65f4-4f3c-43c1-b500-ceb87715ce86 service neutron] 10.222.0.77 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816758 Oct 29 11:31:11.912097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8bb3e7ce-a65b-4773-ba13-8fa014453894 service neutron] 10.222.0.77 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Oct 29 11:31:12.000411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-bbdfefac-4219-4f39-9cb4-af3ca576a9d1 service neutron] 10.222.0.77 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818446 Oct 29 11:31:12.504011 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fedc9-7255-4f34-b846-bd356cc840d5 x-openstack-request-id: req-3a2fedc9-7255-4f34-b846-bd356cc840d5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:12.504576 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59cffd1-1810-4bed-8931-a826a9acf200", "name": "network-vif-deleted", "tag": "d6cd0b4e-b9bd-4695-81e3-306c083545a7", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:12.504576 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a2fedc9-7255-4f34-b846-bd356cc840d5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:12.504962 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59cffd1-1810-4bed-8931-a826a9acf200', 'name': 'network-vif-deleted', 'tag': 'd6cd0b4e-b9bd-4695-81e3-306c083545a7', 'status': 'completed', 'code': 200} Oct 29 11:31:12.688751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86579491-9c19-4cb3-b9dd-9610eb6e1abc req-3b651c21-c8ef-47cf-8b36-3d0e8cf4932b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:12.690362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86579491-9c19-4cb3-b9dd-9610eb6e1abc req-3b651c21-c8ef-47cf-8b36-3d0e8cf4932b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 945 time: 0.0516853 Oct 29 11:31:12.736006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86579491-9c19-4cb3-b9dd-9610eb6e1abc req-8ab4c4c5-74ae-4dcc-b468-6c30e4756367 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Oct 29 11:31:12.849155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18cebf-bec0-46a5-9178-900adc287d4c req-4a33ad95-b6b3-4bdb-910f-530af75ec1d4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:12.850662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a18cebf-bec0-46a5-9178-900adc287d4c req-4a33ad95-b6b3-4bdb-910f-530af75ec1d4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0523727 Oct 29 11:31:12.891741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a18cebf-bec0-46a5-9178-900adc287d4c req-df15cf77-2585-4e2e-83b4-908424cf1218 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Oct 29 11:31:13.002368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45db44-77c8-4968-b21f-8a3e343a92c3 req-b85d379a-8397-47e6-90a1-03f6934c7ff6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.003925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c45db44-77c8-4968-b21f-8a3e343a92c3 req-b85d379a-8397-47e6-90a1-03f6934c7ff6 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Oct 29 11:31:13.043094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c45db44-77c8-4968-b21f-8a3e343a92c3 req-1eb5424c-79cf-4a66-bc0e-0f0cc3ee4f88 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Oct 29 11:31:13.127732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4babda5-a707-4e76-91e2-34a59184d300 req-00ff68ad-9b62-4e2c-bc7e-e52977826707 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0278308 Oct 29 11:31:13.236913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7fc8-f608-4336-9a1b-4f7694cf6335 req-39869a67-9d0c-43e3-b027-8348318aa3e1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.238380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fba7fc8-f608-4336-9a1b-4f7694cf6335 req-39869a67-9d0c-43e3-b027-8348318aa3e1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0519173 Oct 29 11:31:13.278320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fba7fc8-f608-4336-9a1b-4f7694cf6335 req-143e5974-ac27-4185-9e54-b93e9399f6a9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Oct 29 11:31:13.520049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6adc90de-53e4-41dd-9147-35430efae95a details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:13.555829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f2bacc13-7e21-4579-afae-64750c0e9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.558515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f2bacc13-7e21-4579-afae-64750c0e9b4d service neutron] 10.222.0.41 "GET /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 1032 time: 0.0474627 Oct 29 11:31:13.630378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-a8775831-d248-424b-ada0-cab257908ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.632018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-a8775831-d248-424b-ada0-cab257908ca9 service neutron] 10.222.0.41 "GET /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 1033 time: 0.0655539 Oct 29 11:31:13.680120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6adc90de-53e4-41dd-9147-35430efae95a,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:13.698457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '6adc90de-53e4-41dd-9147-35430efae95a', 'network_id': 'c84ea3c3-54e1-4543-88d0-27693e3bbdd2', 'port_id': '6adc90de-53e4-41dd-9147-35430efae95a', 'mac_address': 'fa:16:3e:c4:fd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c094c8-7be5-47b4-981e-e0580ec58471', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:13.754291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:13.785980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adc90de-53e4-41dd-9147-35430efae95a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:13.810979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-59d8a8d6-8f1c-498a-a156-07f2473a641e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.813922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6adc90de-53e4-41dd-9147-35430efae95a,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:13.817380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-59d8a8d6-8f1c-498a-a156-07f2473a641e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.819473 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:13.824096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-59d8a8d6-8f1c-498a-a156-07f2473a641e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:13.826153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-59d8a8d6-8f1c-498a-a156-07f2473a641e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=35619527-bf67-415a-a6d4-afbaaa5239ca&id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 1996 time: 0.1861639 Oct 29 11:31:13.878808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4e384c8c-333a-4573-80c1-9793e628dc95 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c HTTP/1.1" status: 200 len: 380 time: 0.0400910 Oct 29 11:31:13.885829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:13.894197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'admin_state_up': True, 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'security_groups': ['1958eb47-4a43-45b8-a6bc-f5592433b35d']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:14.027929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8191d-a507-407b-a337-acc7cdcd2c51 req-ad458f05-9176-4386-adb6-feb71794172d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:14.029459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ab8191d-a507-407b-a337-acc7cdcd2c51 req-ad458f05-9176-4386-adb6-feb71794172d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0912681 Oct 29 11:31:14.078265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:14.082008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:14.086061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ab8191d-a507-407b-a337-acc7cdcd2c51 req-5c8bd1b4-8f5d-4945-9f9a-1cfbcb3cada3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Oct 29 11:31:14.184563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['6adc90de-53e4-41dd-9147-35430efae95a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:14.262271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 172.20.0.5 (be310516-96e5-41f7-bd88-404a63300ac2/94fe335f-aef5-406b-8e6d-e143d811e82e/bdbed70c-47a2-498c-b020-f17421d0609e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:14.281389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd42a-d09f-43d8-b8af-005244410d6d req-696d6a37-06ff-49c0-95f9-0e377912cf0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:14.283047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-857cd42a-d09f-43d8-b8af-005244410d6d req-696d6a37-06ff-49c0-95f9-0e377912cf0e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0806587 Oct 29 11:31:14.388827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-857cd42a-d09f-43d8-b8af-005244410d6d req-4d973b58-cd40-4a6f-9e7c-e8dff1468486 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874689 Oct 29 11:31:14.451047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:14.505965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:14.508274 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b20f2-17cb-4965-afff-ee02442ab613" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "tag": "6adc90de-53e4-41dd-9147-35430efae95a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:14.528159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44cc30-af32-4fd2-8aab-908c4aa396c3 req-529407b5-7e85-4c58-8230-7c0d24b15494 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:14.529709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db44cc30-af32-4fd2-8aab-908c4aa396c3 req-529407b5-7e85-4c58-8230-7c0d24b15494 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 944 time: 0.0769789 Oct 29 11:31:14.546440 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:14.626229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:14.631218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network be310516-96e5-41f7-bd88-404a63300ac2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:14.634563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db44cc30-af32-4fd2-8aab-908c4aa396c3 req-aa1c94a0-51ff-4a96-a371-e25b3186f777 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983570 Oct 29 11:31:14.635810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:14.638691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:14.962611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-eb305fff-d2a3-49a7-87ee-6a4f41c5a5b6 None None] Provisioning complete for port bdbed70c-47a2-498c-b020-f17421d0609e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:14.963882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eb305fff-d2a3-49a7-87ee-6a4f41c5a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.013259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-eb305fff-d2a3-49a7-87ee-6a4f41c5a5b6 None None] Port bdbed70c-47a2-498c-b020-f17421d0609e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:15.043902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:15.044420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.068524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22953b12-eb79-441b-a600-7e2f517ca8e3 req-69630c7e-ce00-4fa5-98b8-e23b6a468c66 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:15.070167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22953b12-eb79-441b-a600-7e2f517ca8e3 req-69630c7e-ce00-4fa5-98b8-e23b6a468c66 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0787015 Oct 29 11:31:15.073993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b6c9a399-5f1f-402c-9b7f-5a270f43c77d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1845336 Oct 29 11:31:15.087064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'admin_state_up': True, 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'security_groups': ['1958eb47-4a43-45b8-a6bc-f5592433b35d']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:15.159729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22953b12-eb79-441b-a600-7e2f517ca8e3 req-192d8774-06f1-4702-a035-42c96c6d0907 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830932 Oct 29 11:31:15.224103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:15.227647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.362609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a66769-cbf4-43c5-b1ed-7cbc5088cd4e req-ee3d5dcc-dd8b-4089-a72b-e0e6fff68bcb tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:15.364372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7a66769-cbf4-43c5-b1ed-7cbc5088cd4e req-ee3d5dcc-dd8b-4089-a72b-e0e6fff68bcb tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 945 time: 0.1144476 Oct 29 11:31:15.447764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7a66769-cbf4-43c5-b1ed-7cbc5088cd4e req-023e9bf6-6932-4add-8e78-808d7882f261 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Oct 29 11:31:15.454560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.1.1.168 (430e9d70-7f43-4d84-be2b-25c7f8f8cb31/d158b69a-19fc-4ad3-9216-8e1b715b2d23/dd5e2566-0590-46cb-9979-6206394f1d25) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:15.532136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:15.536625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6adc90de-53e4-41dd-9147-35430efae95a up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:15.675502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9733a2-29cd-46b4-b6a2-0672e12c4e1c req-50a641d7-2813-4d5b-ad33-f8fc6f5b3035 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:15.678316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 6adc90de-53e4-41dd-9147-35430efae95a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:15.681591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e9733a2-29cd-46b4-b6a2-0672e12c4e1c req-50a641d7-2813-4d5b-ad33-f8fc6f5b3035 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 931 time: 0.1193821 Oct 29 11:31:15.691227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 6adc90de-53e4-41dd-9147-35430efae95a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:15.691596 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.742245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:15.748539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.754666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e9733a2-29cd-46b4-b6a2-0672e12c4e1c req-70efba51-d626-45d0-824b-8bf73b809e3c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688827 Oct 29 11:31:15.758929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'port_id': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'mac_address': 'fa:16:3e:c1:ae:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6bdca6-2607-45cb-b765-835834378596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:15.795179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.845626 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.862843 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7867c8-e498-475b-bb7c-02591934ad9a x-openstack-request-id: req-fb7867c8-e498-475b-bb7c-02591934ad9a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:15.863105 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "tag": "6adc90de-53e4-41dd-9147-35430efae95a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:15.863281 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb7867c8-e498-475b-bb7c-02591934ad9a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:15.863673 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a', 'status': 'completed', 'code': 200} Oct 29 11:31:15.869051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:15.874385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:15.877455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:15.903265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:15.906539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:15.961444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:15.961746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b20f2-17cb-4965-afff-ee02442ab613 req-72c80ecf-354b-4d2a-87a8-4c75f96af6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:15.964404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-72c80ecf-354b-4d2a-87a8-4c75f96af6fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b8fd809292f4610abd856996857b0cf&device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 1095 time: 0.0938034 Oct 29 11:31:15.968511 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3852afc-0ca2-4214-9b41-69e08737f0dc" -d '{"events": [{"server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "name": "network-vif-plugged", "status": "completed", "tag": "6adc90de-53e4-41dd-9147-35430efae95a"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:15.974888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:15.978638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:16.007434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:16.019930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6adc90de-53e4-41dd-9147-35430efae95a,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:16.059774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:16.060467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:16.071340 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:16.117283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-07924127-b022-45e5-bac6-e06111baed8b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344934 Oct 29 11:31:16.134084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:16.171889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'admin_state_up': True, 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'security_groups': ['1958eb47-4a43-45b8-a6bc-f5592433b35d']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:16.195991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['cb7f8ebc-1825-4547-ba64-a8f15ed4eb45'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:16.210823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b20f2-17cb-4965-afff-ee02442ab613 req-feca994a-64f2-489c-a9de-d54c246fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:16.215220 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-feca994a-64f2-489c-a9de-d54c246fc6e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 200 len: 916 time: 0.2355528 Oct 29 11:31:16.298664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:16.307765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-543cf795-6dcc-4967-b110-7acf3ba2e4a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6adc90de-53e4-41dd-9147-35430efae95a HTTP/1.1" status: 200 len: 217 time: 0.0782599 Oct 29 11:31:16.372985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-deaf8ecd-30de-4bf4-94e6-9aa1341544e9 None None] Provisioning complete for port dd5e2566-0590-46cb-9979-6206394f1d25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:16.373501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-deaf8ecd-30de-4bf4-94e6-9aa1341544e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:16.438339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b20f2-17cb-4965-afff-ee02442ab613 req-5fcd1024-6078-45ec-89d1-74e91e87a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:16.441623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-deaf8ecd-30de-4bf4-94e6-9aa1341544e9 None None] Port dd5e2566-0590-46cb-9979-6206394f1d25 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:16.446540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-5fcd1024-6078-45ec-89d1-74e91e87a311 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 200 len: 855 time: 0.1299365 Oct 29 11:31:16.484515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a22f41-2258-4178-a35a-9554ad1f7769 req-ec9e1871-c8df-4ca5-8abc-dcd560bc05b7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:16.493186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8a22f41-2258-4178-a35a-9554ad1f7769 req-ec9e1871-c8df-4ca5-8abc-dcd560bc05b7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.4117835 Oct 29 11:31:16.504679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:16.508222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:16.522461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-0b39ce61-334d-45bf-934d-3e076b5952ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c84ea3c3-54e1-4543-88d0-27693e3bbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696869 Oct 29 11:31:16.571214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8a22f41-2258-4178-a35a-9554ad1f7769 req-132b67a1-eac6-46ed-8432-950f77ed54f7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769408 Oct 29 11:31:16.662092 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-91aad5e8-c4eb-425d-9d0b-e1a1ab20bb53 service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318464 Oct 29 11:31:16.772292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.1.1.57 (430e9d70-7f43-4d84-be2b-25c7f8f8cb31/d158b69a-19fc-4ad3-9216-8e1b715b2d23/8fadab61-4e58-44ae-8f70-4cbf70fbdf72) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:16.799491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be81614-fce4-40d0-8c0c-e498b17bbbca req-85a582ea-2042-45cd-bec3-bfca1ef8ff72 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:16.801238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8be81614-fce4-40d0-8c0c-e498b17bbbca req-85a582ea-2042-45cd-bec3-bfca1ef8ff72 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 945 time: 0.0984042 Oct 29 11:31:16.816505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-141b20f2-17cb-4965-afff-ee02442ab613 req-6eae5c52-a346-4a5a-817a-86ce939758b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410134 Oct 29 11:31:16.908221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8be81614-fce4-40d0-8c0c-e498b17bbbca req-79c16b35-3e1b-45e8-9b67-469e0c1710ea tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954194 Oct 29 11:31:16.977937 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d527cdc-0ca9-4b8d-8b0d-874d3e5ada0a x-openstack-request-id: req-2d527cdc-0ca9-4b8d-8b0d-874d3e5ada0a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:16.978480 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "name": "network-vif-plugged", "status": "completed", "tag": "6adc90de-53e4-41dd-9147-35430efae95a", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:16.978572 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d527cdc-0ca9-4b8d-8b0d-874d3e5ada0a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:16.978977 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a', 'code': 200} Oct 29 11:31:16.989853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.080267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.084026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f758-b7b1-4b9b-92a6-423f8bc9c9f5 req-cdee20a3-a0cf-4f3a-b4ec-b9c2986ac4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.085694 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7773f758-b7b1-4b9b-92a6-423f8bc9c9f5 req-cdee20a3-a0cf-4f3a-b4ec-b9c2986ac4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 1096 time: 0.0453079 Oct 29 11:31:17.124761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7773f758-b7b1-4b9b-92a6-423f8bc9c9f5 req-02192cd9-c00d-4268-830d-ebfba394f83c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Oct 29 11:31:17.138120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:17.150830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aab834-ca7a-41e3-ac18-026168b81072 req-5238cc1f-5bd7-4b39-a172-1777659bdfee tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.152465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6aab834-ca7a-41e3-ac18-026168b81072 req-5238cc1f-5bd7-4b39-a172-1777659bdfee tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 944 time: 0.1139510 Oct 29 11:31:17.153377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:17.155979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:17.191539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:17.239044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.239991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.245041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6aab834-ca7a-41e3-ac18-026168b81072 req-16a573a8-2a85-4bef-a5fd-a5c6b8217c82 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818751 Oct 29 11:31:17.260513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5d9d6537-ed8b-4dfd-bdee-0c4584e47d5f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1011429 Oct 29 11:31:17.336739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'admin_state_up': True, 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'security_groups': ['1958eb47-4a43-45b8-a6bc-f5592433b35d']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:17.437290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a709-7511-468f-bf51-6a8390fd187e req-2d8a9ea0-ee26-4961-85af-158378d389a7 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.443886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a709-7511-468f-bf51-6a8390fd187e req-2d8a9ea0-ee26-4961-85af-158378d389a7 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.449877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a709-7511-468f-bf51-6a8390fd187e req-2d8a9ea0-ee26-4961-85af-158378d389a7 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.451541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad55a709-7511-468f-bf51-6a8390fd187e req-2d8a9ea0-ee26-4961-85af-158378d389a7 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 2373 time: 0.1295097 Oct 29 11:31:17.474525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f2fe293c-ba87-4f98-a607-0a2591689ec5 None None] Provisioning complete for port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:17.474897 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f2fe293c-ba87-4f98-a607-0a2591689ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.510225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe293c-ba87-4f98-a607-0a2591689ec5 None None] Port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:17.515725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad55a709-7511-468f-bf51-6a8390fd187e req-1632cc70-ba2b-4969-aa50-3111ea8062d4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516894 Oct 29 11:31:17.528336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:17.539616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:17.654980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.659221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.675768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:17.704717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:17.709804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:17.773781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:17.922749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.2.2.100 (35619527-bf67-415a-a6d4-afbaaa5239ca/dd6043ad-74ca-4c3a-96d3-9c78a35485f5/efbd9f33-5014-4f0a-b14a-28f76f06848a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:17.946836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f998b-f4ec-49bd-9651-d0894a657a02 req-c06a0616-a88d-4438-adcc-5c537a58c7a0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:17.948938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-177f998b-f4ec-49bd-9651-d0894a657a02 req-c06a0616-a88d-4438-adcc-5c537a58c7a0 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0759478 Oct 29 11:31:18.052073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-177f998b-f4ec-49bd-9651-d0894a657a02 req-e7b42080-c3c8-4d42-be3f-d95843096b18 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938885 Oct 29 11:31:18.109078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:18.170785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:18.221776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061545c9-a207-4de5-bf7b-8e4cb7e693db req-5a7371c1-dab8-498a-9aee-b3253048936f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:18.223295 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-061545c9-a207-4de5-bf7b-8e4cb7e693db req-5a7371c1-dab8-498a-9aee-b3253048936f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 943 time: 0.0935223 Oct 29 11:31:18.240423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 35619527-bf67-415a-a6d4-afbaaa5239ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:18.246306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:18.249936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:18.258395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:18.308605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-061545c9-a207-4de5-bf7b-8e4cb7e693db req-278fdd5c-d14c-4898-85e4-b48349f3adaf tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762613 Oct 29 11:31:18.321844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:18.323069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:18.348962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-81dfa82c-ef25-4799-a0c4-6e47f2417576 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0159712 Oct 29 11:31:18.375382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'admin_state_up': True, 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'security_groups': ['1958eb47-4a43-45b8-a6bc-f5592433b35d']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:18.544672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c11a4e4f-c589-4edd-a0a8-056d01c78091 None None] Provisioning complete for port efbd9f33-5014-4f0a-b14a-28f76f06848a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:18.546132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c11a4e4f-c589-4edd-a0a8-056d01c78091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:18.553431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99242c5-8210-4263-abc0-4910ff87d916 req-8a2ce627-c7bb-42c2-902e-58515d09db2b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:18.561288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b99242c5-8210-4263-abc0-4910ff87d916 req-8a2ce627-c7bb-42c2-902e-58515d09db2b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 945 time: 0.0889156 Oct 29 11:31:18.588454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c11a4e4f-c589-4edd-a0a8-056d01c78091 None None] Port efbd9f33-5014-4f0a-b14a-28f76f06848a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:18.627505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b99242c5-8210-4263-abc0-4910ff87d916 req-ce7a0c87-ed17-433b-968d-75aed3576e5e tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Oct 29 11:31:18.647078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Made reservation on behalf of 7bb3bf7b3dc64bb3a4ac0738bc06186c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:18.654360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:18.824338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90994e9-e68f-4be8-8bd4-fe03a33771b6 req-75f782d9-e5c1-48a9-a334-a600287f37a8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:18.826208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f90994e9-e68f-4be8-8bd4-fe03a33771b6 req-75f782d9-e5c1-48a9-a334-a600287f37a8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1020412 Oct 29 11:31:18.905171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f90994e9-e68f-4be8-8bd4-fe03a33771b6 req-6f74a03f-25e5-4bf7-83e8-5575b7f4d826 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661922 Oct 29 11:31:18.924144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Allocated IP 10.2.2.200 (35619527-bf67-415a-a6d4-afbaaa5239ca/dd6043ad-74ca-4c3a-96d3-9c78a35485f5/00c2467c-bbbb-44f9-9259-fa1749db5291) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:19.108213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228078-c233-42d6-be7e-3212234d3a7b req-3441ef0b-83a7-4efa-963f-22c7731b3f5a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.114109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228078-c233-42d6-be7e-3212234d3a7b req-3441ef0b-83a7-4efa-963f-22c7731b3f5a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.120832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228078-c233-42d6-be7e-3212234d3a7b req-3441ef0b-83a7-4efa-963f-22c7731b3f5a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.126966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228078-c233-42d6-be7e-3212234d3a7b req-3441ef0b-83a7-4efa-963f-22c7731b3f5a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.128761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04228078-c233-42d6-be7e-3212234d3a7b req-3441ef0b-83a7-4efa-963f-22c7731b3f5a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 3094 time: 0.1308126 Oct 29 11:31:19.164460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.190088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04228078-c233-42d6-be7e-3212234d3a7b req-59dcbbb5-25ae-4a6e-9eff-9231f49054d6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551059 Oct 29 11:31:19.238265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.281076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Network 35619527-bf67-415a-a6d4-afbaaa5239ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:19.288135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:19.292619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:19.334270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:19.359014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.359919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.410973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8b53dfe0-924b-4906-8e57-7a28eac9d961 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0400147 Oct 29 11:31:19.429369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:19.465237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa89410-79b6-4ad9-8cd7-4bf82090fd1e req-beafc0c5-ac28-47d0-98fa-61ff7170e857 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.467023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-caa89410-79b6-4ad9-8cd7-4bf82090fd1e req-beafc0c5-ac28-47d0-98fa-61ff7170e857 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0968661 Oct 29 11:31:19.536255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-caa89410-79b6-4ad9-8cd7-4bf82090fd1e req-9ebb4a45-6713-4e53-b04b-b0fd75eab2ee tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Oct 29 11:31:19.541793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.641682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8a000062-638f-4284-88bd-df354b8681fd None None] Provisioning complete for port 00c2467c-bbbb-44f9-9259-fa1749db5291 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:19.642359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a000062-638f-4284-88bd-df354b8681fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.687017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a000062-638f-4284-88bd-df354b8681fd None None] Port 00c2467c-bbbb-44f9-9259-fa1749db5291 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:19.706674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-35d9432e-0a66-4371-8ace-f9d778b1509b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.709855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-35d9432e-0a66-4371-8ace-f9d778b1509b tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 943 time: 0.0666916 Oct 29 11:31:19.830915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Deleting port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:19.831262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:19.835434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1ef2d-622e-4a23-8228-03201f0497c7 req-125adc5d-75e8-4328-b2cb-cb7a1a132e2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:19.836976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9e1ef2d-622e-4a23-8228-03201f0497c7 req-125adc5d-75e8-4328-b2cb-cb7a1a132e2c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1170738 Oct 29 11:31:19.910793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9e1ef2d-622e-4a23-8228-03201f0497c7 req-4d4d7c81-960a-4658-a6f7-a55c45b9f9d9 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Oct 29 11:31:20.016005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] For port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:20.016308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.031086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Calling delete_port for cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:20.102763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36225eaa-25be-44e7-8af8-e62bb84930d4 req-cd280768-5d04-4e0c-bd57-74b889f3d54d tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.110079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36225eaa-25be-44e7-8af8-e62bb84930d4 req-cd280768-5d04-4e0c-bd57-74b889f3d54d tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d7745ea-db8c-4ea7-be07-30b215cf0e8e HTTP/1.1" status: 200 len: 943 time: 0.1063478 Oct 29 11:31:20.129172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbed70c-47a2-498c-b020-f17421d0609e {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:20.161864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.209197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.213443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36225eaa-25be-44e7-8af8-e62bb84930d4 req-7749bf32-9892-4221-a5d7-e0c4a4de93be tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973480 Oct 29 11:31:20.215999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Transition to ACTIVE for port object bdbed70c-47a2-498c-b020-f17421d0609e will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:20.229776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.254654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event deleted for resources: {'Port': ['ID=cb7f8ebc-1825-4547-ba64-a8f15ed4eb45,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:20.286659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.287584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.288080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.288568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.289089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.289622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.290101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.290576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.291586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.292055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.292523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.292989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:20.337368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] No DVR routers for this DVR port cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:20.340617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.344993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29b4fa0b-de2d-4ece-bb3b-f9854cb3c747 req-a87fc833-8fe1-4000-939c-acbab5832f8c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "DELETE /v2.0/ports/cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 HTTP/1.1" status: 204 len: 173 time: 0.6280394 Oct 29 11:31:20.345765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'name': 'network-vif-deleted', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:20.348402 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f37dd29-d202-49e5-9b41-fd7cc50a5465" -d '{"events": [{"server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "name": "network-vif-deleted", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:20.371684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:20.469975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959f77-1e7b-451b-a4c5-4db6a8ba76aa req-018c04d5-aa85-441e-9ed4-4a54016493c5 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.478092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c959f77-1e7b-451b-a4c5-4db6a8ba76aa req-018c04d5-aa85-441e-9ed4-4a54016493c5 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 945 time: 0.1524351 Oct 29 11:31:20.544888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c959f77-1e7b-451b-a4c5-4db6a8ba76aa req-1e4de561-f4aa-47d2-9d44-df898079314f tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649457 Oct 29 11:31:20.547891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Attempting to bind port bdbed70c-47a2-498c-b020-f17421d0609e on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:20.551610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Attempting to bind port bdbed70c-47a2-498c-b020-f17421d0609e by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:20.552169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Attempting to bind port bdbed70c-47a2-498c-b020-f17421d0609e on network be310516-96e5-41f7-bd88-404a63300ac2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:20.569914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Port bdbed70c-47a2-498c-b020-f17421d0609e on network be310516-96e5-41f7-bd88-404a63300ac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:20.570615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Attempting to bind port bdbed70c-47a2-498c-b020-f17421d0609e on network be310516-96e5-41f7-bd88-404a63300ac2 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:20.588313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:20.588589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Checking segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:20.588977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Bound using segment: {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:20.589504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Bound port: bdbed70c-47a2-498c-b020-f17421d0609e, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:20.589819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.730677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:20.752553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.758836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.766040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.772750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.778735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.780559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-d1fee8d3-8caf-4f73-8e48-3bae068c8d85 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 3827 time: 0.1293418 Oct 29 11:31:20.792807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:20.807296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.856115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:20.856723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:20.858214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] 10.222.0.41 "PUT /v2.0/ports/bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 1091 time: 1.4353735 Oct 29 11:31:20.858669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:20.873839 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ab235-0a19-4522-822e-073e51eefc85" -d '{"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:20.909439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1377d3f9-adc1-490f-a7bb-e4115f02f18e req-003f11fa-ebe9-4aa9-8ce8-b095c123338f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120920 Oct 29 11:31:20.928790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:21.026563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f061b-2064-40d8-8abf-9f23db25f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:21.155169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:21.218127 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859dfcf-e5f1-4fa9-bca7-5674a4238eee x-openstack-request-id: req-3859dfcf-e5f1-4fa9-bca7-5674a4238eee {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:21.218127 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7745ea-db8c-4ea7-be07-30b215cf0e8e", "name": "network-vif-deleted", "tag": "cb7f8ebc-1825-4547-ba64-a8f15ed4eb45", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:21.218127 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3859dfcf-e5f1-4fa9-bca7-5674a4238eee {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:21.218127 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7745ea-db8c-4ea7-be07-30b215cf0e8e', 'name': 'network-vif-deleted', 'tag': 'cb7f8ebc-1825-4547-ba64-a8f15ed4eb45', 'status': 'completed', 'code': 200} Oct 29 11:31:21.365983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.370678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.371182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.371803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.372291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.374176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-418ab235-0a19-4522-822e-073e51eefc85 req-25a606aa-4d7b-4435-be5b-8799e3a69c3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 4362 time: 0.0713985 Oct 29 11:31:21.527627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-c68785ad-81cb-42b6-a838-0d577a462f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.528101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-c68785ad-81cb-42b6-a838-0d577a462f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.528751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-c68785ad-81cb-42b6-a838-0d577a462f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.532798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-418ab235-0a19-4522-822e-073e51eefc85 req-c68785ad-81cb-42b6-a838-0d577a462f79 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1440470 Oct 29 11:31:21.538010 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995fcc7-c3ed-43cf-bfde-41df2774fa8b x-openstack-request-id: req-2995fcc7-c3ed-43cf-bfde-41df2774fa8b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:21.538591 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:21.539100 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2995fcc7-c3ed-43cf-bfde-41df2774fa8b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:21.539943 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'status': 'completed', 'code': 200} Oct 29 11:31:21.667705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:21.679381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38260b78-dd80-4fd4-8fe3-4f262795e45a req-b5a85a3e-e458-4c99-aca1-11b811e15fdb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.685446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab235-0a19-4522-822e-073e51eefc85 req-f7083e9a-ca86-4b60-adc9-debdc5d01e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:21.687708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-418ab235-0a19-4522-822e-073e51eefc85 req-f7083e9a-ca86-4b60-adc9-debdc5d01e0d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486037 Oct 29 11:31:21.688560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38260b78-dd80-4fd4-8fe3-4f262795e45a req-b5a85a3e-e458-4c99-aca1-11b811e15fdb tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1473157 Oct 29 11:31:21.815133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c7a38f-ae9e-4d9e-ae87-60153b00b2af {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:21.827884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38260b78-dd80-4fd4-8fe3-4f262795e45a req-9b247ae9-e52e-49d2-bdbb-6555b79ba843 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288939 Oct 29 11:31:21.835702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:21.878967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Transition to ACTIVE for port object 95c7a38f-ae9e-4d9e-ae87-60153b00b2af will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:21.888956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.061557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:22.279547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Attempting to bind port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:22.280137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Attempting to bind port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:22.282351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Attempting to bind port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:22.309998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:22.310312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Attempting to bind port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:22.321643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b422-8023-4512-8610-579c190e3a60 req-6a621189-6867-4e90-8efb-fe9d8d9717b3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:22.325028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d77b422-8023-4512-8610-579c190e3a60 req-6a621189-6867-4e90-8efb-fe9d8d9717b3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=6978f418-5cce-40af-8647-597aa2778cc9 HTTP/1.1" status: 200 len: 943 time: 0.1303434 Oct 29 11:31:22.328220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:22.328980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:22.329471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Bound using segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:22.329941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Bound port: 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:22.330347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.468104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:22.482774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:22.490610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.505059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:22.505396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.578272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:22.579152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.580591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] 10.222.0.41 "PUT /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 1135 time: 1.6683972 Oct 29 11:31:22.612250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acfd1b-9e9a-4fc5-bebc-024b3fe31bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:22.618149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:22.675440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:22.675805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:22.707193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:22.716791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.317084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.355406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=ce5e7aac-97c1-4cf1-b41e-0b52c07213e8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:23.410002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:23.415277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.418597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d77b422-8023-4512-8610-579c190e3a60 req-81a511f7-0441-451a-8299-fa2ac6e92847 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "DELETE /v2.0/ports/ce5e7aac-97c1-4cf1-b41e-0b52c07213e8 HTTP/1.1" status: 204 len: 173 time: 1.0858362 Oct 29 11:31:23.472295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:23.480985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.496906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Transition to ACTIVE for port object dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:23.503385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.542881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:23.549726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af'}, {'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-deleted', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:23.552707 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923e3db-f2a6-4069-b576-c544c279431d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "95c7a38f-ae9e-4d9e-ae87-60153b00b2af"}, {"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-deleted", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:23.570232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:23.594510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:31:23.594923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cb7f8ebc-1825-4547-ba64-a8f15ed4eb45 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:23.653698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Attempting to bind port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:23.654033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Attempting to bind port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:23.655551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Attempting to bind port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:23.660429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:23.660752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Attempting to bind port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:23.666599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:23.667121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:23.667309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Bound using segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:23.667737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Bound port: dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:23.668097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.749863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:23.753176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:23.762500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.810035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:23.811161 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:23.814099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 1136 time: 1.2028453 Oct 29 11:31:23.859914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f34f3-d043-4eaf-9a89-0801e89e05f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:23.873267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:23.989052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:23.995636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.007599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.014003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.021563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.027681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.033637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.035911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-48e8a34c-e0fc-4755-8f1e-89875cf7389f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5382 time: 0.1550286 Oct 29 11:31:24.036719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.114274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbaa2563-9923-4537-8145-f6d72cf2ed67 req-f6746a18-6ec5-47c9-a533-ce7b00bc053e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672235 Oct 29 11:31:24.418532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-48b0e150-505f-4891-b1c3-ee7f8d6e5836 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.419935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-48b0e150-505f-4891-b1c3-ee7f8d6e5836 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.1942124 Oct 29 11:31:24.446288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-c0ef39b6-368f-4a56-8cf0-6c6eebd8c4b2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/quotas/0df4ecf69ee448fb8de31b1316901796 HTTP/1.1" status: 200 len: 375 time: 0.0192113 Oct 29 11:31:24.511746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5e2566-0590-46cb-9979-6206394f1d25 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:24.521140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.538910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Transition to ACTIVE for port object dd5e2566-0590-46cb-9979-6206394f1d25 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:24.544864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-4cb2cb97-176c-420a-a6e9-cde2bc33c5a8 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925424 Oct 29 11:31:24.546090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.638544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:24.738873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-ceb12c82-1e6b-449c-a510-89f10f0e4e0d service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651025 Oct 29 11:31:24.778958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Attempting to bind port dd5e2566-0590-46cb-9979-6206394f1d25 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:24.778958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Attempting to bind port dd5e2566-0590-46cb-9979-6206394f1d25 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:24.778958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Attempting to bind port dd5e2566-0590-46cb-9979-6206394f1d25 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:24.811119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Port dd5e2566-0590-46cb-9979-6206394f1d25 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:24.811458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Attempting to bind port dd5e2566-0590-46cb-9979-6206394f1d25 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:24.828084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:24.828454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:24.829132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Bound using segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:24.829584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Bound port: dd5e2566-0590-46cb-9979-6206394f1d25, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:24.830863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.908457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a8fe7f74-d625-44dc-800f-a21015932af4 service neutron] 10.222.0.77 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564009 Oct 29 11:31:24.925638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:24.928937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:24.936172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.978464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:24.979172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:24.980783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 1091 time: 1.1135669 Oct 29 11:31:25.017165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:25.042192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae15bf-cc58-44a4-b7ba-fc3cfcf7a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:25.107918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:25.373533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cee55-5fb2-4311-9b68-1b5c065fee33 req-ef00ad41-cd2d-4f68-b468-4a3758bdb3e3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:25.380628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-990cee55-5fb2-4311-9b68-1b5c065fee33 req-ef00ad41-cd2d-4f68-b468-4a3758bdb3e3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1211751 Oct 29 11:31:25.434253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-990cee55-5fb2-4311-9b68-1b5c065fee33 req-a0e704f0-d099-47cd-9570-ca4525f641a5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Oct 29 11:31:25.544873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:25.554258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:25.569257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Transition to ACTIVE for port object 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:25.574455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:25.642103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Pushing event updated for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:25.665336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:25.781137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Attempting to bind port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:25.781569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Attempting to bind port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:25.781971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Attempting to bind port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:25.787863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:25.788226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Attempting to bind port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:25.794504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:25.794862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Checking segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:25.795225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Bound using segment: {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:25.800307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Bound port: 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6fd666-e424-4717-a927-a0d574f58be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:25.800307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:25.889124 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71309fe1-9b66-4739-b021-b24c59e8b3bb x-openstack-request-id: req-71309fe1-9b66-4739-b021-b24c59e8b3bb {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:25.889582 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "95c7a38f-ae9e-4d9e-ae87-60153b00b2af", "status": "completed", "code": 200}, {"server_uuid": "6978f418-5cce-40af-8647-597aa2778cc9", "name": "network-vif-deleted", "tag": "ce5e7aac-97c1-4cf1-b41e-0b52c07213e8", "status": "failed", "code": 422}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:25.889933 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71309fe1-9b66-4739-b021-b24c59e8b3bb {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:25.895785 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af', 'status': 'completed', 'code': 200} Oct 29 11:31:25.896068 n-d-805046-9 neutron-server[102278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6978f418-5cce-40af-8647-597aa2778cc9', 'name': 'network-vif-deleted', 'tag': 'ce5e7aac-97c1-4cf1-b41e-0b52c07213e8', 'status': 'failed', 'code': 422} returned with failed status Oct 29 11:31:25.963181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:25.973673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:25.985397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:26.028755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.029339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.029744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.030228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.030707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.031188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.031657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.046063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b923e3db-f2a6-4069-b576-c544c279431d req-8e14e7f6-8640-4372-a998-78bd3f6ed3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6311 time: 0.1333737 Oct 29 11:31:26.077612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.078369 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:26.080053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 1090 time: 1.0672426 Oct 29 11:31:26.090851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d2d0f12-05f9-4bf1-82fd-c898872b1cca req-52f6655b-3372-4a7c-8302-ad25efd20e88 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 210 time: 0.0524826 Oct 29 11:31:26.148950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:26.215969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-a54625e4-f159-4dc8-a720-4dd7e434a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.216872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-a54625e4-f159-4dc8-a720-4dd7e434a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.218057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-a54625e4-f159-4dc8-a720-4dd7e434a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.220707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b923e3db-f2a6-4069-b576-c544c279431d req-a54625e4-f159-4dc8-a720-4dd7e434a00e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1649587 Oct 29 11:31:26.269398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680601-0635-4567-acfe-6b9934e70878 service neutron] Pushing event updated for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:26.422171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923e3db-f2a6-4069-b576-c544c279431d req-88d36d1a-9393-4d6c-b418-040cdccd769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.426707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b923e3db-f2a6-4069-b576-c544c279431d req-88d36d1a-9393-4d6c-b418-040cdccd769a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894526 Oct 29 11:31:26.428914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:26.506519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.513520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.519794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.526337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.532259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.538608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.544799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.546714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-32554033-94b3-4e99-b444-ce47ae9ba2d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5406 time: 0.2855005 Oct 29 11:31:26.662246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-7d5c9c89-4c7b-4ac6-a078-775b7b59a5a5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.663732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-7d5c9c89-4c7b-4ac6-a078-775b7b59a5a5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 822 time: 0.2939289 Oct 29 11:31:26.668303 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8013a05-38ec-4b4e-8472-064ba0fa9168 req-2d354d0b-d801-4655-9f7b-e759c3192cb9 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936205 Oct 29 11:31:26.711935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Request body: {'port': {'device_id': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'admin_state_up': True, 'tenant_id': '0df4ecf69ee448fb8de31b1316901796'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:26.906535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb0e0-7c9f-4e01-9e61-22bd54fd8760 req-ea2d7f17-6143-4ca0-96c0-0efce841a064 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:26.908091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cbeb0e0-7c9f-4e01-9e61-22bd54fd8760 req-ea2d7f17-6143-4ca0-96c0-0efce841a064 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1389043 Oct 29 11:31:26.987476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Made reservation on behalf of 0df4ecf69ee448fb8de31b1316901796 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:26.990881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.014077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cbeb0e0-7c9f-4e01-9e61-22bd54fd8760 req-6b96a16d-90fc-498e-95cc-12e395f56822 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986326 Oct 29 11:31:27.133855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbd9f33-5014-4f0a-b14a-28f76f06848a {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:27.154263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.239268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Transition to ACTIVE for port object efbd9f33-5014-4f0a-b14a-28f76f06848a will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:27.251178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.316401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Allocated IP 172.20.0.12 (e45f6e2c-3a4c-4caa-b37a-182f733acd66/0d6bdca6-2607-45cb-b765-835834378596/b24040b0-270b-4d8c-af73-64b4ac0ef76b) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:27.350301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:27.371476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-a566df4e-5f43-468c-8ea6-d46b12965735 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:27.372986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-a566df4e-5f43-468c-8ea6-d46b12965735 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.2607501 Oct 29 11:31:27.448512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-90114dfa-0938-4244-8717-70634e2f3a5a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0588696 Oct 29 11:31:27.508889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Attempting to bind port efbd9f33-5014-4f0a-b14a-28f76f06848a on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:27.509507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Attempting to bind port efbd9f33-5014-4f0a-b14a-28f76f06848a by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:27.509947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Attempting to bind port efbd9f33-5014-4f0a-b14a-28f76f06848a on network 35619527-bf67-415a-a6d4-afbaaa5239ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:27.516046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-e1f1c051-ab11-459d-9e18-0389f3d469c6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562842 Oct 29 11:31:27.572985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Port efbd9f33-5014-4f0a-b14a-28f76f06848a on network 35619527-bf67-415a-a6d4-afbaaa5239ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:27.573252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Attempting to bind port efbd9f33-5014-4f0a-b14a-28f76f06848a on network 35619527-bf67-415a-a6d4-afbaaa5239ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:27.590196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:27.590456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Checking segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:27.590839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Bound using segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:27.591284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Bound port: efbd9f33-5014-4f0a-b14a-28f76f06848a, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:27.591623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.756815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-d605bb1f-a550-47e0-bae4-6cf682368e79 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260399 Oct 29 11:31:27.789102 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.834443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:27.854022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:27.862406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.898654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401'}, {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25'}, {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:27.900880 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00" -d '{"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "dfa92bfe-1a89-4f5e-aa8a-94f5fa078401"}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25"}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:27.941658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:27.942741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:27.943603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] 10.222.0.41 "PUT /v2.0/ports/efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 1091 time: 1.8076389 Oct 29 11:31:27.977945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-c24e82a4-0ba7-450e-ad35-248174b5d8d7 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025659 Oct 29 11:31:27.987606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Request body: {'port': {'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:28.048990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b662b-6fbb-4e82-b17f-715793632153 service neutron] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:28.052894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:28.160147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Network e45f6e2c-3a4c-4caa-b37a-182f733acd66 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:28.167972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:28.182355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:28.237224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:28.246706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:28.248249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:28.266707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event updated for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:28.303582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-a14ff1d9-380f-4c1a-8292-8c9ac15736d2 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5953450 Oct 29 11:31:28.355578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Request body: {'port': {'device_id': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:28.356546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82061bf9-75af-47a9-a35b-aac6bbcd41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:28.832085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2e0e-44a9-4190-837f-5ad3eb7f10e2 req-c2bc2b2f-2a69-41fe-9820-c4ce73bd407e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:28.833611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa2b2e0e-44a9-4190-837f-5ad3eb7f10e2 req-c2bc2b2f-2a69-41fe-9820-c4ce73bd407e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.5209775 Oct 29 11:31:28.844198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:28.959952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa2b2e0e-44a9-4190-837f-5ad3eb7f10e2 req-40d21a97-bfd0-4404-8895-da6817b5159b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197965 Oct 29 11:31:29.104907 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-259c353c-521f-43d1-8864-f92310ab486f req-71111d0d-29c8-4fd8-8e5c-d74b454fac43 service neutron] show failed (client error): The resource could not be found. Oct 29 11:31:29.106563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-71111d0d-29c8-4fd8-8e5c-d74b454fac43 service neutron] 10.222.0.86 "GET /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0618165 Oct 29 11:31:29.201956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebbdec-700c-4130-8308-9871d3c93e0c req-f6f9b165-3dc1-40f4-ac14-1555bebbbab8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:29.203842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68ebbdec-700c-4130-8308-9871d3c93e0c req-f6f9b165-3dc1-40f4-ac14-1555bebbbab8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1658566 Oct 29 11:31:29.212913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c2467c-bbbb-44f9-9259-fa1749db5291 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:29.236516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.307782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Transition to ACTIVE for port object 00c2467c-bbbb-44f9-9259-fa1749db5291 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:29.325134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68ebbdec-700c-4130-8308-9871d3c93e0c req-a70e0eae-2017-44c2-a3a3-a1d8a541d984 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058695 Oct 29 11:31:29.336506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.468205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:29.615316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-e9c41aff-eceb-4e04-ac19-e75e6ade4bb6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:29.617599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-e9c41aff-eceb-4e04-ac19-e75e6ade4bb6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.2749093 Oct 29 11:31:29.625933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-6b667b15-d961-4da5-a185-7e691c482e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:29.627905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-6b667b15-d961-4da5-a185-7e691c482e3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1100 time: 0.0975010 Oct 29 11:31:29.634301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:29.669176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24040b0-270b-4d8c-af73-64b4ac0ef76b {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:29.687979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:29.688517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.718168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Transition to ACTIVE for port object b24040b0-270b-4d8c-af73-64b4ac0ef76b will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:29.739681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07984e2a-6384-4e42-83f7-08fc235af190 req-4234947c-c620-450a-b4db-7ca7536503b1 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:29.741301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07984e2a-6384-4e42-83f7-08fc235af190 req-4234947c-c620-450a-b4db-7ca7536503b1 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 932 time: 0.2265821 Oct 29 11:31:29.744155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.751645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Attempting to bind port 00c2467c-bbbb-44f9-9259-fa1749db5291 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:29.751645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Attempting to bind port 00c2467c-bbbb-44f9-9259-fa1749db5291 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:29.751961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Attempting to bind port 00c2467c-bbbb-44f9-9259-fa1749db5291 on network 35619527-bf67-415a-a6d4-afbaaa5239ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:29.798801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:29.803303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.809361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Port 00c2467c-bbbb-44f9-9259-fa1749db5291 on network 35619527-bf67-415a-a6d4-afbaaa5239ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:29.809650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Attempting to bind port 00c2467c-bbbb-44f9-9259-fa1749db5291 on network 35619527-bf67-415a-a6d4-afbaaa5239ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:29.829420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:29.829824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Checking segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:29.831364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Bound using segment: {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:29.831364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Bound port: 00c2467c-bbbb-44f9-9259-fa1749db5291, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83852414-ef60-4b77-94d4-36acbd747f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:29.831364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.833343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Pushing event updated for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:29.885124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07984e2a-6384-4e42-83f7-08fc235af190 req-f6802718-878a-4643-b389-45d2313b99e7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074295 Oct 29 11:31:29.907517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:29.999834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:30.004842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Attempting to bind port b24040b0-270b-4d8c-af73-64b4ac0ef76b on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:30.005346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Attempting to bind port b24040b0-270b-4d8c-af73-64b4ac0ef76b by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:30.005946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Attempting to bind port b24040b0-270b-4d8c-af73-64b4ac0ef76b on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:30.024368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:30.034148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Port b24040b0-270b-4d8c-af73-64b4ac0ef76b on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:30.034739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Attempting to bind port b24040b0-270b-4d8c-af73-64b4ac0ef76b on network e45f6e2c-3a4c-4caa-b37a-182f733acd66 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:30.040010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.066879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:30.067197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Checking segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:30.067581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Bound using segment: {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:30.068014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Bound port: b24040b0-270b-4d8c-af73-64b4ac0ef76b, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89032c11-a9a6-4ab4-bff2-200c4512fd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:30.068365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.107231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.107830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.109883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 1091 time: 2.1276848 Oct 29 11:31:30.113751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.13 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/cef223ad-698b-41bb-8b20-93cf0793cf49) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:30.230226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.236871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.243014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.250065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.256914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.263743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.271369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.281745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-401dfa25-d18b-479f-bbff-169941bf18d0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.2611341 Oct 29 11:31:30.298838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c6b2d-86ff-4254-8e89-d1d1815ee3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:30.346990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:30.351819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:30.364300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.378491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.379112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.379727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.380202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.380662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.381147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.381607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.383704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-929d3be9-3189-4a7a-99c8-50d6edebdc16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.2124350 Oct 29 11:31:30.409441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee1ec557-043c-49cf-8139-8181218d78e3 req-d57a5062-0eb5-4f2c-9eec-d71a1fecb4db tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206896 Oct 29 11:31:30.506695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:30.521618 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13af2cc1-5c17-4366-899d-ca91c0025854 x-openstack-request-id: req-13af2cc1-5c17-4366-899d-ca91c0025854 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:30.522055 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "dfa92bfe-1a89-4f5e-aa8a-94f5fa078401", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:30.522422 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13af2cc1-5c17-4366-899d-ca91c0025854 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:30.522914 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401', 'status': 'completed', 'code': 200} Oct 29 11:31:30.523264 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'status': 'completed', 'code': 200} Oct 29 11:31:30.523609 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72', 'status': 'completed', 'code': 200} Oct 29 11:31:30.529020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.529772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.531432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] 10.222.0.41 "PUT /v2.0/ports/b24040b0-270b-4d8c-af73-64b4ac0ef76b HTTP/1.1" status: 200 len: 1092 time: 2.1824408 Oct 29 11:31:30.541380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-45466c3f-aafe-4e99-864e-58cc4c29cf6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 217 time: 0.0699489 Oct 29 11:31:30.549553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:30.624843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.625064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa414a-6156-4ca8-9f17-fd924a3edde6 service neutron] Pushing event updated for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:30.628861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9c3025d-bf8e-4cd4-854b-8075a39ce5db req-8aa9a6cd-3b34-42c8-b867-3dc509da59aa tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 210 time: 0.0862420 Oct 29 11:31:30.673229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-e4628cc5-797b-462d-a621-e31a5726608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.675821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-e4628cc5-797b-462d-a621-e31a5726608f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 200 len: 856 time: 0.1239312 Oct 29 11:31:30.691965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:30.694446 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f225714-e75f-44ed-a7c9-2b55b00faf6a" -d '{"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:30.699907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.706368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-14a016e2-a66e-4e35-ac43-54402bd0e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.708128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-14a016e2-a66e-4e35-ac43-54402bd0e3ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 1095 time: 0.1319873 Oct 29 11:31:30.716833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.730283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Transition to ACTIVE for port object 34bcd2be-68dc-408d-95d5-5256db000ab4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:30.760598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.785380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-404539bb-b71c-4a86-9b92-8bed293fc87c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b HTTP/1.1" status: 200 len: 217 time: 0.0582254 Oct 29 11:31:30.786326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:30.797884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:30.800466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:30.822202 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3bc82dba-f216-42f8-a60e-54e7067a8a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.852157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] No DVR routers for this DVR port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:30.857581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:30.958711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-9d62a0c3-81a3-4728-b8f9-9b08961328cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.960519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-9d62a0c3-81a3-4728-b8f9-9b08961328cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be310516-96e5-41f7-bd88-404a63300ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757826 Oct 29 11:31:30.962338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.964306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:30.965322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-26243b13-940f-437a-81d7-840d867c055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:30.966871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-26243b13-940f-437a-81d7-840d867c055b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.1649218 Oct 29 11:31:30.984073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:30.993295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b7b2571d-628f-4b97-b530-789290261358 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3641131 Oct 29 11:31:30.996870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:30.997349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:30.997687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:31.002868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:31.003189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:31.010464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Request body: {'port': {'device_id': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:31.032615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:31.032944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:31.033362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:31.033814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Bound port: 34bcd2be-68dc-408d-95d5-5256db000ab4, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:31.034218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.069561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-b883590c-d720-48a7-8e5c-9113f4e844fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877504 Oct 29 11:31:31.088084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491216-9caa-49f7-b40c-96e8b28fafa1 req-6e28f6dc-8845-49da-a867-4326dc084b5b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.095415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d491216-9caa-49f7-b40c-96e8b28fafa1 req-6e28f6dc-8845-49da-a867-4326dc084b5b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.1803966 Oct 29 11:31:31.114959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.188135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:31.206623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:31.207358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d491216-9caa-49f7-b40c-96e8b28fafa1 req-cf1a7f89-019b-4dc3-be76-11cad60aa27a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086161 Oct 29 11:31:31.250808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-eb1fe20d-fc87-4a5b-8425-7084334344c6 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790606 Oct 29 11:31:31.257335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.289163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-5acabdc0-97af-4a16-9a96-eca2dee42396 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093470 Oct 29 11:31:31.304055 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0d07e-f398-4eef-967b-447e1948f73a x-openstack-request-id: req-f4e0d07e-f398-4eef-967b-447e1948f73a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:31.304370 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:31.304616 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4e0d07e-f398-4eef-967b-447e1948f73a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:31.305022 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'code': 200} Oct 29 11:31:31.315735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.316365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.317845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] 10.222.0.41 "PUT /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 1095 time: 1.6663935 Oct 29 11:31:31.490021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-2e2c950e-c340-467c-8089-00705ca44545 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292407 Oct 29 11:31:31.520961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011932-a508-408e-ae2e-572e3e54c0c5 req-85b968ca-ab3c-4162-b0d2-d1a643b2ce3c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.522470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a011932-a508-408e-ae2e-572e3e54c0c5 req-85b968ca-ab3c-4162-b0d2-d1a643b2ce3c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1324661 Oct 29 11:31:31.526738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1720f101-d8de-48f9-9f62-fbfbb2d17db7 req-316e9203-4540-4a60-b1fa-08c920d1addc service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956966 Oct 29 11:31:31.545170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef223ad-698b-41bb-8b20-93cf0793cf49 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:31.555845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.567585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-cffa6429-9b45-4b31-9915-37af4082076d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 217 time: 0.0660079 Oct 29 11:31:31.626658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Transition to ACTIVE for port object cef223ad-698b-41bb-8b20-93cf0793cf49 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:31.631488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a86d8-b14b-4756-b4d9-226286399d25 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:31.639756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a011932-a508-408e-ae2e-572e3e54c0c5 req-5ed822ea-3e1b-422c-ac6b-5315e3a334ef tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Oct 29 11:31:31.647146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-70a90d7e-417c-40ec-b12c-b3776b08e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.647425 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.648698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-70a90d7e-417c-40ec-b12c-b3776b08e461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0716298 Oct 29 11:31:31.670907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-6b9fb0f1-5177-49d7-8b3e-11dbd5d30e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.670907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-6b9fb0f1-5177-49d7-8b3e-11dbd5d30e22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1098 time: 0.3030412 Oct 29 11:31:31.724568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-50c627f1-dfcc-4c4e-9b3d-872410c70f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.726645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-50c627f1-dfcc-4c4e-9b3d-872410c70f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701137 Oct 29 11:31:31.812193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Pushing event updated for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:31.848837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb778fcb-dd41-43ab-a0f5-c016112bbf8d req-d9e9986e-1be4-4ce8-b940-10df0712c797 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.850559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb778fcb-dd41-43ab-a0f5-c016112bbf8d req-d9e9986e-1be4-4ce8-b940-10df0712c797 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 944 time: 0.1116650 Oct 29 11:31:31.865910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Attempting to bind port cef223ad-698b-41bb-8b20-93cf0793cf49 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:31.866270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Attempting to bind port cef223ad-698b-41bb-8b20-93cf0793cf49 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:31.866594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Attempting to bind port cef223ad-698b-41bb-8b20-93cf0793cf49 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:31.870657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-b42d92b7-1f1e-48aa-a38c-757b191e7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:31.872150 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-b42d92b7-1f1e-48aa-a38c-757b191e7608 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1853135 Oct 29 11:31:31.874273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Port cef223ad-698b-41bb-8b20-93cf0793cf49 on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:31.874591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Attempting to bind port cef223ad-698b-41bb-8b20-93cf0793cf49 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:31.881352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:31.881352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:31.881644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:31.882287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Bound port: cef223ad-698b-41bb-8b20-93cf0793cf49, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:31.882912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:31.899488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-2e49ef34-1de3-43d7-b147-ca2b7329a893 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512887 Oct 29 11:31:31.934754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb778fcb-dd41-43ab-a0f5-c016112bbf8d req-dc41aa34-0c8d-458b-a6d7-9b5e2a669a89 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Oct 29 11:31:31.936654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-c7cca54b-c27b-4620-a7d5-1aee100059d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0568941 Oct 29 11:31:32.026137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-c759e424-76da-4d47-8a6d-2beda117bad8 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176288 Oct 29 11:31:32.030159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-8bf0b612-e1f8-469a-a18b-519ff5262b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.031672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-8bf0b612-e1f8-469a-a18b-519ff5262b70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0722985 Oct 29 11:31:32.035747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:32.038938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=cef223ad-698b-41bb-8b20-93cf0793cf49,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:32.045658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:32.096382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-11c86c03-53e8-4f72-ad35-916044bf2bf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 217 time: 0.0390911 Oct 29 11:31:32.121965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.123445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:32.125036 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] 10.222.0.86 "PUT /v2.0/ports/cef223ad-698b-41bb-8b20-93cf0793cf49 HTTP/1.1" status: 200 len: 1092 time: 1.1189625 Oct 29 11:31:32.131983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.138873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.144332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c0992-4a22-4cbe-b450-1d9f290c1e8c service neutron] Pushing event updated for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:32.145574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.157793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c353c-521f-43d1-8864-f92310ab486f req-d33db1e7-69e8-4eb1-81ce-2df2fa8d8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.159318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-d33db1e7-69e8-4eb1-81ce-2df2fa8d8588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153774 Oct 29 11:31:32.161383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.173281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.179079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:32.183619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.189898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.191836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-b8247682-6d10-4319-933c-a1634c3cafd4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1644721 Oct 29 11:31:32.260986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-ff32b8b7-afdb-4b2e-8fcc-53a0aba77438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.262624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-ff32b8b7-afdb-4b2e-8fcc-53a0aba77438 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 1095 time: 0.1008532 Oct 29 11:31:32.272043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-429fae60-5ad7-4b2e-beb9-119ded9c9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.272377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:32.273554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-429fae60-5ad7-4b2e-beb9-119ded9c9f10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1680861 Oct 29 11:31:32.282839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13bbf2a6-cfc5-4c74-9a50-4ef3b33dfa04 req-8236dd3b-1aeb-4d12-b7d8-beccb4ad8ed0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618970 Oct 29 11:31:32.318006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-073aba30-1376-445e-be7e-728d9120f27a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef223ad-698b-41bb-8b20-93cf0793cf49 HTTP/1.1" status: 200 len: 217 time: 0.0453284 Oct 29 11:31:32.321669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-09ddc85c-3b6c-4814-94a0-e18a0486df86 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511240 Oct 29 11:31:32.340500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-1bb812b0-a4d9-440c-809a-9124423e4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.344234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-1bb812b0-a4d9-440c-809a-9124423e4661 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564337 Oct 29 11:31:32.424878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-0284e6f5-e635-4a4b-a82b-c7a90339c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.426486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-0284e6f5-e635-4a4b-a82b-c7a90339c2dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.1019790 Oct 29 11:31:32.468857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-1d1e1763-7a82-4985-9cfe-7892d6b35455 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342510 Oct 29 11:31:32.480499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f987a-0584-4ef0-acb7-d38701fcb4a6 req-30d1244f-4281-471a-ade9-c2c14a044d1c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.482324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f5f987a-0584-4ef0-acb7-d38701fcb4a6 req-30d1244f-4281-471a-ade9-c2c14a044d1c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 944 time: 0.0776987 Oct 29 11:31:32.502457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259c353c-521f-43d1-8864-f92310ab486f req-9beeb568-141d-4cc2-b3ad-46f2f5cd41d6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521592 Oct 29 11:31:32.507692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-3881077c-2dac-477c-9e83-ff5030232085 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574140 Oct 29 11:31:32.530123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a'}, {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291'}, {'name': 'network-changed', 'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:32.532944 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f57d66a-3a3f-4871-a21b-084678543a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a"}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291"}, {"name": "network-changed", "server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:32.579262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-a5075efe-cfa1-4c53-ae26-33bb3169f3e1 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987179 Oct 29 11:31:32.621401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f5f987a-0584-4ef0-acb7-d38701fcb4a6 req-af864934-bf39-4967-8db9-7ace3bbbf21f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257651 Oct 29 11:31:32.682725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-b927185c-2f8a-4414-81a4-00ba7a9747f1 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443474 Oct 29 11:31:32.704145 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55e5aa5b-41c0-4b49-8ed0-36cd95e2f4d4 req-d9d016fe-3f18-4328-98ee-d5c47366e710 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176822 Oct 29 11:31:32.756086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-eeab81f2-5ad8-4a4d-89c7-0327fa060cb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0635209 Oct 29 11:31:32.808531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745bc64-b6b4-41b1-ba2f-713e50493898 req-efbfddcd-2ddf-4820-bcbd-07f65aca414b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.810016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4745bc64-b6b4-41b1-ba2f-713e50493898 req-efbfddcd-2ddf-4820-bcbd-07f65aca414b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1193905 Oct 29 11:31:32.837464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-336ad9dc-8e74-49cb-ba31-022f1401284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.839391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-336ad9dc-8e74-49cb-ba31-022f1401284d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0728221 Oct 29 11:31:32.856349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4745bc64-b6b4-41b1-ba2f-713e50493898 req-42b84899-9e04-4e80-98e4-eafc63585e1e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Oct 29 11:31:32.899557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-daad6a4f-7446-448d-80d3-0866394e2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:32.901986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-daad6a4f-7446-448d-80d3-0866394e2095 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448117 Oct 29 11:31:32.957333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:33.021481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:33.032577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-943f0426-157e-4623-a384-73425a5e493d service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176207 Oct 29 11:31:33.138241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-2d026015-e38d-4700-bd83-4f925e434176 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939803 Oct 29 11:31:33.195764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4f016a8a-4318-4c18-aa3b-90460525975c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 217 time: 0.0411015 Oct 29 11:31:33.280805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ae1b54f1-7bf6-4308-9968-8ec7d37fa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:33.282251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ae1b54f1-7bf6-4308-9968-8ec7d37fa360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0780075 Oct 29 11:31:33.298995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67e65-b535-4a34-94dc-2a19faf49e9c req-e2741b00-7497-4f60-ba32-376679c4d14f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:33.300419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ed67e65-b535-4a34-94dc-2a19faf49e9c req-e2741b00-7497-4f60-ba32-376679c4d14f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.0612772 Oct 29 11:31:33.305911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}, {'name': 'network-changed', 'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:33.308986 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd896e7-12a8-49f7-b364-7654d454dacd" -d '{"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}, {"name": "network-changed", "server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:33.362456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ed67e65-b535-4a34-94dc-2a19faf49e9c req-61d1859f-c0ee-4afc-809a-2d5f3560da1e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535049 Oct 29 11:31:33.365328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4dd892c7-4fd3-450c-a6d1-7a60f5442680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:33.366807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4dd892c7-4fd3-450c-a6d1-7a60f5442680 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653925 Oct 29 11:31:33.427260 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f44e2d-713f-4c70-95d0-d0536e2a48b2 x-openstack-request-id: req-68f44e2d-713f-4c70-95d0-d0536e2a48b2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:33.427630 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:33.427919 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68f44e2d-713f-4c70-95d0-d0536e2a48b2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:33.428371 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'status': 'completed', 'code': 200} Oct 29 11:31:33.428674 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'status': 'completed', 'code': 200} Oct 29 11:31:33.428981 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b', 'status': 'completed', 'code': 200} Oct 29 11:31:33.479417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-7b1dce1c-7f67-467e-a771-87817cf9633d service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048725 Oct 29 11:31:33.486895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:33.589536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b24040b0-270b-4d8c-af73-64b4ac0ef76b details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:33.707835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:33.725414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b', 'network_id': 'e45f6e2c-3a4c-4caa-b37a-182f733acd66', 'port_id': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b', 'mac_address': 'fa:16:3e:14:ce:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6bdca6-2607-45cb-b765-835834378596', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:33.768731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:33.785086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24040b0-270b-4d8c-af73-64b4ac0ef76b {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:33.824232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:33.832446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:33.906062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:33.917173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.917173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.917959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.918369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.918774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.919270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.919600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.919922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.920242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.920797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.921308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.921657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:31:33.957083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783b3f-81b3-4b04-92d2-5a264d7c36ac req-539e1a27-fd76-4ae5-91e7-99ec055af741 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:33.959122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1783b3f-81b3-4b04-92d2-5a264d7c36ac req-539e1a27-fd76-4ae5-91e7-99ec055af741 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 944 time: 0.4784586 Oct 29 11:31:34.007053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-eead841c-bd06-442d-bf9b-9d4954fac346 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995697 Oct 29 11:31:34.064750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1783b3f-81b3-4b04-92d2-5a264d7c36ac req-68447def-b63d-4419-83d8-14d49c97687c tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957181 Oct 29 11:31:34.066403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-16e659fd-1e67-4a49-a6fa-30c0a5ae83d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 217 time: 0.0471580 Oct 29 11:31:34.143598 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec65f005-7467-47e5-ac70-262d120cb955 x-openstack-request-id: req-ec65f005-7467-47e5-ac70-262d120cb955 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:34.143966 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:34.145070 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec65f005-7467-47e5-ac70-262d120cb955 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:34.145570 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'status': 'completed', 'code': 200} Oct 29 11:31:34.145901 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49', 'status': 'completed', 'code': 200} Oct 29 11:31:34.154115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-3c0b25d7-b7fb-4f44-ae22-c0dc4c158d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.157329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-3c0b25d7-b7fb-4f44-ae22-c0dc4c158d61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0659003 Oct 29 11:31:34.185345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b24040b0-270b-4d8c-af73-64b4ac0ef76b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:34.215485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-26f893b0-b73b-4a4a-9fce-709b20a097cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.217340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-26f893b0-b73b-4a4a-9fce-709b20a097cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521140 Oct 29 11:31:34.357566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.365028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.373908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.380834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.389518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.398546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.406712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.409851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-850b2d11-4db5-4312-bae1-6c4c162f2b65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1865878 Oct 29 11:31:34.479276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7514922-2ae6-4e0b-93d7-5f16c06bf101 req-14b147ec-7273-4e75-9e24-a69f7b9bfa65 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603683 Oct 29 11:31:34.486918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ae929470-6e1b-4905-8e33-fed0416f4596 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520840 Oct 29 11:31:34.659990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-6a3ef935-70b6-4820-bc87-64370b5ab5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.661703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-6a3ef935-70b6-4820-bc87-64370b5ab5fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1098 time: 0.4814010 Oct 29 11:31:34.730583 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:31:34.748197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-c0668b78-3f8a-4c9b-9603-c971d1b6056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.750263 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-c0668b78-3f8a-4c9b-9603-c971d1b6056a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1098 time: 0.5153537 Oct 29 11:31:34.826515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-dd1408b0-af10-4ed0-83b4-70a6a136b975 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313534 Oct 29 11:31:34.858522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a9ce-0b88-4814-8e2d-2454ba491ea1 req-ffc5d7ef-1ac8-4bce-b0ad-c31ac25d88b9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.860367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c18a9ce-0b88-4814-8e2d-2454ba491ea1 req-ffc5d7ef-1ac8-4bce-b0ad-c31ac25d88b9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2145948 Oct 29 11:31:34.869488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-72b1a5c7-07f6-4997-9674-b718b7fddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.871090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-72b1a5c7-07f6-4997-9674-b718b7fddf63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.0995493 Oct 29 11:31:34.895103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-d9224a34-a59d-4a9b-9c30-86fa62f375c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 217 time: 0.0613973 Oct 29 11:31:34.921544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-42cf509f-a55b-4d89-93fd-2b4c1d1422e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0406637 Oct 29 11:31:34.923899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-febf49cb-c644-4aaf-bc86-9ca6e865f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:34.925396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-febf49cb-c644-4aaf-bc86-9ca6e865f131 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2538424 Oct 29 11:31:34.992799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c18a9ce-0b88-4814-8e2d-2454ba491ea1 req-872199c2-a014-4ec4-b248-6645b023808a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009884 Oct 29 11:31:35.006290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ec9ca2b8-4478-4525-bf0b-738788e9142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.010528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-ec9ca2b8-4478-4525-bf0b-738788e9142a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0967813 Oct 29 11:31:35.038447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-e6429001-b4ab-4055-b77e-f937e6c9460b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.1007605 Oct 29 11:31:35.061092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-17a38971-e749-4c1e-a607-db654dc9c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.063998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-17a38971-e749-4c1e-a607-db654dc9c194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1367106 Oct 29 11:31:35.107744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5ed8a857-8c43-4ce2-87a1-ae9db702b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.114776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-5ed8a857-8c43-4ce2-87a1-ae9db702b39a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925035 Oct 29 11:31:35.147128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-033b6863-e471-47b6-9717-d021caf7765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.149036 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-033b6863-e471-47b6-9717-d021caf7765d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1017823 Oct 29 11:31:35.156081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-bd793567-999e-4db0-b7d6-f6674225a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.157339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-bd793567-999e-4db0-b7d6-f6674225a8da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712500 Oct 29 11:31:35.237283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fa775-5d07-4281-8dda-f1d02cee7891 req-75c7d5c0-66c7-4a7b-ace2-8889ccb53411 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.250040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c34fa775-5d07-4281-8dda-f1d02cee7891 req-75c7d5c0-66c7-4a7b-ace2-8889ccb53411 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 944 time: 0.1292398 Oct 29 11:31:35.273414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-ea81a2ae-a14c-4503-8df9-b796e044eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.274940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-ea81a2ae-a14c-4503-8df9-b796e044eb3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151295 Oct 29 11:31:35.316504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c34fa775-5d07-4281-8dda-f1d02cee7891 req-76b9a551-3b4a-4901-803b-9a5d34d0af64 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Oct 29 11:31:35.319082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-4dedbf7a-e6b4-4323-a7d0-c5cfecbf9ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896482 Oct 29 11:31:35.395214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-d806d9f5-3259-468c-82dd-b185a259dfba service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041833 Oct 29 11:31:35.503582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7b08012-dfcc-4285-b66d-1b5be03edf15 req-8cfe5b3b-753f-4b70-8a16-e77f4cfe62f9 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768663 Oct 29 11:31:35.611240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:35.626086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-8c771b14-568c-43ea-b0eb-1b9538e659e6 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410723 Oct 29 11:31:35.743649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.744766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.745476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.746177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.746818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.747509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.748150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.750320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c42b1f0c-ce8a-413f-bbfc-629c6e32dc43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.1533189 Oct 29 11:31:35.781443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:35.798984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b24040b0-270b-4d8c-af73-64b4ac0ef76b up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:35.803261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'mac_address': 'fa:16:3e:eb:bb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:35.837615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-e4d762ef-cdde-4075-bd1e-47d68e30f0be service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229784 Oct 29 11:31:35.881577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-95df6406-2c99-4a5d-85c5-dd0c139af087 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475345 Oct 29 11:31:35.897630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:35.902747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343be236-f5a3-487e-a2ec-396474e04419 req-680044c3-a111-4f25-9075-ac616d3548ae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.904307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-343be236-f5a3-487e-a2ec-396474e04419 req-680044c3-a111-4f25-9075-ac616d3548ae tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 947 time: 0.2706065 Oct 29 11:31:35.922786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:35.941742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b24040b0-270b-4d8c-af73-64b4ac0ef76b completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:35.960837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b24040b0-270b-4d8c-af73-64b4ac0ef76b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:35.961444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:35.964238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:35.970976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-bfade95f-30fb-4f7a-ab49-eb3530ab1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:35.972582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-bfade95f-30fb-4f7a-ab49-eb3530ab1953 service neutron] 10.222.0.41 "GET /v2.0/networks?id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31 HTTP/1.1" status: 200 len: 903 time: 0.2083488 Oct 29 11:31:35.992291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:36.009672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-343be236-f5a3-487e-a2ec-396474e04419 req-762965ab-22c9-4ce0-a35c-a1fc3fc03c99 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639691 Oct 29 11:31:36.053318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-b2cbc646-5532-41b5-9781-f0f32dc988ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.058357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-b2cbc646-5532-41b5-9781-f0f32dc988ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 1095 time: 0.1109393 Oct 29 11:31:36.090740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:36.094670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-7f470172-ab1a-4c82-9d9d-a464ee6bc001 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 217 time: 0.1044188 Oct 29 11:31:36.141886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:36.167408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:36.169668 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b976a-c983-4e38-9c8c-a43300cc7826" -d '{"events": [{"server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "name": "network-vif-plugged", "status": "completed", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:36.184326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:36.186105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-9ea1511c-0b89-4a13-bec4-c3bdb1e43d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.189435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-9ea1511c-0b89-4a13-bec4-c3bdb1e43d03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0865233 Oct 29 11:31:36.190046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:36.213776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-3661347c-6de3-4da6-93d9-5e65f3e8744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.215766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-3661347c-6de3-4da6-93d9-5e65f3e8744c service neutron] 10.222.0.86 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.1505034 Oct 29 11:31:36.247019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:36.274662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-05737897-4f99-4c5a-bad8-710e18dbca89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef223ad-698b-41bb-8b20-93cf0793cf49 HTTP/1.1" status: 200 len: 217 time: 0.0499508 Oct 29 11:31:36.275879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca9848-6963-4a09-a68a-df2dd67eba7f req-c850c1a4-b8cb-48ca-80a0-036248b8514a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.277417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beca9848-6963-4a09-a68a-df2dd67eba7f req-c850c1a4-b8cb-48ca-80a0-036248b8514a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1572940 Oct 29 11:31:36.279386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-241ed935-5686-4e1b-848b-c4f5f95d2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.280772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-241ed935-5686-4e1b-848b-c4f5f95d2bff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700986 Oct 29 11:31:36.328194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-4cca793a-541f-4e70-acb4-0d9acb5b488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.331017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-4cca793a-541f-4e70-acb4-0d9acb5b488d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0488515 Oct 29 11:31:36.364657 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-d9c94f8e-b14e-428f-90f8-f475e72c0923 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271153 Oct 29 11:31:36.366300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beca9848-6963-4a09-a68a-df2dd67eba7f req-6baf06c5-e3d1-4c02-b539-3a955e30736a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825529 Oct 29 11:31:36.406822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-593bb0d2-140a-442b-8ea5-2a89fa5fba57 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170318 Oct 29 11:31:36.420174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34bcd2be-68dc-408d-95d5-5256db000ab4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:36.484223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-63d09849-bb65-47e7-bdce-098031c55b08 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124377 Oct 29 11:31:36.553751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cad98-7c4a-4452-bf66-a79fa344654b req-9183705f-80ee-4af5-b26f-7758b27a67cc tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.555246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-604cad98-7c4a-4452-bf66-a79fa344654b req-9183705f-80ee-4af5-b26f-7758b27a67cc tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 946 time: 0.0897300 Oct 29 11:31:36.593555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bd896e7-12a8-49f7-b364-7654d454dacd req-03a6a743-3761-4ce6-8626-9fae2baa8fcd service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013308 Oct 29 11:31:36.606419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-4136bb46-d6c9-4daa-9665-f383033434aa service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921413 Oct 29 11:31:36.626669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-604cad98-7c4a-4452-bf66-a79fa344654b req-49d75e0c-f142-4b55-a288-6f8cd30c4e80 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Oct 29 11:31:36.750619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.751101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.751573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.752413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.752575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.752932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.753485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.755450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-2afc7b56-13bb-4d3f-a52a-6cf741068b18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.0946994 Oct 29 11:31:36.769336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.775840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.782581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.788461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.795538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.801375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.807207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.809115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-7138936a-5f26-4f84-9925-4f3d4912e738 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1204262 Oct 29 11:31:36.849498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-57d4bace-be8b-4b08-88f9-306bd49c6910 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411661 Oct 29 11:31:36.905745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e582d1c-2887-4944-8a68-51accc7f46aa req-c47dd54d-67bf-4832-afe9-1c19fc2dbe0f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870461 Oct 29 11:31:36.944696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-ade77f71-6087-4ad5-ad9a-8065131353de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.946676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-ade77f71-6087-4ad5-ad9a-8065131353de service neutron] 10.222.0.41 "GET /v2.0/networks?id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31 HTTP/1.1" status: 200 len: 903 time: 0.1366558 Oct 29 11:31:36.967613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-77aed0c3-f15c-4f0f-9045-5b66aa990162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:36.969270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-77aed0c3-f15c-4f0f-9045-5b66aa990162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.0731792 Oct 29 11:31:36.971146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device cef223ad-698b-41bb-8b20-93cf0793cf49 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:37.006796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-618b1fee-944c-4770-bb30-da9bbd25e759 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0509629 Oct 29 11:31:37.058228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-d25e4991-e0dc-414f-b9d5-139ed0d763f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.059754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-d25e4991-e0dc-414f-b9d5-139ed0d763f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0459213 Oct 29 11:31:37.118493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c096ecf6-82b2-4f46-99df-1b3048735d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.120565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-c096ecf6-82b2-4f46-99df-1b3048735d61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465541 Oct 29 11:31:37.137319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=cef223ad-698b-41bb-8b20-93cf0793cf49,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:37.154678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-a90e4fa3-5db1-4523-975f-e46cce55c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.154878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'cef223ad-698b-41bb-8b20-93cf0793cf49', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': 'cef223ad-698b-41bb-8b20-93cf0793cf49', 'mac_address': 'fa:16:3e:ce:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:37.156956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-a90e4fa3-5db1-4523-975f-e46cce55c4b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1669805 Oct 29 11:31:37.206673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:37.234610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef223ad-698b-41bb-8b20-93cf0793cf49 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:37.242863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-991e007c-faed-494e-9e74-59a9bae6caa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.0687675 Oct 29 11:31:37.280774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=cef223ad-698b-41bb-8b20-93cf0793cf49,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:37.288283 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9418cde2-a301-41dd-bf4c-fdda7965b2d9 x-openstack-request-id: req-9418cde2-a301-41dd-bf4c-fdda7965b2d9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:37.288594 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "name": "network-vif-plugged", "status": "completed", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:37.288834 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9418cde2-a301-41dd-bf4c-fdda7965b2d9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:37.289931 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b', 'code': 200} Oct 29 11:31:37.293387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:37.302969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-7b3c2571-6376-46ed-b0b0-cf65dc76149a service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730125 Oct 29 11:31:37.328545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-58ebb85d-d72c-435f-91a9-b434a4198dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.330336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-58ebb85d-d72c-435f-91a9-b434a4198dca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0741217 Oct 29 11:31:37.358279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:37.433508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e6c0-7877-403d-a777-4829fddd1180 req-222006ef-dee6-4a5a-9c66-d8d0462a41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.435016 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e688e6c0-7877-403d-a777-4829fddd1180 req-222006ef-dee6-4a5a-9c66-d8d0462a41a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 1097 time: 0.0883827 Oct 29 11:31:37.437880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-2fe4d884-e2a0-4728-a8a6-cfe3d95dc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.439209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-2fe4d884-e2a0-4728-a8a6-cfe3d95dc8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911214 Oct 29 11:31:37.472288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-d386251b-bf0f-4550-a933-22b3b77b5e82 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.473959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-d386251b-bf0f-4550-a933-22b3b77b5e82 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7&tenant_id=defc5934a2cb4c17a6922696eca515d7&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 948 time: 0.2132061 Oct 29 11:31:37.542879 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e688e6c0-7877-403d-a777-4829fddd1180 req-117edd30-20b0-4e63-90ca-297f16e70272 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875864 Oct 29 11:31:37.549378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d2ee-dace-4f11-9ecb-655235a8a6e5 req-09bdd115-4534-4347-9912-d608871d3fd5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.550755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95e4d2ee-dace-4f11-9ecb-655235a8a6e5 req-09bdd115-4534-4347-9912-d608871d3fd5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 945 time: 0.1721699 Oct 29 11:31:37.580278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['cef223ad-698b-41bb-8b20-93cf0793cf49'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:37.584725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-5262e6d8-c28e-42bb-8e89-d6e80fa908e1 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282001 Oct 29 11:31:37.589390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-0a804cc4-febc-451d-9a3e-44f172668486 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445927 Oct 29 11:31:37.600961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-eb8d11f2-d326-48e9-a78b-66d86ada8f31 service neutron] 10.222.0.41 "GET /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 382 time: 0.1152360 Oct 29 11:31:37.614439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95e4d2ee-dace-4f11-9ecb-655235a8a6e5 req-56ab5b24-0519-4c22-ae96-c99dd52870b0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Oct 29 11:31:37.958853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-5b027dca-17d2-49f4-b6ec-e9b8694619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.960246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-5b027dca-17d2-49f4-b6ec-e9b8694619fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1099 time: 0.1632180 Oct 29 11:31:37.962857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d293f638-639e-4f37-b5ce-e8e178286d70 req-11d1f191-7259-4500-9175-8ba2b60cb259 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802890 Oct 29 11:31:37.977863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.978445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.978967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.979516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.980166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.980584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.981148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.983116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-73f13f00-3f5a-4f31-a81e-f8a169c3ae93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.1353426 Oct 29 11:31:37.993388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3553b15-d7f5-4c64-ae7a-a64d577680a4 req-a400151c-1056-471f-8780-a551df2d7b8e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:37.995353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3553b15-d7f5-4c64-ae7a-a64d577680a4 req-a400151c-1056-471f-8780-a551df2d7b8e tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.1027703 Oct 29 11:31:38.142334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3553b15-d7f5-4c64-ae7a-a64d577680a4 req-cd2a472a-f89d-4efc-9876-9d537427db08 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309245 Oct 29 11:31:38.186618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-e7738b4c-368b-4cb5-b512-c3650ada7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.188097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-e7738b4c-368b-4cb5-b512-c3650ada7f85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1904526 Oct 29 11:31:38.192690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-f188582a-fd64-4898-8234-9f31ce390e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.194142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-f188582a-fd64-4898-8234-9f31ce390e07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31 HTTP/1.1" status: 200 len: 903 time: 0.1868227 Oct 29 11:31:38.292681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-eed6f95f-23f9-475d-9c0d-981b2059a10b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 217 time: 0.0822613 Oct 29 11:31:38.293804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-6e5267b2-f326-4f2b-87f3-f6a5e5d339d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0847156 Oct 29 11:31:38.311173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034c78a-7458-4326-b680-58b43740ffc2 req-42e84d19-48bf-4a49-90a8-42fea9e86d33 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.312602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6034c78a-7458-4326-b680-58b43740ffc2 req-42e84d19-48bf-4a49-90a8-42fea9e86d33 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 946 time: 0.1146376 Oct 29 11:31:38.420096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6034c78a-7458-4326-b680-58b43740ffc2 req-3b89180f-623c-4146-a340-132cd169b564 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887561 Oct 29 11:31:38.421894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-65c68209-7d51-4881-8230-73d6f458fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.423247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-65c68209-7d51-4881-8230-73d6f458fb2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1087661 Oct 29 11:31:38.424464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-81ecca63-2f84-4774-abec-4f0b264bbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.425807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-81ecca63-2f84-4774-abec-4f0b264bbdae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1123538 Oct 29 11:31:38.538566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-67bf9c33-109c-4853-a6c9-b497c9ee9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.540051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-67bf9c33-109c-4853-a6c9-b497c9ee9b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985198 Oct 29 11:31:38.545398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-92f41431-f9d0-42b5-8fd0-dd24b8bdcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.546691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-92f41431-f9d0-42b5-8fd0-dd24b8bdcc9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975761 Oct 29 11:31:38.558450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff700c6-7356-405c-9a2d-4a5c42c7c4b1 req-d33a4ca8-886a-4266-996e-e1e21ff742cf tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.559819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ff700c6-7356-405c-9a2d-4a5c42c7c4b1 req-d33a4ca8-886a-4266-996e-e1e21ff742cf tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0711534 Oct 29 11:31:38.703239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ff700c6-7356-405c-9a2d-4a5c42c7c4b1 req-d926e815-03fc-4d10-b269-465349e0be8d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372960 Oct 29 11:31:38.753689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-d8f66f18-29c3-4a2c-9f54-5bffb2093b0a service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794000 Oct 29 11:31:38.755855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-35e3a59b-310b-42cb-bc62-38824f117917 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884220 Oct 29 11:31:38.796544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-e899584b-0f03-4d61-893a-2dcf599f9209 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520205 Oct 29 11:31:38.892511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-a6cd090a-aaf2-47a1-b0a4-5ed3650b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.894064 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-a6cd090a-aaf2-47a1-b0a4-5ed3650b5d92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 1101 time: 0.0516012 Oct 29 11:31:38.937966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.943960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.952624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.959084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.965643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.971559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.971910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device cef223ad-698b-41bb-8b20-93cf0793cf49 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:38.977782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:38.979693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-74d047b7-c8dc-4f10-bad9-c54150c86422 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.2140567 Oct 29 11:31:39.031617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port cef223ad-698b-41bb-8b20-93cf0793cf49 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:39.032402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-be92da41-75c4-4a07-a5a1-36b6e9ce3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.034084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-be92da41-75c4-4a07-a5a1-36b6e9ce3d84 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1133742 Oct 29 11:31:39.035581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-ad8c3ff5-588d-4dc9-acd7-c42897d3f20b service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586205 Oct 29 11:31:39.036232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port cef223ad-698b-41bb-8b20-93cf0793cf49 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:39.036606 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.038496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee78ca8-2cb5-4cf2-a3ac-112a3c8cdd00 req-b7836b0e-5e1f-4a9d-acd5-75bc7b30ea53 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360616 Oct 29 11:31:39.065974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8142719a-5aec-4116-a83e-ecb6bd744087 req-d825f751-8fd2-43b4-b237-344c2c0c9113 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751426 Oct 29 11:31:39.095774 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-8dc0fdd4-b35b-4ddc-a8e0-174ff3b02a30 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 200 len: 217 time: 0.0535097 Oct 29 11:31:39.144557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.155777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-03f0b34b-8f73-4340-bf3e-c3e2c4d5b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.155777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-03f0b34b-8f73-4340-bf3e-c3e2c4d5b3eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0526264 Oct 29 11:31:39.180036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=cef223ad-698b-41bb-8b20-93cf0793cf49,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:39.185221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.192895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.193502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.193975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.194451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.194911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.195851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.195851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.198474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-f89ea76e-617d-4078-be25-a90e99e5cf30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.0899708 Oct 29 11:31:39.207385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-543489ad-afb4-4e38-a535-0a05440047eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.208931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-543489ad-afb4-4e38-a535-0a05440047eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456462 Oct 29 11:31:39.217275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc743-dce3-4d38-b5dd-c95f9d2acd0e req-c7d006c1-f6e3-46a8-b0c9-34c113ef2c7e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.219082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-faddc743-dce3-4d38-b5dd-c95f9d2acd0e req-c7d006c1-f6e3-46a8-b0c9-34c113ef2c7e tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 945 time: 0.0800259 Oct 29 11:31:39.234821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:39.292819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:39.295265 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01984561-c131-4b85-9824-e80138372761" -d '{"events": [{"server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "name": "network-vif-plugged", "status": "completed", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:39.303690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-f144cdae-e820-465d-9338-6fb085f90080 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874102 Oct 29 11:31:39.309907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-faddc743-dce3-4d38-b5dd-c95f9d2acd0e req-fe73d149-a1f8-496c-97b3-40f1c8806582 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Oct 29 11:31:39.347950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-b5873d28-2e1d-4f46-8dfc-a0c122685c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.349702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-b5873d28-2e1d-4f46-8dfc-a0c122685c1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 903 time: 0.1295204 Oct 29 11:31:39.413287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-5d862204-5648-4aae-9384-2bfafce84351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 217 time: 0.0525331 Oct 29 11:31:39.418233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f65dab9b-3bba-4966-8b1d-61daad52b249 req-ec70df2f-1e13-4f2e-8336-0755c7fdc473 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073146 Oct 29 11:31:39.478704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-1621fa72-c0e3-4713-acb4-986d8527fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.480133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-1621fa72-c0e3-4713-acb4-986d8527fb89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0534201 Oct 29 11:31:39.487931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df326-819e-416d-936d-df9f1f48dc6e req-1285eb28-3cb5-4822-a1b5-5deb05dae2da tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.489286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d8df326-819e-416d-936d-df9f1f48dc6e req-1285eb28-3cb5-4822-a1b5-5deb05dae2da tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1189775 Oct 29 11:31:39.623406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:39.681132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 34bcd2be-68dc-408d-95d5-5256db000ab4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:31:39.689112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 34bcd2be-68dc-408d-95d5-5256db000ab4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:39.689624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.778559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.827715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:39.833257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:39.869581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d8df326-819e-416d-936d-df9f1f48dc6e req-21156294-399b-48a9-8906-8af5ebaebaa8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711684 Oct 29 11:31:39.872386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-9e71f5d6-2470-4f87-b073-b98fceab68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:39.873897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-9e71f5d6-2470-4f87-b073-b98fceab68f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3837285 Oct 29 11:31:39.954603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:39.994103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-c51bae90-6086-4666-8830-e5f7f66fa27e service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097994 Oct 29 11:31:40.171270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c957a7-92d5-459f-997f-240b73d3728e req-d0b2924e-ff88-48b1-b2fb-64bcbe89b037 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.172800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9c957a7-92d5-459f-997f-240b73d3728e req-d0b2924e-ff88-48b1-b2fb-64bcbe89b037 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0931289 Oct 29 11:31:40.190380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8c5ea80d-7900-4654-a8d5-1e795174cd3e service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786494 Oct 29 11:31:40.231052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9c957a7-92d5-459f-997f-240b73d3728e req-e7ce2cea-2cd7-4196-bb94-29d9a4370007 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522518 Oct 29 11:31:40.280407 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee98f4f8-54fb-4028-b04d-3b7bea41a564 x-openstack-request-id: req-ee98f4f8-54fb-4028-b04d-3b7bea41a564 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:40.281528 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "name": "network-vif-plugged", "status": "completed", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:40.281811 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee98f4f8-54fb-4028-b04d-3b7bea41a564 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:40.282222 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49', 'code': 200} Oct 29 11:31:40.331240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.332729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.337290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.338326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.338793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.339262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.339722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.341756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-8dd0cf48-4067-483d-95ac-14be80b8265b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6487 time: 0.0773580 Oct 29 11:31:40.415583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3de18f-3d33-49b1-b26d-875b81aedffa req-679e56cb-e8dc-4f9b-ba31-f1b7ed3233ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.418081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca3de18f-3d33-49b1-b26d-875b81aedffa req-679e56cb-e8dc-4f9b-ba31-f1b7ed3233ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 1097 time: 0.0560465 Oct 29 11:31:40.450451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf1c1-dbea-4142-bdac-e54d8f07eb62 req-1cbb260c-a86f-4bb8-b616-b7bdc6fdca0a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.451965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be7cf1c1-dbea-4142-bdac-e54d8f07eb62 req-1cbb260c-a86f-4bb8-b616-b7bdc6fdca0a tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 946 time: 0.1093028 Oct 29 11:31:40.463274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca3de18f-3d33-49b1-b26d-875b81aedffa req-8e4de296-2205-4d2c-ac15-a07e93ad9690 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Oct 29 11:31:40.494443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-b8142501-7915-422d-8ca7-ea947f55f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.495912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-b8142501-7915-422d-8ca7-ea947f55f8a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 903 time: 0.1431932 Oct 29 11:31:40.508398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be7cf1c1-dbea-4142-bdac-e54d8f07eb62 req-2b6aee65-f89b-4adc-9dbc-47af69a110d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495267 Oct 29 11:31:40.546186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-e5ef8707-cffc-4ef1-a0a8-7dfba72e3ada service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 217 time: 0.0367520 Oct 29 11:31:40.623464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-3f2d80e6-4634-4d1d-8904-9fb8c55465de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.624905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-3f2d80e6-4634-4d1d-8904-9fb8c55465de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0688205 Oct 29 11:31:40.645056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.651423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.657295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.663130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.669027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.674938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.680790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.682600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-f8de8af0-e2e3-4db0-b9a5-ff38117d30da tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1009834 Oct 29 11:31:40.748197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62d51a81-eb7b-490a-b6e2-e2d350fc0f39 req-62c07204-f465-40dc-b496-a50d72ac2f1d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534976 Oct 29 11:31:40.754793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-a48eecad-4f3c-481b-9bdc-d1b6bf422182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.756304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-a48eecad-4f3c-481b-9bdc-d1b6bf422182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727999 Oct 29 11:31:40.902391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7205-1108-4a21-8b08-517b4e9f7c79 req-9d778025-cfea-4717-8e74-4db6389bd7d6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:40.903761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-490a7205-1108-4a21-8b08-517b4e9f7c79 req-9d778025-cfea-4717-8e74-4db6389bd7d6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0825045 Oct 29 11:31:40.909199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-9d9dfc70-ad0c-4f3f-b625-261efbeacac4 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336527 Oct 29 11:31:40.950425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-490a7205-1108-4a21-8b08-517b4e9f7c79 req-8a71e2f1-d1ea-40f7-bde0-1b0351da0ca2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Oct 29 11:31:41.059906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-32b4ea30-5a53-4cce-b4b3-85311599df2b service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244853 Oct 29 11:31:41.076944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7db5c-476a-464a-b9cf-51787694600b req-9daa77fe-9a10-49ce-8de7-5c48c9f80a91 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.078413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2f7db5c-476a-464a-b9cf-51787694600b req-9daa77fe-9a10-49ce-8de7-5c48c9f80a91 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0689483 Oct 29 11:31:41.120497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2f7db5c-476a-464a-b9cf-51787694600b req-21272033-ca7a-48ea-9bad-710dc1111336 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Oct 29 11:31:41.184245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-083d06ed-3c13-4fb3-b460-fa604dacad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.185759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-083d06ed-3c13-4fb3-b460-fa604dacad93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0df4ecf69ee448fb8de31b1316901796&device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 1097 time: 0.0437517 Oct 29 11:31:41.314289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-d08ffeb4-94cb-44b0-bf15-4b520d27db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.315801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-d08ffeb4-94cb-44b0-bf15-4b520d27db94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 200 len: 923 time: 0.1221571 Oct 29 11:31:41.415480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-fa9b6e2c-53e8-42c9-9224-07381f775bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b HTTP/1.1" status: 200 len: 217 time: 0.0508003 Oct 29 11:31:41.498342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c20ff-c41a-4889-adf2-3a00f75b8bbb req-55c2ebaa-5ba3-4fa1-8ad8-7540efa85de4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.500367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-941c20ff-c41a-4889-adf2-3a00f75b8bbb req-55c2ebaa-5ba3-4fa1-8ad8-7540efa85de4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1254044 Oct 29 11:31:41.505352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-1ec7ebbe-56db-4c2c-9d6e-fe8782a04a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.507572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-1ec7ebbe-56db-4c2c-9d6e-fe8782a04a3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 200 len: 862 time: 0.0706315 Oct 29 11:31:41.556204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-ffa03255-d101-42d7-af44-dd8debf1c781 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45f6e2c-3a4c-4caa-b37a-182f733acd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337288 Oct 29 11:31:41.617921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-941c20ff-c41a-4889-adf2-3a00f75b8bbb req-3c095def-0a79-48d9-a258-01bd7d318220 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017001 Oct 29 11:31:41.698970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-1b487280-5471-4474-b02c-31924f92e660 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317091 Oct 29 11:31:41.826400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-389d2b7b-749d-48a1-b78f-529ea64c98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.827940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-389d2b7b-749d-48a1-b78f-529ea64c98bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7&tenant_id=defc5934a2cb4c17a6922696eca515d7 HTTP/1.1" status: 200 len: 1100 time: 0.0532033 Oct 29 11:31:41.834023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fe93-3d78-460b-ac5c-a9eedaf78dfc req-95416154-c9bf-44b5-8659-4162b806e50b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:41.835572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13e0fe93-3d78-460b-ac5c-a9eedaf78dfc req-95416154-c9bf-44b5-8659-4162b806e50b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.1249878 Oct 29 11:31:41.841108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:41.865407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f57d66a-3a3f-4871-a21b-084678543a0c req-b5f44eb2-1474-4685-845f-1f439036f5c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510100 Oct 29 11:31:41.887448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13e0fe93-3d78-460b-ac5c-a9eedaf78dfc req-acd77051-224a-4e4d-9ee6-74e736efb00b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Oct 29 11:31:41.914358 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.026402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6550b-13d3-47cf-9beb-4ce761b78ea6 req-dd74d180-b300-4fc9-be68-bf491f27ed20 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.028564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dab6550b-13d3-47cf-9beb-4ce761b78ea6 req-dd74d180-b300-4fc9-be68-bf491f27ed20 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 946 time: 0.0775690 Oct 29 11:31:42.067562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dab6550b-13d3-47cf-9beb-4ce761b78ea6 req-8497c3cc-1bf4-4f88-88ff-1d0b02163dce tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups?id=97218e1c-211b-40fc-bec3-b2325e623f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Oct 29 11:31:42.164484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:42.206524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:42.242399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.248839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.255238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.260145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:42.261793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.262365 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1947f95-111f-4a74-9096-a0cedc91923e" -d '{"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:42.267168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.268417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.274691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.280673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.282917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-501b7754-382a-4c00-9c80-8c7df7740b6e tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1114657 Oct 29 11:31:42.283268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Transition to ACTIVE for port object 34bcd2be-68dc-408d-95d5-5256db000ab4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:31:42.285253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:42.287938 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e1f11-ec8f-49b5-921b-1325ad1acbb5" -d '{"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:42.292187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.348421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3664360c-81cd-4bf7-9c8b-a238307357c8 req-8c59d3f1-dcec-45d2-a577-620e2dae956f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559893 Oct 29 11:31:42.358476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] No DVR routers for this DVR port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:42.362436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:42.417670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:42.417999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:42.418321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:42.423194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:31:42.423534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Attempting to bind port 34bcd2be-68dc-408d-95d5-5256db000ab4 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:42.429681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:42.430026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:42.430418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:42.430874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Bound port: 34bcd2be-68dc-408d-95d5-5256db000ab4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:42.431763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.511879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:42.515458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:42.520699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.540026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.540678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:42.542131 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] 10.222.0.86 "PUT /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 1096 time: 0.7060058 Oct 29 11:31:42.548424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47136c-e62d-4a4a-bd7a-23be940e4bd5 req-7f96e04f-ae72-438d-8280-25764efdc823 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.550263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d47136c-e62d-4a4a-bd7a-23be940e4bd5 req-7f96e04f-ae72-438d-8280-25764efdc823 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0549145 Oct 29 11:31:42.597797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d47136c-e62d-4a4a-bd7a-23be940e4bd5 req-c43e1e78-9257-4bc9-812a-3c920325aca1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Oct 29 11:31:42.623434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf61923-ffab-4630-ba81-cc5b9171fb61 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=11']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:42.649506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-a24c0872-d6d6-434f-bd2e-784010d6fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.651076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-a24c0872-d6d6-434f-bd2e-784010d6fcbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0769782 Oct 29 11:31:42.770196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-ea5f9aa6-d06c-4964-a50a-8ab3453e7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.771817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-ea5f9aa6-d06c-4964-a50a-8ab3453e7e9e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.1138208 Oct 29 11:31:42.817437 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-22c238dc-4c6d-4856-8bf0-137bb6bda10c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0382860 Oct 29 11:31:42.873447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-95a6fbcb-6f40-4261-a9af-f3a7d10cbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.875147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-95a6fbcb-6f40-4261-a9af-f3a7d10cbb07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0495145 Oct 29 11:31:42.901421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff89a7-b8b8-43cb-b110-f6229dca43ed req-6930fbf6-e49d-492c-a30b-27a31ad7b9ea tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.902972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebff89a7-b8b8-43cb-b110-f6229dca43ed req-6930fbf6-e49d-492c-a30b-27a31ad7b9ea tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0813773 Oct 29 11:31:42.905032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-54b77ff5-25a3-45d2-ac9f-0f53d6dc7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.906430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-54b77ff5-25a3-45d2-ac9f-0f53d6dc7881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.0744998 Oct 29 11:31:42.935035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-136aedf3-f3df-42a9-af81-cae06d168bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:42.936535 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-136aedf3-f3df-42a9-af81-cae06d168bed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539925 Oct 29 11:31:42.998585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebff89a7-b8b8-43cb-b110-f6229dca43ed req-bf9220ef-08fc-4f13-ae9b-47f48cf9ee3d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885923 Oct 29 11:31:43.047903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-347cb783-7413-4c2a-9278-eee3a65b2259 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022620 Oct 29 11:31:43.073106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-ed199132-5d5e-42a0-bbf9-7c0c6a126f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:43.074583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-ed199132-5d5e-42a0-bbf9-7c0c6a126f3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1576107 Oct 29 11:31:43.101187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-f302bb8e-cd59-4e2e-8ac1-9092fae1c77f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:43.102678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-f302bb8e-cd59-4e2e-8ac1-9092fae1c77f tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 946 time: 0.0669677 Oct 29 11:31:43.104363 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee5f12-b066-486d-89cf-537d69f95c10 x-openstack-request-id: req-88ee5f12-b066-486d-89cf-537d69f95c10 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:43.104653 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:43.104901 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88ee5f12-b066-486d-89cf-537d69f95c10 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:43.105312 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'code': 200} Oct 29 11:31:43.128741 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7309d9-34d4-4f89-9275-15b40298dbc1 x-openstack-request-id: req-9e7309d9-34d4-4f89-9275-15b40298dbc1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:43.129043 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:43.129538 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e7309d9-34d4-4f89-9275-15b40298dbc1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:43.130417 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'code': 200} Oct 29 11:31:43.166163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b51b5ce3-0347-4529-9e10-01ca155b606e req-2839034f-7f25-4153-ba88-22bd316c6c33 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105514 Oct 29 11:31:43.222022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-1c889f44-05ab-49d6-a582-1e6b88985e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.1337471 Oct 29 11:31:43.295516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Deleting port b24040b0-270b-4d8c-af73-64b4ac0ef76b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:43.295931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:43.299288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-d5826d9c-7e2e-4361-83cb-2b868db47a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:43.300872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-d5826d9c-7e2e-4361-83cb-2b868db47a48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0679796 Oct 29 11:31:43.410114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-0c109a8e-07a9-4e0f-b4d1-14815e913cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:43.411646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-0c109a8e-07a9-4e0f-b4d1-14815e913cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955367 Oct 29 11:31:43.502737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] For port b24040b0-270b-4d8c-af73-64b4ac0ef76b, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b24040b0-270b-4d8c-af73-64b4ac0ef76b,segment=NetworkSegment(89032c11-a9a6-4ab4-bff2-200c4512fd31),segment_id=89032c11-a9a6-4ab4-bff2-200c4512fd31)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:43.503096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:43.520370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Calling delete_port for b24040b0-270b-4d8c-af73-64b4ac0ef76b owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:43.625648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-1eb30d85-66c1-4703-b875-a2114caabf52 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040248 Oct 29 11:31:43.654573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:43.696813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ab86-7fdb-4874-889c-bd93ba153ab9 req-fd991003-fd61-49a1-ad67-b8a55fd38620 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:43.697141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:43.697616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b24040b0-270b-4d8c-af73-64b4ac0ef76b no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:43.698387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb50ab86-7fdb-4874-889c-bd93ba153ab9 req-fd991003-fd61-49a1-ad67-b8a55fd38620 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1692569 Oct 29 11:31:43.794904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:43.814232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a7107-f92a-4e51-a5a0-638a4edda3a5 req-73db3282-b8aa-4d51-956d-d2ac8d9fec91 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745255 Oct 29 11:31:43.819370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb50ab86-7fdb-4874-889c-bd93ba153ab9 req-be877072-74d9-408c-92f1-621fde197d6f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1053762 Oct 29 11:31:43.841857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:43.884727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event deleted for resources: {'Port': ['ID=b24040b0-270b-4d8c-af73-64b4ac0ef76b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:43.984343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] No DVR routers for this DVR port b24040b0-270b-4d8c-af73-64b4ac0ef76b on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:43.989024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:43.993802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5a32c55-98e0-400a-8f26-a1759c8d361d req-43f0aaa9-06c0-458b-abb8-fe324dc041d7 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.41 "DELETE /v2.0/ports/b24040b0-270b-4d8c-af73-64b4ac0ef76b HTTP/1.1" status: 204 len: 173 time: 0.8533475 Oct 29 11:31:43.996302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'name': 'network-vif-deleted', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:44.001175 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82cb74-835a-42d5-a8b5-192b4279491f" -d '{"events": [{"server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "name": "network-vif-deleted", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:44.065353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaef258-20b8-4f8d-88d8-0d0bc627e330 req-f55e69d1-2b41-4f7b-ac0e-6af1879262e4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.066980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-feaef258-20b8-4f8d-88d8-0d0bc627e330 req-f55e69d1-2b41-4f7b-ac0e-6af1879262e4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.1213508 Oct 29 11:31:44.129635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-feaef258-20b8-4f8d-88d8-0d0bc627e330 req-fbc947ad-8227-4cb6-ae50-f969c921a675 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474708 Oct 29 11:31:44.264365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677899ff-1002-4088-880b-e3df078395fe req-b757f11a-1e9e-45bd-9ef8-26a60c4fa7a2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.267147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-677899ff-1002-4088-880b-e3df078395fe req-b757f11a-1e9e-45bd-9ef8-26a60c4fa7a2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0738566 Oct 29 11:31:44.311938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-677899ff-1002-4088-880b-e3df078395fe req-118631ea-c2d0-4311-89ae-7f5366e0c03a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Oct 29 11:31:44.435879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b5f2c2e-7bdd-4b6a-8db7-1337f4a0129f req-4f50b1b3-9812-46b7-aec4-cae427466757 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23 HTTP/1.1" status: 200 len: 210 time: 0.0312552 Oct 29 11:31:44.606190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.614385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.620872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.628729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.636727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.642722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.649112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.651525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-a36a77b2-07f1-4109-ae4b-bbbc438b0050 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1082194 Oct 29 11:31:44.719277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2668dbb-a90b-4c25-89e7-54babf5e52a3 req-cb90b8df-8267-454c-9aac-e896e9592808 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534105 Oct 29 11:31:44.826368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a1f7-0992-462c-9982-ab6f7bd0e747 req-d11fe157-5bae-41a7-a2d3-a8d065bbe621 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:44.828427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d97a1f7-0992-462c-9982-ab6f7bd0e747 req-d11fe157-5bae-41a7-a2d3-a8d065bbe621 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0518551 Oct 29 11:31:44.867876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d97a1f7-0992-462c-9982-ab6f7bd0e747 req-6e764528-675a-4283-b7e2-f115920e48f1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Oct 29 11:31:44.919258 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77bbc2d-6944-478b-94fc-6a7010f16e15 x-openstack-request-id: req-e77bbc2d-6944-478b-94fc-6a7010f16e15 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:44.919618 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23", "name": "network-vif-deleted", "tag": "b24040b0-270b-4d8c-af73-64b4ac0ef76b", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:44.919940 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e77bbc2d-6944-478b-94fc-6a7010f16e15 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:44.920410 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3fa817-f8bc-4a31-87e1-a26d9ccc3c23', 'name': 'network-vif-deleted', 'tag': 'b24040b0-270b-4d8c-af73-64b4ac0ef76b', 'status': 'completed', 'code': 200} Oct 29 11:31:45.107895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:45.111770 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b23672-b43d-48f8-8c06-1df47a919cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:45.117874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d482a-745d-49f0-902f-8567a0fbaaf2 req-367e06e9-9ece-4664-80ec-2f641cb0a0f6 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.120481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66d482a-745d-49f0-902f-8567a0fbaaf2 req-367e06e9-9ece-4664-80ec-2f641cb0a0f6 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 814 time: 0.1307888 Oct 29 11:31:45.136870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66d482a-745d-49f0-902f-8567a0fbaaf2 req-bdb40a2f-aa66-4ddc-9211-b774537df2ee tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/quotas/2953a99b5f5d4970ae3f371c2f8ab38e HTTP/1.1" status: 200 len: 375 time: 0.0106719 Oct 29 11:31:45.191744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66d482a-745d-49f0-902f-8567a0fbaaf2 req-5a65855b-fd49-4b5d-8ea9-f4403b9ec315 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480030 Oct 29 11:31:45.367695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688961-9765-42d6-b796-1ebefc9ffac5 req-f695054f-064a-4064-af4f-c83d9900b010 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.369307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd688961-9765-42d6-b796-1ebefc9ffac5 req-f695054f-064a-4064-af4f-c83d9900b010 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0481107 Oct 29 11:31:45.409944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd688961-9765-42d6-b796-1ebefc9ffac5 req-a7a992d1-5734-44cc-aeab-92de53eb730b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336595 Oct 29 11:31:45.455196 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0cdd4-5d77-4711-836c-5b09921eba33 x-openstack-request-id: req-47f0cdd4-5d77-4711-836c-5b09921eba33 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:45.455499 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:45.455813 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47f0cdd4-5d77-4711-836c-5b09921eba33 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:45.456151 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'status': 'completed', 'code': 200} Oct 29 11:31:45.521659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-a4f3be93-5d91-455a-85ad-9a7ddc3377c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.523180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-a4f3be93-5d91-455a-85ad-9a7ddc3377c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=defc5934a2cb4c17a6922696eca515d7&device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0410733 Oct 29 11:31:45.561208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0e190-be70-40d2-bdf4-887cb47bf814 req-dd37c00b-0531-4e5e-b624-28464544a7f7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.563048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fa0e190-be70-40d2-bdf4-887cb47bf814 req-dd37c00b-0531-4e5e-b624-28464544a7f7 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.0586538 Oct 29 11:31:45.604505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fa0e190-be70-40d2-bdf4-887cb47bf814 req-4ff3c85a-866f-444c-a71c-f0c5750daa67 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Oct 29 11:31:45.628597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-4df0109c-c5e3-46ab-ac7d-951257a1c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.628597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-4df0109c-c5e3-46ab-ac7d-951257a1c471 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.0926661 Oct 29 11:31:45.667061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-5ae36f32-86fe-4424-a8d7-91fc4df84436 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 200 len: 217 time: 0.0370224 Oct 29 11:31:45.717815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-f82d9d0f-93fc-451c-acfd-11fe31c7cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.719287 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-f82d9d0f-93fc-451c-acfd-11fe31c7cf4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0461092 Oct 29 11:31:45.721163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d724-bbc4-43cd-9a1e-12ca628f9131 req-0c066eff-152a-4085-b9e9-178d976aa594 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.722644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f63d724-bbc4-43cd-9a1e-12ca628f9131 req-0c066eff-152a-4085-b9e9-178d976aa594 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0548482 Oct 29 11:31:45.767042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f63d724-bbc4-43cd-9a1e-12ca628f9131 req-91a17f52-a78d-4e47-a285-b6f3eaee94ba tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372963 Oct 29 11:31:45.772734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-546de6a5-6e4f-439d-8f55-f26e11816c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.774332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-546de6a5-6e4f-439d-8f55-f26e11816c42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478339 Oct 29 11:31:45.877215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-232b8ca3-57b3-4301-a4db-e953af0de15a service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950375 Oct 29 11:31:45.950282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d18a95-71e7-4860-a80f-b781644efa73 req-15d80667-a312-412a-8426-b9e8f0a110d8 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:45.952141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3d18a95-71e7-4860-a80f-b781644efa73 req-15d80667-a312-412a-8426-b9e8f0a110d8 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 1099 time: 0.0444939 Oct 29 11:31:45.990541 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5b23672-b43d-48f8-8c06-1df47a919cf7 req-edb4f410-1227-48b5-8c4d-6e3e5e2b83e3 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042557 Oct 29 11:31:46.002281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3d18a95-71e7-4860-a80f-b781644efa73 req-db1132d7-837a-424e-8ee1-d867e3ee59a0 tempest-MigrationsAdminTest-1587423516 tempest-MigrationsAdminTest-1587423516-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Oct 29 11:31:46.116131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.122510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.128362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.134495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.141426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.147532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.153744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.155598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-e756d08b-f5b3-4738-98fb-10bba370688f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.0993440 Oct 29 11:31:46.199698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aca83d17-dfb6-412f-9c15-4059fe98fdae req-72b5b5dc-77d4-4cb5-9e15-e79f8fce50b8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376604 Oct 29 11:31:46.326522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6e7fe-bd44-469b-a805-3d927bef99fa req-94eebbe3-42b4-4ef0-a5d3-a085c5678a2c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.328074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7b6e7fe-bd44-469b-a805-3d927bef99fa req-94eebbe3-42b4-4ef0-a5d3-a085c5678a2c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Oct 29 11:31:46.369474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7b6e7fe-bd44-469b-a805-3d927bef99fa req-d248b35d-ab35-41d7-9775-60549492918b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Oct 29 11:31:46.529424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48624ea5-ffc8-44af-8b7e-6113b5045938 req-851c51bc-4c7d-4d16-a361-10d0a07f2638 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:46.530949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48624ea5-ffc8-44af-8b7e-6113b5045938 req-851c51bc-4c7d-4d16-a361-10d0a07f2638 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0484385 Oct 29 11:31:46.570478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48624ea5-ffc8-44af-8b7e-6113b5045938 req-8e7ee59e-74a2-48c2-82af-9c88631dd5f2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Oct 29 11:31:46.887194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76882ecb-1ff2-41b2-bc65-e4cbfee8e1e3 req-0a59a240-5a93-474a-9a78-81dc2208ea45 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e HTTP/1.1" status: 200 len: 221 time: 0.0278738 Oct 29 11:31:46.991902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:47.000968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a177b-03bf-4370-ad4f-8023e687907e req-0bc75ed7-7ca6-4acb-b4d4-780b2fbc4e3f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.002530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-510a177b-03bf-4370-ad4f-8023e687907e req-0bc75ed7-7ca6-4acb-b4d4-780b2fbc4e3f tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 948 time: 0.0562706 Oct 29 11:31:47.049517 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-510a177b-03bf-4370-ad4f-8023e687907e req-2cf67b65-1570-44c8-9e6b-c6f4382b88aa tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Oct 29 11:31:47.108023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:47.120573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'mac_address': 'fa:16:3e:eb:bb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:47.163588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.177865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:47.198589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:47.210399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.253600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5b74c-0ab8-4caa-b105-5ef0a5a9969f req-fa4fd2a2-5c31-42b8-b1f8-a0e7c044055b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.255167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fe5b74c-0ab8-4caa-b105-5ef0a5a9969f req-fa4fd2a2-5c31-42b8-b1f8-a0e7c044055b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0560582 Oct 29 11:31:47.260629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:47.297617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fe5b74c-0ab8-4caa-b105-5ef0a5a9969f req-33b2445e-af35-4047-b0fa-7b49365f9a77 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Oct 29 11:31:47.341297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53544) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:47.406783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.453530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.500786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.507244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.514336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.520635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.526928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.533242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.539688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.539841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['34bcd2be-68dc-408d-95d5-5256db000ab4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:47.541961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-8474c100-cf3a-4daf-9c8d-652324c07dcc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1493378 Oct 29 11:31:47.579969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.583259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.584445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "DELETE /v2.0/security-groups/b54e7c5d-94c3-46e8-8f1f-d0de4e135576 HTTP/1.1" status: 204 len: 168 time: 0.2421114 Oct 29 11:31:47.587709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:47.602792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda2c3-8f45-477c-b80d-8cab03d8e471 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e7c5d-94c3-46e8-8f1f-d0de4e135576,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:47.603330 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-e55e4f3f-c537-4c49-a934-81f4d633eef5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] show failed (client error): The resource could not be found. Oct 29 11:31:47.607492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:47.615056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e55e4f3f-c537-4c49-a934-81f4d633eef5 tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "GET /v2.0/security-groups/b54e7c5d-94c3-46e8-8f1f-d0de4e135576 HTTP/1.1" status: 404 len: 347 time: 0.0257108 Oct 29 11:31:47.629606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3caaee39-aacb-4350-abb0-4c37955c3e3c req-3aa54b25-edae-4b14-874b-d9b5b7a254b9 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754571 Oct 29 11:31:47.840668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f9ed-392c-4d49-a31d-67c359983ee6 req-af6e15f0-0f7f-455a-bc73-cc55df174dc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:47.842338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5920f9ed-392c-4d49-a31d-67c359983ee6 req-af6e15f0-0f7f-455a-bc73-cc55df174dc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0878665 Oct 29 11:31:47.870805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Deleting port 35c691d3-a9d4-4021-866c-1182061d7649 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:47.871026 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.937810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5920f9ed-392c-4d49-a31d-67c359983ee6 req-d6f69513-cb34-419a-b285-d13d179895b0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879123 Oct 29 11:31:47.976007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.976587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:47.991319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Calling delete_port for 35c691d3-a9d4-4021-866c-1182061d7649 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:48.125726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b96048-f25c-4966-a2c8-5b2d4b1cb062 req-cf3ef130-d9b0-46a7-b26f-a481908060d5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:48.127155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2b96048-f25c-4966-a2c8-5b2d4b1cb062 req-cf3ef130-d9b0-46a7-b26f-a481908060d5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0744007 Oct 29 11:31:48.157850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-6202bf93-43c9-40ff-820b-e8932f2a2e95 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:48.159340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-6202bf93-43c9-40ff-820b-e8932f2a2e95 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0548227 Oct 29 11:31:48.216183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2b96048-f25c-4966-a2c8-5b2d4b1cb062 req-df86f893-9551-41f9-85d1-b2da4f343135 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649164 Oct 29 11:31:48.222857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.268143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Deleting port 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:48.268688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.268905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Pushing event deleted for resources: {'Port': ['ID=35c691d3-a9d4-4021-866c-1182061d7649,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:48.366082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.371871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.371871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6b654363-7b8d-4a6e-90a1-dcbe6fa6e1ca tempest-ImagesOneServerNegativeTestJSON-467857702 tempest-ImagesOneServerNegativeTestJSON-467857702-project] 10.222.0.77 "DELETE /v2.0/floatingips/fe1a1658-12e4-4a63-ba52-81bcbff457a2 HTTP/1.1" status: 204 len: 168 time: 0.7588818 Oct 29 11:31:48.384883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] For port 34bcd2be-68dc-408d-95d5-5256db000ab4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=34bcd2be-68dc-408d-95d5-5256db000ab4,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:48.385280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.398362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Calling delete_port for 34bcd2be-68dc-408d-95d5-5256db000ab4 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:48.471583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584db1a-5764-4eec-bd7b-6ec199eee08f req-6dfb59c2-bde8-464f-815c-522ca549c50b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:48.473155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0584db1a-5764-4eec-bd7b-6ec199eee08f req-6dfb59c2-bde8-464f-815c-522ca549c50b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=85d49ae5-5813-4774-9821-f0281197f1e7 HTTP/1.1" status: 200 len: 949 time: 0.0519989 Oct 29 11:31:48.517058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0584db1a-5764-4eec-bd7b-6ec199eee08f req-25e0ef5c-dc84-4fd5-a30c-87c07153f969 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347416 Oct 29 11:31:48.544387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.558688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:48.563006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531', '8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:48.577873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event deleted for resources: {'Port': ['ID=34bcd2be-68dc-408d-95d5-5256db000ab4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:48.629622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] No DVR routers for this DVR port 34bcd2be-68dc-408d-95d5-5256db000ab4 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:48.632733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:48.636855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a60cf20d-f660-4b9e-bbc5-849880602f82 req-44028852-ac36-4baa-bbbf-96e64d157c58 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "DELETE /v2.0/ports/34bcd2be-68dc-408d-95d5-5256db000ab4 HTTP/1.1" status: 204 len: 173 time: 0.4693825 Oct 29 11:31:48.637442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-deleted', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:48.640425 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fa844-ea1b-439f-b8a2-4e41bf596006" -d '{"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-deleted", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:48.780536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a427b39-fb39-400d-9da1-e74c07f9c623 req-9312c08f-86f4-4b25-b661-8bad04f8fefa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:48.786269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a427b39-fb39-400d-9da1-e74c07f9c623 req-9312c08f-86f4-4b25-b661-8bad04f8fefa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1100585 Oct 29 11:31:48.857704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a427b39-fb39-400d-9da1-e74c07f9c623 req-cf5245e2-36fa-4918-8705-61d0a53c07a2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Oct 29 11:31:49.018227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:49.046718 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No ports have port_id starting with 34bcd2be-68dc-408d-95d5-5256db000ab4 Oct 29 11:31:49.051029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 requested by agent hyperv_n-h2-805046-9 not found in database {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 29 11:31:49.057168 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2cf162-8563-476c-b4f3-ac1bec0ba9f0 x-openstack-request-id: req-5c2cf162-8563-476c-b4f3-ac1bec0ba9f0 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:49.057732 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49ae5-5813-4774-9821-f0281197f1e7", "name": "network-vif-deleted", "tag": "34bcd2be-68dc-408d-95d5-5256db000ab4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:49.058067 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c2cf162-8563-476c-b4f3-ac1bec0ba9f0 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:49.058654 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49ae5-5813-4774-9821-f0281197f1e7', 'name': 'network-vif-deleted', 'tag': '34bcd2be-68dc-408d-95d5-5256db000ab4', 'status': 'completed', 'code': 200} Oct 29 11:31:49.239730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.246651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.258277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.259551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.266015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.272078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.278743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.280845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-ac103c37-1cf7-41dc-acda-7fe8c0beb5f3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1053412 Oct 29 11:31:49.349949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c0e30f9-b576-45e9-b1ae-56edb41cc197 req-84ecd6ab-bd23-42fb-9bd9-a312b32b76a8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540843 Oct 29 11:31:49.511677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9f43e-4cd8-4d47-9013-4315433e25d7 req-c359de35-e5ee-4dfb-90c3-6979e42e570b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.513075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97e9f43e-4cd8-4d47-9013-4315433e25d7 req-c359de35-e5ee-4dfb-90c3-6979e42e570b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0496938 Oct 29 11:31:49.553212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97e9f43e-4cd8-4d47-9013-4315433e25d7 req-ea8d0f0c-0bf0-44b3-a7a9-36c23a4863c8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Oct 29 11:31:49.692721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95b4fc-49fb-4bed-8b8e-589e9a160aab req-bd30b165-05de-4cde-8b19-bad9bd1deecf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:49.694181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f95b4fc-49fb-4bed-8b8e-589e9a160aab req-bd30b165-05de-4cde-8b19-bad9bd1deecf tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0514901 Oct 29 11:31:49.745239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f95b4fc-49fb-4bed-8b8e-589e9a160aab req-31c089ba-219b-4cb8-a250-086432b26f51 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Oct 29 11:31:49.894495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:49.947852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Deleting subnet 0d6bdca6-2607-45cb-b765-835834378596 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:31:49.951869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:49.993622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.057593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.137674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.181314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6bdca6-2607-45cb-b765-835834378596,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:50.197628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.200816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a15ae0f0-1faa-462c-a16d-e1c057540a34 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0d6bdca6-2607-45cb-b765-835834378596 HTTP/1.1" status: 204 len: 168 time: 0.3053117 Oct 29 11:31:50.204625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53602) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:50.235879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b27d6c-d264-44b0-a96c-765c14370b36 req-c7da6a92-ebaa-42a4-8c82-638a1cabc9e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.238567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9b27d6c-d264-44b0-a96c-765c14370b36 req-c7da6a92-ebaa-42a4-8c82-638a1cabc9e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0902536 Oct 29 11:31:50.288098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.289179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9b27d6c-d264-44b0-a96c-765c14370b36 req-80aeeb4d-45ab-4563-b9c7-8f46b952b6b9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Oct 29 11:31:50.378782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.406029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45f6e2c-3a4c-4caa-b37a-182f733acd66']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:50.409398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316f3b-bcf4-496a-8071-950afbcb2b18 req-a450456e-3604-4b4d-934f-632380381b57 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.410893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22316f3b-bcf4-496a-8071-950afbcb2b18 req-a450456e-3604-4b4d-934f-632380381b57 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 950 time: 0.0579891 Oct 29 11:31:50.422918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89032c11-a9a6-4ab4-bff2-200c4512fd31') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:50.423419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89032c11-a9a6-4ab4-bff2-200c4512fd31') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:50.442784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.460126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.463701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22316f3b-bcf4-496a-8071-950afbcb2b18 req-817ae895-72a9-4644-ba19-607d346c00a1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Oct 29 11:31:50.478617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:31:50.479012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:31:50.489417 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:31:50.545697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.556518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.559962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e45f6e2c-3a4c-4caa-b37a-182f733acd66 HTTP/1.1" status: 204 len: 168 time: 0.3531208 Oct 29 11:31:50.583397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f719a-56af-4b1e-9b95-c32f6dd0f437 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45f6e2c-3a4c-4caa-b37a-182f733acd66,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:50.597520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000df4d-9acd-4e97-95f6-6d18fdbb72b9 req-7cae096f-f305-477e-8f18-b3064a4c585b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.599264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3000df4d-9acd-4e97-95f6-6d18fdbb72b9 req-7cae096f-f305-477e-8f18-b3064a4c585b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0684090 Oct 29 11:31:50.643576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3000df4d-9acd-4e97-95f6-6d18fdbb72b9 req-cb58a546-9dfa-4c21-b914-c394bd672a20 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Oct 29 11:31:50.751706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53612) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:50.778972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.784932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.791461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.797535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.803667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.805807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-56e77269-e3ed-48de-88ea-620633f90e40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0df4ecf69ee448fb8de31b1316901796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523846 Oct 29 11:31:50.809609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.815492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:50.815631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:50.817377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-ba98f504-c2d2-4af0-a6e1-3670cca4c3b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1000760 Oct 29 11:31:50.868363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2488f87e-65cf-401b-b594-90ecfcaf9a55 req-e42ef664-54a9-49d2-bae6-d8828c93e0de tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417140 Oct 29 11:31:50.875231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.918775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.980862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.986031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:50.987956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97218e1c-211b-40fc-bec3-b2325e623f46 HTTP/1.1" status: 204 len: 168 time: 0.1710784 Oct 29 11:31:51.005747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74a465-5c90-4e93-b439-b7ed74d09bc9 req-a549bcf5-1286-4fcc-b29f-518fd0cb2cc6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:51.007607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d74a465-5c90-4e93-b439-b7ed74d09bc9 req-a549bcf5-1286-4fcc-b29f-518fd0cb2cc6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0673397 Oct 29 11:31:51.011617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919dda7-ce3c-43de-942f-2053b4f5037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97218e1c-211b-40fc-bec3-b2325e623f46,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:51.050479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:51.058651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d74a465-5c90-4e93-b439-b7ed74d09bc9 req-b07035bc-424a-404f-b2f5-564e73aed365 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Oct 29 11:31:51.109976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 34bcd2be-68dc-408d-95d5-5256db000ab4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:31:51.111411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 34bcd2be-68dc-408d-95d5-5256db000ab4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:51.298058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5f44-594f-429c-a16a-0f413a965fcb req-fef5c703-b146-41b2-9466-b84c4cb72805 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:51.299516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e88f5f44-594f-429c-a16a-0f413a965fcb req-fef5c703-b146-41b2-9466-b84c4cb72805 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0593672 Oct 29 11:31:51.361880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e88f5f44-594f-429c-a16a-0f413a965fcb req-eb2d6782-5538-4378-a024-3b2b0a00b66b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Oct 29 11:31:51.500784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac71914-7df9-455b-93f4-f278b5dc7bac req-5ea6f134-ec16-43dc-8560-fed563d95d62 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:51.504891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ac71914-7df9-455b-93f4-f278b5dc7bac req-5ea6f134-ec16-43dc-8560-fed563d95d62 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0645261 Oct 29 11:31:51.562200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ac71914-7df9-455b-93f4-f278b5dc7bac req-aa18a7d4-411c-411f-b0ab-9d29dc3a5088 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Oct 29 11:31:51.660480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:51.666270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-728012eb-5ef9-49b4-ac1b-9e1882c8485d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:51.667763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-728012eb-5ef9-49b4-ac1b-9e1882c8485d tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 950 time: 0.0786283 Oct 29 11:31:51.784157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc5aea-2d2e-4860-89f1-b29644e83852 req-d548f31a-21bb-4466-97ef-8edb081b9ae8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:51.785702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bc5aea-2d2e-4860-89f1-b29644e83852 req-d548f31a-21bb-4466-97ef-8edb081b9ae8 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=047fdb45-9add-457c-8f5f-ba680971851f HTTP/1.1" status: 200 len: 950 time: 0.1170452 Oct 29 11:31:51.838227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Deleting port 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:51.838558 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.005199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53652) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:52.128048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1325503131-network', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:52.152386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Made reservation on behalf of 57d8cfce80c04bb491aa4207a175ae38 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:52.154994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.166081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.191318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bc5aea-2d2e-4860-89f1-b29644e83852 req-368c1873-ef9b-4c0f-b1ba-03a1a64e002a tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964732 Oct 29 11:31:52.316112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] For port 40877700-4d9b-4ac6-a0d0-647d36b94efa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=40877700-4d9b-4ac6-a0d0-647d36b94efa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:52.316740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.327324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.332164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.335173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Calling delete_port for 40877700-4d9b-4ac6-a0d0-647d36b94efa owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:52.365370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a919f2-8906-4249-aa94-b80e529cc76b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:52.367965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:31:52.383290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.383725 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Added segment 2f7719ae-3150-4161-975d-7a156a8066fd of type vlan for network bc9fb02d-1710-4aa7-bda5-a6e5e895448b Oct 29 11:31:52.441052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.465775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.471797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.474641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.476821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.477954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.478566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.484494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.490454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.497139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.503329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.505365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e191ccef-3963-49bb-872d-620329c06c44 req-37283496-c25a-4773-bf79-77313a02fb82 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1676333 Oct 29 11:31:52.546939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5399091 Oct 29 11:31:52.549817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:52.558740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Request body: {'subnet': {'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-subnet', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:52.573684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e191ccef-3963-49bb-872d-620329c06c44 req-7fb024e1-d1a6-49e8-96ac-018c985535d8 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550525 Oct 29 11:31:52.590059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e48f1a-c8e3-4985-9c19-9a7804c8c567 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9fb02d-1710-4aa7-bda5-a6e5e895448b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:52.601369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Made reservation on behalf of 57d8cfce80c04bb491aa4207a175ae38 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:31:52.603727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:31:52.610481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.719128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.738184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['40877700-4d9b-4ac6-a0d0-647d36b94efa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:52.742355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531', '8b77f6f8-106b-4232-8642-0e61d1cf1fef'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:52.766342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eed51-dbac-4362-96a2-27ec21149546 req-555385fa-839c-4410-b745-a5ccf8c65c47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:52.774215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea9eed51-dbac-4362-96a2-27ec21149546 req-555385fa-839c-4410-b745-a5ccf8c65c47 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0984104 Oct 29 11:31:52.776886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event deleted for resources: {'Port': ['ID=40877700-4d9b-4ac6-a0d0-647d36b94efa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:52.846074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] No DVR routers for this DVR port 40877700-4d9b-4ac6-a0d0-647d36b94efa on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:52.851277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.857566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c78bb7ad-213c-4231-8382-f5311b9f69b6 req-679b8942-fd26-473d-979a-44b5a7d565f1 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.41 "DELETE /v2.0/ports/40877700-4d9b-4ac6-a0d0-647d36b94efa HTTP/1.1" status: 204 len: 173 time: 1.1805563 Oct 29 11:31:52.859726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-deleted', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:52.862389 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c43b17-b7d5-4f60-90fc-19796c7cf822" -d '{"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-deleted", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:52.886615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea9eed51-dbac-4362-96a2-27ec21149546 req-11f582c6-938f-423f-aae3-323e9abdf613 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112080 Oct 29 11:31:52.921965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:52.984211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Pushing event updated for resources: {'Subnet': ['ID=840b2511-bcbd-457f-a057-d62c85dec18e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:53.046850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Checking segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:53.047528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Network hostable DHCP agents. Network: bc9fb02d-1710-4aa7-bda5-a6e5e895448b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:31:53.073979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:31:53.092067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, bc9fb02d-1710-4aa7-bda5-a6e5e895448b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:53.098903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:53.099624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.118024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9893393-c87d-4f81-8e51-f74be44ecd2b None None] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:53.143206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53668) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:53.147079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0d76c8b-d9fb-46a6-be53-9a00878f835f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5948360 Oct 29 11:31:53.149456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:31:53.222227 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.223597 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.379656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdf59-357e-4cf9-9547-da33171a0402 req-1d545798-76c2-4fb5-89e7-8c85f3882fcd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:53.392611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51ebdf59-357e-4cf9-9547-da33171a0402 req-1d545798-76c2-4fb5-89e7-8c85f3882fcd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2164063 Oct 29 11:31:53.400996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.433529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:31:53.435024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.519238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51ebdf59-357e-4cf9-9547-da33171a0402 req-94d988b7-4643-44ba-a85e-2536a36abcff tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257224 Oct 29 11:31:53.635895 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb9dee3-6d55-4c85-b505-d72c130e9cb6 x-openstack-request-id: req-4cb9dee3-6d55-4c85-b505-d72c130e9cb6 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:53.636246 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047fdb45-9add-457c-8f5f-ba680971851f", "name": "network-vif-deleted", "tag": "40877700-4d9b-4ac6-a0d0-647d36b94efa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:53.636568 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cb9dee3-6d55-4c85-b505-d72c130e9cb6 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:53.636978 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047fdb45-9add-457c-8f5f-ba680971851f', 'name': 'network-vif-deleted', 'tag': '40877700-4d9b-4ac6-a0d0-647d36b94efa', 'status': 'completed', 'code': 200} Oct 29 11:31:53.646715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Allocated IP 172.20.0.2 (bc9fb02d-1710-4aa7-bda5-a6e5e895448b/840b2511-bcbd-457f-a057-d62c85dec18e/fdeb34dc-7eea-470e-ac2c-7ab336c63e4a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:53.650785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.867353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.876264 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.935505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:53.941248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:53.944576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:53.949977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:53.962340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Pushing event updated for resources: {'Port': ['ID=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:53.968634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.082376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Attempting to bind port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:54.082554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Attempting to bind port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:54.082779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Attempting to bind port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a on network bc9fb02d-1710-4aa7-bda5-a6e5e895448b {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:54.089684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:54.090116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Checking segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:54.090685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.091086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Bound using segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:54.091563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Bound port: fdeb34dc-7eea-470e-ac2c-7ab336c63e4a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:54.091944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.177102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] For port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:54.180105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Allocated IP 172.25.4.253 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/bd93a9a9-5a91-4ebc-a575-83f5947810bd) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:54.181946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] For port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:54.187729 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.295566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a9c5-72d4-4b0e-9446-c1c444bb4558 None None] Pushing event updated for resources: {'Port': ['ID=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:54.349992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daa7a7-629f-40bd-9f8c-4e8dbe78bdd2 req-b8288458-77d1-41b1-b782-f8329517ed85 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.351488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63daa7a7-629f-40bd-9f8c-4e8dbe78bdd2 req-b8288458-77d1-41b1-b782-f8329517ed85 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1814640 Oct 29 11:31:54.426292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.442414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63daa7a7-629f-40bd-9f8c-4e8dbe78bdd2 req-75008cff-7eb9-45ea-bee8-8917d82b1198 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793746 Oct 29 11:31:54.555663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:54.628225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:54.658982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:54.664799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:54.701535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Pushing event updated for resources: {'Port': ['ID=bd93a9a9-5a91-4ebc-a575-83f5947810bd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:54.772486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.781828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.787759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.794229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.801206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.808818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.815053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:54.823979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-ee3e2400-95ae-4540-a4f6-716d60f0c2b1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.2541444 Oct 29 11:31:54.964946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce9344af-511e-4c9a-be10-629ec5221fc0 req-bd4d2edc-74fc-4401-a927-b4aac0c667a5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395643 Oct 29 11:31:55.341732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:55.506123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4b55-c51f-4e5b-b74e-823375b642a6 req-c65ea8dc-a6a2-42d0-9fc3-a4a6a2b5480b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:55.507706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d5e4b55-c51f-4e5b-b74e-823375b642a6 req-c65ea8dc-a6a2-42d0-9fc3-a4a6a2b5480b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0786207 Oct 29 11:31:55.636272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d5e4b55-c51f-4e5b-b74e-823375b642a6 req-67f3ee1d-1250-4495-95f7-91cd2f1efe0d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215379 Oct 29 11:31:55.668821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:55.670903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:55.716814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:55.739647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75287a86-9a5d-4f83-ab1a-0a4c71b60251 None None] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:31:55.794953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 40877700-4d9b-4ac6-a0d0-647d36b94efa {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:31:55.795336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 40877700-4d9b-4ac6-a0d0-647d36b94efa not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:55.816200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] Provisioning complete for port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:55.816698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:55.885769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41beb-622b-47a1-9674-77bd6d35f9e5 req-2bba47dc-19a3-4a4c-8f3f-e1280aa192f7 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:55.888233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fad41beb-622b-47a1-9674-77bd6d35f9e5 req-2bba47dc-19a3-4a4c-8f3f-e1280aa192f7 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 945 time: 0.0894866 Oct 29 11:31:55.918701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Router d1f31ebb-45e0-43a3-a121-0fcf0acac440 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:31:56.041672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fad41beb-622b-47a1-9674-77bd6d35f9e5 req-12b93c1a-a3ec-4b58-a109-91e4f7139dad tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331418 Oct 29 11:31:56.097358 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.101362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32285b-5356-44f1-9ded-66fb744a150b req-8828338c-3373-43e7-a9f8-8362098663e2 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.106071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e32285b-5356-44f1-9ded-66fb744a150b req-8828338c-3373-43e7-a9f8-8362098663e2 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Oct 29 11:31:56.136388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdeb34dc-7eea-470e-ac2c-7ab336c63e4a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:56.207016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] For port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:56.213145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:31:56.213494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.247170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.247342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Sync routers for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:31:56.251924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2513be78-684c-47b8-91d5-05240c903248 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1039202 Oct 29 11:31:56.251924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:31:56.281142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:56.281510 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.286193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:31:56.286413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:31:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:56.333591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7df1b-5613-4315-a7a3-3d997dda26cc req-9f563d46-8c92-440e-b3a0-b162348fbf5c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.335174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79f7df1b-5613-4315-a7a3-3d997dda26cc req-9f563d46-8c92-440e-b3a0-b162348fbf5c tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.1738305 Oct 29 11:31:56.364247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Deleting port 6adc90de-53e4-41dd-9147-35430efae95a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:56.364585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.370424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9e366-67b7-40c1-9124-ff47fe2ab016 None None] Pushing event updated for resources: {'Port': ['ID=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:56.461161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79f7df1b-5613-4315-a7a3-3d997dda26cc req-0fddddff-1ca6-4fc7-bf0e-68004f39ec4b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134682 Oct 29 11:31:56.478909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:31:56.601450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] For port 6adc90de-53e4-41dd-9147-35430efae95a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6adc90de-53e4-41dd-9147-35430efae95a,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:56.602022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.602117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e5f83d73-9fe6-40c7-a097-853adb5ea67e None None] Provisioning complete for port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:56.602397 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d73-9fe6-40c7-a097-853adb5ea67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.625114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Calling delete_port for 6adc90de-53e4-41dd-9147-35430efae95a owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:56.663465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.669447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.675373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.681839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.687753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.693677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.700128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.702027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-c0b14f24-7b70-4b53-8705-b47277191c40 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5430 time: 0.1606033 Oct 29 11:31:56.757829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:55Z', 'revision_number': 3, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:56.789693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Checking router: d1f31ebb-45e0-43a3-a121-0fcf0acac440 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:31:56.790034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Updating router d1f31ebb-45e0-43a3-a121-0fcf0acac440 port bd93a9a9-5a91-4ebc-a575-83f5947810bd binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:31:56.816487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:56.871525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-d87918b9-6d81-4392-bf45-1ace0fad9b36 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:56.873100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-d87918b9-6d81-4392-bf45-1ace0fad9b36 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d0ded6b-0a2d-4941-9e18-07e1e0422f89 HTTP/1.1" status: 200 len: 950 time: 0.0702426 Oct 29 11:31:56.879465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cfab47a2-f9c3-488a-8944-c4c5820f0b4a req-778c9893-08c0-4ae9-ba53-4b09f629c928 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430733 Oct 29 11:31:57.003725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Deleting port 8b77f6f8-106b-4232-8642-0e61d1cf1fef {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:31:57.004780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.093236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.121246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58226c62-44a8-422f-89b5-94f549f3ceb8 req-614f409c-e201-4d6f-84ca-fbfa4a5ba61d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:57.122062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f', '6adc90de-53e4-41dd-9147-35430efae95a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:57.122847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58226c62-44a8-422f-89b5-94f549f3ceb8 req-614f409c-e201-4d6f-84ca-fbfa4a5ba61d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1325629 Oct 29 11:31:57.125419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909', '645700fe-6b08-4324-98ff-599fad3a2281'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:57.132065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] For port 8b77f6f8-106b-4232-8642-0e61d1cf1fef, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8b77f6f8-106b-4232-8642-0e61d1cf1fef,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:57.132692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.154833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Calling delete_port for 8b77f6f8-106b-4232-8642-0e61d1cf1fef owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:31:57.162440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event deleted for resources: {'Port': ['ID=6adc90de-53e4-41dd-9147-35430efae95a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:57.215267 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.233340 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.265474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] No DVR routers for this DVR port 6adc90de-53e4-41dd-9147-35430efae95a on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:57.270790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.278129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e32285b-5356-44f1-9ded-66fb744a150b req-3d481383-3c3d-403c-955c-e131de01abec tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "DELETE /v2.0/ports/6adc90de-53e4-41dd-9147-35430efae95a HTTP/1.1" status: 204 len: 173 time: 1.1657226 Oct 29 11:31:57.285907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'name': 'network-vif-deleted', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:57.288275 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c996412b-f919-476a-b366-fe8dbc37af9a" -d '{"events": [{"server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "name": "network-vif-deleted", "tag": "6adc90de-53e4-41dd-9147-35430efae95a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:57.339390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ae864-e8d0-4c34-8b5e-d7c08aeb98ea None None] Pushing event updated for resources: {'Port': ['ID=bd93a9a9-5a91-4ebc-a575-83f5947810bd,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:57.342246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.342496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Attempting to bind port bd93a9a9-5a91-4ebc-a575-83f5947810bd on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:31:57.342901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Attempting to bind port bd93a9a9-5a91-4ebc-a575-83f5947810bd by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:31:57.343521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Attempting to bind port bd93a9a9-5a91-4ebc-a575-83f5947810bd on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:31:57.348620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58226c62-44a8-422f-89b5-94f549f3ceb8 req-3ba7a8a5-c859-4a87-b450-57d8c9178ffc tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915326 Oct 29 11:31:57.354964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Bound port: bd93a9a9-5a91-4ebc-a575-83f5947810bd, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:31:57.379791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.418046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event deleted for resources: {'Port': ['ID=8b77f6f8-106b-4232-8642-0e61d1cf1fef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:57.491231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] No DVR routers for this DVR port 8b77f6f8-106b-4232-8642-0e61d1cf1fef on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:31:57.495660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.499453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c6604f9-337c-4a66-9a24-19144dc0f39f req-c1868515-9a46-428d-9545-57a38f6d78f4 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "DELETE /v2.0/ports/8b77f6f8-106b-4232-8642-0e61d1cf1fef HTTP/1.1" status: 204 len: 173 time: 0.6199508 Oct 29 11:31:57.500191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-deleted', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:31:57.502391 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b780ba82-2015-4975-b54e-a61871b2763c" -d '{"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-deleted", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:31:57.510346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] For port bd93a9a9-5a91-4ebc-a575-83f5947810bd, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:31:57.542562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] For port bd93a9a9-5a91-4ebc-a575-83f5947810bd, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd93a9a9-5a91-4ebc-a575-83f5947810bd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:31:57.554255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:57.626096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988b03-3ba7-472b-8f2e-7aa85deace53 req-a1aab154-f97d-4b34-8613-d0333c2fb56f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:57.629692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53988b03-3ba7-472b-8f2e-7aa85deace53 req-a1aab154-f97d-4b34-8613-d0333c2fb56f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.1393871 Oct 29 11:31:57.711935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ae864-e8d0-4c34-8b5e-d7c08aeb98ea None None] Pushing event updated for resources: {'Port': ['ID=bd93a9a9-5a91-4ebc-a575-83f5947810bd,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:57.725798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:31:57.726914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:31:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:57.742150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53988b03-3ba7-472b-8f2e-7aa85deace53 req-e84bb7f5-0af0-4931-bfab-f9d302613496 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054041 Oct 29 11:31:57.754668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Allocated IP 172.20.0.1 (bc9fb02d-1710-4aa7-bda5-a6e5e895448b/840b2511-bcbd-457f-a057-d62c85dec18e/6998fdeb-9565-48fd-b2f8-9fb29b65cf31) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:31:57.794945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 00c2467c-bbbb-44f9-9259-fa1749db5291 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:57.990937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.081865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d45fb606-d647-4996-8667-c0dfdd2fddd4 req-98bd8462-80d1-4c50-9c5a-7c3463c3618a tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4e1e2e-000e-4fcc-9cf0-a9c54f549356 HTTP/1.1" status: 200 len: 210 time: 0.0450115 Oct 29 11:31:58.090204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.151530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:58.157621 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431efdfc-ab95-4d9e-85e1-240285b2f306 x-openstack-request-id: req-431efdfc-ab95-4d9e-85e1-240285b2f306 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:58.158506 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e1e2e-000e-4fcc-9cf0-a9c54f549356", "name": "network-vif-deleted", "tag": "6adc90de-53e4-41dd-9147-35430efae95a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:58.158771 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-431efdfc-ab95-4d9e-85e1-240285b2f306 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:58.159305 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e1e2e-000e-4fcc-9cf0-a9c54f549356', 'name': 'network-vif-deleted', 'tag': '6adc90de-53e4-41dd-9147-35430efae95a', 'status': 'completed', 'code': 200} Oct 29 11:31:58.175697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:58.180183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:58.188678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:31:58.229520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:58.253897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.345822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdeb34dc-7eea-470e-ac2c-7ab336c63e4a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:31:58.390590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'port_id': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'mac_address': 'fa:16:3e:a2:70:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6043ad-74ca-4c3a-96d3-9c78a35485f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:58.405372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391c86b-7503-45f7-b0ac-0bdccca7cae0 req-815fe21c-a54c-488b-9707-f70fec96a173 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:58.407089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0391c86b-7503-45f7-b0ac-0bdccca7cae0 req-815fe21c-a54c-488b-9707-f70fec96a173 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1077759 Oct 29 11:31:58.431257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:31:58.453281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82540f15-39a6-4d8b-856d-dfb253243ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.589520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.617153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-71501d1a-373b-43c6-ab07-e70a9f2b15c5 None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:58.617533 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71501d1a-373b-43c6-ab07-e70a9f2b15c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.627534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c2467c-bbbb-44f9-9259-fa1749db5291 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:58.680762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:58.680762 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.690769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:58.722470 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.723143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device efbd9f33-5014-4f0a-b14a-28f76f06848a details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:58.734262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-71501d1a-373b-43c6-ab07-e70a9f2b15c5 None None] Port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:58.806184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0391c86b-7503-45f7-b0ac-0bdccca7cae0 req-fca3122d-06f0-49bc-8914-080d0a468046 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888443 Oct 29 11:31:58.814498 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.847537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:58.867555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:58.874435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'network_id': '35619527-bf67-415a-a6d4-afbaaa5239ca', 'port_id': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'mac_address': 'fa:16:3e:95:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6043ad-74ca-4c3a-96d3-9c78a35485f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:58.927886 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183f9db-8ccf-4fcc-8e42-3f2a3ccf9084 x-openstack-request-id: req-4183f9db-8ccf-4fcc-8e42-3f2a3ccf9084 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:31:58.928773 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ded6b-0a2d-4941-9e18-07e1e0422f89", "name": "network-vif-deleted", "tag": "8b77f6f8-106b-4232-8642-0e61d1cf1fef", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:31:58.929274 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4183f9db-8ccf-4fcc-8e42-3f2a3ccf9084 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:31:58.929897 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ded6b-0a2d-4941-9e18-07e1e0422f89', 'name': 'network-vif-deleted', 'tag': '8b77f6f8-106b-4232-8642-0e61d1cf1fef', 'status': 'completed', 'code': 200} Oct 29 11:31:58.958501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:58.975968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:55Z', 'revision_number': 3, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:31:58.980337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbd9f33-5014-4f0a-b14a-28f76f06848a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:59.018717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216482a-7ce5-487c-8627-0b73b017518c None None] The sync data for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 is: [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:55Z', 'revision_number': 3, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:31:59.040349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.041543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:31:59.044333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:31:59.051242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.051242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:59.100217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.106262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.111256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 8b77f6f8-106b-4232-8642-0e61d1cf1fef {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:31:59.111658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8b77f6f8-106b-4232-8642-0e61d1cf1fef not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:31:59.112996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.118802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.125693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.134856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.141273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.143203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-7d6930bb-4a15-4a52-a095-2bc534bd063a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5431 time: 0.1387706 Oct 29 11:31:59.145423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.153107 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.169881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:59.257909 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.268934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:59.278720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2098d98b-a7f3-4939-b04a-96353a0d7199 req-521e3268-13f4-47f5-af00-bac1f9312a97 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009662 Oct 29 11:31:59.292718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.329377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'port_id': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401', 'mac_address': 'fa:16:3e:27:87:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:59.401963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.417578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:59.442765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.457153 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.457153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device bdbed70c-47a2-498c-b020-f17421d0609e details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:59.459554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:31:59.462087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:31:59.573880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:59.620269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5b30c-c712-4d24-ab96-49501e333640 req-dcbfbb80-c238-43ed-b950-3303b05efbe8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:31:59.625788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.627912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18b5b30c-c712-4d24-ab96-49501e333640 req-dcbfbb80-c238-43ed-b950-3303b05efbe8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.2157776 Oct 29 11:31:59.643066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'port_id': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'mac_address': 'fa:16:3e:8f:f5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:31:59.690407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Router d1f31ebb-45e0-43a3-a121-0fcf0acac440 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:31:59.691859 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.719136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18b5b30c-c712-4d24-ab96-49501e333640 req-6ab91076-8e19-495c-b9a8-d19ca735bd7c tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887511 Oct 29 11:31:59.725666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbed70c-47a2-498c-b020-f17421d0609e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:31:59.751196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.760457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.761167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 95c7a38f-ae9e-4d9e-ae87-60153b00b2af details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:31:59.806656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-87a34f36-37ce-4a45-b685-966e28376341 None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:31:59.807090 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-87a34f36-37ce-4a45-b685-966e28376341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:31:59.895513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:31:59.905117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:31:59.930667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0336bd67-0475-4fb7-adaa-3b05451bb4e6 admin admin] 10.222.0.77 "PUT /v2.0/routers/d1f31ebb-45e0-43a3-a121-0fcf0acac440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6739125 Oct 29 11:31:59.952510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:31:59.961544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-87a34f36-37ce-4a45-b685-966e28376341 None None] Port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:31:59.963959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'port_id': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:00.044661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.072669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c7a38f-ae9e-4d9e-ae87-60153b00b2af {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:00.102757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.108998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.111873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dd5e2566-0590-46cb-9979-6206394f1d25 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:00.171974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd93a9a9-5a91-4ebc-a575-83f5947810bd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:00.227727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d9ba-128a-4894-8511-9a06960ee8c2 req-7049c34b-0240-4715-b162-f1b333d4515f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:00.230023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80a4d9ba-128a-4894-8511-9a06960ee8c2 req-7049c34b-0240-4715-b162-f1b333d4515f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0754809 Oct 29 11:32:00.237844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:00.268088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.283785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'port_id': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'mac_address': 'fa:16:3e:e5:cc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:00.305548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80a4d9ba-128a-4894-8511-9a06960ee8c2 req-68000883-6cde-4d8c-af84-b4318a231249 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675659 Oct 29 11:32:00.345132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.347028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bd93a9a9-5a91-4ebc-a575-83f5947810bd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:00.347384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.390305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5e2566-0590-46cb-9979-6206394f1d25 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:00.419913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.451019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516f8f-83e2-4bd8-afd2-d247cde4599d req-dc18538d-2edc-4c47-9808-be9bda22fa27 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:00.453400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d516f8f-83e2-4bd8-afd2-d247cde4599d req-dc18538d-2edc-4c47-9808-be9bda22fa27 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.0775237 Oct 29 11:32:00.457455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.458126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:00.491286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.528081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d516f8f-83e2-4bd8-afd2-d247cde4599d req-1e7890bb-a970-4324-b932-35bb1c064c74 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640752 Oct 29 11:32:00.539552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port bd93a9a9-5a91-4ebc-a575-83f5947810bd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd93a9a9-5a91-4ebc-a575-83f5947810bd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.552041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.557087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.559556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:00.590631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72', 'network_id': '430e9d70-7f43-4d84-be2b-25c7f8f8cb31', 'port_id': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72', 'mac_address': 'fa:16:3e:36:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158b69a-19fc-4ad3-9216-8e1b715b2d23', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:00.772727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:00.778720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680604491', 'description': 'tempest-description--699224314'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:00.799831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=bd93a9a9-5a91-4ebc-a575-83f5947810bd,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:00.813962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.815679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.839595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:00.845905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-58f0f0f3-6270-4b84-b840-00eed6eff1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.876228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:00.884037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.911949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9519c-90e4-4df5-a59c-cec644060988 req-0f3d57b0-01b0-44cf-8750-aac49cfe5cf1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:00.914121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78c9519c-90e4-4df5-a59c-cec644060988 req-0f3d57b0-01b0-44cf-8750-aac49cfe5cf1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0828092 Oct 29 11:32:00.925043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.931215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.944774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:00.979678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:00.983339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2057831 Oct 29 11:32:00.983339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4f345-fb36-45b4-8c6b-ba1a66ab29e7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2256d-c21a-47d5-8804-f966af75eded,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:00.984897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53748) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:00.992260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'security_group_rule': {'security_group_id': '52d2256d-c21a-47d5-8804-f966af75eded', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:01.001688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78c9519c-90e4-4df5-a59c-cec644060988 req-3484e5b1-f0f2-4340-aa8d-6a6e4b9319f8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776868 Oct 29 11:32:01.032479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.101690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.120298 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.157229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9edd1c-0f3b-45b5-9906-ca3c99861758,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:01.171048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.172374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-703a2e52-bfdc-4c1d-a5ed-fa8b353620f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843615 Oct 29 11:32:01.175172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:01.187167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'security_group_rule': {'security_group_id': '52d2256d-c21a-47d5-8804-f966af75eded', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:01.196462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.205323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.216100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.223322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.231480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.231682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.238227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.252212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.254523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-626cbba3-1084-4054-9077-b340160607e3 req-239d8bc2-e7e6-4dee-85a2-eeff8df806e0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5437 time: 0.1505253 Oct 29 11:32:01.304421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-626cbba3-1084-4054-9077-b340160607e3 req-fec34501-58e5-40e3-801d-626b21a3ee72 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406551 Oct 29 11:32:01.309688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.314742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.343899 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Sync routers for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:32:01.363516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:01.365764 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:01.379466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.380662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2041039 Oct 29 11:32:01.383824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53760) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:01.388339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874431e1-7bb2-46c7-aeac-e6d276b99222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca72ac0-123e-4508-b7d5-834019234de7,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:01.389214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:01.409235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-2b80e600-f3b6-43bc-88ad-5ea23f4e4ad3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.411209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-2b80e600-f3b6-43bc-88ad-5ea23f4e4ad3 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.0635448 Oct 29 11:32:01.495103 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:01.498518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6733d-742f-45d0-8865-0cf953c51b10 req-0f493478-9548-4858-89e4-7b8c84dffcb9 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.500525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5f6733d-742f-45d0-8865-0cf953c51b10 req-0f493478-9548-4858-89e4-7b8c84dffcb9 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0857050 Oct 29 11:32:01.501616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.570348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Deleting port ad381222-cae2-443f-8a1f-2a8614744531 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:01.571085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.608271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5f6733d-742f-45d0-8865-0cf953c51b10 req-12141408-595f-4d2b-af3f-94f50e59ba16 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907254 Oct 29 11:32:01.667308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.734108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] For port ad381222-cae2-443f-8a1f-2a8614744531, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad381222-cae2-443f-8a1f-2a8614744531,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:01.738483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.762446 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 2, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:01.777156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Calling delete_port for ad381222-cae2-443f-8a1f-2a8614744531 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:01.795097 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Checking router: d1f31ebb-45e0-43a3-a121-0fcf0acac440 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:32:01.795440 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Updating router d1f31ebb-45e0-43a3-a121-0fcf0acac440 port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:32:01.804050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['efbd9f33-5014-4f0a-b14a-28f76f06848a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:01.827953 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:01.843290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['dd5e2566-0590-46cb-9979-6206394f1d25'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:01.863750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['dfa92bfe-1a89-4f5e-aa8a-94f5fa078401'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:01.877358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['00c2467c-bbbb-44f9-9259-fa1749db5291'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:01.879781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8fadab61-4e58-44ae-8f70-4cbf70fbdf72'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:01.943516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496107ef-d2dd-492e-b455-850f641efb4b req-685ea9b5-7043-4ae7-9888-2f3c321613fe tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:01.953652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-496107ef-d2dd-492e-b455-850f641efb4b req-685ea9b5-7043-4ae7-9888-2f3c321613fe tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/ports?device_id=77fc820e-2236-4d45-b3d7-c4b1637bcada HTTP/1.1" status: 200 len: 950 time: 0.1336517 Oct 29 11:32:01.956403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Allocated IP 172.25.4.224 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c2db77d3-fae2-4617-8324-aa9e375242db) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:01.958289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.038761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Pushing event deleted for resources: {'Port': ['ID=ad381222-cae2-443f-8a1f-2a8614744531,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:02.071908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] No DVR routers for this DVR port ad381222-cae2-443f-8a1f-2a8614744531 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:02.075175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.077786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['bdbed70c-47a2-498c-b020-f17421d0609e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:02.079623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88f5ff8f-deff-4048-b4c9-f31d6e8665a2 req-eb632157-ab87-4562-bd42-885de64425d5 tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.86 "DELETE /v2.0/ports/ad381222-cae2-443f-8a1f-2a8614744531 HTTP/1.1" status: 204 len: 173 time: 0.6617110 Oct 29 11:32:02.080124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-deleted', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:02.080704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['95c7a38f-ae9e-4d9e-ae87-60153b00b2af'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:02.083374 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c984f-8f2d-4f2c-a4ba-4057b08dc66e" -d '{"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-deleted", "tag": "ad381222-cae2-443f-8a1f-2a8614744531"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:02.157348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.182979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad381222-cae2-443f-8a1f-2a8614744531'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:02.185040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd93a9a9-5a91-4ebc-a575-83f5947810bd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:02.196708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-496107ef-d2dd-492e-b455-850f641efb4b req-d6325e88-367b-440b-aeff-c07a028aa72b tempest-MigrationsAdminTest-1631912245 tempest-MigrationsAdminTest-1631912245-project] 10.222.0.77 "GET /v2.0/security-groups?id=b92b7326-4e71-4b2e-880d-69d01d933253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317012 Oct 29 11:32:02.266611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.324124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:02.344687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:02.358032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:02.494745 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.502957 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.545692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.548547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.559631 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Pushing event updated for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:02.571908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.572551 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.573103 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.573624 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.574570 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.574803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.575280 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.576250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'Port': ['ID=c2db77d3-fae2-4617-8324-aa9e375242db,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:02.576515 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.577055 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.577563 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.578765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.579555 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.580272 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:02.649696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847d131-794e-4be6-9944-0ee183cf5ce7 req-f5634ad0-b58b-488c-a497-fd917cfdddfa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:02.665425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f847d131-794e-4be6-9944-0ee183cf5ce7 req-f5634ad0-b58b-488c-a497-fd917cfdddfa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.3361835 Oct 29 11:32:02.725898 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Attempting to bind port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:02.728782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Attempting to bind port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:02.729760 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Attempting to bind port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 on network bc9fb02d-1710-4aa7-bda5-a6e5e895448b {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:02.746277 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:02.747233 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Checking segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:02.748056 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.748800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Bound using segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:02.749984 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Bound port: 6998fdeb-9565-48fd-b2f8-9fb29b65cf31, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:02.750806 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.810340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f847d131-794e-4be6-9944-0ee183cf5ce7 req-de574160-c04f-4901-beeb-a70bfbdfb355 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352527 Oct 29 11:32:02.817191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.912095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port bd93a9a9-5a91-4ebc-a575-83f5947810bd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:02.914054 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.915431 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] For port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:02.924485 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] For port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:02.928934 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd3477d-0280-4812-bb35-8bff89697a9b x-openstack-request-id: req-bdd3477d-0280-4812-bb35-8bff89697a9b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:02.929548 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fc820e-2236-4d45-b3d7-c4b1637bcada", "name": "network-vif-deleted", "tag": "ad381222-cae2-443f-8a1f-2a8614744531", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:02.929745 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdd3477d-0280-4812-bb35-8bff89697a9b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:02.930506 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fc820e-2236-4d45-b3d7-c4b1637bcada', 'name': 'network-vif-deleted', 'tag': 'ad381222-cae2-443f-8a1f-2a8614744531', 'status': 'completed', 'code': 200} Oct 29 11:32:02.933892 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:02.951514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6adc90de-53e4-41dd-9147-35430efae95a no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:03.045850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:03.046504 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:03.103194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39c35f-6ac1-4cef-92da-4a17b74cbb8a None None] Pushing event updated for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:03.123994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.130985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.138426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.146164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.153923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.164232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 6adc90de-53e4-41dd-9147-35430efae95a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:03.164784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6adc90de-53e4-41dd-9147-35430efae95a not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:03.167388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.175433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.177318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a930638-cd1c-43b0-be70-8a508d60997f req-64193d45-38f1-4716-8a1b-bb543dcde2b0 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5437 time: 0.1754892 Oct 29 11:32:03.249237 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:03.290027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a930638-cd1c-43b0-be70-8a508d60997f req-6b749fda-16c4-4bc2-9253-033ba133ba92 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001725 Oct 29 11:32:03.329744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.338249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.425321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:03.425680 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.445974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.544644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'Port': ['ID=c2db77d3-fae2-4617-8324-aa9e375242db,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:03.593414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.607676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1509d017-c07a-47db-8108-1fd386bcf222 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2222800 Oct 29 11:32:03.611740 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:02Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:03.644120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2c6a-bf92-402b-a607-6719f662892a req-2b047ef1-4581-4b57-8610-df496851d7b7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:03.647311 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501505c-f3fe-44ca-ab28-0d16fd40e62a None None] The sync data for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 is: [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:02Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:32:03.647918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3fa2c6a-bf92-402b-a607-6719f662892a req-2b047ef1-4581-4b57-8610-df496851d7b7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.1168833 Oct 29 11:32:03.723151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3fa2c6a-bf92-402b-a607-6719f662892a req-9e7ef9c8-3d01-4870-be01-053a835c6e84 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Oct 29 11:32:03.743394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.841185 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.903251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] For port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:03.909990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:03.988260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd860a-90ad-4157-a66c-140a02d92c0d None None] Pushing event updated for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:04.005691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3bfb7-38dc-412b-b084-dba426a565a1 req-50353cf6-af05-43f4-b2f3-d4bdf358a341 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:04.014252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49a3bfb7-38dc-412b-b084-dba426a565a1 req-50353cf6-af05-43f4-b2f3-d4bdf358a341 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0709527 Oct 29 11:32:04.035875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53374b7a-de7c-45d4-9698-94b4217c6981 None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:04.036633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53374b7a-de7c-45d4-9698-94b4217c6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.071683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49a3bfb7-38dc-412b-b084-dba426a565a1 req-42101da3-68c8-4da1-9155-54d94612016c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Oct 29 11:32:04.192626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:04.300784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:04.301327 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.402042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-7ae8ee0b-3e28-4dc2-a747-81e299ab6923 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--680604491&fields=id&tenant_id=57d8cfce80c04bb491aa4207a175ae38 HTTP/1.1" status: 200 len: 267 time: 0.0848281 Oct 29 11:32:04.595777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-f8400f79-f66b-4cb4-8410-e483c88579a3 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:04.604995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53810) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:04.609935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-f8400f79-f66b-4cb4-8410-e483c88579a3 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/networks?id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b HTTP/1.1" status: 200 len: 815 time: 0.2020931 Oct 29 11:32:04.628580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-6c3e0354-46e4-4467-83e6-fd71f2000c18 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/quotas/57d8cfce80c04bb491aa4207a175ae38 HTTP/1.1" status: 200 len: 375 time: 0.0174246 Oct 29 11:32:04.698456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-72d7258d-f16e-4f1f-9a03-7f42d4d8390a tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=57d8cfce80c04bb491aa4207a175ae38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688286 Oct 29 11:32:04.776317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6ee96022-05d6-40a4-8053-ebe67af327cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=defc5934a2cb4c17a6922696eca515d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698980 Oct 29 11:32:04.779060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:04.828391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-2cf3035f-d362-4c2b-9ea0-2c93a0a866d2 service neutron] 10.222.0.77 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260374 Oct 29 11:32:04.835003 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.860478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.922260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.925347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:04.928928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b92b7326-4e71-4b2e-880d-69d01d933253 HTTP/1.1" status: 204 len: 168 time: 0.1466608 Oct 29 11:32:04.936616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ad7bc-ff0b-44b0-ac47-519127f3ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b7326-4e71-4b2e-880d-69d01d933253,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:04.975383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-405f60e9-634f-44f9-8f8b-3e795dd27681 service neutron] 10.222.0.77 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457326 Oct 29 11:32:05.049235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad381222-cae2-443f-8a1f-2a8614744531 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:05.088794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ad381222-cae2-443f-8a1f-2a8614744531 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:05.089334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad381222-cae2-443f-8a1f-2a8614744531 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:05.337296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53830) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:05.341200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.350812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.359595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.366890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.373843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.380350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.386764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.393526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f98ac68a-6d87-438c-975e-220de6029f52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00659b21ea114f3c97a32f176136f1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539825 Oct 29 11:32:05.398409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-db67c4cc-501f-490c-b169-d3dbe3736ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5437 time: 0.1554034 Oct 29 11:32:05.400904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53834) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:05.451098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3526514-5ccb-4425-b198-cc8cb2e9cf9b req-45cb01e5-a0dd-46d2-867a-b6bcf1ff5b1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427024 Oct 29 11:32:05.477686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:05.514329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:05.574229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:05.577652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:05.583299 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8eb1070-e044-4075-b22b-e3aee3cfc289 HTTP/1.1" status: 204 len: 168 time: 0.1809721 Oct 29 11:32:05.593512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324df747-2dd6-4568-a50d-f2a52832399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb1070-e044-4075-b22b-e3aee3cfc289,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:05.803682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02507dc-b859-4328-bfec-7f0ec2e4622b req-729a601f-2241-4e02-88e6-fa359ff8788f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:05.805441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b02507dc-b859-4328-bfec-7f0ec2e4622b req-729a601f-2241-4e02-88e6-fa359ff8788f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0556436 Oct 29 11:32:05.852941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b02507dc-b859-4328-bfec-7f0ec2e4622b req-b157e1a7-4dc0-4ab6-af97-8a3c1788fd1d tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Oct 29 11:32:06.082929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03dd9f7e-0d4f-4eb9-91df-5a8bfd382eeb req-59c2abef-5543-455a-a31d-400c13df2966 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 210 time: 0.0413740 Oct 29 11:32:06.128123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:06.176744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:06.177291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:06.207510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76513d-0982-444c-af48-f4506e5fe0e7 req-3d4b47d0-811f-4677-884e-11da039584f0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.209117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c76513d-0982-444c-af48-f4506e5fe0e7 req-3d4b47d0-811f-4677-884e-11da039584f0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0541677 Oct 29 11:32:06.258543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c76513d-0982-444c-af48-f4506e5fe0e7 req-950dac4e-2c93-42cc-b2df-9b281e16443e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391901 Oct 29 11:32:06.411290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464492-f2eb-4c96-9263-c74cb24eb9f0 req-442b2ced-e665-4773-bff9-efb944d9ce1b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.412866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1464492-f2eb-4c96-9263-c74cb24eb9f0 req-442b2ced-e665-4773-bff9-efb944d9ce1b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 945 time: 0.0782514 Oct 29 11:32:06.501127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1464492-f2eb-4c96-9263-c74cb24eb9f0 req-888044bb-8a10-4e29-8dfc-9bddbb265cd8 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520413 Oct 29 11:32:06.546271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-60f0ae2e-c275-4d5f-902e-9c02f6bcc2f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.547788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-60f0ae2e-c275-4d5f-902e-9c02f6bcc2f8 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.41 "GET /v2.0/networks?id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b HTTP/1.1" status: 200 len: 815 time: 0.1715322 Oct 29 11:32:06.626884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-de3124de-beb0-4d3b-95e9-01ce61e93e20 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d8cfce80c04bb491aa4207a175ae38 HTTP/1.1" status: 200 len: 379 time: 0.0621324 Oct 29 11:32:06.644260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb67451-9e60-4f03-b261-5bdc18060f35 req-c1c809cd-7e5f-4e37-ae78-2bd5eb302e74 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.645638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eb67451-9e60-4f03-b261-5bdc18060f35 req-c1c809cd-7e5f-4e37-ae78-2bd5eb302e74 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0669072 Oct 29 11:32:06.650476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'port': {'device_id': '081f8adc-72c5-4187-aec2-9574d98c1670', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'admin_state_up': True, 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'security_groups': ['52d2256d-c21a-47d5-8804-f966af75eded']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:06.758442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eb67451-9e60-4f03-b261-5bdc18060f35 req-d74e83cc-b82c-40bb-9689-5de786f902d6 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030974 Oct 29 11:32:06.820774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Made reservation on behalf of 57d8cfce80c04bb491aa4207a175ae38 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:06.826830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:06.934068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 00c2467c-bbbb-44f9-9259-fa1749db5291 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:06.959798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.966803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.973388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.980251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.986420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:06.992947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.001735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.004704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c571636b-5f83-47f2-b095-aecd9bde859d req-2a99f941-9870-4424-8b38-f0ac99f6d4d3 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5437 time: 0.1619649 Oct 29 11:32:07.114361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Allocated IP 172.20.0.14 (bc9fb02d-1710-4aa7-bda5-a6e5e895448b/840b2511-bcbd-457f-a057-d62c85dec18e/811d549e-98bb-4ee9-8198-89081deb0aaa) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:07.125643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c571636b-5f83-47f2-b095-aecd9bde859d req-0089563c-ae38-477e-b6d7-3c1aaad820fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049521 Oct 29 11:32:07.146530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 00c2467c-bbbb-44f9-9259-fa1749db5291 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:07.157256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 00c2467c-bbbb-44f9-9259-fa1749db5291 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:07.158159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.266109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.305087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:07.309390 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1aef1-d36f-417e-aa75-1f1a0dd9ea28" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:07.314199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:07.318643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.319988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device efbd9f33-5014-4f0a-b14a-28f76f06848a up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:07.337528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4466f1-658b-4a96-aeab-1357ec5462a7 req-8cfa7931-5622-41dd-8339-55b5bac406c2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.339712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca4466f1-658b-4a96-aeab-1357ec5462a7 req-8cfa7931-5622-41dd-8339-55b5bac406c2 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0896966 Oct 29 11:32:07.348044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-217fac04-6a64-449c-ad7f-357bbcea1fbc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.350794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-217fac04-6a64-449c-ad7f-357bbcea1fbc tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 945 time: 0.0814650 Oct 29 11:32:07.379281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.398084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca4466f1-658b-4a96-aeab-1357ec5462a7 req-29c00ba8-e35f-4200-a9ca-67f3aebe09dc tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 Oct 29 11:32:07.435257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.457297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:07.485603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port efbd9f33-5014-4f0a-b14a-28f76f06848a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:07.490705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port efbd9f33-5014-4f0a-b14a-28f76f06848a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:07.494427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.496679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:07.500833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:07.506078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:07.573115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.576859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.620621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event updated for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:07.630688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-41213329-834d-45ee-ad89-3add45e3c941 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9840112 Oct 29 11:32:07.633445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.649808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Request body: {'port': {'device_id': '081f8adc-72c5-4187-aec2-9574d98c1670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:07.679399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:07.684233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.685705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:07.774783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.787436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:07.802390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c30d0-32eb-48e5-8bf0-8579b5e9c8fd req-7595701d-f307-4d10-a00d-a67841656c00 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:07.804067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d75c30d0-32eb-48e5-8bf0-8579b5e9c8fd req-7595701d-f307-4d10-a00d-a67841656c00 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 932 time: 0.1500492 Oct 29 11:32:07.814329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:07.818980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:07.819354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.875361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c89629e3-8f1b-4b98-ab8e-7e620c9285a2 None None] Provisioning complete for port 811d549e-98bb-4ee9-8198-89081deb0aaa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:07.875726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c89629e3-8f1b-4b98-ab8e-7e620c9285a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.889433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d75c30d0-32eb-48e5-8bf0-8579b5e9c8fd req-ac390490-e344-4805-9191-247271541147 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611935 Oct 29 11:32:07.919545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Deleting port 645700fe-6b08-4324-98ff-599fad3a2281 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:07.919889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:07.944678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c89629e3-8f1b-4b98-ab8e-7e620c9285a2 None None] Port 811d549e-98bb-4ee9-8198-89081deb0aaa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:32:07.978766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.018920 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:08.024196 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.025135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device bdbed70c-47a2-498c-b020-f17421d0609e up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:08.050999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] For port 645700fe-6b08-4324-98ff-599fad3a2281, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=645700fe-6b08-4324-98ff-599fad3a2281,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:08.051713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.067529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Calling delete_port for 645700fe-6b08-4324-98ff-599fad3a2281 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:08.087717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180a2a-c5f0-4831-8fbc-f57be0b9e896 req-628b4cd5-f363-4247-94e6-2148ae7e2e53 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:08.089381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79180a2a-c5f0-4831-8fbc-f57be0b9e896 req-628b4cd5-f363-4247-94e6-2148ae7e2e53 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0744164 Oct 29 11:32:08.108380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:08.122827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port bdbed70c-47a2-498c-b020-f17421d0609e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:08.127397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port bdbed70c-47a2-498c-b020-f17421d0609e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:08.128015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.157617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79180a2a-c5f0-4831-8fbc-f57be0b9e896 req-de192cd4-0bf6-4ae6-a816-3bbc0f94103f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588725 Oct 29 11:32:08.210756 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a8eb3c-0503-4947-95b4-a5c753a56c11 x-openstack-request-id: req-41a8eb3c-0503-4947-95b4-a5c753a56c11 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:08.211277 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:08.211554 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41a8eb3c-0503-4947-95b4-a5c753a56c11 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:08.212019 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'code': 200} Oct 29 11:32:08.219620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811d549e-98bb-4ee9-8198-89081deb0aaa {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:08.221846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.235021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.243345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.258818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Transition to ACTIVE for port object 811d549e-98bb-4ee9-8198-89081deb0aaa will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:32:08.260181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:08.262562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909', '645700fe-6b08-4324-98ff-599fad3a2281'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:08.263963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.279843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event deleted for resources: {'Port': ['ID=645700fe-6b08-4324-98ff-599fad3a2281,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:08.315576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:08.330778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] No DVR routers for this DVR port 645700fe-6b08-4324-98ff-599fad3a2281 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:08.331831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.332740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 95c7a38f-ae9e-4d9e-ae87-60153b00b2af up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:08.333366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.336780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2a2134c-7de5-4df3-aaae-88b2eabec32c req-a120e0a3-658e-4798-a95e-f86f7eddc5de tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "DELETE /v2.0/ports/645700fe-6b08-4324-98ff-599fad3a2281 HTTP/1.1" status: 204 len: 173 time: 0.9789855 Oct 29 11:32:08.337260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'name': 'network-vif-deleted', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:08.341044 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c0ad90-90b1-4013-825e-820d7dc6d2c4" -d '{"events": [{"server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "name": "network-vif-deleted", "tag": "645700fe-6b08-4324-98ff-599fad3a2281"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:08.343040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9911b9c4-2a3c-4fbc-aba2-602068ccbba6 req-24107347-ecdc-4b0b-93f2-5b7bbe835c37 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=1977094b-a611-4811-8db5-543af8b7bae3 HTTP/1.1" status: 200 len: 210 time: 0.0739567 Oct 29 11:32:08.365620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Pushing event updated for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:08.492224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:08.550039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Attempting to bind port 811d549e-98bb-4ee9-8198-89081deb0aaa on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:08.550598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Attempting to bind port 811d549e-98bb-4ee9-8198-89081deb0aaa by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:08.550759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Attempting to bind port 811d549e-98bb-4ee9-8198-89081deb0aaa on network bc9fb02d-1710-4aa7-bda5-a6e5e895448b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:08.556312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Port 811d549e-98bb-4ee9-8198-89081deb0aaa on network bc9fb02d-1710-4aa7-bda5-a6e5e895448b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:32:08.556648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Attempting to bind port 811d549e-98bb-4ee9-8198-89081deb0aaa on network bc9fb02d-1710-4aa7-bda5-a6e5e895448b {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:08.563165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:08.563516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Checking segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:08.563965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Bound using segment: {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:08.564416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Bound port: 811d549e-98bb-4ee9-8198-89081deb0aaa, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7719ae-3150-4161-975d-7a156a8066fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:08.564773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.628888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:08.643699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:08.643870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:08.644162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.647255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=811d549e-98bb-4ee9-8198-89081deb0aaa,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:08.655037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.701447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:08.702620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.704425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] 10.222.0.41 "PUT /v2.0/ports/811d549e-98bb-4ee9-8198-89081deb0aaa HTTP/1.1" status: 200 len: 1092 time: 1.0638051 Oct 29 11:32:08.706827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:08.717039 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82bc187-4ebe-4d88-aff5-f86e68a80c47" -d '{"events": [{"name": "network-changed", "server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:08.744746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c29b-3c3b-4361-83c9-a4d31449199b service neutron] Pushing event updated for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:08.815746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-b22305bd-35dd-46f8-930f-c00ef9981c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:08.817332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-b22305bd-35dd-46f8-930f-c00ef9981c94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57d8cfce80c04bb491aa4207a175ae38&device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 1095 time: 0.0628989 Oct 29 11:32:08.872746 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.886287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-217e275d-a537-4fe7-ba4b-6027a0a9a4fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d549e-98bb-4ee9-8198-89081deb0aaa HTTP/1.1" status: 200 len: 217 time: 0.0604453 Oct 29 11:32:08.927937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:08.938660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:08.940138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dd5e2566-0590-46cb-9979-6206394f1d25 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:08.985425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-e79ea940-5e7a-447a-b185-b89702294222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:08.987071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-e79ea940-5e7a-447a-b185-b89702294222 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840b2511-bcbd-457f-a057-d62c85dec18e HTTP/1.1" status: 200 len: 854 time: 0.0934281 Oct 29 11:32:09.035809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:09.048292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.051214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port dd5e2566-0590-46cb-9979-6206394f1d25 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:09.054259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.055552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port dd5e2566-0590-46cb-9979-6206394f1d25 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:09.055987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.060165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.066349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.072693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.078659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.084755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.086654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-759a38c8-e4ff-4355-ac29-75255909cb8a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5442 time: 0.1399622 Oct 29 11:32:09.104476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-09c3ebcf-2b5e-40c7-8b8a-8e71bd6c1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.105888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-09c3ebcf-2b5e-40c7-8b8a-8e71bd6c1bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099403 Oct 29 11:32:09.154387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.180421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d50e40ea-11e2-4340-9e58-a93dbe1d6ff0 req-0a12ae22-b9bf-471e-88fb-fd23d0eff5eb tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844176 Oct 29 11:32:09.197395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:09.203195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.204656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:09.233169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-bab2092f-b6d5-4b0c-a02c-3626b7f244d9 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178987 Oct 29 11:32:09.285330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:09.300684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:09.306616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:09.307489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.368083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcb66-cb89-4e89-b828-ad6740a5ca3b req-3b7724a7-6762-41ec-8ecd-148e8a5b97e7 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.370024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ddfcb66-cb89-4e89-b828-ad6740a5ca3b req-3b7724a7-6762-41ec-8ecd-148e8a5b97e7 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0801888 Oct 29 11:32:09.372018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7712339-7761-4889-8350-2c2f5bcdf2dc req-4287ed90-dee4-4a9e-87a8-4ef1847bf0ee service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314204 Oct 29 11:32:09.407122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.415201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ddfcb66-cb89-4e89-b828-ad6740a5ca3b req-07c748fc-ce1c-4de5-83c1-19f3314df1ec tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Oct 29 11:32:09.442430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:09.446601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:09.469146 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c54ef9-9f33-4503-8f0d-234fb7795878 x-openstack-request-id: req-c7c54ef9-9f33-4503-8f0d-234fb7795878 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:09.470641 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1977094b-a611-4811-8db5-543af8b7bae3", "name": "network-vif-deleted", "tag": "645700fe-6b08-4324-98ff-599fad3a2281", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:09.471086 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7c54ef9-9f33-4503-8f0d-234fb7795878 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:09.471731 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1977094b-a611-4811-8db5-543af8b7bae3', 'name': 'network-vif-deleted', 'tag': '645700fe-6b08-4324-98ff-599fad3a2281', 'status': 'completed', 'code': 200} Oct 29 11:32:09.502881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:09.568449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1fd6-a401-4061-b79c-b7a0dff1d777 req-81103bca-1a1b-46d5-af96-d488ba229807 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.569931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc4f1fd6-a401-4061-b79c-b7a0dff1d777 req-81103bca-1a1b-46d5-af96-d488ba229807 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0522690 Oct 29 11:32:09.611785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc4f1fd6-a401-4061-b79c-b7a0dff1d777 req-14ab434c-2f43-4e3a-8e87-1391076b4f35 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344374 Oct 29 11:32:09.721690 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2836a7-0994-45d2-83f7-f2f67713d346 x-openstack-request-id: req-fc2836a7-0994-45d2-83f7-f2f67713d346 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:09.722103 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:09.722475 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc2836a7-0994-45d2-83f7-f2f67713d346 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:09.722981 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'status': 'completed', 'code': 200} Oct 29 11:32:09.789072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-d7fd4946-4c84-4295-8227-c4284dc6e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.791126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-d7fd4946-4c84-4295-8227-c4284dc6e4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57d8cfce80c04bb491aa4207a175ae38&device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 1095 time: 0.0421727 Oct 29 11:32:09.916107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-aebfb12c-31dd-443c-9e7a-b8af44edc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.917687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-aebfb12c-31dd-443c-9e7a-b8af44edc6ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b HTTP/1.1" status: 200 len: 916 time: 0.1200202 Oct 29 11:32:09.964560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-4fe0984f-e6a9-423c-a720-924978e67538 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d549e-98bb-4ee9-8198-89081deb0aaa HTTP/1.1" status: 200 len: 217 time: 0.0387852 Oct 29 11:32:09.976606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b1ea-8ab3-4c72-acf1-f83271eb5e80 req-3ab1acb0-4562-4dbe-82f3-91a7eb454a28 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:09.978782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02d4b1ea-8ab3-4c72-acf1-f83271eb5e80 req-3ab1acb0-4562-4dbe-82f3-91a7eb454a28 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 944 time: 0.1010122 Oct 29 11:32:10.050714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-22d4e43d-9d60-4e37-a83f-4bd7e7ba5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.052183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-22d4e43d-9d60-4e37-a83f-4bd7e7ba5f74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840b2511-bcbd-457f-a057-d62c85dec18e HTTP/1.1" status: 200 len: 854 time: 0.0725622 Oct 29 11:32:10.055113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02d4b1ea-8ab3-4c72-acf1-f83271eb5e80 req-6d7fa3ce-f6b2-4fe2-b55f-231aca53fa81 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681908 Oct 29 11:32:10.098005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-0833bc63-065f-459e-9459-9cdbb29c5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.099563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-0833bc63-065f-459e-9459-9cdbb29c5c7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398433 Oct 29 11:32:10.202301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-6746d54a-6f1f-424f-b6aa-a101dc75884c service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932641 Oct 29 11:32:10.213474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:10.216017 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a9c8a-2183-4097-b676-81af08a67c4d" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "dfa92bfe-1a89-4f5e-aa8a-94f5fa078401"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "95c7a38f-ae9e-4d9e-ae87-60153b00b2af"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:10.307853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a82bc187-4ebe-4d88-aff5-f86e68a80c47 req-cb11eeee-c8fb-440b-9874-537f5234fb38 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967219 Oct 29 11:32:10.597862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be045b-21fc-41d5-848d-b6bd242e3bfd req-1c41ce44-a6d1-40c5-b13f-1ac6e7ca0e8b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.599439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7be045b-21fc-41d5-848d-b6bd242e3bfd req-1c41ce44-a6d1-40c5-b13f-1ac6e7ca0e8b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0508900 Oct 29 11:32:10.639134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7be045b-21fc-41d5-848d-b6bd242e3bfd req-fd4fbe74-1ec8-46d4-a208-e9055a172d37 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Oct 29 11:32:10.760789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.766944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.773120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.779395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.785491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.791493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.797374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:10.799232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-ef625e15-88cd-4b59-bd03-d54e18345628 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1001885 Oct 29 11:32:10.842426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07e6168c-5cae-407c-a368-bdeb365a8d5b req-7cfa4000-12b0-4500-9a79-ea8c7a8214c1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370722 Oct 29 11:32:10.895711 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11845498-2ff1-4417-8e10-8bc565508310 x-openstack-request-id: req-11845498-2ff1-4417-8e10-8bc565508310 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:10.896187 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "dfa92bfe-1a89-4f5e-aa8a-94f5fa078401", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "95c7a38f-ae9e-4d9e-ae87-60153b00b2af", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-plugged", "status": "completed", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:10.896311 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11845498-2ff1-4417-8e10-8bc565508310 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:10.896693 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'code': 200} Oct 29 11:32:10.896980 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa92bfe-1a89-4f5e-aa8a-94f5fa078401', 'code': 200} Oct 29 11:32:10.897412 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'code': 200} Oct 29 11:32:10.897667 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c7a38f-ae9e-4d9e-ae87-60153b00b2af', 'code': 200} Oct 29 11:32:10.897917 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'code': 200} Oct 29 11:32:10.898161 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72', 'code': 200} Oct 29 11:32:11.046297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.046788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.047523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.047998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.048462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.048927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.049417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.051440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-5ccabc69-de49-4eff-9f53-db30ea61eb99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.0631535 Oct 29 11:32:11.073816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 645700fe-6b08-4324-98ff-599fad3a2281 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:11.096674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 645700fe-6b08-4324-98ff-599fad3a2281 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:11.097032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 645700fe-6b08-4324-98ff-599fad3a2281 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:11.112924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c9b4d70-22f5-4d97-bb90-173e4ef0d880 req-75ba0aa9-71df-4e10-9a11-c02321bf658b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478144 Oct 29 11:32:11.120733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a820497-bd85-4f21-8b88-1b1450a0fc1c req-0608f72b-2d42-4d88-854f-bff93850123d tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.122333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a820497-bd85-4f21-8b88-1b1450a0fc1c req-0608f72b-2d42-4d88-854f-bff93850123d tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 945 time: 0.0915654 Oct 29 11:32:11.163520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a820497-bd85-4f21-8b88-1b1450a0fc1c req-d4eb70cf-6829-4df4-818f-503dc85f3f72 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Oct 29 11:32:11.267578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3e0b2-95c5-468a-af85-f24177156a69 req-56febeb6-608c-4f68-93cc-c3bf08c98c58 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.269255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9de3e0b2-95c5-468a-af85-f24177156a69 req-56febeb6-608c-4f68-93cc-c3bf08c98c58 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0513949 Oct 29 11:32:11.310939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9de3e0b2-95c5-468a-af85-f24177156a69 req-d2bcb177-ea2d-4df3-9d96-d3e3c3f5b0af tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Oct 29 11:32:11.544357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e2571-a618-4f22-b4ee-b042e9c70467 req-62f4ad26-8525-4468-b085-03ec099d5310 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.546482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f69e2571-a618-4f22-b4ee-b042e9c70467 req-62f4ad26-8525-4468-b085-03ec099d5310 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 944 time: 0.0511451 Oct 29 11:32:11.585927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f69e2571-a618-4f22-b4ee-b042e9c70467 req-af3d239a-79e3-4e49-89e3-de5d05d54126 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Oct 29 11:32:11.662184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53978) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:11.733616 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:32:11.790521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cec46fef-a700-472d-a7a1-3a341f6f6ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:11.795919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac763a-f183-467f-a004-28f896e1a962 req-02306afc-109a-4f3b-b2a7-8b41b3329213 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.797923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8eac763a-f183-467f-a004-28f896e1a962 req-02306afc-109a-4f3b-b2a7-8b41b3329213 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0577950 Oct 29 11:32:11.838206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8eac763a-f183-467f-a004-28f896e1a962 req-697eea4d-6f0a-44d5-bab7-38acfe56b01e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Oct 29 11:32:11.921110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-9faa28ac-2000-49f1-b494-2436a04c437e tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:11.922414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-9faa28ac-2000-49f1-b494-2436a04c437e tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 945 time: 0.1029360 Oct 29 11:32:11.924405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cec46fef-a700-472d-a7a1-3a341f6f6ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:11.929260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cec46fef-a700-472d-a7a1-3a341f6f6ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:11.990444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.001600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.002618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.008579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.011133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cec46fef-a700-472d-a7a1-3a341f6f6ae0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=387c23bdbcc6432cab014a7677a81734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478169 Oct 29 11:32:12.013167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46fef-a700-472d-a7a1-3a341f6f6ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b4672-740a-445d-b294-b98e19060409,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:12.015095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.021916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.028537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.030369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41479328-0c70-447c-ad95-d4724ecedc16 req-f5730666-687f-4976-8d6d-ffef9c5451cf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.0974152 Oct 29 11:32:12.030864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53986) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:12.063730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Deleting port 9d3358db-086c-4510-a6e4-854209da9909 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:12.064078 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.099040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41479328-0c70-447c-ad95-d4724ecedc16 req-47f22169-4d1d-49fd-b41f-4dfe1bc4829a tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562551 Oct 29 11:32:12.109602 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.136348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.160748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] For port 9d3358db-086c-4510-a6e4-854209da9909, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9d3358db-086c-4510-a6e4-854209da9909,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:12.160985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.174868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Calling delete_port for 9d3358db-086c-4510-a6e4-854209da9909 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:12.197768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.200871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.205561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba2b4672-740a-445d-b294-b98e19060409 HTTP/1.1" status: 204 len: 168 time: 0.1736870 Oct 29 11:32:12.216123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b4672-740a-445d-b294-b98e19060409,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:12.226025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.226934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.227375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.228041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.228555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.228972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.229835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.230270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.230698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.231123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.231547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.232374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae055fd-c4c6-47f1-996b-24dc73f5f34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:12.350064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.364162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9d3358db-086c-4510-a6e4-854209da9909'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:12.374550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:12.422236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event deleted for resources: {'Port': ['ID=9d3358db-086c-4510-a6e4-854209da9909,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:12.486598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] No DVR routers for this DVR port 9d3358db-086c-4510-a6e4-854209da9909 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:12.491375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.498754 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-479f391d-e8cd-40b5-8462-1f3095f03190 req-ed729c42-a5bf-46e3-9271-fb2d45a3dc65 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.86 "DELETE /v2.0/ports/9d3358db-086c-4510-a6e4-854209da9909 HTTP/1.1" status: 204 len: 173 time: 0.5641203 Oct 29 11:32:12.499270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'name': 'network-vif-deleted', 'tag': '9d3358db-086c-4510-a6e4-854209da9909'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:12.501690 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce380e69-60b7-4a00-9aed-f9051e6c8502" -d '{"events": [{"server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "name": "network-vif-deleted", "tag": "9d3358db-086c-4510-a6e4-854209da9909"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:12.749662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aa249-fe64-42d0-a213-408093d5fe40 req-83637824-c2e1-4717-bb84-32477b6f4092 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.753633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7aa249-fe64-42d0-a213-408093d5fe40 req-83637824-c2e1-4717-bb84-32477b6f4092 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9037ccc-874a-4245-a7fc-c8169cee76d3 HTTP/1.1" status: 200 len: 867 time: 0.4991212 Oct 29 11:32:12.800266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7aa249-fe64-42d0-a213-408093d5fe40 req-7c90bd50-6a75-4a6f-82cd-7cce87f43a97 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Oct 29 11:32:12.806304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54002) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:12.820021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df92ca38-334e-4b2a-be86-ede0e793a918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.939583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df92ca38-334e-4b2a-be86-ede0e793a918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:12.950204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 811d549e-98bb-4ee9-8198-89081deb0aaa details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:12.952367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c2c26-7bb0-4ffe-9a94-0716d2897f35 req-a799bd26-fbdf-4405-9027-8abb8d50dad5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:12.954474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f1c2c26-7bb0-4ffe-9a94-0716d2897f35 req-a799bd26-fbdf-4405-9027-8abb8d50dad5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0819902 Oct 29 11:32:12.957836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df92ca38-334e-4b2a-be86-ede0e793a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.014123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ca38-334e-4b2a-be86-ede0e793a918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722db62-7121-4bba-980b-e00e3282b19c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:13.040312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-df92ca38-334e-4b2a-be86-ede0e793a918 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff6193a9ddc8433d9ac147e7fb74e546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319429 Oct 29 11:32:13.040886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54006) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:13.070736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f1c2c26-7bb0-4ffe-9a94-0716d2897f35 req-7a1bda28-cd1b-4a86-b9f7-6ffb70a5bba8 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030803 Oct 29 11:32:13.084963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=811d549e-98bb-4ee9-8198-89081deb0aaa,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:13.109215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'port_id': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'mac_address': 'fa:16:3e:07:7a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:13.144537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.160519 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.190844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811d549e-98bb-4ee9-8198-89081deb0aaa {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:13.191871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.213247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=811d549e-98bb-4ee9-8198-89081deb0aaa,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:13.218328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.231338 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e1b3a-972a-49f3-a27b-1a5403afca4e x-openstack-request-id: req-d26e1b3a-972a-49f3-a27b-1a5403afca4e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:13.231603 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9037ccc-874a-4245-a7fc-c8169cee76d3", "name": "network-vif-deleted", "tag": "9d3358db-086c-4510-a6e4-854209da9909", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:13.231767 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d26e1b3a-972a-49f3-a27b-1a5403afca4e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:13.235112 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9037ccc-874a-4245-a7fc-c8169cee76d3', 'name': 'network-vif-deleted', 'tag': '9d3358db-086c-4510-a6e4-854209da9909', 'status': 'completed', 'code': 200} Oct 29 11:32:13.284979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.288225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:13.290810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d722db62-7121-4bba-980b-e00e3282b19c HTTP/1.1" status: 204 len: 168 time: 0.2488034 Oct 29 11:32:13.300612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad7a9a-e13c-4897-b2e0-7429343ccf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722db62-7121-4bba-980b-e00e3282b19c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:13.315702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:13.347734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec90cf4-f6f2-4c15-acd7-2db2c16e14ad req-21a21d0f-4bd9-47d5-b890-ac76f50438b2 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.354035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ec90cf4-f6f2-4c15-acd7-2db2c16e14ad req-21a21d0f-4bd9-47d5-b890-ac76f50438b2 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 945 time: 0.0691454 Oct 29 11:32:13.390998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ec90cf4-f6f2-4c15-acd7-2db2c16e14ad req-19325b4c-187e-47c1-9a2c-6e82f416d0c0 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350697 Oct 29 11:32:13.536269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8974a7-a652-4bed-9af6-c3639ea682e5 req-f42107ab-ce1b-4f45-9403-04cc2f4da223 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.537907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a8974a7-a652-4bed-9af6-c3639ea682e5 req-f42107ab-ce1b-4f45-9403-04cc2f4da223 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0758402 Oct 29 11:32:13.585330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a8974a7-a652-4bed-9af6-c3639ea682e5 req-0aa2dd31-9661-46a0-9027-e7738190dea8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Oct 29 11:32:13.589936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['811d549e-98bb-4ee9-8198-89081deb0aaa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:13.747155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.753938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.760526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.766636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.772603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.778617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.784597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.786531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-451ab483-719a-4816-94b5-be91af10da12 req-8641da3e-c3ed-45b3-a727-ed3bbaa60ef1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1107757 Oct 29 11:32:13.845232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-451ab483-719a-4816-94b5-be91af10da12 req-6ef3c61f-6984-4720-a5b6-26bab7e6ba41 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513659 Oct 29 11:32:13.994069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06758889-021d-4c0c-b8f9-18c216678475 req-45021b71-9249-47a6-9ea8-f7fbe2316f7a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:13.997187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06758889-021d-4c0c-b8f9-18c216678475 req-45021b71-9249-47a6-9ea8-f7fbe2316f7a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0723717 Oct 29 11:32:14.057501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06758889-021d-4c0c-b8f9-18c216678475 req-5b0f84c1-dc3a-467e-b185-670edbbb9515 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Oct 29 11:32:14.246801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.252982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.261097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.268455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.280538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.286782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.293475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.295512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9c0998c-6635-4239-9a1c-358a217fb04f req-2e2b7ef0-a3b7-45c6-8823-d677b31e6aa5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1420605 Oct 29 11:32:14.307143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54048) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:14.312040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Request body: {'floatingip': {'port_id': 'bdbed70c-47a2-498c-b020-f17421d0609e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:14.372589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:14.525995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3518-e009-47f6-8e11-2dc9857fd69b req-b0c0a132-fdb0-4d35-92fd-f28428cad184 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.527478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05ac3518-e009-47f6-8e11-2dc9857fd69b req-b0c0a132-fdb0-4d35-92fd-f28428cad184 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0940084 Oct 29 11:32:14.637315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05ac3518-e009-47f6-8e11-2dc9857fd69b req-afcb7ba1-97eb-4990-b2e6-e7831000d88b tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762720 Oct 29 11:32:14.924549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef29524-e98b-458a-9eb8-6e8e9816b409 req-b3ecc4be-4397-4d0b-8fcb-eda7c3286250 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:14.926081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ef29524-e98b-458a-9eb8-6e8e9816b409 req-b3ecc4be-4397-4d0b-8fcb-eda7c3286250 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1141782 Oct 29 11:32:14.960664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:14.963331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 811d549e-98bb-4ee9-8198-89081deb0aaa up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:14.967843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:15.025092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 811d549e-98bb-4ee9-8198-89081deb0aaa completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:15.030654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 811d549e-98bb-4ee9-8198-89081deb0aaa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:15.031160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:15.042009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ef29524-e98b-458a-9eb8-6e8e9816b409 req-37146656-a40d-40a9-a01b-f308f1a6680a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065021 Oct 29 11:32:15.104150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9d3358db-086c-4510-a6e4-854209da9909 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:15.109376 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Floating IP eb7018c1-04f1-479a-b3d0-17660782bab8 associated. External IP: 172.25.4.185, port: bdbed70c-47a2-498c-b020-f17421d0609e. Oct 29 11:32:15.128822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 9d3358db-086c-4510-a6e4-854209da9909 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:15.129304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9d3358db-086c-4510-a6e4-854209da9909 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:15.180622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:15.204935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:15.207174 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a79f57-4286-445d-8896-234074f643d1" -d '{"events": [{"server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "name": "network-vif-plugged", "status": "completed", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:15.221111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=811d549e-98bb-4ee9-8198-89081deb0aaa,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:15.229795 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:15.257095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1a972-fc26-4551-bcdb-0057d5a6f70e req-2fb7ae60-5cd7-464d-815b-7ba3a38b05d3 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:15.264614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71e1a972-fc26-4551-bcdb-0057d5a6f70e req-2fb7ae60-5cd7-464d-815b-7ba3a38b05d3 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 945 time: 0.1082995 Oct 29 11:32:15.295438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:15.372380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71e1a972-fc26-4551-bcdb-0057d5a6f70e req-1a102ab4-d9b0-4cc5-85b8-b568792769c9 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066282 Oct 29 11:32:15.428734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Router 2e3464e8-f013-4099-969a-308951dcda5e has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:32:15.546693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:32:15.551174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:15.559936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Sync routers for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:32:15.571652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:15.573026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:15.604945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1e48262-7a72-435d-82a4-87d9c492ee45 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "PUT /v2.0/floatingips/eb7018c1-04f1-479a-b3d0-17660782bab8 HTTP/1.1" status: 200 len: 991 time: 1.2965064 Oct 29 11:32:15.605889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:15.609968 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4adac-6466-4441-958a-a4ae87221ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:15.689532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:15.753111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e7155-f683-4f87-a856-0d430bbe2914 req-50ee4d7c-53a8-4865-adb2-f1ad1d07f2fd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:15.755198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c6e7155-f683-4f87-a856-0d430bbe2914 req-50ee4d7c-53a8-4865-adb2-f1ad1d07f2fd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0540447 Oct 29 11:32:15.798641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c6e7155-f683-4f87-a856-0d430bbe2914 req-701309ef-c510-4030-a33b-fc9a70976117 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Oct 29 11:32:15.897782 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2bd52-85b2-4a39-a560-6417e374f1cd x-openstack-request-id: req-61e2bd52-85b2-4a39-a560-6417e374f1cd {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:15.898149 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "name": "network-vif-plugged", "status": "completed", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:15.898326 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61e2bd52-85b2-4a39-a560-6417e374f1cd {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:15.898699 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'code': 200} Oct 29 11:32:15.993458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee11967-8e2d-4472-8396-664ed29e3f07 req-26b52db1-994f-4d0e-9861-60b7fb108135 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.002121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ee11967-8e2d-4472-8396-664ed29e3f07 req-26b52db1-994f-4d0e-9861-60b7fb108135 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0942907 Oct 29 11:32:16.024519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcfec7-96cf-459a-bd6e-7531298ea8f7 req-61cadcac-1af0-4fe1-a41e-33a782765065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.026675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcfcfec7-96cf-459a-bd6e-7531298ea8f7 req-61cadcac-1af0-4fe1-a41e-33a782765065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 1097 time: 0.0931413 Oct 29 11:32:16.060262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ee11967-8e2d-4472-8396-664ed29e3f07 req-a0ec925c-87e5-424e-8419-ef87980833bb tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Oct 29 11:32:16.073453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'eb7018c1-04f1-479a-b3d0-17660782bab8', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'port_id': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'mac_address': 'fa:16:3e:8f:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:31:07Z', 'updated_at': '2021-10-29T11:32:14Z', 'revision_number': 1, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:16.089481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcfcfec7-96cf-459a-bd6e-7531298ea8f7 req-53308c1b-69f0-4190-8c82-b76011d4844f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494175 Oct 29 11:32:16.101921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Checking router: 2e3464e8-f013-4099-969a-308951dcda5e for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:32:16.111127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:16.111859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:16.216873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:16.335848 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a0b58-f2f5-45b5-ae82-6433ee336349 x-openstack-request-id: req-361a0b58-f2f5-45b5-ae82-6433ee336349 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:16.336585 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:16.339045 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-361a0b58-f2f5-45b5-ae82-6433ee336349 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:16.339470 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'status': 'completed', 'code': 200} Oct 29 11:32:16.433823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.434497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.434962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.435502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.436002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.436420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.437044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.439080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-503e6f5c-ac38-4441-bbf4-f4862e52e85f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.0673659 Oct 29 11:32:16.504173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'eb7018c1-04f1-479a-b3d0-17660782bab8', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'port_id': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'mac_address': 'fa:16:3e:8f:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:31:07Z', 'updated_at': '2021-10-29T11:32:14Z', 'revision_number': 1, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:16.533236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8c76a-489b-4a3e-a608-fae84eb5c93e None None] The sync data for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 is: [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'eb7018c1-04f1-479a-b3d0-17660782bab8', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'port_id': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'mac_address': 'fa:16:3e:8f:f5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:31:07Z', 'updated_at': '2021-10-29T11:32:14Z', 'revision_number': 1, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:32:16.567971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-c4fa65d6-0dd5-45ab-bc8c-e51c8876d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.569576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-c4fa65d6-0dd5-45ab-bc8c-e51c8876d43a service neutron] 10.222.0.41 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2 HTTP/1.1" status: 200 len: 918 time: 0.1217434 Oct 29 11:32:16.686899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-f92adda7-3d46-4842-a539-f584020d1e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 999 time: 0.1093271 Oct 29 11:32:16.700040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f9f-fbe3-4820-b6bb-bd8793c11b69 req-47f00785-bd63-4762-96fa-2cf3b159d1dc tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.707807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b128f9f-fbe3-4820-b6bb-bd8793c11b69 req-47f00785-bd63-4762-96fa-2cf3b159d1dc tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 946 time: 0.0843053 Oct 29 11:32:16.793545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b128f9f-fbe3-4820-b6bb-bd8793c11b69 req-f7d55ecf-9865-47cd-bd6a-b5606480fd89 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785363 Oct 29 11:32:16.813596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-86d3ef64-dd0d-4734-b497-1cb0ff518f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.817498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-86d3ef64-dd0d-4734-b497-1cb0ff518f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 200 len: 856 time: 0.1076794 Oct 29 11:32:16.837933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-bc86bb63-4f2b-4c89-aab7-68f551970b8f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.841837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-bc86bb63-4f2b-4c89-aab7-68f551970b8f tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 946 time: 0.0877206 Oct 29 11:32:16.876742 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc46b3-ef51-4af3-9751-234332d577a4 None None] New status for floating IP eb7018c1-04f1-479a-b3d0-17660782bab8: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:32:16.930313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-0d3c926f-a6d3-4197-8b98-b261194a6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.932152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-0d3c926f-a6d3-4197-8b98-b261194a6e97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be310516-96e5-41f7-bd88-404a63300ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005502 Oct 29 11:32:16.946578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673ba9-b56b-43e3-b72e-5c6f6d004300 req-5b2e3b28-0713-441e-b2a4-57cf79525989 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:16.955396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d673ba9-b56b-43e3-b72e-5c6f6d004300 req-5b2e3b28-0713-441e-b2a4-57cf79525989 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0763299 Oct 29 11:32:16.967700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port cef223ad-698b-41bb-8b20-93cf0793cf49 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:16.968309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.055869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d673ba9-b56b-43e3-b72e-5c6f6d004300 req-f295da31-5198-4429-988f-03b3ad2e674b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994210 Oct 29 11:32:17.062064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54104) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:17.121930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port cef223ad-698b-41bb-8b20-93cf0793cf49, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=cef223ad-698b-41bb-8b20-93cf0793cf49,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:17.122308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.145924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for cef223ad-698b-41bb-8b20-93cf0793cf49 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:17.154329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-e7e0438a-7ad6-4b8d-b36d-f44dc0d50fed service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967096 Oct 29 11:32:17.294283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0135e3e6-905f-49d6-aa74-fced50d41c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.403843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.425341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f279-0467-4722-91d4-9e17630ebb5b req-6f0c919e-9458-4895-8c7a-4abb1b61020b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:17.426900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fc3f279-0467-4722-91d4-9e17630ebb5b req-6f0c919e-9458-4895-8c7a-4abb1b61020b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2404094 Oct 29 11:32:17.450054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77e4adac-6466-4441-958a-a4ae87221ca1 req-31b7647f-c4a2-4ab8-812c-c4e7ff4513f5 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865348 Oct 29 11:32:17.460824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=cef223ad-698b-41bb-8b20-93cf0793cf49,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:17.470911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0135e3e6-905f-49d6-aa74-fced50d41c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.482279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port cef223ad-698b-41bb-8b20-93cf0793cf49 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:17.485258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.485404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0135e3e6-905f-49d6-aa74-fced50d41c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.488955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a23a850d-f5eb-4745-902b-b442b4d3ff64 req-016b3bf2-110e-4711-905c-fd3dc5c70f49 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "DELETE /v2.0/ports/cef223ad-698b-41bb-8b20-93cf0793cf49 HTTP/1.1" status: 204 len: 173 time: 0.6383514 Oct 29 11:32:17.489664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'name': 'network-vif-deleted', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:17.492016 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812c4cd-ea36-4693-8732-7614d7dde7a9" -d '{"events": [{"server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "name": "network-vif-deleted", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:17.518119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fc3f279-0467-4722-91d4-9e17630ebb5b req-274249dc-5b2e-4f05-aab5-4ca0eb86310a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Oct 29 11:32:17.532983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0135e3e6-905f-49d6-aa74-fced50d41c73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e142249e984f40e7960f4729499c9bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677672 Oct 29 11:32:17.535778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:17.537932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135e3e6-905f-49d6-aa74-fced50d41c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72873a27-ce96-4fb0-9b82-1526a5b2fe3a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:17.614140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.643508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.657758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5bb81944-5aff-4ab7-ad61-42d636984209 req-4105b68b-e617-4141-8cbf-a91dbd0ebd07 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d0e9595-ba5a-4ad5-86a0-681770c36d7a HTTP/1.1" status: 200 len: 210 time: 0.0299666 Oct 29 11:32:17.707826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.710849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:17.713215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72873a27-ce96-4fb0-9b82-1526a5b2fe3a HTTP/1.1" status: 204 len: 168 time: 0.1751397 Oct 29 11:32:17.721035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50118aa4-a34d-47d8-9135-bc4fd0738fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72873a27-ce96-4fb0-9b82-1526a5b2fe3a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:17.852391 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4cca7e-06b2-4453-86d8-587aaaa1bf03 x-openstack-request-id: req-9f4cca7e-06b2-4453-86d8-587aaaa1bf03 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:17.854282 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0e9595-ba5a-4ad5-86a0-681770c36d7a", "name": "network-vif-deleted", "tag": "cef223ad-698b-41bb-8b20-93cf0793cf49", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:17.854780 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f4cca7e-06b2-4453-86d8-587aaaa1bf03 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:17.855822 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0e9595-ba5a-4ad5-86a0-681770c36d7a', 'name': 'network-vif-deleted', 'tag': 'cef223ad-698b-41bb-8b20-93cf0793cf49', 'status': 'completed', 'code': 200} Oct 29 11:32:18.055176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3661-54da-4619-9c2b-43e38ba9cd00 req-288a21e2-eecb-4938-8d9c-4e7d7ea55adb tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:18.056731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-648c3661-54da-4619-9c2b-43e38ba9cd00 req-288a21e2-eecb-4938-8d9c-4e7d7ea55adb tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 946 time: 0.0769691 Oct 29 11:32:18.096878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-648c3661-54da-4619-9c2b-43e38ba9cd00 req-8d08f31c-9ba4-48c5-9b3c-3d581594c3df tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups?id=52d2256d-c21a-47d5-8804-f966af75eded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341549 Oct 29 11:32:18.097633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54132) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:18.122783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a70a6ab-ae81-45af-b966-f468c885fe9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.231004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81174-c52f-43dc-a616-863cff122121 req-c4d812cb-0507-4bd7-b591-53f2cba35f0f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:18.232483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-feb81174-c52f-43dc-a616-863cff122121 req-c4d812cb-0507-4bd7-b591-53f2cba35f0f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0737765 Oct 29 11:32:18.261500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a70a6ab-ae81-45af-b966-f468c885fe9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.269935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a70a6ab-ae81-45af-b966-f468c885fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.301051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-feb81174-c52f-43dc-a616-863cff122121 req-354f6f75-222c-461c-82ea-e9df5c58b238 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607712 Oct 29 11:32:18.332791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5a70a6ab-ae81-45af-b966-f468c885fe9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7df99dce23c4fd2a0ffb8dd37610d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341216 Oct 29 11:32:18.333719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a6ab-ae81-45af-b966-f468c885fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add602b-e757-4fae-970c-6f27eb3d5792,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:18.335435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:18.398095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.411431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04419b6d-553f-432e-be35-2cde586716f8 req-60e88867-3da4-4231-a37f-9fc5d641c8ff tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:18.412939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04419b6d-553f-432e-be35-2cde586716f8 req-60e88867-3da4-4231-a37f-9fc5d641c8ff tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 946 time: 0.0507154 Oct 29 11:32:18.422101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.425257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54142) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:18.432013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Request body: {'floatingip': {'port_id': '811d549e-98bb-4ee9-8198-89081deb0aaa'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:18.497298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.500095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.503934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7add602b-e757-4fae-970c-6f27eb3d5792 HTTP/1.1" status: 204 len: 168 time: 0.1644380 Oct 29 11:32:18.514397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:18.516971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7cdd6-a2ae-45d2-91c4-21bb3cddfd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add602b-e757-4fae-970c-6f27eb3d5792,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:18.623779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a83cb-9915-4020-8073-271a7f516452 req-3ebbe0df-e5d5-4b3b-8563-41ddf951af8f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:18.625449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b64a83cb-9915-4020-8073-271a7f516452 req-3ebbe0df-e5d5-4b3b-8563-41ddf951af8f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1471872 Oct 29 11:32:18.737769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b64a83cb-9915-4020-8073-271a7f516452 req-fc4bdeb3-463c-4e7c-8c58-b9e5d119ba33 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 Oct 29 11:32:19.091677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.096823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.104497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device cef223ad-698b-41bb-8b20-93cf0793cf49 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:19.134062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: cef223ad-698b-41bb-8b20-93cf0793cf49 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:19.134553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device cef223ad-698b-41bb-8b20-93cf0793cf49 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:19.247446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47a375-7cf2-4d43-a6a7-fff8f7439d20 req-ff96e14b-2678-436f-8a05-33eda5e488a5 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:19.249091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e47a375-7cf2-4d43-a6a7-fff8f7439d20 req-ff96e14b-2678-436f-8a05-33eda5e488a5 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.0715234 Oct 29 11:32:19.254245 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Floating IP 74666f46-3a97-4513-b1f6-2808d5687612 associated. External IP: 172.25.4.224, port: 811d549e-98bb-4ee9-8198-89081deb0aaa. Oct 29 11:32:19.313126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:19.355745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e47a375-7cf2-4d43-a6a7-fff8f7439d20 req-801bb9e8-6f94-4eb3-a96f-5153a0720727 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983729 Oct 29 11:32:19.425300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-287511168-network', 'tenant_id': 'f30ec7606b2e4a37ae5e19b334aae86f'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:19.446223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Made reservation on behalf of f30ec7606b2e4a37ae5e19b334aae86f for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:19.449170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.459838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.514770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191e907-eaba-468d-a508-4915bfcd1db4 req-00a2595b-270b-4ea5-99aa-3919d253b226 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:19.516283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a191e907-eaba-468d-a508-4915bfcd1db4 req-00a2595b-270b-4ea5-99aa-3919d253b226 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0946889 Oct 29 11:32:19.540430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.545216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.547618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Router d1f31ebb-45e0-43a3-a121-0fcf0acac440 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:32:19.572234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a191e907-eaba-468d-a508-4915bfcd1db4 req-851f9527-1f12-4692-9480-a7ecd76facd2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492475 Oct 29 11:32:19.573755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:32:19.581433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8501f6a-a063-4fb6-97aa-a8908a58a765,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:19.589100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.589448 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Added segment dc2459ff-b15e-4060-a892-232b4abe1b42 of type vlan for network 1039244f-a737-445f-b2a5-faec51945e3d Oct 29 11:32:19.636643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.664440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.666367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:19.667030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.721393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4069364 Oct 29 11:32:19.728242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54198) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:19.735511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Request body: {'subnet': {'network_id': '1039244f-a737-445f-b2a5-faec51945e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-287511168-subnet', 'tenant_id': 'f30ec7606b2e4a37ae5e19b334aae86f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:19.744671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da258e-5bcf-4a79-8de4-a097703c636a admin admin] Pushing event updated for resources: {'Network': ['ID=1039244f-a737-445f-b2a5-faec51945e3d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:19.761867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1039244f-a737-445f-b2a5-faec51945e3d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:32:19.767967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Made reservation on behalf of f30ec7606b2e4a37ae5e19b334aae86f for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:19.770879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:19.946548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.006102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5334625-b923-48b2-8cdf-f57a8032eb23,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:20.016071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Checking segment: {'id': 'dc2459ff-b15e-4060-a892-232b4abe1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:20.016429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Network hostable DHCP agents. Network: 1039244f-a737-445f-b2a5-faec51945e3d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:32:20.031817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:32:20.033791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Network 1039244f-a737-445f-b2a5-faec51945e3d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:32:20.038223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.045097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1039244f-a737-445f-b2a5-faec51945e3d) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:20.049173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Sync routers for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:32:20.050000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:20.050648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.064652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82831a1-6fa4-458b-9be1-0ef9e1db9c32 None None] Network 1039244f-a737-445f-b2a5-faec51945e3d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:20.081144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3baf1a3a-0706-4030-911c-e3084329d22f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "PUT /v2.0/floatingips/74666f46-3a97-4513-b1f6-2808d5687612 HTTP/1.1" status: 200 len: 992 time: 1.6545844 Oct 29 11:32:20.084041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:20.084241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:20.085755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:20.086741 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57327ea4-7261-40de-acc8-695b9e27cae9" -d '{"events": [{"name": "network-changed", "server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:20.089856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f8007ec0-5221-4e78-a6e2-d0f2d387da5a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3604245 Oct 29 11:32:20.126537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-fa636121-2c04-40c9-a175-577a306a49ce tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:20.128302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-fa636121-2c04-40c9-a175-577a306a49ce tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.4532139 Oct 29 11:32:20.145534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-53b61328-e3bf-45d5-801d-3416155092bd tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/quotas/9e2f04887904440cb4cfb40e29e80474 HTTP/1.1" status: 200 len: 375 time: 0.0104303 Oct 29 11:32:20.182196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-b3c1d556-48c5-4c5e-bc9c-6f8426dac8a3 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296509 Oct 29 11:32:20.293782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:20.298344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-ebf3df3d-cd2b-4766-802f-ad611ceaa056 service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008396 Oct 29 11:32:20.299159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9fe475-6569-4126-8409-7636e12600fa None None] Network 1039244f-a737-445f-b2a5-faec51945e3d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:20.405451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-eb4bf771-e031-423d-b911-6cb68e87d9ef service neutron] 10.222.0.77 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014473 Oct 29 11:32:20.662700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-8b3e709c-10fb-4ab1-a23b-1ba49cd30066 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:20.664409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-8b3e709c-10fb-4ab1-a23b-1ba49cd30066 tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.1050649 Oct 29 11:32:20.674031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42609-5a58-4ea4-bb36-fe19b5f029ce req-a34c88ff-62fd-41d8-94e1-a771618a3765 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:20.675514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05c42609-5a58-4ea4-bb36-fe19b5f029ce req-a34c88ff-62fd-41d8-94e1-a771618a3765 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0834768 Oct 29 11:32:20.690227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '74666f46-3a97-4513-b1f6-2808d5687612', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'port_id': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'mac_address': 'fa:16:3e:07:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f8adc-72c5-4187-aec2-9574d98c1670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:32:02Z', 'updated_at': '2021-10-29T11:32:18Z', 'revision_number': 1, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:20.732296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Checking router: d1f31ebb-45e0-43a3-a121-0fcf0acac440 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:32:20.745222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:32:20.745913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:32:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:20.760095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:20.766411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-867335231-network', 'tenant_id': '3774740f658e441ca91c475a0d759e23'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:20.778499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05c42609-5a58-4ea4-bb36-fe19b5f029ce req-a8f2a929-ca6f-440b-852c-e575e3625084 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Oct 29 11:32:20.812754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Made reservation on behalf of 3774740f658e441ca91c475a0d759e23 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:20.815577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.826961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Deleting port 34717430-92c2-4791-bbc4-ebe9f67a7c3f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:20.827309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.831850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.933254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.942002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:20.985309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf9c5d-37a9-45b1-8e84-d3b08d6bdc53,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:20.991029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:32:21.001714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.002250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.002828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.003322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.003844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.004325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.004862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.005476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.006005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.006728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.007216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.007688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:21.018454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.018941 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Added segment dcf4e94a-b950-47f8-a9bf-5ce85a17cc65 of type vlan for network 1ab192a6-8d79-4391-a9bc-82cee6f337de Oct 29 11:32:21.026872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] For port 34717430-92c2-4791-bbc4-ebe9f67a7c3f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=34717430-92c2-4791-bbc4-ebe9f67a7c3f,segment=NetworkSegment(01846943-e897-4f07-8b55-9759245e4e03),segment_id=01846943-e897-4f07-8b55-9759245e4e03)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:21.027236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.044035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Calling delete_port for 34717430-92c2-4791-bbc4-ebe9f67a7c3f owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:21.047035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:32:21.081180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.125548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.126848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.130254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.130940 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f54841-8c4e-4105-81f2-c0a23368276e x-openstack-request-id: req-85f54841-8c4e-4105-81f2-c0a23368276e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:21.131723 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:21.132882 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85f54841-8c4e-4105-81f2-c0a23368276e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:21.133467 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'status': 'completed', 'code': 200} Oct 29 11:32:21.205408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-61a40ef2-7bda-47a5-86bc-434987297b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.207825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-61a40ef2-7bda-47a5-86bc-434987297b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57d8cfce80c04bb491aa4207a175ae38&device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 1097 time: 0.0828457 Oct 29 11:32:21.220849 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4588408 Oct 29 11:32:21.221614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:21.238938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Request body: {'subnet': {'network_id': '1ab192a6-8d79-4391-a9bc-82cee6f337de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-867335231-subnet', 'tenant_id': '3774740f658e441ca91c475a0d759e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:21.251685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa86eef-6cf9-4109-93a8-75c0a385e4ca admin admin] Pushing event updated for resources: {'Network': ['ID=1ab192a6-8d79-4391-a9bc-82cee6f337de,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:21.264740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1ab192a6-8d79-4391-a9bc-82cee6f337de details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:32:21.275499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Made reservation on behalf of 3774740f658e441ca91c475a0d759e23 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:21.278168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.387187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.398849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45550-8f88-440d-9679-a3f262a69fef req-e496d9cf-6ba0-48e1-aff9-5b7e7df0d42a tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.405972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['34717430-92c2-4791-bbc4-ebe9f67a7c3f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:21.406621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4b45550-8f88-440d-9679-a3f262a69fef req-e496d9cf-6ba0-48e1-aff9-5b7e7df0d42a tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed83cad-65f9-4694-8ad1-9d8ee1389a3d HTTP/1.1" status: 200 len: 946 time: 0.1311986 Oct 29 11:32:21.471633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '74666f46-3a97-4513-b1f6-2808d5687612', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'port_id': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'mac_address': 'fa:16:3e:07:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f8adc-72c5-4187-aec2-9574d98c1670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:32:02Z', 'updated_at': '2021-10-29T11:32:18Z', 'revision_number': 1, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:21.489677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Pushing event deleted for resources: {'Port': ['ID=34717430-92c2-4791-bbc4-ebe9f67a7c3f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:21.502900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.505076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06722299-cb5b-4fde-bd60-fb5ca55dff73 None None] The sync data for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 is: [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '74666f46-3a97-4513-b1f6-2808d5687612', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'port_id': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'mac_address': 'fa:16:3e:07:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f8adc-72c5-4187-aec2-9574d98c1670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:32:02Z', 'updated_at': '2021-10-29T11:32:18Z', 'revision_number': 1, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:32:21.517680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] No DVR routers for this DVR port 34717430-92c2-4791-bbc4-ebe9f67a7c3f on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:21.522149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.529649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2778b80-e609-40a2-8e71-0549cde627c7 req-af60acb7-89b9-46d2-8797-44ff3f90adab tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.41 "DELETE /v2.0/ports/34717430-92c2-4791-bbc4-ebe9f67a7c3f HTTP/1.1" status: 204 len: 173 time: 0.8530414 Oct 29 11:32:21.531596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-3626ffad-cb8b-48cc-8858-98d08b1fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.534934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-3626ffad-cb8b-48cc-8858-98d08b1fabee service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b HTTP/1.1" status: 200 len: 916 time: 0.3049240 Oct 29 11:32:21.569218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4b45550-8f88-440d-9679-a3f262a69fef req-ed5a5e23-3e31-41a1-bdf7-e2923bb11c3b tempest-AttachVolumeNegativeTest-750946680 tempest-AttachVolumeNegativeTest-750946680-project] 10.222.0.77 "GET /v2.0/security-groups?id=299d5570-dcea-420b-bead-535737b432f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619270 Oct 29 11:32:21.594844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92859e75-fd94-4f41-a3c0-2d9a1ce3c785,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:21.613459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Checking segment: {'id': 'dcf4e94a-b950-47f8-a9bf-5ce85a17cc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1ab192a6-8d79-4391-a9bc-82cee6f337de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:21.613883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Network hostable DHCP agents. Network: 1ab192a6-8d79-4391-a9bc-82cee6f337de, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:32:21.639788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-b396bc1b-b15a-476f-bc85-c516991c389a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=811d549e-98bb-4ee9-8198-89081deb0aaa HTTP/1.1" status: 200 len: 1000 time: 0.0939691 Oct 29 11:32:21.642249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Network 1ab192a6-8d79-4391-a9bc-82cee6f337de is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:32:21.658979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1ab192a6-8d79-4391-a9bc-82cee6f337de) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:21.666840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.667635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.672859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70a9ad-2a43-40e0-bb4f-3fbac89aea01 None None] Network 1ab192a6-8d79-4391-a9bc-82cee6f337de requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:21.677505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:21.709565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d9f965f3-d7fe-464f-9c3a-7cff8797826e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4793687 Oct 29 11:32:21.745663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-19dd2bb5-560b-4b05-8dfe-4a76e7c6f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.751008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-19dd2bb5-560b-4b05-8dfe-4a76e7c6f0db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840b2511-bcbd-457f-a057-d62c85dec18e HTTP/1.1" status: 200 len: 854 time: 0.1039994 Oct 29 11:32:21.809280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ce75f-3b85-4d0a-8e63-c300c69be8ce req-ffca1d6e-dc7b-4aa8-bdda-b0f9e89ce0b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.810793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-326ce75f-3b85-4d0a-8e63-c300c69be8ce req-ffca1d6e-dc7b-4aa8-bdda-b0f9e89ce0b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1228993 Oct 29 11:32:21.848725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7fd756-38e0-4c19-b3be-b186994917f4 None None] Network 1ab192a6-8d79-4391-a9bc-82cee6f337de requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:21.862154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-6537b54f-d3db-4fb1-91e4-461f55727b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:21.863847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-6537b54f-d3db-4fb1-91e4-461f55727b14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc9fb02d-1710-4aa7-bda5-a6e5e895448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015475 Oct 29 11:32:21.872312 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8349ee8-72a6-48fc-8939-7936ccd25ee0 None None] New status for floating IP 74666f46-3a97-4513-b1f6-2808d5687612: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:32:21.884139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-326ce75f-3b85-4d0a-8e63-c300c69be8ce req-90242f3d-c4a0-488f-8fbb-e007d67a6566 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632095 Oct 29 11:32:22.064010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5dd5c369-9b32-4747-b39b-f321870abef7 req-d1b8fe80-4fda-4d9d-becf-404ea66bfad5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 210 time: 0.0558205 Oct 29 11:32:22.156842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-dd66b07a-b41e-400b-941f-227793b66b04 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:22.166167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-28529294-c3d6-49e6-ac3e-e3edd9cebad0 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797966 Oct 29 11:32:22.167041 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-dd66b07a-b41e-400b-941f-227793b66b04 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 812 time: 0.3048694 Oct 29 11:32:22.190980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Request body: {'port': {'device_id': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'admin_state_up': True, 'tenant_id': '9e2f04887904440cb4cfb40e29e80474'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:22.352788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Made reservation on behalf of 9e2f04887904440cb4cfb40e29e80474 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:22.357919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:22.365522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57327ea4-7261-40de-acc8-695b9e27cae9 req-6d955e4d-69e2-4ae8-a2c0-af3fc174bbc4 service neutron] 10.222.0.41 "GET /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866095 Oct 29 11:32:22.386015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c575-f188-4d87-bdc5-5caf7add66c6 req-bd65f079-1ba2-4049-94ad-157bf3fe660f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:22.389570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2655c575-f188-4d87-bdc5-5caf7add66c6 req-bd65f079-1ba2-4049-94ad-157bf3fe660f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0881507 Oct 29 11:32:22.431320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2655c575-f188-4d87-bdc5-5caf7add66c6 req-bc0eb380-c82a-47d0-ac13-8cb89a613533 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358033 Oct 29 11:32:22.526665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Allocated IP 172.20.0.13 (afba5da2-542b-40e2-879e-c6debf6d2096/12e93b79-79b4-4c0d-8282-7945be326df0/c10d98f4-5b39-4232-9aff-64a76e591df3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:22.627006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8786e-93ed-45e0-bdad-e083ed0f7389 req-969d445a-a5e6-438e-9572-51ef23a1340e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:22.628506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12e8786e-93ed-45e0-bdad-e083ed0f7389 req-969d445a-a5e6-438e-9572-51ef23a1340e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Oct 29 11:32:22.667175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12e8786e-93ed-45e0-bdad-e083ed0f7389 req-217b8b57-8e83-4527-a824-2bcb6ad489a1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Oct 29 11:32:22.685694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:22.729791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:22.777819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Network afba5da2-542b-40e2-879e-c6debf6d2096 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:22.781062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:22.783917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:22.814466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event updated for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:22.839782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:22.840441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:22.856685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-f79a6239-b389-4bb3-bcb1-336fe47abf00 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788955 Oct 29 11:32:22.869174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Request body: {'port': {'device_id': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:22.923573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.026668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-24f3b6ab-645e-400d-bd0c-bf58ae7735d8 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:23.028172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-24f3b6ab-645e-400d-bd0c-bf58ae7735d8 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/networks?id=1039244f-a737-445f-b2a5-faec51945e3d HTTP/1.1" status: 200 len: 814 time: 0.1127982 Oct 29 11:32:23.044035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-d40a7a31-cd34-4b48-aa8b-919f582d5cfa tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/quotas/f30ec7606b2e4a37ae5e19b334aae86f HTTP/1.1" status: 200 len: 375 time: 0.0097957 Oct 29 11:32:23.075119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-937d8c1d-4fdf-4df0-ac28-dc1ba818413f tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f30ec7606b2e4a37ae5e19b334aae86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251784 Oct 29 11:32:23.135374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'name': 'network-vif-deleted', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:23.137678 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6abd5-d0ac-422b-b3c4-973a57f7d939" -d '{"events": [{"server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "name": "network-vif-deleted", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:23.177601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-a13f4015-24e8-4be5-ae72-c87634ec072d service neutron] 10.222.0.77 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944123 Oct 29 11:32:23.186887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10d98f4-5b39-4232-9aff-64a76e591df3 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:23.194941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.208049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Transition to ACTIVE for port object c10d98f4-5b39-4232-9aff-64a76e591df3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:32:23.211597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.278904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-f879c404-eb57-463d-aeac-5e57765ef56c service neutron] 10.222.0.77 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Oct 29 11:32:23.280041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:23.338566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Attempting to bind port c10d98f4-5b39-4232-9aff-64a76e591df3 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:23.338905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Attempting to bind port c10d98f4-5b39-4232-9aff-64a76e591df3 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:23.339234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Attempting to bind port c10d98f4-5b39-4232-9aff-64a76e591df3 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:23.343561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Port c10d98f4-5b39-4232-9aff-64a76e591df3 on network afba5da2-542b-40e2-879e-c6debf6d2096 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:32:23.343882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Attempting to bind port c10d98f4-5b39-4232-9aff-64a76e591df3 on network afba5da2-542b-40e2-879e-c6debf6d2096 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:23.348867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:23.349307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Checking segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:23.349810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Bound using segment: {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:23.350263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Bound port: c10d98f4-5b39-4232-9aff-64a76e591df3, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0331c114-df12-42b8-aa40-e28b51f76a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:23.350688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.422222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:23.425885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c10d98f4-5b39-4232-9aff-64a76e591df3,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:23.430864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.466369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:23.466992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:23.468432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] 10.222.0.86 "PUT /v2.0/ports/c10d98f4-5b39-4232-9aff-64a76e591df3 HTTP/1.1" status: 200 len: 1092 time: 0.6035044 Oct 29 11:32:23.468887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:23.471186 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f050f0-add4-4d6b-9d81-a7f869f163a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:23.499896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49f001-ad20-43a2-b98d-1c8a251bc855 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:23.556006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-12696bc5-2afc-40b4-8144-cfcd3ba8e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:23.557749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-12696bc5-2afc-40b4-8144-cfcd3ba8e20a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 1095 time: 0.0438259 Oct 29 11:32:23.573042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-a0ba6306-d324-4c8d-a153-9f3212068624 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:23.574588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-a0ba6306-d324-4c8d-a153-9f3212068624 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.1240001 Oct 29 11:32:23.594505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-7ddd0b93-a16d-4c1c-a9c9-4f7d5d81f62b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/quotas/adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Oct 29 11:32:23.613054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-04e87151-ce7f-4ec5-a902-17d730464611 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c10d98f4-5b39-4232-9aff-64a76e591df3 HTTP/1.1" status: 200 len: 217 time: 0.0473568 Oct 29 11:32:23.663858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-625d6df3-97a9-480c-bff7-0c362396488c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0633519 Oct 29 11:32:23.666446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-dccc8736-0e1b-4baa-b65e-16704e17e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:23.667999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-dccc8736-0e1b-4baa-b65e-16704e17e470 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0472279 Oct 29 11:32:23.699280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-bb4cd493-9468-4a0a-9b0f-22b459a0eb00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240667 Oct 29 11:32:23.776773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d656372f-8159-4c27-b110-ec90a9a18296 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047931 Oct 29 11:32:23.805458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-ba0f2094-c429-43e0-a631-463cd7e02336 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983875 Oct 29 11:32:23.885565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-731d89b6-db5e-42b7-9f12-d8274004eda1 service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999978 Oct 29 11:32:23.906540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b14dcab0-9199-4910-b8ef-6fa0d94095f4 req-ed54a748-605a-4525-b878-4a0e8dba5f3f service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939274 Oct 29 11:32:24.043257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54310) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:24.101419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Deleting subnet 44c094c8-7be5-47b4-981e-e0580ec58471 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:32:24.105322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.144822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.166587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3865e8-7fda-42f4-98ae-1b03fd80a629 req-68e873ff-d40f-4582-8627-e377cd76388b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:24.169649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd3865e8-7fda-42f4-98ae-1b03fd80a629 req-68e873ff-d40f-4582-8627-e377cd76388b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0655277 Oct 29 11:32:24.187473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.214036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd3865e8-7fda-42f4-98ae-1b03fd80a629 req-3ef188c0-586e-43da-9e2a-b0b608a7df77 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Oct 29 11:32:24.255496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.288808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c094c8-7be5-47b4-981e-e0580ec58471,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:24.291331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.297909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54318) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:24.305118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78a18ed7-d6bc-45fe-9799-08d3e5a36e92 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/44c094c8-7be5-47b4-981e-e0580ec58471 HTTP/1.1" status: 204 len: 168 time: 0.2531543 Oct 29 11:32:24.405850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.416007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932333-cb79-4c59-bddb-78ae07e97cd3 req-9336ea6f-eaee-45c1-99fc-2e3f6dbda034 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:24.417525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0932333-cb79-4c59-bddb-78ae07e97cd3 req-9336ea6f-eaee-45c1-99fc-2e3f6dbda034 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 944 time: 0.1114888 Oct 29 11:32:24.523949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.529180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0932333-cb79-4c59-bddb-78ae07e97cd3 req-b5cadd94-2c48-4710-922e-d137545c1001 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993342 Oct 29 11:32:24.549453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ea3c3-54e1-4543-88d0-27693e3bbdd2']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:24.570551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01846943-e897-4f07-8b55-9759245e4e03') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:24.570839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01846943-e897-4f07-8b55-9759245e4e03') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:24.599782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.600123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-d8533cd4-0974-473f-91b2-6d55172a180c tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:24.601721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-d8533cd4-0974-473f-91b2-6d55172a180c tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.86 "GET /v2.0/networks?id=1039244f-a737-445f-b2a5-faec51945e3d HTTP/1.1" status: 200 len: 814 time: 0.1612401 Oct 29 11:32:24.610330 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9138ab5d-bbbe-4639-a49d-6cf553f774b9 x-openstack-request-id: req-9138ab5d-bbbe-4639-a49d-6cf553f774b9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:24.610901 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed83cad-65f9-4694-8ad1-9d8ee1389a3d", "name": "network-vif-deleted", "tag": "34717430-92c2-4791-bbc4-ebe9f67a7c3f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:24.611029 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9138ab5d-bbbe-4639-a49d-6cf553f774b9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:24.611662 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed83cad-65f9-4694-8ad1-9d8ee1389a3d', 'name': 'network-vif-deleted', 'tag': '34717430-92c2-4791-bbc4-ebe9f67a7c3f', 'status': 'completed', 'code': 200} Oct 29 11:32:24.623261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Request body: {'port': {'device_id': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d', 'admin_state_up': True, 'tenant_id': 'f30ec7606b2e4a37ae5e19b334aae86f'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:24.623466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.637798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:32:24.638392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:32:24.699170 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:32:24.704473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.710731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.714933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] 10.222.0.77 "DELETE /v2.0/networks/c84ea3c3-54e1-4543-88d0-27693e3bbdd2 HTTP/1.1" status: 204 len: 168 time: 0.4158847 Oct 29 11:32:24.732369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc6e22-e750-45d5-bee3-5456a8bb470e admin admin] Pushing event deleted for resources: {'Network': ['ID=c84ea3c3-54e1-4543-88d0-27693e3bbdd2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:24.778312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Made reservation on behalf of f30ec7606b2e4a37ae5e19b334aae86f for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:24.781996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:24.800140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1046cd67-349a-4334-a55e-f5c18f354ca5 req-92886f07-b11e-4165-a2e3-f405e628914d tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0327256 Oct 29 11:32:24.856265 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba43fdf-f15a-4814-a441-a3624a0692a9 x-openstack-request-id: req-dba43fdf-f15a-4814-a441-a3624a0692a9 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:24.856496 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:24.856810 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dba43fdf-f15a-4814-a441-a3624a0692a9 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:24.857294 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3', 'status': 'completed', 'code': 200} Oct 29 11:32:24.954059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:24.959011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Allocated IP 172.20.0.5 (1039244f-a737-445f-b2a5-faec51945e3d/c5334625-b923-48b2-8cdf-f57a8032eb23/8580b731-4225-4cf7-a671-2f9e9905a409) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:24.973387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-3f17d9a2-a491-48d8-accf-2cd2df1f1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:24.974829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-3f17d9a2-a491-48d8-accf-2cd2df1f1b8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e2f04887904440cb4cfb40e29e80474&device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 1095 time: 0.0941954 Oct 29 11:32:25.000418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-44e637a4-694d-43db-850f-ff450890604b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b8fd809292f4610abd856996857b0cf&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0436819 Oct 29 11:32:25.003777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:25.014223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34717430-92c2-4791-bbc4-ebe9f67a7c3f no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:25.039413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 34717430-92c2-4791-bbc4-ebe9f67a7c3f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:25.039878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 34717430-92c2-4791-bbc4-ebe9f67a7c3f not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:25.086566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.163920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.170627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-8608d8df-26d0-410b-adbd-45dc32a2c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.173914 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-8608d8df-26d0-410b-adbd-45dc32a2c8f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 200 len: 913 time: 0.1908739 Oct 29 11:32:25.244447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-c7fb6b6f-3aa3-412c-838b-4cdba051885f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c10d98f4-5b39-4232-9aff-64a76e591df3 HTTP/1.1" status: 200 len: 217 time: 0.0514181 Oct 29 11:32:25.256477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cacbad1b-4f10-4504-ae88-d3132de7075d req-722ca1a7-6125-487b-81f6-dd2334f0cf5f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 210 time: 0.0450370 Oct 29 11:32:25.268487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-becb9b06-0491-477d-9908-5a6fd024b260 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.270042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-becb9b06-0491-477d-9908-5a6fd024b260 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.1669958 Oct 29 11:32:25.285369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'device_id': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'admin_state_up': True, 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:25.342952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.345672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.349504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/299d5570-dcea-420b-bead-535737b432f3 HTTP/1.1" status: 204 len: 168 time: 0.3445802 Oct 29 11:32:25.356735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-2b527754-f8aa-4294-a255-68d8d91f9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.357749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-2b527754-f8aa-4294-a255-68d8d91f9832 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 200 len: 852 time: 0.0708120 Oct 29 11:32:25.362661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c933110-b734-43a1-af90-147c49dc4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299d5570-dcea-420b-bead-535737b432f3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:25.415235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-0a07e3c9-e2d9-4856-a7cd-ca0e7ea28755 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=afba5da2-542b-40e2-879e-c6debf6d2096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499532 Oct 29 11:32:25.457960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.458679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1373e06-afb5-42e2-a151-c371660132e6 req-8f17531a-827d-403c-ac79-fee343ec11de tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.460211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1373e06-afb5-42e2-a151-c371660132e6 req-8f17531a-827d-403c-ac79-fee343ec11de tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0809050 Oct 29 11:32:25.467844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:25.471674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.556420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-769db23a-ddda-4d27-bec0-5ea25df75a75 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311712 Oct 29 11:32:25.558921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.561513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1373e06-afb5-42e2-a151-c371660132e6 req-a119b061-a88f-4f77-86df-1f839c870978 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864518 Oct 29 11:32:25.659692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Network 1039244f-a737-445f-b2a5-faec51945e3d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:25.660254 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.666722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:25.672468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:25.674881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Pushing event updated for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:25.720571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.20.0.11 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/96ca8d7c-cfad-4652-97a0-821fda806ff2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:25.747659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.748282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.750219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934208-d6ab-4c7e-9e7c-7c62cacb9231 req-68c57e9b-b851-4759-b78c-55a26088bfd6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:25.751767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76934208-d6ab-4c7e-9e7c-7c62cacb9231 req-68c57e9b-b851-4759-b78c-55a26088bfd6 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 944 time: 0.0882826 Oct 29 11:32:25.766871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5f050f0-add4-4d6b-9d81-a7f869f163a2 req-d2610088-07e8-4b42-8dc7-30cfe87693d4 service neutron] 10.222.0.86 "GET /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952207 Oct 29 11:32:25.774534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-99b325ac-da36-4859-99f4-6f2fc5ef4b02 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1594756 Oct 29 11:32:25.788980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Request body: {'port': {'device_id': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:25.848960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:25.868433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76934208-d6ab-4c7e-9e7c-7c62cacb9231 req-56acde37-1f27-4e3c-8853-408068bc42ee tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986941 Oct 29 11:32:25.942986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.044515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7432dd-51b6-43d3-accd-dd8327db0105 req-c7bce5f7-b46f-49df-a6a1-74f63c33fa31 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.046154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db7432dd-51b6-43d3-accd-dd8327db0105 req-c7bce5f7-b46f-49df-a6a1-74f63c33fa31 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0929463 Oct 29 11:32:26.051913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.066105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f', 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:26.122644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:26.135747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:26.141506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:26.195078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8580b731-4225-4cf7-a671-2f9e9905a409 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:26.205866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db7432dd-51b6-43d3-accd-dd8327db0105 req-cf600f38-7fae-4b3c-8e75-d9226efc511d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451118 Oct 29 11:32:26.208435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:26.215357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.239639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Transition to ACTIVE for port object 8580b731-4225-4cf7-a671-2f9e9905a409 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:32:26.253773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.270466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.271685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.312113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-d538a502-601f-4a05-a021-30c231634135 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306630 Oct 29 11:32:26.334467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Request body: {'port': {'device_id': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:26.336015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:26.424713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.483806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Attempting to bind port 8580b731-4225-4cf7-a671-2f9e9905a409 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:26.484549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Attempting to bind port 8580b731-4225-4cf7-a671-2f9e9905a409 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'dc2459ff-b15e-4060-a892-232b4abe1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:26.485136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Attempting to bind port 8580b731-4225-4cf7-a671-2f9e9905a409 on network 1039244f-a737-445f-b2a5-faec51945e3d {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:26.490850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Port 8580b731-4225-4cf7-a671-2f9e9905a409 on network 1039244f-a737-445f-b2a5-faec51945e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:32:26.492010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Attempting to bind port 8580b731-4225-4cf7-a671-2f9e9905a409 on network 1039244f-a737-445f-b2a5-faec51945e3d {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:26.498218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:26.498775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Checking segment: {'id': 'dc2459ff-b15e-4060-a892-232b4abe1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:26.499691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Bound using segment: {'id': 'dc2459ff-b15e-4060-a892-232b4abe1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:26.499691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Bound port: 8580b731-4225-4cf7-a671-2f9e9905a409, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2459ff-b15e-4060-a892-232b4abe1b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:26.500014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.537224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740395-e61c-4fe2-90cf-50b987668c7b req-e020c620-4a6c-4401-a166-37d4ab4b1de1 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.538711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63740395-e61c-4fe2-90cf-50b987668c7b req-e020c620-4a6c-4401-a166-37d4ab4b1de1 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 943 time: 0.0950513 Oct 29 11:32:26.568061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:26.571020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8580b731-4225-4cf7-a671-2f9e9905a409,segment=NetworkSegment(dc2459ff-b15e-4060-a892-232b4abe1b42),segment_id=dc2459ff-b15e-4060-a892-232b4abe1b42)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:26.575228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.591539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-73124cff-edb2-4f43-a425-4b092cb78626 None None] Provisioning complete for port 96ca8d7c-cfad-4652-97a0-821fda806ff2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:26.592278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73124cff-edb2-4f43-a425-4b092cb78626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.615092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.615755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.617177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] 10.222.0.86 "PUT /v2.0/ports/8580b731-4225-4cf7-a671-2f9e9905a409 HTTP/1.1" status: 200 len: 1091 time: 0.8349769 Oct 29 11:32:26.635368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829e342-6769-4f6e-a2ea-e61dfddf3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:26.647534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-73124cff-edb2-4f43-a425-4b092cb78626 None None] Port 96ca8d7c-cfad-4652-97a0-821fda806ff2 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:32:26.650704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63740395-e61c-4fe2-90cf-50b987668c7b req-1fa2b396-0da1-4eef-9d12-52c0ee48fd5d tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697875 Oct 29 11:32:26.709587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-f18f2d3c-d019-41ef-be97-039842be827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.711146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-f18f2d3c-d019-41ef-be97-039842be827e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f30ec7606b2e4a37ae5e19b334aae86f&device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 1094 time: 0.0483959 Oct 29 11:32:26.758012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-ee969109-35a7-475a-8f88-689852be1ffb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8580b731-4225-4cf7-a671-2f9e9905a409 HTTP/1.1" status: 200 len: 217 time: 0.0389221 Oct 29 11:32:26.795632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ca8d7c-cfad-4652-97a0-821fda806ff2 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:26.802731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.822960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Transition to ACTIVE for port object 96ca8d7c-cfad-4652-97a0-821fda806ff2 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:32:26.823262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-363e6967-8c77-4c5c-9693-2741ccbe7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.824919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-363e6967-8c77-4c5c-9693-2741ccbe7557 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c5334625-b923-48b2-8cdf-f57a8032eb23 HTTP/1.1" status: 200 len: 854 time: 0.0599537 Oct 29 11:32:26.830311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:26.860171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:26.862548 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923" -d '{"events": [{"name": "network-changed", "server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:26.867071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-1439c882-dd02-4d6c-a884-faab00e83f2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1039244f-a737-445f-b2a5-faec51945e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355022 Oct 29 11:32:26.922456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:26.962949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07e95-7040-46ad-8fcf-c18b693e044b req-c1350cd7-7ae9-422b-946a-e1f8937ea72f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:26.964704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bef07e95-7040-46ad-8fcf-c18b693e044b req-c1350cd7-7ae9-422b-946a-e1f8937ea72f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 944 time: 0.1012633 Oct 29 11:32:26.978785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-3453f940-7bdd-4a12-b5ba-f50828b36cf9 service neutron] 10.222.0.86 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027966 Oct 29 11:32:27.047801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bef07e95-7040-46ad-8fcf-c18b693e044b req-cf2560cf-8ebd-4704-b387-a40d246c711d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597193 Oct 29 11:32:27.048928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Attempting to bind port 96ca8d7c-cfad-4652-97a0-821fda806ff2 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:27.049283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Attempting to bind port 96ca8d7c-cfad-4652-97a0-821fda806ff2 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:27.049606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Attempting to bind port 96ca8d7c-cfad-4652-97a0-821fda806ff2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:27.055556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Port 96ca8d7c-cfad-4652-97a0-821fda806ff2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:32:27.057583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Attempting to bind port 96ca8d7c-cfad-4652-97a0-821fda806ff2 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:27.064414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:27.064759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:27.065310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:27.065914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Bound port: 96ca8d7c-cfad-4652-97a0-821fda806ff2, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:27.066275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:27.104533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-009c4a07-f18d-4235-8eee-81a7f597c434 req-816503fd-054b-4709-abd4-a54fa7c18906 service neutron] 10.222.0.86 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199772 Oct 29 11:32:27.132207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c10d98f4-5b39-4232-9aff-64a76e591df3 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:27.148161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:27.151714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:27.157774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:27.197484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.198144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:27.199706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] 10.222.0.41 "PUT /v2.0/ports/96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 200 len: 1092 time: 0.8701286 Oct 29 11:32:27.200095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:27.202602 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a148c-5883-476c-8328-1a27a1b2d472" -d '{"events": [{"name": "network-changed", "server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:27.228853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923d7ac-e596-4cae-b34e-278fc6c67e36 service neutron] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:27.270044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c10d98f4-5b39-4232-9aff-64a76e591df3,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:27.286106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c10d98f4-5b39-4232-9aff-64a76e591df3', 'network_id': 'afba5da2-542b-40e2-879e-c6debf6d2096', 'port_id': 'c10d98f4-5b39-4232-9aff-64a76e591df3', 'mac_address': 'fa:16:3e:b1:9f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e93b79-79b4-4c0d-8282-7945be326df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:27.330386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-13c0b8c7-117e-4f8d-b4f4-03fcf274293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.331785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-13c0b8c7-117e-4f8d-b4f4-03fcf274293f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 1095 time: 0.0648570 Oct 29 11:32:27.332575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:27.347583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10d98f4-5b39-4232-9aff-64a76e591df3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:27.375921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c10d98f4-5b39-4232-9aff-64a76e591df3,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:27.384209 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:27.395601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-b8e6464b-c983-4108-b911-cb6bfaaaa586 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 200 len: 217 time: 0.0476723 Oct 29 11:32:27.449682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:27.465843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-9b8b85e9-e77b-4a05-a2d3-a57284bc3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.467536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-9b8b85e9-e77b-4a05-a2d3-a57284bc3cd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0633352 Oct 29 11:32:27.518313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-583688ae-7881-4720-b9d1-42423e1ddbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.520111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-583688ae-7881-4720-b9d1-42423e1ddbb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452688 Oct 29 11:32:27.612103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c10d98f4-5b39-4232-9aff-64a76e591df3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:27.632845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-bc830314-c918-466e-99b2-081a0f8a8023 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042347 Oct 29 11:32:27.754546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48e2c-11eb-46fd-9adb-020063ce4477 req-c0ab6078-582e-4ff3-b351-8e0b540e5e9c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.756051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbe48e2c-11eb-46fd-9adb-020063ce4477 req-c0ab6078-582e-4ff3-b351-8e0b540e5e9c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0996120 Oct 29 11:32:27.790527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d40796-b619-436d-92a6-1d6ce8defac8 req-61db751b-eb59-4626-84a0-961475915b72 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453407 Oct 29 11:32:27.811994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbe48e2c-11eb-46fd-9adb-020063ce4477 req-c8570e25-82c8-4798-8ca7-32575786de4a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Oct 29 11:32:27.860017 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8202a1ce-5b6f-4b4a-b1db-458313ea815f x-openstack-request-id: req-8202a1ce-5b6f-4b4a-b1db-458313ea815f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:27.860506 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:27.860784 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8202a1ce-5b6f-4b4a-b1db-458313ea815f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:27.861387 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409', 'status': 'completed', 'code': 200} Oct 29 11:32:27.926514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-7b2a43a3-a097-4e94-b8d7-e42bad9d6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.928068 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-7b2a43a3-a097-4e94-b8d7-e42bad9d6ae1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f30ec7606b2e4a37ae5e19b334aae86f&device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 1094 time: 0.0448494 Oct 29 11:32:27.967397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df272-74bc-43a9-9b65-a85c16d8c035 req-17460ec8-73ed-46c4-bc24-9a0dcb8135d1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:27.968962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a7df272-74bc-43a9-9b65-a85c16d8c035 req-17460ec8-73ed-46c4-bc24-9a0dcb8135d1 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 945 time: 0.0573347 Oct 29 11:32:28.016381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a7df272-74bc-43a9-9b65-a85c16d8c035 req-d96f8e5e-5f44-4b0f-a4f6-702fc25b396a tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Oct 29 11:32:28.047079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-6e191953-efb5-47f9-a990-c1311f492b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.048972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-6e191953-efb5-47f9-a990-c1311f492b5a service neutron] 10.222.0.86 "GET /v2.0/networks?id=1039244f-a737-445f-b2a5-faec51945e3d HTTP/1.1" status: 200 len: 915 time: 0.1118789 Oct 29 11:32:28.061638 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423e658-9536-43de-9ba6-9f27402ac3c6 x-openstack-request-id: req-e423e658-9536-43de-9ba6-9f27402ac3c6 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:28.062116 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:28.062455 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e423e658-9536-43de-9ba6-9f27402ac3c6 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:28.062948 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'status': 'completed', 'code': 200} Oct 29 11:32:28.097334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-6b9da257-b5c6-47ca-8fcb-8bf40d90eb16 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8580b731-4225-4cf7-a671-2f9e9905a409 HTTP/1.1" status: 200 len: 217 time: 0.0397894 Oct 29 11:32:28.143411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a148c-5883-476c-8328-1a27a1b2d472 req-9629707d-68e4-4b8a-b10e-1ca258cb175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.145090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-9629707d-68e4-4b8a-b10e-1ca258cb175e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 1095 time: 0.0441835 Oct 29 11:32:28.158945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-70b1ef17-2410-4a68-96f8-475ee84d580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.160620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-70b1ef17-2410-4a68-96f8-475ee84d580d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c5334625-b923-48b2-8cdf-f57a8032eb23 HTTP/1.1" status: 200 len: 854 time: 0.0561330 Oct 29 11:32:28.197677 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-d41110e1-c919-4e3e-928c-3c3b37a8bfb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1039244f-a737-445f-b2a5-faec51945e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270410 Oct 29 11:32:28.300164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a148c-5883-476c-8328-1a27a1b2d472 req-ec2af3c5-fe6c-439b-bb21-adb2c0975cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.301720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-ec2af3c5-fe6c-439b-bb21-adb2c0975cd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1428013 Oct 29 11:32:28.302829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-89df8395-6f48-4928-9b80-12d713bafdb0 service neutron] 10.222.0.86 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990894 Oct 29 11:32:28.327688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b1ad-2013-4106-a62b-6b1874d10621 req-40017d54-4e91-4143-ae10-9190e74b4d80 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.330243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9a1b1ad-2013-4106-a62b-6b1874d10621 req-40017d54-4e91-4143-ae10-9190e74b4d80 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 943 time: 0.0750012 Oct 29 11:32:28.362563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7dff4097-e2c0-40ad-93c4-704525e49be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:28.363141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-0f46b401-a34e-43eb-b98a-7d6ec45615f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 200 len: 217 time: 0.0520737 Oct 29 11:32:28.418414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49f9ec62-a4fc-47f0-b8ff-1f28fd014923 req-17b8e7b8-7bbc-413a-834a-56f877f08e84 service neutron] 10.222.0.86 "GET /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077080 Oct 29 11:32:28.440148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9a1b1ad-2013-4106-a62b-6b1874d10621 req-69877206-4dfb-472e-8cae-c18b343cac29 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809884 Oct 29 11:32:28.451645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a148c-5883-476c-8328-1a27a1b2d472 req-d7594bd8-2797-42d0-9ed6-b1a6127b41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.458369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-d7594bd8-2797-42d0-9ed6-b1a6127b41e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0734394 Oct 29 11:32:28.510512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a148c-5883-476c-8328-1a27a1b2d472 req-f938d792-8373-42ba-ace7-cda9a30b466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.510512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-f938d792-8373-42ba-ace7-cda9a30b466c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472755 Oct 29 11:32:28.609850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-39220244-df6b-42fe-b3c9-8f8f607034eb service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916877 Oct 29 11:32:28.717442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6905-3c3a-4c62-9def-95f114bd9e9b req-290c985d-e188-4f45-ac7e-7347d8a121d5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.718854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed3a6905-3c3a-4c62-9def-95f114bd9e9b req-290c985d-e188-4f45-ac7e-7347d8a121d5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1012092 Oct 29 11:32:28.757635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-037a148c-5883-476c-8328-1a27a1b2d472 req-d7097663-78c0-4f62-8f31-44cf79484508 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311524 Oct 29 11:32:28.770972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed3a6905-3c3a-4c62-9def-95f114bd9e9b req-abeea686-dbb8-4d04-9278-5dcd1e6a97db tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Oct 29 11:32:28.874839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041346b-3485-49b7-bc25-d719733c294a req-27f01b63-eb8d-4391-9c31-431a2defcdcb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:28.876292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0041346b-3485-49b7-bc25-d719733c294a req-27f01b63-eb8d-4391-9c31-431a2defcdcb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Oct 29 11:32:28.913410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0041346b-3485-49b7-bc25-d719733c294a req-15d50ecc-744f-4061-81e4-9a6341a962ec tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Oct 29 11:32:29.057654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a421e9-cb0f-4e0a-8ad9-85cfbbb589bf req-0ad3eb36-5216-49e9-914d-fd1cc39e7c32 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.059098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8a421e9-cb0f-4e0a-8ad9-85cfbbb589bf req-0ad3eb36-5216-49e9-914d-fd1cc39e7c32 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0471261 Oct 29 11:32:29.096806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8a421e9-cb0f-4e0a-8ad9-85cfbbb589bf req-183a32e0-d851-4f42-aece-fbd374892c9b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Oct 29 11:32:29.151573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c10d98f4-5b39-4232-9aff-64a76e591df3 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:29.203319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port c10d98f4-5b39-4232-9aff-64a76e591df3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:29.207121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f811-c579-4b5e-9441-7ff17c1c86b8 req-72b5a46b-c985-4e77-9d21-421928cfcae7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.207990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c10d98f4-5b39-4232-9aff-64a76e591df3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:29.208363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:29.208598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab80f811-c579-4b5e-9441-7ff17c1c86b8 req-72b5a46b-c985-4e77-9d21-421928cfcae7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Oct 29 11:32:29.247541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab80f811-c579-4b5e-9441-7ff17c1c86b8 req-537cc860-26de-4011-bb0b-b884c89ef0ed tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Oct 29 11:32:29.288656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:29.312435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:29.314751 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e59d12-3eca-4a82-8997-dd7881713421" -d '{"events": [{"server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "name": "network-vif-plugged", "status": "completed", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:29.328228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c10d98f4-5b39-4232-9aff-64a76e591df3,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:29.333399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:29.352025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df5799-7a56-4ed4-8436-cb32e7b2e63b req-9633984a-0b9c-4272-9b29-31fe91fccaf8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.353805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23df5799-7a56-4ed4-8436-cb32e7b2e63b req-9633984a-0b9c-4272-9b29-31fe91fccaf8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Oct 29 11:32:29.380592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:29.392747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23df5799-7a56-4ed4-8436-cb32e7b2e63b req-7b28c7dc-d09a-4996-b4cd-f850c1a8dbe0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Oct 29 11:32:29.543720 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459f7774-b74a-4f18-8bf5-cb13f610a331 x-openstack-request-id: req-459f7774-b74a-4f18-8bf5-cb13f610a331 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:29.544012 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "name": "network-vif-plugged", "status": "completed", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:29.544267 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-459f7774-b74a-4f18-8bf5-cb13f610a331 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:29.544660 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3', 'code': 200} Oct 29 11:32:29.634845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dc433-d6a9-48b4-80e4-c0e7f7b4fca7 req-2bc2221a-c104-4ba5-9add-f313a32e698a tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.636343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9dc433-d6a9-48b4-80e4-c0e7f7b4fca7 req-2bc2221a-c104-4ba5-9add-f313a32e698a tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 943 time: 0.0485690 Oct 29 11:32:29.638433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e1a4-4422-4e6e-af72-82e455d3f298 req-9c09c6a5-1534-466b-ae43-21c77aa18973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.639958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65c9e1a4-4422-4e6e-af72-82e455d3f298 req-9c09c6a5-1534-466b-ae43-21c77aa18973 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 1097 time: 0.0389490 Oct 29 11:32:29.674631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-65c9e1a4-4422-4e6e-af72-82e455d3f298 req-4d9428ca-a9c9-4cb1-b77b-f6de7f3b15da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279100 Oct 29 11:32:29.675100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9dc433-d6a9-48b4-80e4-c0e7f7b4fca7 req-7db2da10-2186-4934-bae7-295b7c416cf4 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Oct 29 11:32:29.952221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d732-31e1-4b14-a138-ddeb144577e3 req-799af19c-3f47-429a-b40e-6b0acf6a536c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:29.954081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6a3d732-31e1-4b14-a138-ddeb144577e3 req-799af19c-3f47-429a-b40e-6b0acf6a536c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0517256 Oct 29 11:32:29.993549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6a3d732-31e1-4b14-a138-ddeb144577e3 req-0be92e91-6d3b-4f1a-b7b2-c4847ab147dd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Oct 29 11:32:30.175606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b348b-e213-4feb-8d39-c0b0f44270c2 req-281a5f81-9173-4b22-bb54-2c17b09931ee tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:30.177118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-974b348b-e213-4feb-8d39-c0b0f44270c2 req-281a5f81-9173-4b22-bb54-2c17b09931ee tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 944 time: 0.0499392 Oct 29 11:32:30.219839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-974b348b-e213-4feb-8d39-c0b0f44270c2 req-031e1e4a-a3f9-444c-8bd8-485d6435465e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Oct 29 11:32:30.340010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4e03-e6df-461c-9c06-1e0380f7bd1b req-ef3b5799-75c3-4af3-9371-8caef0249731 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:30.341543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bee4e03-e6df-461c-9c06-1e0380f7bd1b req-ef3b5799-75c3-4af3-9371-8caef0249731 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0609653 Oct 29 11:32:30.385748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bee4e03-e6df-461c-9c06-1e0380f7bd1b req-e9961aef-5917-4cb3-9560-6664698691d1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Oct 29 11:32:30.552130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4be06-6607-4f32-a2dd-9e0c2c90d51f req-2d21e2e7-771e-4ef0-8e0e-c9b23bc3f1ae tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:30.553682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3c4be06-6607-4f32-a2dd-9e0c2c90d51f req-2d21e2e7-771e-4ef0-8e0e-c9b23bc3f1ae tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Oct 29 11:32:30.592852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3c4be06-6607-4f32-a2dd-9e0c2c90d51f req-9867de3e-3cdb-46a2-ba51-adaae92fde64 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Oct 29 11:32:30.792286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4fa4-0911-4a9e-9a5e-9a37529e8a12 req-000c74e3-420f-469e-b9d5-856ca1c354a3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:30.801193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfcc4fa4-0911-4a9e-9a5e-9a37529e8a12 req-000c74e3-420f-469e-b9d5-856ca1c354a3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0727692 Oct 29 11:32:30.819792 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4921-2b36-4c41-b576-cf563c2d0e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:30.847958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfcc4fa4-0911-4a9e-9a5e-9a37529e8a12 req-0e049351-ad10-43e3-9586-10d0b8a7b353 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Oct 29 11:32:30.975816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b0e1d-9ed5-4eec-8cb3-f640ead570c1 req-e8597b29-63a1-4d18-8b1b-3defaa5e8b89 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:30.977481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c5b0e1d-9ed5-4eec-8cb3-f640ead570c1 req-e8597b29-63a1-4d18-8b1b-3defaa5e8b89 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 943 time: 0.0561042 Oct 29 11:32:30.997412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 96ca8d7c-cfad-4652-97a0-821fda806ff2 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:31.024189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c5b0e1d-9ed5-4eec-8cb3-f640ead570c1 req-d8978229-3bcc-431c-8a43-59997e1922a8 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358977 Oct 29 11:32:31.121578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:31.133906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'mac_address': 'fa:16:3e:d7:e4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:31.167222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8580b731-4225-4cf7-a671-2f9e9905a409 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:31.201725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:31.254118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ca8d7c-cfad-4652-97a0-821fda806ff2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:31.284062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:31.296996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:31.314455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1ecc2-39f9-4abc-9e4e-c03f76cafbb5 req-2253fb22-13cb-4b60-a11b-403fc343f076 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:31.316251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05e1ecc2-39f9-4abc-9e4e-c03f76cafbb5 req-2253fb22-13cb-4b60-a11b-403fc343f076 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0587127 Oct 29 11:32:31.341777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8580b731-4225-4cf7-a671-2f9e9905a409,segment=NetworkSegment(dc2459ff-b15e-4060-a892-232b4abe1b42),segment_id=dc2459ff-b15e-4060-a892-232b4abe1b42)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:31.359783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05e1ecc2-39f9-4abc-9e4e-c03f76cafbb5 req-224a2622-24e3-47d2-9af3-735aa3bd8493 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356073 Oct 29 11:32:31.366568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '8580b731-4225-4cf7-a671-2f9e9905a409', 'network_id': '1039244f-a737-445f-b2a5-faec51945e3d', 'port_id': '8580b731-4225-4cf7-a671-2f9e9905a409', 'mac_address': 'fa:16:3e:7e:f4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5334625-b923-48b2-8cdf-f57a8032eb23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:31.395387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:31.415819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:31.430408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8580b731-4225-4cf7-a671-2f9e9905a409 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:31.453407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8580b731-4225-4cf7-a671-2f9e9905a409,segment=NetworkSegment(dc2459ff-b15e-4060-a892-232b4abe1b42),segment_id=dc2459ff-b15e-4060-a892-232b4abe1b42)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:31.458560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:31.486377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a83c93-a46e-49ad-8c02-af185e1701ff req-4dcbb3f2-0e1a-4217-b4f6-878e8345e512 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:31.487984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4a83c93-a46e-49ad-8c02-af185e1701ff req-4dcbb3f2-0e1a-4217-b4f6-878e8345e512 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 945 time: 0.0603337 Oct 29 11:32:31.514258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:31.529443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4a83c93-a46e-49ad-8c02-af185e1701ff req-960ea43f-c7ae-406c-a561-8f4a7326d608 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Oct 29 11:32:31.700758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['8580b731-4225-4cf7-a671-2f9e9905a409'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:31.731309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['96ca8d7c-cfad-4652-97a0-821fda806ff2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:32.033078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b93eaf-4553-4d33-9918-4c86ed54b10a req-31d8d71d-ce2f-4b65-8937-1d14cb0467f5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:32.034610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2b93eaf-4553-4d33-9918-4c86ed54b10a req-31d8d71d-ce2f-4b65-8937-1d14cb0467f5 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Oct 29 11:32:32.076313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2b93eaf-4553-4d33-9918-4c86ed54b10a req-ab4fd9a9-9ad1-47d1-b4f1-f29c52bc26ad tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Oct 29 11:32:32.177982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:32.250012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:32.640040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012ad95-2667-4273-8141-320154e1a4be req-a3248b37-8ace-46ca-830f-8e362a12b3c3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:32.641537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a012ad95-2667-4273-8141-320154e1a4be req-a3248b37-8ace-46ca-830f-8e362a12b3c3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.4380026 Oct 29 11:32:32.686626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a012ad95-2667-4273-8141-320154e1a4be req-fa6403f7-6d7e-4106-9d79-48edcfc4d3c4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Oct 29 11:32:32.822435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1571cf-e2b7-4364-adaf-80655c39fed6 req-05a8516b-6981-44e0-9954-da793ff57af7 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:32.824316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d1571cf-e2b7-4364-adaf-80655c39fed6 req-05a8516b-6981-44e0-9954-da793ff57af7 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 944 time: 0.0649650 Oct 29 11:32:32.869646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d1571cf-e2b7-4364-adaf-80655c39fed6 req-ebb2811c-81ad-4a86-96f7-206887b7eb9b tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Oct 29 11:32:33.187630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8580b731-4225-4cf7-a671-2f9e9905a409 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:33.236993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddfb4-d9cf-40f6-985c-5b6d075114fb req-603f1ffa-c9a4-435b-af87-2be6068b860b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:33.245618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 8580b731-4225-4cf7-a671-2f9e9905a409 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:33.245816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e78ddfb4-d9cf-40f6-985c-5b6d075114fb req-603f1ffa-c9a4-435b-af87-2be6068b860b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 945 time: 0.0634320 Oct 29 11:32:33.256877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 8580b731-4225-4cf7-a671-2f9e9905a409 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:33.257292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.298871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e78ddfb4-d9cf-40f6-985c-5b6d075114fb req-e5e84461-a559-47f2-893a-9d94204506f5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Oct 29 11:32:33.355103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.489093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166155b0-9e28-41f8-a66f-bbda85c43cb7 req-7a3be690-f99f-4879-8e59-3acd5e852562 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:33.490858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-166155b0-9e28-41f8-a66f-bbda85c43cb7 req-7a3be690-f99f-4879-8e59-3acd5e852562 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0635209 Oct 29 11:32:33.529327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:33.531671 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559ad66-2e34-40c1-b7aa-adc397257d14" -d '{"events": [{"server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "name": "network-vif-plugged", "status": "completed", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:33.549227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8580b731-4225-4cf7-a671-2f9e9905a409,segment=NetworkSegment(dc2459ff-b15e-4060-a892-232b4abe1b42),segment_id=dc2459ff-b15e-4060-a892-232b4abe1b42)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:33.550457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.557309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.582448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-166155b0-9e28-41f8-a66f-bbda85c43cb7 req-42240220-efef-4028-9f60-6bed66562418 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847261 Oct 29 11:32:33.621675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:33.717486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54512) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:33.735380 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5069559-f7fb-4f52-abc3-c1d754c19525 x-openstack-request-id: req-c5069559-f7fb-4f52-abc3-c1d754c19525 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:33.735676 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "name": "network-vif-plugged", "status": "completed", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:33.735951 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5069559-f7fb-4f52-abc3-c1d754c19525 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:33.736338 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409', 'code': 200} Oct 29 11:32:33.837234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0b1f-d85d-43e0-a420-3607a3439cee req-88923726-e8be-45d2-8c4e-73c8080657c1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:33.839228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f2f0b1f-d85d-43e0-a420-3607a3439cee req-88923726-e8be-45d2-8c4e-73c8080657c1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0578580 Oct 29 11:32:33.848020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26d4868-f2bc-4c55-8ca8-19605750c7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.851727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c914-099b-4add-ba2d-a1c7c2260c59 req-4bd72a24-a2f0-4b4d-81af-1f86cf46059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:33.853274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5319c914-099b-4add-ba2d-a1c7c2260c59 req-4bd72a24-a2f0-4b4d-81af-1f86cf46059b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 1096 time: 0.0534945 Oct 29 11:32:33.889060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5319c914-099b-4add-ba2d-a1c7c2260c59 req-d6a40617-174e-4a2f-bac7-62028ce927e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285876 Oct 29 11:32:33.902228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f2f0b1f-d85d-43e0-a420-3607a3439cee req-8ff62e8d-70b0-45f8-8a32-48c6d983681f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Oct 29 11:32:33.949754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26d4868-f2bc-4c55-8ca8-19605750c7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:33.954122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f26d4868-f2bc-4c55-8ca8-19605750c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:34.021243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f26d4868-f2bc-4c55-8ca8-19605750c7d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a477fef698a745679c2d3bb0b2ec2155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025742 Oct 29 11:32:34.023112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d4868-f2bc-4c55-8ca8-19605750c7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8fddd-20dc-49cd-8a9b-883ba20287d4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:34.023929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54518) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:34.045199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840570-e2f0-418c-a809-1bf474ed2db2 req-43d07a9b-bb0f-4eb8-a09d-4b61657ef694 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:34.046686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9840570-e2f0-418c-a809-1bf474ed2db2 req-43d07a9b-bb0f-4eb8-a09d-4b61657ef694 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 945 time: 0.0719314 Oct 29 11:32:34.076871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:34.088542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9840570-e2f0-418c-a809-1bf474ed2db2 req-ca2517be-fd0c-42f4-956b-25db977f5e87 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354211 Oct 29 11:32:34.100296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:34.152938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:34.155654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:34.156805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bd8fddd-20dc-49cd-8a9b-883ba20287d4 HTTP/1.1" status: 204 len: 168 time: 0.1318059 Oct 29 11:32:34.164908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf98a0f-a55d-40ae-9d1e-15ea49715eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8fddd-20dc-49cd-8a9b-883ba20287d4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:34.425205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50e8c-44ce-44f9-ac88-c4c9238a332f req-4078860d-30ae-4c58-a920-430dd83fd8fc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:34.426693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fe50e8c-44ce-44f9-ac88-c4c9238a332f req-4078860d-30ae-4c58-a920-430dd83fd8fc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Oct 29 11:32:34.465953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fe50e8c-44ce-44f9-ac88-c4c9238a332f req-2212cab9-08d7-4c00-a2e5-c6f00e13b15f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Oct 29 11:32:34.714773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f496-824b-40c7-8b1e-bf88720f51a9 req-b72d2a37-4506-49b3-844b-5c9e92696ae4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:34.716400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a462f496-824b-40c7-8b1e-bf88720f51a9 req-b72d2a37-4506-49b3-844b-5c9e92696ae4 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0614231 Oct 29 11:32:34.766439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a462f496-824b-40c7-8b1e-bf88720f51a9 req-46fee559-f4f9-488c-84cb-ba440b54d8b0 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 Oct 29 11:32:35.027710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 96ca8d7c-cfad-4652-97a0-821fda806ff2 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:35.118589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 96ca8d7c-cfad-4652-97a0-821fda806ff2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:35.124942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ff973-3021-4be6-8d08-3fbae162c3ae req-7682f71f-953e-4806-a1ce-0d9632c579c8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:35.128795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 96ca8d7c-cfad-4652-97a0-821fda806ff2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:35.129433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:35.132947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f1ff973-3021-4be6-8d08-3fbae162c3ae req-7682f71f-953e-4806-a1ce-0d9632c579c8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0820620 Oct 29 11:32:35.174501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f1ff973-3021-4be6-8d08-3fbae162c3ae req-0e7b4a92-3052-4c0b-af98-325f11be8202 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Oct 29 11:32:35.223443 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:35.262050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:35.268227 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:35.321730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf4101-0a4e-4588-b6dd-af5b3ba8750f req-3488f28d-1dfe-486b-8b51-87f993269137 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:35.324548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-febf4101-0a4e-4588-b6dd-af5b3ba8750f req-3488f28d-1dfe-486b-8b51-87f993269137 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0625851 Oct 29 11:32:35.330997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:35.342110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.342996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.343662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.344142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.344656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.344990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.345375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.345711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.346035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.346375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.346846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.347306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:32:35.375134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-febf4101-0a4e-4588-b6dd-af5b3ba8750f req-b03269a6-6039-408e-9d59-2dd1f7d1bc37 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Oct 29 11:32:35.500897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39540aa-263d-4650-9ea1-30c2f3697a8d req-83e30319-60a1-4de5-af9f-f5ac25029c29 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:35.503944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d39540aa-263d-4650-9ea1-30c2f3697a8d req-83e30319-60a1-4de5-af9f-f5ac25029c29 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 945 time: 0.0563023 Oct 29 11:32:35.546825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d39540aa-263d-4650-9ea1-30c2f3697a8d req-6e89131e-bdd6-49ed-8453-47518c11d978 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Oct 29 11:32:35.741050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:35.744603 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0188bd-e1ca-4532-8bc7-d30c86afab06" -d '{"events": [{"server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "name": "network-vif-plugged", "status": "completed", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:35.816055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31943-322a-4bb9-afb5-f3aa25166c6c req-7d100c8c-def6-42a8-804d-7c9c817cd9b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:35.824368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7a31943-322a-4bb9-afb5-f3aa25166c6c req-7d100c8c-def6-42a8-804d-7c9c817cd9b5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 946 time: 0.0636508 Oct 29 11:32:35.889537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7a31943-322a-4bb9-afb5-f3aa25166c6c req-b62f9f5e-a8cf-434d-b0e4-af46d942cb76 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 Oct 29 11:32:35.948056 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89eac97-db54-4a35-ab21-901b4352d41d x-openstack-request-id: req-f89eac97-db54-4a35-ab21-901b4352d41d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:35.948455 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "name": "network-vif-plugged", "status": "completed", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:35.948711 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f89eac97-db54-4a35-ab21-901b4352d41d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:35.949208 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'code': 200} Oct 29 11:32:36.066419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f8ceb-5723-4d39-beef-1376940baeca req-93fe51e5-b40f-435a-b636-1d4809058829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:36.067918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-339f8ceb-5723-4d39-beef-1376940baeca req-93fe51e5-b40f-435a-b636-1d4809058829 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 1097 time: 0.0442162 Oct 29 11:32:36.111700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-339f8ceb-5723-4d39-beef-1376940baeca req-3fe9a982-e117-41c7-ac15-4603ac5ab3b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Oct 29 11:32:36.342099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ba14-3a9d-4f87-bdc5-fd1386299a50 req-f4f7386f-e8ab-465f-a800-278eb07c340d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:36.351821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1d5ba14-3a9d-4f87-bdc5-fd1386299a50 req-f4f7386f-e8ab-465f-a800-278eb07c340d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0699520 Oct 29 11:32:36.391779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1d5ba14-3a9d-4f87-bdc5-fd1386299a50 req-148af042-95d9-4898-8d21-66f685c67847 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Oct 29 11:32:36.524910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7cd95-257e-40c7-878b-e814c4ca9742 req-bc3d4d10-e633-40a9-8c28-fc69acf9e261 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:36.535753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d7cd95-257e-40c7-878b-e814c4ca9742 req-bc3d4d10-e633-40a9-8c28-fc69acf9e261 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0645025 Oct 29 11:32:36.582914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-6a20a188-1fe4-4f71-a626-91687ab4a0d7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:36.585277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-6a20a188-1fe4-4f71-a626-91687ab4a0d7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 946 time: 0.0583975 Oct 29 11:32:36.587320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d7cd95-257e-40c7-878b-e814c4ca9742 req-43e4d9c3-4a4f-4987-9781-9746b5c64727 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/security-groups?id=6ca34e85-faca-4add-9a1f-7069690cb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Oct 29 11:32:36.733816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Deleting port c10d98f4-5b39-4232-9aff-64a76e591df3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:32:36.734363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:36.865564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] For port c10d98f4-5b39-4232-9aff-64a76e591df3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c10d98f4-5b39-4232-9aff-64a76e591df3,segment=NetworkSegment(0331c114-df12-42b8-aa40-e28b51f76a12),segment_id=0331c114-df12-42b8-aa40-e28b51f76a12)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:36.865999 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:36.886232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Calling delete_port for c10d98f4-5b39-4232-9aff-64a76e591df3 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:32:37.032984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c820d3-04e8-4dac-83e3-149bec3172a2 req-54f60279-29f7-4573-a94f-3c7714723ca6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:37.034691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2c820d3-04e8-4dac-83e3-149bec3172a2 req-54f60279-29f7-4573-a94f-3c7714723ca6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 946 time: 0.0544000 Oct 29 11:32:37.038242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.049916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c10d98f4-5b39-4232-9aff-64a76e591df3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:37.067372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Pushing event deleted for resources: {'Port': ['ID=c10d98f4-5b39-4232-9aff-64a76e591df3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:37.097716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2c820d3-04e8-4dac-83e3-149bec3172a2 req-e2b7f545-565f-441e-9a42-3578de13756c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Oct 29 11:32:37.127118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54650) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:37.273098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-797e8e8b-2198-40ff-a0b6-eeb16b0fc1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.368124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-797e8e8b-2198-40ff-a0b6-eeb16b0fc1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.374316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-797e8e8b-2198-40ff-a0b6-eeb16b0fc1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.426897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e8e8b-2198-40ff-a0b6-eeb16b0fc1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1276d-4394-472a-8902-81440a916838,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:37.459971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-797e8e8b-2198-40ff-a0b6-eeb16b0fc1bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8e74d2ea7434357b256fae5b6389f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313599 Oct 29 11:32:37.460513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:37.502524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] No DVR routers for this DVR port c10d98f4-5b39-4232-9aff-64a76e591df3 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:32:37.506277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.509759 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0552ae08-19bb-4e55-ae7c-0642168c24af req-e8e24678-22ba-4620-aa85-0f13b4b88076 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.86 "DELETE /v2.0/ports/c10d98f4-5b39-4232-9aff-64a76e591df3 HTTP/1.1" status: 204 len: 173 time: 0.9144173 Oct 29 11:32:37.510262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'name': 'network-vif-deleted', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:37.514476 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5145c-bf01-4028-a377-ab9bb1ce3783" -d '{"events": [{"server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "name": "network-vif-deleted", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:37.543266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.569997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.654074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.657188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:37.661037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79c1276d-4394-472a-8902-81440a916838 HTTP/1.1" status: 204 len: 168 time: 0.1968558 Oct 29 11:32:37.694789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12189b4c-81ec-4e52-89bc-2d5ddcd8a330 req-a291f22c-394a-4af7-9877-97b68c0d4892 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:37.696342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12189b4c-81ec-4e52-89bc-2d5ddcd8a330 req-a291f22c-394a-4af7-9877-97b68c0d4892 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0965602 Oct 29 11:32:37.697938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f0eef-49d7-4c43-b28a-c77a9393631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1276d-4394-472a-8902-81440a916838,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:37.744805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12189b4c-81ec-4e52-89bc-2d5ddcd8a330 req-7c77135a-4a58-4f57-b409-b100117c988c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Oct 29 11:32:37.794319 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb5977-d817-475b-b706-d21173ba3d59 x-openstack-request-id: req-21eb5977-d817-475b-b706-d21173ba3d59 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:37.794829 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26", "name": "network-vif-deleted", "tag": "c10d98f4-5b39-4232-9aff-64a76e591df3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:37.794969 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21eb5977-d817-475b-b706-d21173ba3d59 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:37.795458 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26', 'name': 'network-vif-deleted', 'tag': 'c10d98f4-5b39-4232-9aff-64a76e591df3', 'status': 'completed', 'code': 200} Oct 29 11:32:37.895630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c468a1bb-3c2f-4572-acee-c566178d1824 req-d8b02529-d33d-439e-a0f5-9bf4064476b7 tempest-DeleteServersTestJSON-353303006 tempest-DeleteServersTestJSON-353303006-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f140f58-3ec9-4e7d-ba9f-3b0c5d95ca26 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Oct 29 11:32:38.012901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:38.037613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-132da414-15ab-4ca6-add7-404ff4f278a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.138619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-132da414-15ab-4ca6-add7-404ff4f278a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.143571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-132da414-15ab-4ca6-add7-404ff4f278a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.176895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-132da414-15ab-4ca6-add7-404ff4f278a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72a85c04aa224e009076eab5b1a29f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625831 Oct 29 11:32:38.179536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:38.225676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132da414-15ab-4ca6-add7-404ff4f278a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ca52d2-5940-47c9-aa95-f8baf6202464,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:38.232222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.241228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f307a0-9d4d-41fb-8b0e-d93adc51719a req-8c609ec7-8cc2-43a7-bf23-aef590860018 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.243117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1f307a0-9d4d-41fb-8b0e-d93adc51719a req-8c609ec7-8cc2-43a7-bf23-aef590860018 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 946 time: 0.0719500 Oct 29 11:32:38.254824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.288696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1f307a0-9d4d-41fb-8b0e-d93adc51719a req-d2650837-5d4d-4668-8516-8d1fbdf99f55 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Oct 29 11:32:38.317285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.320689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.322218 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15ca52d2-5940-47c9-aa95-f8baf6202464 HTTP/1.1" status: 204 len: 168 time: 0.1416395 Oct 29 11:32:38.331783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711aff6-3d3b-4970-b22d-3302c10270fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ca52d2-5940-47c9-aa95-f8baf6202464,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:38.419173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-f0f7cb06-ed50-407a-ae80-61fa7d95889c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 267 time: 0.0358880 Oct 29 11:32:38.483500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-c7575f84-c64e-4b19-a88c-15c0fe930489 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.494718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-c7575f84-c64e-4b19-a88c-15c0fe930489 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 946 time: 0.0689943 Oct 29 11:32:38.500746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'security_groups': []}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:38.582112 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.838470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-59e0bd32-62cb-4f06-8e1c-1c1a96bff20a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738716 Oct 29 11:32:38.850311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-1655edde-9d3f-450b-a922-d3da8e0acdca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0953655 Oct 29 11:32:38.880148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:38.951319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-783493fc-b551-465c-826b-63b1b51e6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.953880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-783493fc-b551-465c-826b-63b1b51e6ed7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 1096 time: 0.0893781 Oct 29 11:32:38.969750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:38.978468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.979228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.979872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.980547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.989622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.990124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.990607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:38.992661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5462d430-fbc4-40c0-a1f8-c99b207345a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 0.1036282 Oct 29 11:32:38.994056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:39.018546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f', 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:39.072180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.072840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:39.074394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f29b9d7-a2b1-4c21-bc47-d26130624340 req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "PUT /v2.0/ports/96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 200 len: 905 time: 0.5787234 Oct 29 11:32:39.101888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:39.104174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-e963c78d-c027-4fda-8e00-e5f1aded6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.104768 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6353ed4-294b-4d88-a291-8115d30a50f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:39.106286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-e963c78d-c027-4fda-8e00-e5f1aded6e44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1242805 Oct 29 11:32:39.120377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['96ca8d7c-cfad-4652-97a0-821fda806ff2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:39.168603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad35b0-c8b6-4c40-9000-a2acce601c68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:39.209890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c10d98f4-5b39-4232-9aff-64a76e591df3 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:32:39.276878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-734d0df9-58b0-4887-bb3f-6f1aa95a299e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f HTTP/1.1" status: 200 len: 217 time: 0.1621838 Oct 29 11:32:39.280269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-6138adce-f451-44ca-bab8-dc8c3f152f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.280787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-6138adce-f451-44ca-bab8-dc8c3f152f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.281725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-6138adce-f451-44ca-bab8-dc8c3f152f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.294783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-6138adce-f451-44ca-bab8-dc8c3f152f1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 2291 time: 0.2642760 Oct 29 11:32:39.322777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['96ca8d7c-cfad-4652-97a0-821fda806ff2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:39.357736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: c10d98f4-5b39-4232-9aff-64a76e591df3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:32:39.358762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c10d98f4-5b39-4232-9aff-64a76e591df3 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:32:39.387045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-06cdaf45-3fc8-4214-8769-c06e81b21ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.395686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-06cdaf45-3fc8-4214-8769-c06e81b21ecd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1100991 Oct 29 11:32:39.502718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-62bf764e-145b-4000-b314-2d4e934e622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.504400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-62bf764e-145b-4000-b314-2d4e934e622d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020522 Oct 29 11:32:39.539456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-97c51f8e-9e64-4901-bcac-df4f93b5199a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 1002 time: 0.2330337 Oct 29 11:32:39.617038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5cfb1fac-4ff4-4a88-9edd-af2ad1a21571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.620127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5cfb1fac-4ff4-4a88-9edd-af2ad1a21571 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 200 len: 850 time: 0.0732574 Oct 29 11:32:39.630508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8611-c057-4932-ad95-16db05c8f2a5 req-4f29a692-6e1b-4fbd-ae95-5f962bb8deec tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.640401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1af8611-c057-4932-ad95-16db05c8f2a5 req-4f29a692-6e1b-4fbd-ae95-5f962bb8deec tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2489374 Oct 29 11:32:39.668592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-cf8382cc-4c99-4222-9f74-6679b42d956f service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543994 Oct 29 11:32:39.678735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d118e2e2-df4a-4b69-8467-b21bb9f07c5d None None] Provisioning complete for port 96ca8d7c-cfad-4652-97a0-821fda806ff2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:39.682733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d118e2e2-df4a-4b69-8467-b21bb9f07c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:39.747106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1af8611-c057-4932-ad95-16db05c8f2a5 req-5834ffed-21fb-4d3a-b84c-975b0b210029 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056433 Oct 29 11:32:39.758572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-f63deedb-3d0a-4529-9df0-0d43de0e0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:39.769533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-f63deedb-3d0a-4529-9df0-0d43de0e0d45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248865 Oct 29 11:32:39.872062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fc15494-0503-4d5e-994b-d8404bdcee1b req-d8b744bd-cb03-4cab-9dd1-03dcb74b1b32 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947017 Oct 29 11:32:39.952862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-38662709-8a99-4bb2-a13a-f13e7b7a0c74 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758089 Oct 29 11:32:40.086909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c04b6-9999-4230-bd25-857d00051a41 req-f131f7de-5807-4272-a25a-3edbf872cc7e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.088573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-953c04b6-9999-4230-bd25-857d00051a41 req-f131f7de-5807-4272-a25a-3edbf872cc7e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 908 time: 0.1156509 Oct 29 11:32:40.135909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-68c9463e-5a0f-410d-8270-a563ca487ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739635 Oct 29 11:32:40.159457 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0002a2b-ec38-4c18-97e5-d6ff59794cfc x-openstack-request-id: req-d0002a2b-ec38-4c18-97e5-d6ff59794cfc {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:40.159760 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:40.160010 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0002a2b-ec38-4c18-97e5-d6ff59794cfc {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:40.160617 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'status': 'completed', 'code': 200} Oct 29 11:32:40.217034 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-03e0d58b-475a-4b70-becd-51b4337c77c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 217 time: 0.0671711 Oct 29 11:32:40.298251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-1844dbf0-a830-4db6-8962-a7f70f357773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.299988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-1844dbf0-a830-4db6-8962-a7f70f357773 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 1059 time: 0.0934923 Oct 29 11:32:40.303200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-53a51bf0-5a63-4985-8460-4f1b55b1e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.313193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-53a51bf0-5a63-4985-8460-4f1b55b1e4d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0671148 Oct 29 11:32:40.482404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-1ebd92dd-fe6e-42a5-b762-8e1dd16e0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.483904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-1ebd92dd-fe6e-42a5-b762-8e1dd16e0388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1578429 Oct 29 11:32:40.509819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656f6b3-9606-407d-ab9d-9fd85a387d4a req-461212b8-a582-4030-8486-652efa279ed7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.511354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7656f6b3-9606-407d-ab9d-9fd85a387d4a req-461212b8-a582-4030-8486-652efa279ed7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1122961 Oct 29 11:32:40.514764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-28fd5251-46ba-4c3b-a8dd-ddcba3adaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.516215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-28fd5251-46ba-4c3b-a8dd-ddcba3adaa38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869874 Oct 29 11:32:40.556965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-b5a1ccf4-0fa3-4d31-bb67-867aefee4e92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 200 len: 217 time: 0.0620120 Oct 29 11:32:40.681524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7656f6b3-9606-407d-ab9d-9fd85a387d4a req-31f64c59-552a-41c5-ac4c-a4b751696839 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1361110 Oct 29 11:32:40.689613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-5a4968b8-77db-4a93-8228-7c6958caafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.691250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-5a4968b8-77db-4a93-8228-7c6958caafd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1175566 Oct 29 11:32:40.753289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-d7e9cfba-6c7f-43aa-bcc4-4ba6c87e04c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066391 Oct 29 11:32:40.842419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-e05953d6-7c04-4312-b4ac-4c64522c4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:40.843986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-e05953d6-7c04-4312-b4ac-4c64522c4f5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368852 Oct 29 11:32:41.002476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-c5e6a325-3c30-4942-8c1d-4d83ace23636 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407548 Oct 29 11:32:41.036912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98543127-3100-4d2f-895e-20136eb42b10 req-021c001a-cf2e-459e-af87-c8160de679e9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.038492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98543127-3100-4d2f-895e-20136eb42b10 req-021c001a-cf2e-459e-af87-c8160de679e9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1205375 Oct 29 11:32:41.073587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-93cc703e-b646-45ea-a9b8-5f528939383d service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187827 Oct 29 11:32:41.075819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-d29136fe-144f-4263-9f9c-35d1b0782ca4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 217 time: 0.0607696 Oct 29 11:32:41.200876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98543127-3100-4d2f-895e-20136eb42b10 req-73da832a-a3fe-49e9-9157-c30512c5399f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1308684 Oct 29 11:32:41.215902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-96b992b9-e5e0-40f4-ad06-c3bda809b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.216484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-96b992b9-e5e0-40f4-ad06-c3bda809b272 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.1263127 Oct 29 11:32:41.279341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6353ed4-294b-4d88-a291-8115d30a50f2 req-263ddf48-f5ff-4985-90f5-4204a97fefb0 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903005 Oct 29 11:32:41.323941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-8d5c0483-c0e1-4bba-9a8f-f0a6a8bd6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.325839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-8d5c0483-c0e1-4bba-9a8f-f0a6a8bd6d4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990007 Oct 29 11:32:41.476615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de28e1-b53a-4328-b8f2-7e19457b5b68 req-44e310f7-e416-431f-8755-a836d7a6ef4e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.479112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08de28e1-b53a-4328-b8f2-7e19457b5b68 req-44e310f7-e416-431f-8755-a836d7a6ef4e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1163499 Oct 29 11:32:41.501767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-84a82f29-b628-4268-8ed9-11e9fe559914 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678226 Oct 29 11:32:41.576806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08de28e1-b53a-4328-b8f2-7e19457b5b68 req-bb1dd0f0-913e-4193-a010-82dcfd4ea93b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Oct 29 11:32:41.642069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-61650454-c868-4479-9032-3458e7c6258a service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305006 Oct 29 11:32:41.698079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b3f43cf2-7977-48f8-8e14-bfe832aee85b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 200 len: 217 time: 0.0489762 Oct 29 11:32:41.778350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-df6dbeb6-5ea5-41ac-890d-6a17029de553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.781270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-df6dbeb6-5ea5-41ac-890d-6a17029de553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0666540 Oct 29 11:32:41.851459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b16d4ebe-35f6-4661-b504-c2cc284783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:41.854437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b16d4ebe-35f6-4661-b504-c2cc284783f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668759 Oct 29 11:32:42.034460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:42.061290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-408c5c48-f72b-4460-a9cf-95ad00a01936 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935780 Oct 29 11:32:42.068880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-8268f830-9247-422b-b5f2-5eb9ea459657 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:42.070460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-8268f830-9247-422b-b5f2-5eb9ea459657 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.2048347 Oct 29 11:32:42.142302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-f6438ae5-c665-431d-a014-9c097953f2ea tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/quotas/adb2bb596d144b69be55c0d1bff31127 HTTP/1.1" status: 200 len: 375 time: 0.0566294 Oct 29 11:32:42.159071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d27cb509-e498-4f02-9a30-a8b1aff312d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.251966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-b677a31c-3329-4824-be1d-c10f3efdec1e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1027679 Oct 29 11:32:42.254474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-4b0ebefd-2d0d-421a-90e9-ab50b69cc440 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775794 Oct 29 11:32:42.273871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d27cb509-e498-4f02-9a30-a8b1aff312d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.279948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d27cb509-e498-4f02-9a30-a8b1aff312d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.330215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d27cb509-e498-4f02-9a30-a8b1aff312d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d38e28cede34344a819b9f474cae29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938070 Oct 29 11:32:42.332709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54802) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:42.347878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb509-e498-4f02-9a30-a8b1aff312d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b4e2fe-0ea5-4b2e-a81a-befa85b37d0a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:42.349499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-d113fd47-b1d7-4f80-beb7-bc068fdafb42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 200 len: 217 time: 0.0867589 Oct 29 11:32:42.403507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.439269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.447639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-aea74a23-a103-4997-98b2-637d4cf424fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:42.449525 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-aea74a23-a103-4997-98b2-637d4cf424fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0851779 Oct 29 11:32:42.457705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-76a5c7f4-2582-4ce9-8588-892af4f59fae service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938331 Oct 29 11:32:42.497979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.501839 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.506537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0b4e2fe-0ea5-4b2e-a81a-befa85b37d0a HTTP/1.1" status: 204 len: 168 time: 0.1699991 Oct 29 11:32:42.515603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495f640-77b0-4956-9f22-2cfc59cff696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b4e2fe-0ea5-4b2e-a81a-befa85b37d0a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:42.580029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-f5774158-3930-47a5-95cf-5ad821ca451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:42.581610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-f5774158-3930-47a5-95cf-5ad821ca451b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160331 Oct 29 11:32:42.861561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54814) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:42.879821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd337d9-83e5-4fee-8e41-5f60a4b1ba16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:42.981652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-d53a1ff7-b172-4910-84be-2df18c85154a service neutron] 10.222.0.77 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026195 Oct 29 11:32:43.014878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd337d9-83e5-4fee-8e41-5f60a4b1ba16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.019919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd337d9-83e5-4fee-8e41-5f60a4b1ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.037800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-1b554892-9f40-4c50-8b09-7b61fdbb8af1 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464812 Oct 29 11:32:43.074450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4cd337d9-83e5-4fee-8e41-5f60a4b1ba16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5633d072dec840b8ba3c773811f3095f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111962 Oct 29 11:32:43.076628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54818) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:43.083088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd337d9-83e5-4fee-8e41-5f60a4b1ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871faa9-3c50-40d6-ae61-8fa8cb35a8e0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:43.162883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.193254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.203330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b29457a9-e650-4c18-a09d-e6a0901bfe3e service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569316 Oct 29 11:32:43.270809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.275996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:43.279533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9871faa9-3c50-40d6-ae61-8fa8cb35a8e0 HTTP/1.1" status: 204 len: 168 time: 0.1996093 Oct 29 11:32:43.298076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3debab4-1f5c-4da1-95b9-3fe9437de4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871faa9-3c50-40d6-ae61-8fa8cb35a8e0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:43.311589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-6ed401d0-392c-41f7-b82a-4429d7f4c62b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 217 time: 0.0979567 Oct 29 11:32:43.411737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-faf2de3b-8514-47c1-868e-15a0d306b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:43.414629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-faf2de3b-8514-47c1-868e-15a0d306b1d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.0956371 Oct 29 11:32:43.441811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6be8d-5175-4635-a998-825d8c67c3e9 req-49f09b5f-7d5b-4833-830c-c6e7057c20ac tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:43.443349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ed6be8d-5175-4635-a998-825d8c67c3e9 req-49f09b5f-7d5b-4833-830c-c6e7057c20ac tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0807965 Oct 29 11:32:43.514716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ed6be8d-5175-4635-a998-825d8c67c3e9 req-8a2f52f2-3a1b-4042-ae69-4f8e109387a7 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494368 Oct 29 11:32:43.532487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b5423a8e-a920-420b-980f-1a2a30bbfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:43.534009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b5423a8e-a920-420b-980f-1a2a30bbfbde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086066 Oct 29 11:32:43.649329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-ca2d266b-1568-4487-b197-f25e5a8d7706 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069710 Oct 29 11:32:43.790985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd210ed3-4dca-47c1-b9bb-da389dc78758 req-a57be728-0aa7-49a4-9950-03be3ebc5c2e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 210 time: 0.0340459 Oct 29 11:32:43.838996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-5d9765b6-24c0-4751-bb79-800ee27ad680 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788783 Oct 29 11:32:43.916156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-e34bc473-42b8-4a9c-bea2-5d1b4551bdb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 217 time: 0.0460281 Oct 29 11:32:43.983615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b407eb2e-d5fa-485f-a1bd-a2717be0cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:43.985237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-b407eb2e-d5fa-485f-a1bd-a2717be0cdb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.0620987 Oct 29 11:32:44.051779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-4a9e0be6-f4f2-40a6-a305-5ef87f49298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:44.054058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-4a9e0be6-f4f2-40a6-a305-5ef87f49298b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596921 Oct 29 11:32:44.199706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-bbfe17e9-35ec-4a00-80c5-258c8add0e3a service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377497 Oct 29 11:32:44.347417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2373d10a-b7d3-412c-97e1-88c8f8e33878 req-00b80186-4af9-4bf0-a287-9e3468572f4f service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Oct 29 11:32:44.697942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619502d-a7aa-48e8-b31b-f586d1736e43 req-3a850ded-7930-4de2-a2bf-b0829552acaf tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:44.699445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5619502d-a7aa-48e8-b31b-f586d1736e43 req-3a850ded-7930-4de2-a2bf-b0829552acaf tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0926056 Oct 29 11:32:44.743110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-9e853f9a-7df5-4b6e-abef-5dc224201f0e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:44.753397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-9e853f9a-7df5-4b6e-abef-5dc224201f0e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 812 time: 0.2158911 Oct 29 11:32:44.762634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Request body: {'port': {'device_id': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'admin_state_up': True, 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:44.779934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5619502d-a7aa-48e8-b31b-f586d1736e43 req-335166fb-bc01-436d-b0c8-f1444a1e7654 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720730 Oct 29 11:32:44.995070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Made reservation on behalf of adb2bb596d144b69be55c0d1bff31127 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:45.000271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.193591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Allocated IP 172.20.0.13 (930853f7-a7f1-44ee-9378-d80efed0fc29/b14d77db-34c0-423c-8dd8-72a500488ac4/c901b319-744d-4385-b1a0-173ea595f033) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:32:45.226482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59e30766-8229-4ced-9cbe-bfee27985caf req-7b2ddb7d-2e35-483b-9df1-a2d67f55d5f8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 210 time: 0.0589390 Oct 29 11:32:45.244151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:45.502631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:45.532684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'port_id': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'mac_address': 'fa:16:3e:2d:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c91077b-b764-470c-b50f-8d142db610e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:45.563466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.619991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.621299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.643720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f', 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:45.685721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:32:45.689782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:45.694311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:32:45.705241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:45.739297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:45.740297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:45.763580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.788958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:45.790803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:45.832979 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-257ffbef-5c20-460b-8445-84ac5542af58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760262 Oct 29 11:32:45.848316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Request body: {'port': {'device_id': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:45.925142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['5de7e347-3861-4ae6-bd80-d964cd7837cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:46.006429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168eff5-19d2-42a9-9446-e365a9c3d267 req-a7eb0dfa-47de-4a9e-bda8-6b9778c65964 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:46.028526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:46.030404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1168eff5-19d2-42a9-9446-e365a9c3d267 req-a7eb0dfa-47de-4a9e-bda8-6b9778c65964 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.0984924 Oct 29 11:32:46.095445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1168eff5-19d2-42a9-9446-e365a9c3d267 req-a64e13ee-c1c7-4ce0-a8a8-8a80c6e920c2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638449 Oct 29 11:32:46.153883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:46.353801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ae3ac920-d133-4db5-ab0b-0cc72129b936 None None] Provisioning complete for port c901b319-744d-4385-b1a0-173ea595f033 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:46.354407 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac920-d133-4db5-ab0b-0cc72129b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:46.532670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ac920-d133-4db5-ab0b-0cc72129b936 None None] Port c901b319-744d-4385-b1a0-173ea595f033 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:32:46.642251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed05ee1-e855-4e5a-b44f-1caec4b4a851 req-f69d7170-f4fd-4476-bf99-34288974168b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:46.644008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bed05ee1-e855-4e5a-b44f-1caec4b4a851 req-f69d7170-f4fd-4476-bf99-34288974168b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 932 time: 0.1638882 Oct 29 11:32:46.700236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901b319-744d-4385-b1a0-173ea595f033 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:46.716511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:46.742795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bed05ee1-e855-4e5a-b44f-1caec4b4a851 req-580e7b5d-9b40-4330-b530-b193de3c491f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899818 Oct 29 11:32:46.747692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Transition to ACTIVE for port object c901b319-744d-4385-b1a0-173ea595f033 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:32:46.762755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:46.955613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:46.967193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Attempting to bind port c901b319-744d-4385-b1a0-173ea595f033 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:32:46.968020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Attempting to bind port c901b319-744d-4385-b1a0-173ea595f033 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:32:46.968020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Attempting to bind port c901b319-744d-4385-b1a0-173ea595f033 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:46.973405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Port c901b319-744d-4385-b1a0-173ea595f033 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:32:46.974024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Attempting to bind port c901b319-744d-4385-b1a0-173ea595f033 on network 930853f7-a7f1-44ee-9378-d80efed0fc29 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:32:46.979590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:32:46.980096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Checking segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:46.980591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Bound using segment: {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:32:46.981261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Bound port: c901b319-744d-4385-b1a0-173ea595f033, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:32:46.982333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.082722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:32:47.088215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:32:47.095164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.114223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:47.115427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.116835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] 10.222.0.86 "PUT /v2.0/ports/c901b319-744d-4385-b1a0-173ea595f033 HTTP/1.1" status: 200 len: 1092 time: 1.2745497 Oct 29 11:32:47.117716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:47.124283 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062bee7-8d54-4a71-9340-89ef25331087" -d '{"events": [{"name": "network-changed", "server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "tag": "c901b319-744d-4385-b1a0-173ea595f033"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:47.273474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:47.280784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf344f-42c4-4f78-a063-0bc83321db1e service neutron] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:47.321432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-9c6f85e1-5e83-425a-a372-ce4418d3039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:47.323851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-9c6f85e1-5e83-425a-a372-ce4418d3039a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 1095 time: 0.1652997 Oct 29 11:32:47.392510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a936d17-ff98-4373-9197-a3dcd5da2ce4 req-2dd0ead1-f2a9-4166-938d-c5adedf9f581 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:47.412991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a936d17-ff98-4373-9197-a3dcd5da2ce4 req-2dd0ead1-f2a9-4166-938d-c5adedf9f581 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.1785884 Oct 29 11:32:47.414964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:47.422714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 5de7e347-3861-4ae6-bd80-d964cd7837cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:47.423707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.436189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-57413ba0-26d2-4216-aa47-ff51f5b8a7b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c901b319-744d-4385-b1a0-173ea595f033 HTTP/1.1" status: 200 len: 217 time: 0.1000400 Oct 29 11:32:47.495051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a936d17-ff98-4373-9197-a3dcd5da2ce4 req-f4e22fa0-92a3-4e9e-9a32-454b226f8fe3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763395 Oct 29 11:32:47.549622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-01e87d5f-d96a-4171-be90-4cb25ea91a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:47.551023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-01e87d5f-d96a-4171-be90-4cb25ea91a28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.1055377 Oct 29 11:32:47.585600 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de765854-68fc-444d-a472-818610da40f3 x-openstack-request-id: req-de765854-68fc-444d-a472-818610da40f3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:47.585899 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "tag": "c901b319-744d-4385-b1a0-173ea595f033", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:47.586161 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de765854-68fc-444d-a472-818610da40f3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:47.586578 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033', 'status': 'completed', 'code': 200} Oct 29 11:32:47.675283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f81ab64-560a-4d86-a512-f615b665c2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.676288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.693255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bad7e099-ce0e-4894-92dd-ed4294ed153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:47.695001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-bad7e099-ce0e-4894-92dd-ed4294ed153b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352592 Oct 29 11:32:47.753833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:47.761123 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae398ec5-e410-4575-a34d-59a7e54120e6" -d '{"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:47.787080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f81ab64-560a-4d86-a512-f615b665c2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.794574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f81ab64-560a-4d86-a512-f615b665c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.796012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:47.804248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:47.847573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f81ab64-560a-4d86-a512-f615b665c2bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=deeab5e210834427a2368dc755f92845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310875 Oct 29 11:32:47.851257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55008) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:47.892423 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-0ab88ae2-105f-42a6-bf1b-3bd9b4a93dbd service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895788 Oct 29 11:32:47.899564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81ab64-560a-4d86-a512-f615b665c2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d5401a-68b1-4702-9382-8ca00df4dbba,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:47.939645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:48.023359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.047773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.064716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59131de6-4300-4f16-9b9d-8acc53a59e44 req-596363de-8e42-4c86-acce-e52cfec6c62a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.074905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59131de6-4300-4f16-9b9d-8acc53a59e44 req-596363de-8e42-4c86-acce-e52cfec6c62a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 944 time: 0.0840945 Oct 29 11:32:48.098246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.101074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.102234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65d5401a-68b1-4702-9382-8ca00df4dbba HTTP/1.1" status: 204 len: 168 time: 0.2496896 Oct 29 11:32:48.122444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faa964-77ed-4229-8536-a8170a12f729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d5401a-68b1-4702-9382-8ca00df4dbba,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:48.144100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1e09815e-22dc-46b4-9b2e-a80d6f50f9e5 req-5273746a-0ba2-4377-91a9-557a9f5652ff service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415206 Oct 29 11:32:48.182376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59131de6-4300-4f16-9b9d-8acc53a59e44 req-2291f97a-b547-4a1c-8a7e-65b6faaac1e2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062083 Oct 29 11:32:48.261452 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f56e33-54fa-4461-b5b5-2fc79adb4bde x-openstack-request-id: req-c2f56e33-54fa-4461-b5b5-2fc79adb4bde {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:48.262133 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:48.262605 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2f56e33-54fa-4461-b5b5-2fc79adb4bde {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:48.263289 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'code': 200} Oct 29 11:32:48.330283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bee7-8d54-4a71-9340-89ef25331087 req-6e3078a0-852b-4eb7-8472-3b5d3fd64cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.332803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-6e3078a0-852b-4eb7-8472-3b5d3fd64cea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 1095 time: 0.1004019 Oct 29 11:32:48.455495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bee7-8d54-4a71-9340-89ef25331087 req-4e8c4ac2-e29b-4170-8fa6-d7d445b865a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.457134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-4e8c4ac2-e29b-4170-8fa6-d7d445b865a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1145041 Oct 29 11:32:48.562257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-90e8832f-d199-4552-8fb8-969cc697ad12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c901b319-744d-4385-b1a0-173ea595f033 HTTP/1.1" status: 200 len: 217 time: 0.0959878 Oct 29 11:32:48.624885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55022) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:48.663792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bee7-8d54-4a71-9340-89ef25331087 req-7a7caa57-f499-4c55-9c5b-8a241a4a5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.665969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-7a7caa57-f499-4c55-9c5b-8a241a4a5516 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0944915 Oct 29 11:32:48.677718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b569489c-6473-4915-9265-18d7bb519de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.719634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a03f1-5adb-43df-9576-bedd133fe1e1 req-f969ab4b-45ef-472c-8457-3e460348e333 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.732349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-119a03f1-5adb-43df-9576-bedd133fe1e1 req-f969ab4b-45ef-472c-8457-3e460348e333 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1213894 Oct 29 11:32:48.734453 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:32:48.737228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bee7-8d54-4a71-9340-89ef25331087 req-a4f66fb0-f537-4cab-b6c4-74d6e5f2764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:48.738770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-a4f66fb0-f537-4cab-b6c4-74d6e5f2764e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567338 Oct 29 11:32:48.807318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-119a03f1-5adb-43df-9576-bedd133fe1e1 req-a20d42c9-37dc-4ee0-a854-ddbd85694d35 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Oct 29 11:32:48.887114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-346fb4f8-6a76-48c5-bbbf-d021017382e5 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353905 Oct 29 11:32:48.893397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b569489c-6473-4915-9265-18d7bb519de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.899281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b569489c-6473-4915-9265-18d7bb519de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:48.941795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569489c-6473-4915-9265-18d7bb519de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ae40c-912a-4320-8722-33a3f758e834,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:48.995441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55028) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:48.996254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b569489c-6473-4915-9265-18d7bb519de1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7eaf81cdba2452d9b38ea1a8624a46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700476 Oct 29 11:32:49.085258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f062bee7-8d54-4a71-9340-89ef25331087 req-3995f788-82ec-43b1-b30c-66f3439e06bc service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846864 Oct 29 11:32:49.091465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:49.115598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:49.176169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:49.181374 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:49.185098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f53ae40c-912a-4320-8722-33a3f758e834 HTTP/1.1" status: 204 len: 168 time: 0.1844370 Oct 29 11:32:49.191686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaecc35-7575-44e2-80a3-d3de0f065a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ae40c-912a-4320-8722-33a3f758e834,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:49.391305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f655-8822-4e51-92b5-d00ed7d66944 req-542bbc99-476f-42e5-806b-897acdf5abf6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:49.393576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59d2f655-8822-4e51-92b5-d00ed7d66944 req-542bbc99-476f-42e5-806b-897acdf5abf6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 944 time: 0.0812142 Oct 29 11:32:49.465906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59d2f655-8822-4e51-92b5-d00ed7d66944 req-8c260971-994a-4ece-9a59-75f62730d11d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529792 Oct 29 11:32:50.623784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83574fc1-e601-4fd7-9d1b-307ff193dd0c req-f1dee68f-6212-4795-a349-83c241b98707 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:50.640027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83574fc1-e601-4fd7-9d1b-307ff193dd0c req-f1dee68f-6212-4795-a349-83c241b98707 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1272922 Oct 29 11:32:50.718293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83574fc1-e601-4fd7-9d1b-307ff193dd0c req-7a8fdec0-2d85-493d-9c82-0ab00c6aeae4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771585 Oct 29 11:32:51.097671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcd02a-8abb-43ff-a987-6bc8b3e9879a req-24d20cb8-2f0a-4e2b-9ba5-c261f50308b2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:51.099980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8bcd02a-8abb-43ff-a987-6bc8b3e9879a req-24d20cb8-2f0a-4e2b-9ba5-c261f50308b2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 944 time: 0.0732830 Oct 29 11:32:51.164070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8bcd02a-8abb-43ff-a987-6bc8b3e9879a req-3a937b2b-71da-4dc5-8368-b984df5cbe37 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521696 Oct 29 11:32:51.282492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c901b319-744d-4385-b1a0-173ea595f033 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:32:51.430018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:51.449711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c901b319-744d-4385-b1a0-173ea595f033', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'c901b319-744d-4385-b1a0-173ea595f033', 'mac_address': 'fa:16:3e:f8:91:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:32:51.554776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:51.587019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901b319-744d-4385-b1a0-173ea595f033 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:32:51.619713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:51.631648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:51.642554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:51.745706 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:51.774021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:51.896650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7093e3c-b4be-46a8-9761-9114e32295b9 req-a2be8379-51eb-4d1b-9a56-3dac7d5316ad tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:51.911200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7093e3c-b4be-46a8-9761-9114e32295b9 req-a2be8379-51eb-4d1b-9a56-3dac7d5316ad tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0857444 Oct 29 11:32:51.939717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c901b319-744d-4385-b1a0-173ea595f033'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:32:51.971698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7093e3c-b4be-46a8-9761-9114e32295b9 req-311bda66-32c1-4dc5-a1aa-476e82c3bac1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589375 Oct 29 11:32:52.082593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Deleting subnet 12e93b79-79b4-4c0d-8282-7945be326df0 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:32:52.089589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.202445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.306618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.426214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.495146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e93b79-79b4-4c0d-8282-7945be326df0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:52.497616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea12d-9baf-4da8-b820-9c8c5af3d6b5 req-e8c85680-d821-4fe1-a374-40624d45773a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:52.508622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.514896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f30ea12d-9baf-4da8-b820-9c8c5af3d6b5 req-e8c85680-d821-4fe1-a374-40624d45773a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 945 time: 0.1706581 Oct 29 11:32:52.521236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a06a6a7-3ad6-447c-a795-123dcca18490 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/12e93b79-79b4-4c0d-8282-7945be326df0 HTTP/1.1" status: 204 len: 168 time: 0.8949213 Oct 29 11:32:52.524474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:52.606890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f30ea12d-9baf-4da8-b820-9c8c5af3d6b5 req-ff77bba2-33c0-452e-9ffd-1a8507d32967 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894353 Oct 29 11:32:52.733657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.945068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:52.977398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afba5da2-542b-40e2-879e-c6debf6d2096']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:52.994858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0331c114-df12-42b8-aa40-e28b51f76a12') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:52.995678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0331c114-df12-42b8-aa40-e28b51f76a12') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:32:53.027976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.048976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.066776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:32:53.067803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:32:53.071243 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:32:53.120889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:53.204899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc0da-90b9-43c9-9ad7-8e3bc8760e07 req-bded83a8-2d26-4064-934f-70afd799cf3b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:53.208078 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.219466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.221768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dfbc0da-90b9-43c9-9ad7-8e3bc8760e07 req-bded83a8-2d26-4064-934f-70afd799cf3b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1108556 Oct 29 11:32:53.236832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] 10.222.0.77 "DELETE /v2.0/networks/afba5da2-542b-40e2-879e-c6debf6d2096 HTTP/1.1" status: 204 len: 168 time: 0.7110462 Oct 29 11:32:53.295674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c901b319-744d-4385-b1a0-173ea595f033 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:32:53.303932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cdd39-fee7-446b-bbce-a0de9b04129e admin admin] Pushing event deleted for resources: {'Network': ['ID=afba5da2-542b-40e2-879e-c6debf6d2096,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:53.324698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dfbc0da-90b9-43c9-9ad7-8e3bc8760e07 req-338ba102-4105-4c91-89da-1207ca71ff68 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Oct 29 11:32:53.459487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-630d8c18-3a80-4fc7-a6a2-f335f6a4548d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.510936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port c901b319-744d-4385-b1a0-173ea595f033 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:32:53.519539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c901b319-744d-4385-b1a0-173ea595f033 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:32:53.521212 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.635333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-630d8c18-3a80-4fc7-a6a2-f335f6a4548d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.642270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-630d8c18-3a80-4fc7-a6a2-f335f6a4548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.643313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:53.751182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-630d8c18-3a80-4fc7-a6a2-f335f6a4548d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c66b8838ac44f3292d4f9e27cc930b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292264 Oct 29 11:32:53.753992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d8c18-3a80-4fc7-a6a2-f335f6a4548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e5356-c1ae-4fc8-8d78-36cfeafd01e5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:53.755654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:53.810018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:53.819261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a5df5-96d8-41fe-97de-9524a0c2a1ab req-cfa2e20a-dcdf-432b-9815-13a96744a1fd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:53.827575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e8a5df5-96d8-41fe-97de-9524a0c2a1ab req-cfa2e20a-dcdf-432b-9815-13a96744a1fd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 945 time: 0.0604928 Oct 29 11:32:53.876941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a4d3b21-71ca-4029-9a01-dceb20717598 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e2f04887904440cb4cfb40e29e80474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312157 Oct 29 11:32:53.878331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:53.897282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e8a5df5-96d8-41fe-97de-9524a0c2a1ab req-f148b080-e696-4244-b22b-133030342a4e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665352 Oct 29 11:32:53.897991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:32:53.917124 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab18bb1-3f5c-4bb0-84c4-486d8038c598" -d '{"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-plugged", "status": "completed", "tag": "c901b319-744d-4385-b1a0-173ea595f033"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:32:53.955695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:32:53.968060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.033788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.063342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.078416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:54.110277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.111344 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293594f7-0258-4cd8-98f2-fa6b9b219c95 x-openstack-request-id: req-293594f7-0258-4cd8-98f2-fa6b9b219c95 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:32:54.111691 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-plugged", "status": "completed", "tag": "c901b319-744d-4385-b1a0-173ea595f033", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:32:54.111945 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-293594f7-0258-4cd8-98f2-fa6b9b219c95 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:32:54.112340 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033', 'code': 200} Oct 29 11:32:54.141621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.311634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b355d4-92e8-444d-8771-a053fb77d82a req-32bf76e2-cf4f-436d-aeb7-2b085af9ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:54.314383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94b355d4-92e8-444d-8771-a053fb77d82a req-32bf76e2-cf4f-436d-aeb7-2b085af9ff70 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 1097 time: 0.0954745 Oct 29 11:32:54.316757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.322285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.340538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ca34e85-faca-4add-9a1f-7069690cb67a HTTP/1.1" status: 204 len: 168 time: 0.4401841 Oct 29 11:32:54.424278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.432230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:54.436981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c41e5356-c1ae-4fc8-8d78-36cfeafd01e5 HTTP/1.1" status: 204 len: 168 time: 0.6796625 Oct 29 11:32:54.446191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918b470-a4df-4d59-a1c3-8e2bbfb484a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca34e85-faca-4add-9a1f-7069690cb67a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:54.527321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525003d9-f1d7-43ae-b15f-b71a7cc42995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e5356-c1ae-4fc8-8d78-36cfeafd01e5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:54.549409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94b355d4-92e8-444d-8771-a053fb77d82a req-88b74c97-ffca-4309-8a9b-28fa0af4b9e7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054245 Oct 29 11:32:54.785493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aa4c3-01bf-4a67-8f1e-89fb08d0c925 req-4220774c-7828-42aa-b112-d38c5f16ea72 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:54.799480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-797aa4c3-01bf-4a67-8f1e-89fb08d0c925 req-4220774c-7828-42aa-b112-d38c5f16ea72 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2054205 Oct 29 11:32:54.935740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-797aa4c3-01bf-4a67-8f1e-89fb08d0c925 req-b0321166-4071-467f-b745-87175a2dd989 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335707 Oct 29 11:32:55.458733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cce64-1d1c-44e0-b37b-9788b99b8773 req-e6a5e2eb-9793-422a-907f-14b32d0c9374 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:55.468429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:55.469757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce7cce64-1d1c-44e0-b37b-9788b99b8773 req-e6a5e2eb-9793-422a-907f-14b32d0c9374 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0776925 Oct 29 11:32:55.531737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce7cce64-1d1c-44e0-b37b-9788b99b8773 req-1ab0b393-6e8b-4011-b52e-6a2f140a39a7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Oct 29 11:32:55.558716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8078-da40-4d44-81bc-51e8e2f3be2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:55.701772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:55.824518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8078-da40-4d44-81bc-51e8e2f3be2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:55.836857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8078-da40-4d44-81bc-51e8e2f3be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:55.963421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:55.964010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0cbd8078-da40-4d44-81bc-51e8e2f3be2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a476a3019204e44a7a3465a07519dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861872 Oct 29 11:32:55.969418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd8078-da40-4d44-81bc-51e8e2f3be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc9b37-152c-4ea2-b225-5527b1710eeb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:56.136732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.247793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.268392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6204-b44a-45c8-948b-d45bc465faed req-e9338362-c5a2-4ea2-8972-39891705c52d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:56.276779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-263d6204-b44a-45c8-948b-d45bc465faed req-e9338362-c5a2-4ea2-8972-39891705c52d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1360714 Oct 29 11:32:56.344607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55242) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:56.350697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-263d6204-b44a-45c8-948b-d45bc465faed req-b5f5da6b-1e77-4c81-90cd-eecc995d04ff tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725043 Oct 29 11:32:56.388839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.392473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.394040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91fc9b37-152c-4ea2-b225-5527b1710eeb HTTP/1.1" status: 204 len: 168 time: 0.4286296 Oct 29 11:32:56.408497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cca14-b17e-466f-949b-413551a46be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc9b37-152c-4ea2-b225-5527b1710eeb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:56.522931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1803951695-network', 'tenant_id': 'cb26920a5f404101ae62611cf07dfc1e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:56.589964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Made reservation on behalf of cb26920a5f404101ae62611cf07dfc1e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:56.604354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.622785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.755983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.766333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.779691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:32:56.814501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412c4c8f-5923-412f-b10a-590420067a2c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:56.824452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9257cb-7600-4ad2-b943-b13185376dd9 req-96d78008-65e6-4c62-842d-8381372bf4ce tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:56.829055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.830821 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Added segment 0a83f769-3a60-4eff-af8b-9b53aeb95ba9 of type vlan for network 989577c7-99d2-4623-bed0-d0fe6f82407a Oct 29 11:32:56.835229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b9257cb-7600-4ad2-b943-b13185376dd9 req-96d78008-65e6-4c62-842d-8381372bf4ce tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1281121 Oct 29 11:32:56.892329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.935545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.938642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:56.939971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:56.940121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b9257cb-7600-4ad2-b943-b13185376dd9 req-947c87d2-ab2f-4e25-8270-5ed140f4d800 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037593 Oct 29 11:32:56.978529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6321051 Oct 29 11:32:56.981248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55260) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:56.987155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Request body: {'subnet': {'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1803951695-subnet', 'tenant_id': 'cb26920a5f404101ae62611cf07dfc1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:32:57.068404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Made reservation on behalf of cb26920a5f404101ae62611cf07dfc1e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:32:57.073662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:57.097620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b17cd6-fec5-42cc-b329-b10d66ef617f admin admin] Pushing event updated for resources: {'Network': ['ID=989577c7-99d2-4623-bed0-d0fe6f82407a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:57.110111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 989577c7-99d2-4623-bed0-d0fe6f82407a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:32:57.436277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:57.551071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e670a7-ef14-4717-b20e-94867525fe4c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:32:57.638411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427725-73e2-4435-8865-2fad4dd9c08c req-48b80e4f-351d-43e4-b02f-9e21fe83dc8c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:57.640111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0427725-73e2-4435-8865-2fad4dd9c08c req-48b80e4f-351d-43e4-b02f-9e21fe83dc8c tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0901718 Oct 29 11:32:57.641343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Checking segment: {'id': '0a83f769-3a60-4eff-af8b-9b53aeb95ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:32:57.641693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Network hostable DHCP agents. Network: 989577c7-99d2-4623-bed0-d0fe6f82407a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:32:57.695784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Network 989577c7-99d2-4623-bed0-d0fe6f82407a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:32:57.742329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0427725-73e2-4435-8865-2fad4dd9c08c req-18591690-238d-47a9-b462-9d17a2ad7ea7 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Oct 29 11:32:57.743315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 989577c7-99d2-4623-bed0-d0fe6f82407a) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:32:57.751241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:57.751692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:57.756852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a3e3a-c0cc-4759-a206-3bb293896883 None None] Network 989577c7-99d2-4623-bed0-d0fe6f82407a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:57.779755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-333fb21a-83a7-4a1c-9a8c-35bb399903fa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7969615 Oct 29 11:32:58.017645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98307-f63d-4382-99f0-35f6f805bcb6 req-bfbc2937-3fba-4193-a870-8650dab24f41 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:58.026665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eee98307-f63d-4382-99f0-35f6f805bcb6 req-bfbc2937-3fba-4193-a870-8650dab24f41 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1535068 Oct 29 11:32:58.098823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eee98307-f63d-4382-99f0-35f6f805bcb6 req-891c8bfd-e4a9-4149-86ac-c30292f05ce5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706682 Oct 29 11:32:58.164941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352e671-343e-40bd-ab5d-5ad9dd9fb0c6 None None] Network 989577c7-99d2-4623-bed0-d0fe6f82407a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:32:58.423213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-94463f7b-4fe1-4cd4-acbf-150c5dd2c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:58.829350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-805077e3-f93e-4d78-ae97-76463846ecf4 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:58.831245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-805077e3-f93e-4d78-ae97-76463846ecf4 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/networks?id=989577c7-99d2-4623-bed0-d0fe6f82407a HTTP/1.1" status: 200 len: 814 time: 0.1614056 Oct 29 11:32:58.862946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-59927cff-eba3-4ef7-ad2d-80fa4d08875f tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/quotas/cb26920a5f404101ae62611cf07dfc1e HTTP/1.1" status: 200 len: 375 time: 0.0246592 Oct 29 11:32:58.943071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-638da7e6-34d6-434a-ac47-176974bc1c05 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb26920a5f404101ae62611cf07dfc1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653141 Oct 29 11:32:59.078291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-6a7a14b2-1f58-4956-8712-c7e99a17cd00 service neutron] 10.222.0.77 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346447 Oct 29 11:32:59.191807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-4bac5d76-4f00-4d4a-9a91-ce70d13a24e4 service neutron] 10.222.0.77 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115468 Oct 29 11:32:59.451181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55410) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:59.690932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9daf470d-4c51-4d72-abdc-931982a7b965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:59.765398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997613-57b8-4d89-9c69-34761d298d4f req-e7835e46-c1f5-455c-8626-b2aa71c5af29 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:32:59.778994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42997613-57b8-4d89-9c69-34761d298d4f req-e7835e46-c1f5-455c-8626-b2aa71c5af29 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1610811 Oct 29 11:32:59.813764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9daf470d-4c51-4d72-abdc-931982a7b965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:59.824211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9daf470d-4c51-4d72-abdc-931982a7b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:32:59.860877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42997613-57b8-4d89-9c69-34761d298d4f req-2c0b2f5b-988f-49ca-bbc3-b1f4355d39c9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809255 Oct 29 11:32:59.925977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9daf470d-4c51-4d72-abdc-931982a7b965 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bb096d688594582a58106efc637e180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736607 Oct 29 11:32:59.926219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55420) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:32:59.928738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf470d-4c51-4d72-abdc-931982a7b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2fbcf-7efd-42bf-a744-c3e571a03317,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:00.048553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495874-915a-46a0-a2e0-9f5bafaaf124 req-9aeccce7-adeb-408c-9ec4-5da424e08b03 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:00.056089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98495874-915a-46a0-a2e0-9f5bafaaf124 req-9aeccce7-adeb-408c-9ec4-5da424e08b03 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0986383 Oct 29 11:33:00.069791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:00.114606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:00.122409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98495874-915a-46a0-a2e0-9f5bafaaf124 req-a92f2b88-ba1a-4fa5-87ef-c7854bb6fc68 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651975 Oct 29 11:33:00.179861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:00.183612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:00.187560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96a2fbcf-7efd-42bf-a744-c3e571a03317 HTTP/1.1" status: 204 len: 168 time: 0.2573934 Oct 29 11:33:00.221049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5843e-3cec-4672-b612-7336aad816bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2fbcf-7efd-42bf-a744-c3e571a03317,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:00.419133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4ee7596-2899-44fb-96e3-3215b8164b7d req-c5d492e2-8d15-4c07-94c1-83f4aadb45a2 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 210 time: 0.0402777 Oct 29 11:33:00.829982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9431cf3a-1f7d-46db-9b14-506082cb4937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:00.934219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-0ebf1c82-ee89-4e4b-83fb-d231e96cb9cb tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:00.935823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-0ebf1c82-ee89-4e4b-83fb-d231e96cb9cb tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.41 "GET /v2.0/networks?id=989577c7-99d2-4623-bed0-d0fe6f82407a HTTP/1.1" status: 200 len: 814 time: 0.1919255 Oct 29 11:33:00.956150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Request body: {'port': {'device_id': '4e55fd45-17e5-49fa-972e-e898ee663985', 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a', 'admin_state_up': True, 'tenant_id': 'cb26920a5f404101ae62611cf07dfc1e'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:01.150873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Made reservation on behalf of cb26920a5f404101ae62611cf07dfc1e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:01.154940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:01.515044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Allocated IP 172.20.0.8 (989577c7-99d2-4623-bed0-d0fe6f82407a/e3e670a7-ef14-4717-b20e-94867525fe4c/aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:01.544214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194f505-41bb-4f35-9f78-a53aea31423c req-6d38797f-c145-48d2-b173-af0877bc725b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:01.553384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0194f505-41bb-4f35-9f78-a53aea31423c req-6d38797f-c145-48d2-b173-af0877bc725b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1326632 Oct 29 11:33:01.777786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0194f505-41bb-4f35-9f78-a53aea31423c req-d49419e5-fc31-4f07-a8c2-eaec1cdc5828 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234228 Oct 29 11:33:01.835122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55482) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:01.904101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:01.934430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06194ae3-2c49-4ad7-8faf-2bb221900f2e req-dd8bf23a-f961-4338-a662-c27efda277ad tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:01.936049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06194ae3-2c49-4ad7-8faf-2bb221900f2e req-dd8bf23a-f961-4338-a662-c27efda277ad tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0743668 Oct 29 11:33:01.995209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:01.998430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae93d-2b36-44a1-94ad-fe279de61d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.073197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06194ae3-2c49-4ad7-8faf-2bb221900f2e req-4462d4a1-5f48-4b94-a0e9-293c0b295a5c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259825 Oct 29 11:33:02.125480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Network 989577c7-99d2-4623-bed0-d0fe6f82407a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:02.130287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:02.135909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Pushing event updated for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:02.136080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae93d-2b36-44a1-94ad-fe279de61d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.142243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:02.152678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f0ae93d-2b36-44a1-94ad-fe279de61d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.230293 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.250196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ae93d-2b36-44a1-94ad-fe279de61d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5882163-4255-4885-9e99-eee2f896b8ca,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:02.264264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:02.264264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.265730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f0ae93d-2b36-44a1-94ad-fe279de61d77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15bee6677d3f43e9805285100c12a187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289689 Oct 29 11:33:02.266543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55490) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:02.287723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.303330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-e5e80a8a-266e-46a6-b7f4-6a6674a54d06 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517172 Oct 29 11:33:02.324868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Request body: {'port': {'device_id': '4e55fd45-17e5-49fa-972e-e898ee663985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:02.335584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.365174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.401668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cced69-fab9-4909-9e8e-591696859a48 req-33341d44-80a0-4a92-8bb1-0d562c8ec891 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:02.403246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7cced69-fab9-4909-9e8e-591696859a48 req-33341d44-80a0-4a92-8bb1-0d562c8ec891 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 931 time: 0.1123841 Oct 29 11:33:02.406430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.438777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.441522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.446791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5882163-4255-4885-9e99-eee2f896b8ca HTTP/1.1" status: 204 len: 168 time: 0.1746628 Oct 29 11:33:02.479561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e74af6-2562-4a15-9b0e-6a27df708e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5882163-4255-4885-9e99-eee2f896b8ca,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:02.501115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7cced69-fab9-4909-9e8e-591696859a48 req-99ee9421-1c49-4794-9f63-2a4ec6182672 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904703 Oct 29 11:33:02.912206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:02.932851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:02.969894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Transition to ACTIVE for port object aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:33:02.994384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.081440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:03.114637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7a4eb-d3c6-44c8-a382-6e3c117f2e1f req-dda89fb8-b3b8-4016-b4fe-ac410bbb0ada tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.123435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68c7a4eb-d3c6-44c8-a382-6e3c117f2e1f req-dda89fb8-b3b8-4016-b4fe-ac410bbb0ada tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2037115 Oct 29 11:33:03.184706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68c7a4eb-d3c6-44c8-a382-6e3c117f2e1f req-6f551e09-952f-453a-aa63-0930d308e0e8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 Oct 29 11:33:03.293143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Attempting to bind port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:03.293896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Attempting to bind port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '0a83f769-3a60-4eff-af8b-9b53aeb95ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:03.293896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Attempting to bind port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 on network 989577c7-99d2-4623-bed0-d0fe6f82407a {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:03.300466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 on network 989577c7-99d2-4623-bed0-d0fe6f82407a not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:03.300783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Attempting to bind port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 on network 989577c7-99d2-4623-bed0-d0fe6f82407a {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:03.316960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:03.317317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Checking segment: {'id': '0a83f769-3a60-4eff-af8b-9b53aeb95ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:03.317696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Bound using segment: {'id': '0a83f769-3a60-4eff-af8b-9b53aeb95ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:03.318361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Bound port: aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a83f769-3a60-4eff-af8b-9b53aeb95ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:03.318717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.359584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c901b319-744d-4385-b1a0-173ea595f033 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:33:03.427270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766520f2-080f-40f3-854b-70c45d620f4e req-94720d8c-a5b9-47ec-856e-43333b60d811 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.435193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-766520f2-080f-40f3-854b-70c45d620f4e req-94720d8c-a5b9-47ec-856e-43333b60d811 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1356094 Oct 29 11:33:03.439664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:03.448804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,segment=NetworkSegment(0a83f769-3a60-4eff-af8b-9b53aeb95ba9),segment_id=0a83f769-3a60-4eff-af8b-9b53aeb95ba9)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:03.457894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.511411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.511411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.511411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 HTTP/1.1" status: 200 len: 1091 time: 1.1909912 Oct 29 11:33:03.514149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:03.516348 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:03.538930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-766520f2-080f-40f3-854b-70c45d620f4e req-537ad43e-4a0c-4dbd-9074-0bba2806b8ac tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027567 Oct 29 11:33:03.575658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ad6a-5ad3-4d26-aa3c-52ca7a5aac94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:03.605839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:03.621333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c901b319-744d-4385-b1a0-173ea595f033', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'port_id': 'c901b319-744d-4385-b1a0-173ea595f033', 'mac_address': 'fa:16:3e:f8:91:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:33:03.671110 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.685565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.702087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c901b319-744d-4385-b1a0-173ea595f033 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:03.723651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-04be952a-21d3-41eb-a2c0-664bc7afa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.729969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:03.732786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-04be952a-21d3-41eb-a2c0-664bc7afa872 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb26920a5f404101ae62611cf07dfc1e&device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 1094 time: 0.1282387 Oct 29 11:33:03.736140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:03.790965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-30ebaa7f-ad40-401c-aeaa-a80f103b112e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Oct 29 11:33:03.848590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:03.893474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-a4e55623-ef44-4ece-99b0-d50214fe6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.895447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-a4e55623-ef44-4ece-99b0-d50214fe6f4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3e670a7-ef14-4717-b20e-94867525fe4c HTTP/1.1" status: 200 len: 854 time: 0.0662415 Oct 29 11:33:03.937922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c901b319-744d-4385-b1a0-173ea595f033'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:03.958488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e932f2-4f49-448e-b939-41bc5edd5d10 req-31e419a4-99d1-4c94-83a3-790a10d24658 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:03.961688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08e932f2-4f49-448e-b939-41bc5edd5d10 req-31e419a4-99d1-4c94-83a3-790a10d24658 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 943 time: 0.1690896 Oct 29 11:33:03.966550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-415546b2-2c1f-4af1-8c53-808aea97729b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=989577c7-99d2-4623-bed0-d0fe6f82407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578380 Oct 29 11:33:04.195058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08e932f2-4f49-448e-b939-41bc5edd5d10 req-f071f980-1c83-4b5a-8212-c7d7b8dea7f2 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953789 Oct 29 11:33:04.234952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-505127c3-fa16-428a-b3df-0c487e54a2ee service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553947 Oct 29 11:33:04.271553 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e05bb-63b1-492c-b580-648581e9037a x-openstack-request-id: req-302e05bb-63b1-492c-b580-648581e9037a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:04.272048 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:04.272451 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-302e05bb-63b1-492c-b580-648581e9037a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:04.273108 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971', 'status': 'completed', 'code': 200} Oct 29 11:33:04.396776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c999453e-2332-4783-bce4-f484bfc4b1c6 req-1c4758c4-5bda-48c7-b578-8110084f39f4 service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520214 Oct 29 11:33:04.556281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-c4d6ffe4-c65b-49d5-be9b-972c0cba0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:04.557846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-c4d6ffe4-c65b-49d5-be9b-972c0cba0984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb26920a5f404101ae62611cf07dfc1e&device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 1094 time: 0.0885329 Oct 29 11:33:04.604533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55572) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:04.821090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-0b6f7daa-afef-4e60-b1ca-11c27238ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:04.826318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-0b6f7daa-afef-4e60-b1ca-11c27238ef40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=989577c7-99d2-4623-bed0-d0fe6f82407a HTTP/1.1" status: 200 len: 915 time: 0.2412131 Oct 29 11:33:04.836592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:04.912733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:04.959028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-f40f2cb7-3c23-434d-80b0-fd5f7359ffe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 HTTP/1.1" status: 200 len: 217 time: 0.1129463 Oct 29 11:33:05.092494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490c44-4adc-4c6d-8b3d-709885d9ec55 req-cff03699-6ecd-4844-9fc5-0f609d008ee8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:05.104611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d490c44-4adc-4c6d-8b3d-709885d9ec55 req-cff03699-6ecd-4844-9fc5-0f609d008ee8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.2753396 Oct 29 11:33:05.141962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-9d57de02-6b8d-4038-8194-d0b0d92a969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:05.143704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-9d57de02-6b8d-4038-8194-d0b0d92a969b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3e670a7-ef14-4717-b20e-94867525fe4c HTTP/1.1" status: 200 len: 854 time: 0.1769161 Oct 29 11:33:05.188859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:05.190781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-68d477cd-99dd-4e70-817d-84a300721a4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=989577c7-99d2-4623-bed0-d0fe6f82407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342159 Oct 29 11:33:05.206504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d490c44-4adc-4c6d-8b3d-709885d9ec55 req-feaaebd3-ca24-4afb-966e-3fd26633e870 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007237 Oct 29 11:33:05.394316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c901b319-744d-4385-b1a0-173ea595f033 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:05.474331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Allocated IP 172.25.4.83 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/26fa0644-2693-491e-a5a7-625e2eab9566) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:05.603785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c901b319-744d-4385-b1a0-173ea595f033 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:05.605190 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:05.651823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a812f-ad3c-49e1-aedb-ec18a4dfd95b req-90c96341-38d7-495c-b53c-2dcb98aad5cd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:05.664364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-770a812f-ad3c-49e1-aedb-ec18a4dfd95b req-90c96341-38d7-495c-b53c-2dcb98aad5cd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 945 time: 0.2872832 Oct 29 11:33:05.687095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-cd6220c6-4a94-4acc-b60f-b1b081d54720 service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773374 Oct 29 11:33:05.725995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:05.769440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:05.812498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:05.832656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Pushing event updated for resources: {'Port': ['ID=26fa0644-2693-491e-a5a7-625e2eab9566,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:05.843019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:05.844580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:05.849797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:05.857667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:05.860197 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e264c18-d050-4b3a-8470-2e01facc6540" -d '{"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-plugged", "status": "completed", "tag": "c901b319-744d-4385-b1a0-173ea595f033"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:05.899742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:05.961679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.003977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-770a812f-ad3c-49e1-aedb-ec18a4dfd95b req-cce6dfb6-56d0-499f-b95e-44b8e6909c27 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391089 Oct 29 11:33:06.015019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f33c9be0-e9df-4160-be50-8e6ca8fa3ab8 req-884ff5d9-69ca-40af-8052-5d848f2f1693 service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175111 Oct 29 11:33:06.071422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.108544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:06.148801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.308400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cfcc0-44cb-4ecf-8e9b-a3a79506dd80 req-f4581a09-bc12-4be8-8833-fac2ed4d43bb tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:06.323895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18cfcc0-44cb-4ecf-8e9b-a3a79506dd80 req-f4581a09-bc12-4be8-8833-fac2ed4d43bb tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 943 time: 0.1217046 Oct 29 11:33:06.375444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.383244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.398810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18cfcc0-44cb-4ecf-8e9b-a3a79506dd80 req-b1ae2b72-f693-41c8-b6cc-1e26ba60b5cc tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Oct 29 11:33:06.488983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Pushing event updated for resources: {'Port': ['ID=26fa0644-2693-491e-a5a7-625e2eab9566,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:06.506857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.541366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.543210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6c774f97-95ce-4283-9ea2-f3aa25507d48 tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9375391 Oct 29 11:33:06.546909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55610) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:06.558040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1218258486', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'fixed_ips': [{'ip_address': '172.25.4.83'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:06.596954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Made reservation on behalf of 1793bdf7c4ea4e11a1bbd4e008d7a915 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:06.602308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.615965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.674096 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb08ab7-6f2a-4ae1-8ec4-3d6340ba466e x-openstack-request-id: req-4eb08ab7-6f2a-4ae1-8ec4-3d6340ba466e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:06.674656 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-plugged", "status": "completed", "tag": "c901b319-744d-4385-b1a0-173ea595f033", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:06.674656 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4eb08ab7-6f2a-4ae1-8ec4-3d6340ba466e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:06.675051 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033', 'code': 200} Oct 29 11:33:06.767350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.780162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:06.787649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] device_id is not set on port 21bc3872-2556-473d-aa1f-b6e344de52e2 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:06.808930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a9cb-e519-4ac0-be3d-4ce671e00d6c req-c136898e-22c6-4891-960b-4c7ffb926fc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:06.817772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f801a9cb-e519-4ac0-be3d-4ce671e00d6c req-c136898e-22c6-4891-960b-4c7ffb926fc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.0749347 Oct 29 11:33:06.873375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f801a9cb-e519-4ac0-be3d-4ce671e00d6c req-7a3c8ce9-3d42-4ee1-95c3-d961e9986873 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Oct 29 11:33:06.933370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0439c-a4ad-4967-9419-a0f06ab86dee,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:06.973793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf146-5026-438f-ab86-94131179f473 req-f132f5d8-269d-4245-9699-085dfc6a262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:06.976046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-f132f5d8-269d-4245-9699-085dfc6a262a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1097 time: 0.1075406 Oct 29 11:33:07.144586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:33:07.185536 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 11:33:07.186185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:33:07.197485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf146-5026-438f-ab86-94131179f473 req-1ae34bf6-f2d0-4e60-a6b1-fab36048067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:07.201927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-1ae34bf6-f2d0-4e60-a6b1-fab36048067f service neutron] 10.222.0.86 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 915 time: 0.1931882 Oct 29 11:33:07.203369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19fc06-324c-48bc-ab4c-66c326454922 req-bb5d9051-91e1-4655-8017-9666c8bc3026 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:07.217946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b19fc06-324c-48bc-ab4c-66c326454922 req-bb5d9051-91e1-4655-8017-9666c8bc3026 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1265397 Oct 29 11:33:07.282279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-51bf6689-0b4d-4111-ab44-8776df0aeb4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 217 time: 0.0669670 Oct 29 11:33:07.283709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b19fc06-324c-48bc-ab4c-66c326454922 req-010ac56c-f2b0-4ba5-af61-58b4fdcdc9fd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645862 Oct 29 11:33:07.286988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30ec2b93-2826-4e1b-9818-52ba0313586f tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7389660 Oct 29 11:33:07.291474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55618) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:07.323072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,segment=NetworkSegment(0a83f769-3a60-4eff-af8b-9b53aeb95ba9),segment_id=0a83f769-3a60-4eff-af8b-9b53aeb95ba9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:07.342009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971', 'network_id': '989577c7-99d2-4623-bed0-d0fe6f82407a', 'port_id': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971', 'mac_address': 'fa:16:3e:85:41:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e670a7-ef14-4717-b20e-94867525fe4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:33:07.369777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf146-5026-438f-ab86-94131179f473 req-e0777555-036b-41f1-9600-f8a6b50de0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:07.371261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-e0777555-036b-41f1-9600-f8a6b50de0c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0762570 Oct 29 11:33:07.408585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:07.431868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-54a3fa7b-f38e-4237-8a07-5101fe96b228 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526710 Oct 29 11:33:07.438447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:07.467508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,segment=NetworkSegment(0a83f769-3a60-4eff-af8b-9b53aeb95ba9),segment_id=0a83f769-3a60-4eff-af8b-9b53aeb95ba9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:07.478309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:07.565788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:07.635697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-de0cb98e-6d2d-49ef-8bd4-5eb00c96585c service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950743 Oct 29 11:33:07.700437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd2b15-1160-4f92-a36a-882a7db926ed req-642a9e78-99f2-455d-9c9b-8862975b6c85 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:07.715468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9bd2b15-1160-4f92-a36a-882a7db926ed req-642a9e78-99f2-455d-9c9b-8862975b6c85 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 944 time: 0.1457789 Oct 29 11:33:07.801203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2baaf146-5026-438f-ab86-94131179f473 req-1e36db89-3b45-4155-9286-ca2013a4aad8 service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559632 Oct 29 11:33:07.855105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:08.156290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Deleting port 26fa0644-2693-491e-a5a7-625e2eab9566 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:08.156873 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.234766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9bd2b15-1160-4f92-a36a-882a7db926ed req-7c616f22-44e3-4bbd-b5dd-c2a963af7b07 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995606 Oct 29 11:33:08.317428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.317895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.337143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Calling delete_port for 26fa0644-2693-491e-a5a7-625e2eab9566 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:08.559172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.684366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Pushing event deleted for resources: {'Port': ['ID=26fa0644-2693-491e-a5a7-625e2eab9566,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:08.690386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.692887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:08.694139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-da35d537-8e70-43a6-b7ec-f197e6c0359a tempest-ExternalNetworksAdminNegativeTestJSON-773881608 tempest-ExternalNetworksAdminNegativeTestJSON-773881608-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/8ed15b28-eace-4fb1-90ba-2822335edfc4 HTTP/1.1" status: 204 len: 168 time: 1.4015033 Oct 29 11:33:08.714323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97070-cbdb-4be0-b7f0-9493b77d5fc7 req-41f0144e-bfec-4c77-8dd1-a3268625f5f0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:08.721594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56a97070-cbdb-4be0-b7f0-9493b77d5fc7 req-41f0144e-bfec-4c77-8dd1-a3268625f5f0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1735337 Oct 29 11:33:08.764859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56a97070-cbdb-4be0-b7f0-9493b77d5fc7 req-79c1bcdc-d6f7-498e-83b8-4ae35d30b1cf tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Oct 29 11:33:08.928614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb117d55-8c71-4e31-8635-0bbfda640b1b req-1e320e45-0951-418a-9bd2-4bb628dc749a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:08.931689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb117d55-8c71-4e31-8635-0bbfda640b1b req-1e320e45-0951-418a-9bd2-4bb628dc749a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0632195 Oct 29 11:33:09.017378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb117d55-8c71-4e31-8635-0bbfda640b1b req-dc5f604d-48f8-4d4f-a9ae-978d2ef8c873 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Oct 29 11:33:09.096496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:09.261686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66ced1fc-07eb-4d93-bab5-140f0cced393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.377852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1f75d-ce01-45ac-845f-2c310b9ebb06 req-7c4ab1ae-91b3-4acb-af7f-bc1d853f0021 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:09.389261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78c1f75d-ce01-45ac-845f-2c310b9ebb06 req-7c4ab1ae-91b3-4acb-af7f-bc1d853f0021 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 944 time: 0.0841138 Oct 29 11:33:09.439020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66ced1fc-07eb-4d93-bab5-140f0cced393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.451161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66ced1fc-07eb-4d93-bab5-140f0cced393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.480124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78c1f75d-ce01-45ac-845f-2c310b9ebb06 req-7932d686-4bb1-4017-97ae-a8f6df2af393 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898094 Oct 29 11:33:09.524578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced1fc-07eb-4d93-bab5-140f0cced393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce89f0-2d46-401a-900a-0d4ca7224688,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:09.551919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55654) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:09.552102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66ced1fc-07eb-4d93-bab5-140f0cced393 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba6609191acc49c688389a0ad11df27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531925 Oct 29 11:33:09.661268 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.730976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.806184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.809670 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:09.811319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cce89f0-2d46-401a-900a-0d4ca7224688 HTTP/1.1" status: 204 len: 168 time: 0.2602904 Oct 29 11:33:09.824243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85658a72-b170-40b2-b9d9-cf23e4743539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce89f0-2d46-401a-900a-0d4ca7224688,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:10.000375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d26f06-40b2-4d89-996c-25e806ceb594 req-18b841b5-21d9-48d4-8dfa-c38ce837d0e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:10.004223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2d26f06-40b2-4d89-996c-25e806ceb594 req-18b841b5-21d9-48d4-8dfa-c38ce837d0e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1108279 Oct 29 11:33:10.082856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2d26f06-40b2-4d89-996c-25e806ceb594 req-3d18c716-c44a-4436-8afb-f5960b7d1b4e tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717251 Oct 29 11:33:10.258757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad4a40-d3c8-4967-a092-37fa5db348c1 req-0b566710-7b9d-40e1-b302-043f2271ebf2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:10.270008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aad4a40-d3c8-4967-a092-37fa5db348c1 req-0b566710-7b9d-40e1-b302-043f2271ebf2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0983953 Oct 29 11:33:10.334001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aad4a40-d3c8-4967-a092-37fa5db348c1 req-44980396-edd5-4636-a785-300fc44cc8c5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629783 Oct 29 11:33:10.367385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:10.440631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b6afe957-2237-492a-9b51-c90ae4633f04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1793bdf7c4ea4e11a1bbd4e008d7a915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715125 Oct 29 11:33:10.443036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55668) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:10.505360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:10.532834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:10.663462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:10.672917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:10.676331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22d0439c-a4ad-4967-9419-a0f06ab86dee HTTP/1.1" status: 204 len: 168 time: 0.2301807 Oct 29 11:33:10.688013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ae7c5-6df4-4ec3-8490-b87512282c56 req-74473532-6b02-4322-8cf4-f5808b197c04 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:10.689521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e0ae7c5-6df4-4ec3-8490-b87512282c56 req-74473532-6b02-4322-8cf4-f5808b197c04 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 944 time: 0.0824180 Oct 29 11:33:10.695549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa39520-d649-4f30-b656-7fa09ce91d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0439c-a4ad-4967-9419-a0f06ab86dee,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:10.749932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e0ae7c5-6df4-4ec3-8490-b87512282c56 req-9d9fa431-9c6b-41b6-91a0-c95680c35403 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Oct 29 11:33:11.153766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:11.282863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:33:11.293935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:11.294282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:11.295044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8953cbf-4e75-41c3-8693-d9483f32b573 req-24bba4fd-cd36-4c7a-a8ae-64d0b4cdc650 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:11.297066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8953cbf-4e75-41c3-8693-d9483f32b573 req-24bba4fd-cd36-4c7a-a8ae-64d0b4cdc650 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1197484 Oct 29 11:33:11.367155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8953cbf-4e75-41c3-8693-d9483f32b573 req-a62a9e80-0983-4340-9a10-efcf138f4d02 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Oct 29 11:33:11.471954 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:11.477552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:11.509847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3210c-9c21-4e43-96db-34a941933126 req-f7fa6bc0-0f41-46a1-b70b-2675b6e61fd4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:11.518781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ec3210c-9c21-4e43-96db-34a941933126 req-f7fa6bc0-0f41-46a1-b70b-2675b6e61fd4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0865638 Oct 29 11:33:11.554604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:11.557652 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83415f6-bcac-4192-b12a-f23b17b9d881" -d '{"events": [{"server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "name": "network-vif-plugged", "status": "completed", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:11.579069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ec3210c-9c21-4e43-96db-34a941933126 req-b341c63b-e7db-4b00-8b8a-b9df2626a568 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532215 Oct 29 11:33:11.580357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,segment=NetworkSegment(0a83f769-3a60-4eff-af8b-9b53aeb95ba9),segment_id=0a83f769-3a60-4eff-af8b-9b53aeb95ba9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:11.593141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:11.675713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:11.693455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:11.733079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:11.744480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:11.776087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05cc17-cf2e-4a4f-8b9b-92137fe26085 req-c58bd670-0b8a-4367-8e62-099b7a1d4330 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:11.777880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b05cc17-cf2e-4a4f-8b9b-92137fe26085 req-c58bd670-0b8a-4367-8e62-099b7a1d4330 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 946 time: 0.1101003 Oct 29 11:33:11.801476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:11.838582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b05cc17-cf2e-4a4f-8b9b-92137fe26085 req-51271c8d-9c2d-4ab9-9536-704a0135930f tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Oct 29 11:33:11.977300 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9313d64e-dc00-46fd-9385-53da1b5ebf30 x-openstack-request-id: req-9313d64e-dc00-46fd-9385-53da1b5ebf30 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:11.978336 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "name": "network-vif-plugged", "status": "completed", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:11.978775 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9313d64e-dc00-46fd-9385-53da1b5ebf30 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:11.979377 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971', 'code': 200} Oct 29 11:33:12.126110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd93ed8-4ff5-4cd5-bf9b-368b4b8f25f2 req-083e9562-99e9-4f51-9629-62e0837a15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:12.127633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fd93ed8-4ff5-4cd5-bf9b-368b4b8f25f2 req-083e9562-99e9-4f51-9629-62e0837a15fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 1096 time: 0.0657592 Oct 29 11:33:12.171100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ff3e-74e3-4f40-ada7-7902214a1472 req-3adff605-20c6-4eb8-bd58-6560e77514db tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:12.179429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1f3ff3e-74e3-4f40-ada7-7902214a1472 req-3adff605-20c6-4eb8-bd58-6560e77514db tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.1329250 Oct 29 11:33:12.228627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fd93ed8-4ff5-4cd5-bf9b-368b4b8f25f2 req-5a97efd3-6913-4d23-81e8-53681682bc6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901062 Oct 29 11:33:12.244286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1f3ff3e-74e3-4f40-ada7-7902214a1472 req-7bf0aa34-e170-4863-9d69-fa2638f13243 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Oct 29 11:33:12.671905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-3d582031-172a-46f8-a45f-4def7ea87f69 req-ae68c85d-b7a7-4129-9151-07b1ce5e52e8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:33:12.673566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d582031-172a-46f8-a45f-4def7ea87f69 req-ae68c85d-b7a7-4129-9151-07b1ce5e52e8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062969 Oct 29 11:33:12.910063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afbdd-60b0-4051-a0e4-9e0b0f4d6848 req-d2d1b5ba-46e4-4d1e-8f51-1d741469b184 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:12.921526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-034afbdd-60b0-4051-a0e4-9e0b0f4d6848 req-d2d1b5ba-46e4-4d1e-8f51-1d741469b184 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0698047 Oct 29 11:33:12.999585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-034afbdd-60b0-4051-a0e4-9e0b0f4d6848 req-343f3e78-16ec-467b-ba65-f9f39d519404 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762067 Oct 29 11:33:13.277793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:13.425640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-30569868-fc69-4387-8b61-a32a65ba21a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284268 Oct 29 11:33:13.461673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225ee98-b4fc-4899-b810-7e1032f553cf req-d5837ee9-c091-4135-b517-ff2275c8e965 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:13.463285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2225ee98-b4fc-4899-b810-7e1032f553cf req-d5837ee9-c091-4135-b517-ff2275c8e965 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1336684 Oct 29 11:33:13.534362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2225ee98-b4fc-4899-b810-7e1032f553cf req-be260d1d-4a86-406d-af51-6fbf046cb5ac tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Oct 29 11:33:13.586298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-12ce792e-6918-48c3-9975-1d2f5d3324fb tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:13.622622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12ce792e-6918-48c3-9975-1d2f5d3324fb tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "PUT /v2.0/quotas/58ff2d86cb7044ee8e6de7a5267cbc3a HTTP/1.1" status: 200 len: 368 time: 0.3432572 Oct 29 11:33:13.627303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:13.632295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Request body: {'network': {'project_id': '58ff2d86cb7044ee8e6de7a5267cbc3a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:13.691081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Made reservation on behalf of 58ff2d86cb7044ee8e6de7a5267cbc3a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:13.693641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:13.707329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:13.806968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c5e5b-63f9-4621-bc56-220fb64bc575 req-8b29ad38-2a40-4a93-8e43-a5b8512b6c90 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:13.828061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-019c5e5b-63f9-4621-bc56-220fb64bc575 req-8b29ad38-2a40-4a93-8e43-a5b8512b6c90 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 945 time: 0.1264796 Oct 29 11:33:13.860976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:13.869725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:13.915056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-019c5e5b-63f9-4621-bc56-220fb64bc575 req-934795c9-73cf-4872-b815-659ddd1a2863 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860476 Oct 29 11:33:13.924081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:13.950295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bae2a1-c32c-45a4-a4dd-ba5b6352d3fd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:13.961077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:13.961357 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Added segment 4b16ebf6-5974-4e39-bc44-c84a7bb49061 of type vlan for network c036fa5a-1cb6-47c2-b13b-738770674ac6 Oct 29 11:33:13.980973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:13.985228 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8609f6-d392-4211-8dd3-ac84dd38fdb7" -d '{"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-unplugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:14.064371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.098846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.100901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.101721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.138333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113b88-8ce2-4fa9-9574-000d2bc99dff req-b28b726d-64df-4502-8e78-ea4422aba0c1 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.148234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42113b88-8ce2-4fa9-9574-000d2bc99dff req-b28b726d-64df-4502-8e78-ea4422aba0c1 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.0907042 Oct 29 11:33:14.148626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:14.149247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5205910 Oct 29 11:33:14.153750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Request body: {'network': {'project_id': '58ff2d86cb7044ee8e6de7a5267cbc3a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:14.214230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42113b88-8ce2-4fa9-9574-000d2bc99dff req-5ad9a1a8-fdec-440a-8e91-7223dcb50394 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667284 Oct 29 11:33:14.220154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Made reservation on behalf of 58ff2d86cb7044ee8e6de7a5267cbc3a for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:14.223698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.239934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00428d0-4a21-41ca-b1b9-a2dcb19c2cbd tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event updated for resources: {'Network': ['ID=c036fa5a-1cb6-47c2-b13b-738770674ac6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:14.250906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c036fa5a-1cb6-47c2-b13b-738770674ac6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:14.284784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:14.297467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.297846 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Added segment 522bf9ad-58b3-477a-a7e7-4feda660ae5d of type vlan for network 0dff94cd-c7a0-4156-9c3e-f554549e6643 Oct 29 11:33:14.363277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.410227 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.411919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.412852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.444814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2946887 Oct 29 11:33:14.448927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55796) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:14.466994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c8ca6d95-1e01-4613-9916-74d93d9b0d6a tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Request body: {'network': {'project_id': '58ff2d86cb7044ee8e6de7a5267cbc3a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:14.493260 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ca6d95-1e01-4613-9916-74d93d9b0d6a tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 11:33:14.494524 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02615b73-f33a-455a-beba-f648de6793f7 x-openstack-request-id: req-02615b73-f33a-455a-beba-f648de6793f7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:14.495169 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-unplugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:14.495775 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02615b73-f33a-455a-beba-f648de6793f7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:14.496429 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'code': 200} Oct 29 11:33:14.498988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ca6d95-1e01-4613-9916-74d93d9b0d6a tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:33:14.505571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55798) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:14.506530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8ca6d95-1e01-4613-9916-74d93d9b0d6a tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0564556 Oct 29 11:33:14.512666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event updated for resources: {'Network': ['ID=0dff94cd-c7a0-4156-9c3e-f554549e6643,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:14.530567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.530567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.530903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.531313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.531719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.532120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.532747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.533558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.533558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.533910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.534306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.534714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a016e5-b414-43c0-8f30-72a07d2a17a2 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:14.549247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 0dff94cd-c7a0-4156-9c3e-f554549e6643 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:14.569430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32aede93-6383-47c4-be6b-e8b5b4f01aac tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58ff2d86cb7044ee8e6de7a5267cbc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622764 Oct 29 11:33:14.572534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55802) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:14.664519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.678589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd4817-da3d-4c1d-8d1d-d6dd1505e66c req-f548622e-34ae-499e-a130-b27f3359d28a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.680163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5cd4817-da3d-4c1d-8d1d-d6dd1505e66c req-f548622e-34ae-499e-a130-b27f3359d28a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1136761 Oct 29 11:33:14.715943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.726538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-f57a5e52-4311-49e1-b265-1a310f41bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.728110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-f57a5e52-4311-49e1-b265-1a310f41bd58 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64&tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e HTTP/1.1" status: 200 len: 1095 time: 0.0580757 Oct 29 11:33:14.763915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5cd4817-da3d-4c1d-8d1d-d6dd1505e66c req-96ee1f37-c2f1-4d91-836b-37f13d851ec7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746248 Oct 29 11:33:14.796546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.799220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:14.801882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/34bae2a1-c32c-45a4-a4dd-ba5b6352d3fd HTTP/1.1" status: 204 len: 168 time: 0.2268639 Oct 29 11:33:14.804713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:14.816635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061efc4-3644-4bda-820f-3480c3dead44 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bae2a1-c32c-45a4-a4dd-ba5b6352d3fd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:14.833282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-cbceeb2e-6685-4e23-9cc4-00a529c29055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.834785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-cbceeb2e-6685-4e23-9cc4-00a529c29055 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1095 time: 0.0828557 Oct 29 11:33:14.968567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae92ba-ac1b-4372-897a-01290468da67 req-16017f1d-919e-4fbf-9fb9-6544690bd9a0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:14.977270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebae92ba-ac1b-4372-897a-01290468da67 req-16017f1d-919e-4fbf-9fb9-6544690bd9a0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0710855 Oct 29 11:33:15.022899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebae92ba-ac1b-4372-897a-01290468da67 req-76168bf6-f444-48c5-89ca-c3d0b741df93 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Oct 29 11:33:15.330826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.352275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-f5db56b0-1c90-40f8-bb0b-31ff315a4a82 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.354754 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-f5db56b0-1c90-40f8-bb0b-31ff315a4a82 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.86 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 945 time: 0.4476120 Oct 29 11:33:15.405040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-316ee7dd-30c3-4e19-b5f2-98587921b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.406248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-316ee7dd-30c3-4e19-b5f2-98587921b79b service neutron] 10.222.0.86 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 915 time: 0.5466075 Oct 29 11:33:15.408294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97259-58b1-4861-a6de-6cb9916fcdb1 req-5ab0fd60-4853-4441-83c9-3dc2a5a3cae3 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.420042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ae97259-58b1-4861-a6de-6cb9916fcdb1 req-5ab0fd60-4853-4441-83c9-3dc2a5a3cae3 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 945 time: 0.1127319 Oct 29 11:33:15.429469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-03e60451-14e8-40e1-bdd7-82b8e2460107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.430938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-03e60451-14e8-40e1-bdd7-82b8e2460107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb26920a5f404101ae62611cf07dfc1e&device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 1096 time: 0.0918596 Oct 29 11:33:15.446656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:15.516293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-04c7e4b4-585b-45b7-b330-66af267b06aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 217 time: 0.0821919 Oct 29 11:33:15.532549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ae97259-58b1-4861-a6de-6cb9916fcdb1 req-d1575715-8c1e-4e74-a684-ec0171ed1ac0 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/security-groups?id=f8501f6a-a063-4fb6-97aa-a8908a58a765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115155 Oct 29 11:33:15.611822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.614567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-b4d19ecd-28ab-4fcf-960f-96d5108c78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.616071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-b4d19ecd-28ab-4fcf-960f-96d5108c78e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=989577c7-99d2-4623-bed0-d0fe6f82407a HTTP/1.1" status: 200 len: 915 time: 0.1781828 Oct 29 11:33:15.648904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-b8be4764-473a-4421-8aab-ca3492469ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.651986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-b8be4764-473a-4421-8aab-ca3492469ad4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0948558 Oct 29 11:33:15.655985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dff94cd-c7a0-4156-9c3e-f554549e6643']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:15.682019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522bf9ad-58b3-477a-a7e7-4feda660ae5d') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:15.682373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522bf9ad-58b3-477a-a7e7-4feda660ae5d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:15.691952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-47b12686-5e6b-41a3-9273-333da3bebaab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 HTTP/1.1" status: 200 len: 217 time: 0.0677590 Oct 29 11:33:15.699815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Deleting port 8580b731-4225-4cf7-a671-2f9e9905a409 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:15.700029 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.712975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-fd0b7053-ef2b-4e91-85ac-b430547a2739 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454674 Oct 29 11:33:15.748232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df754-2469-4cbf-9be5-05a4c08b642a req-c69ff33c-5a99-450d-b33b-dfb1b1223ede tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.755922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c8df754-2469-4cbf-9be5-05a4c08b642a req-c69ff33c-5a99-450d-b33b-dfb1b1223ede tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.1222599 Oct 29 11:33:15.762545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.792779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-b0dc52c3-9f78-44f2-9d9a-50bd419e7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:15.794236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-b0dc52c3-9f78-44f2-9d9a-50bd419e7147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3e670a7-ef14-4717-b20e-94867525fe4c HTTP/1.1" status: 200 len: 854 time: 0.0943620 Oct 29 11:33:15.827217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.843345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:15.843758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:15.847928 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:15.876388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c8df754-2469-4cbf-9be5-05a4c08b642a req-ae040276-c15b-47e6-875e-b700c2323ea1 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193140 Oct 29 11:33:15.886510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-f47eacf9-6b97-4b4e-b40b-926441e31107 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=989577c7-99d2-4623-bed0-d0fe6f82407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577841 Oct 29 11:33:15.991566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] For port 8580b731-4225-4cf7-a671-2f9e9905a409, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=8580b731-4225-4cf7-a671-2f9e9905a409,segment=NetworkSegment(dc2459ff-b15e-4060-a892-232b4abe1b42),segment_id=dc2459ff-b15e-4060-a892-232b4abe1b42)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:15.992037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.010679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.015319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.018508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0dff94cd-c7a0-4156-9c3e-f554549e6643 HTTP/1.1" status: 204 len: 168 time: 1.2098331 Oct 29 11:33:16.020608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-1014af79-1a5b-4051-ac72-57550a029350 service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180806 Oct 29 11:33:16.021305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55820) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:16.027833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Calling delete_port for 8580b731-4225-4cf7-a671-2f9e9905a409 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:16.043068 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-362a3ea2-8ecf-44c4-935b-e3c395ca9e5d service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188014 Oct 29 11:33:16.045427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcd83d-64ce-453c-9634-29359262df30 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event deleted for resources: {'Network': ['ID=0dff94cd-c7a0-4156-9c3e-f554549e6643,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:16.226845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-c91a521a-6d7a-472f-83a1-e8c64711d917 service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753571 Oct 29 11:33:16.229023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.273567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178838a1-c7c3-498e-85cc-f88a6bc6cdde req-0e2609ce-1c3b-4806-b9c2-97e44958a1be tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:16.281075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-178838a1-c7c3-498e-85cc-f88a6bc6cdde req-0e2609ce-1c3b-4806-b9c2-97e44958a1be tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1509593 Oct 29 11:33:16.286369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49e79dd3-852a-4aab-891c-ea5e73196656 req-82583fe0-0782-4bf7-966b-cb0eb63c409f service neutron] 10.222.0.41 "GET /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576885 Oct 29 11:33:16.335673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.349794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['8580b731-4225-4cf7-a671-2f9e9905a409'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:16.400349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Pushing event deleted for resources: {'Port': ['ID=8580b731-4225-4cf7-a671-2f9e9905a409,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:16.447836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] No DVR routers for this DVR port 8580b731-4225-4cf7-a671-2f9e9905a409 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:16.451584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.453940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.455242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d878896-7b9f-401d-967f-b3446346a3f8 req-3237884b-867a-48f4-a8f8-7370a906da95 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.86 "DELETE /v2.0/ports/8580b731-4225-4cf7-a671-2f9e9905a409 HTTP/1.1" status: 204 len: 173 time: 1.0910347 Oct 29 11:33:16.455706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'name': 'network-vif-deleted', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:16.458203 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce04b61-1ae6-49b0-a52a-61cd52f9c8e6" -d '{"events": [{"server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "name": "network-vif-deleted", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:16.533393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c036fa5a-1cb6-47c2-b13b-738770674ac6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:16.563444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-178838a1-c7c3-498e-85cc-f88a6bc6cdde req-0b72e031-b073-42d3-99be-b7bbad28c53f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813127 Oct 29 11:33:16.567600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b16ebf6-5974-4e39-bc44-c84a7bb49061') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:16.567896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b16ebf6-5974-4e39-bc44-c84a7bb49061') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:16.604499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.634423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.660361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:16.660765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:16.663846 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:16.781269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d2a8-abc3-4a5b-a8cc-87d9da9f1108 req-90e9adcd-300b-42cc-8b66-6a1ea85216c4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:16.782919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec80d2a8-abc3-4a5b-a8cc-87d9da9f1108 req-90e9adcd-300b-42cc-8b66-6a1ea85216c4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0974588 Oct 29 11:33:16.804864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.821354 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:16.826330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c036fa5a-1cb6-47c2-b13b-738770674ac6 HTTP/1.1" status: 204 len: 168 time: 0.8033392 Oct 29 11:33:16.874463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c960f-02e1-4d7c-a3bf-22582151fe16 tempest-QuotasNegativeTest-2038438318 tempest-QuotasNegativeTest-2038438318-project-admin] Pushing event deleted for resources: {'Network': ['ID=c036fa5a-1cb6-47c2-b13b-738770674ac6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:16.931495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec80d2a8-abc3-4a5b-a8cc-87d9da9f1108 req-10e2c20b-1774-42a1-be8d-618be4128d71 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286917 Oct 29 11:33:17.193841 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00436240-aa39-4509-9bd1-7f5c03519726 x-openstack-request-id: req-00436240-aa39-4509-9bd1-7f5c03519726 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:17.194906 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61195e5-c631-4f81-8b7b-dc9c526d96f4", "name": "network-vif-deleted", "tag": "8580b731-4225-4cf7-a671-2f9e9905a409", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:17.195345 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00436240-aa39-4509-9bd1-7f5c03519726 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:17.196728 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61195e5-c631-4f81-8b7b-dc9c526d96f4', 'name': 'network-vif-deleted', 'tag': '8580b731-4225-4cf7-a671-2f9e9905a409', 'status': 'completed', 'code': 200} Oct 29 11:33:17.373305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7050fac-35d7-4499-b652-9019ebdc7679 req-07e3f536-953f-4091-b26e-4783559c9571 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0432115 Oct 29 11:33:17.583583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a5491-2690-45c5-8b08-3fd24f1a1538 req-e8f5eb98-7b1b-41e5-9393-6fd3f055c6dd tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:17.592269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a44a5491-2690-45c5-8b08-3fd24f1a1538 req-e8f5eb98-7b1b-41e5-9393-6fd3f055c6dd tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.0831988 Oct 29 11:33:17.643223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a44a5491-2690-45c5-8b08-3fd24f1a1538 req-f944adff-a26a-4f5c-91e4-83804eaa5012 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Oct 29 11:33:17.736514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:18.007961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef98ed4b-50cc-4596-a678-f3c62735992b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.019731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f969fe-bf3f-45e7-9a7e-bb9386b59f8d req-fea2901b-44ba-4573-9d9a-92547125b38d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:18.027704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41f969fe-bf3f-45e7-9a7e-bb9386b59f8d req-fea2901b-44ba-4573-9d9a-92547125b38d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0867286 Oct 29 11:33:18.130592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef98ed4b-50cc-4596-a678-f3c62735992b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.142209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef98ed4b-50cc-4596-a678-f3c62735992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.197227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef98ed4b-50cc-4596-a678-f3c62735992b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e6f88d8558945baa5a0dc9e160feb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561694 Oct 29 11:33:18.197227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ed4b-50cc-4596-a678-f3c62735992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8d142-9a80-4cda-9b05-424040c0ba04,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:18.197590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:18.244064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41f969fe-bf3f-45e7-9a7e-bb9386b59f8d req-0633f4a0-99da-469f-b204-72595e1e1dbc tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144361 Oct 29 11:33:18.307595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.367204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.452825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.455642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:18.457033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4a8d142-9a80-4cda-9b05-424040c0ba04 HTTP/1.1" status: 204 len: 168 time: 0.2577806 Oct 29 11:33:18.472684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acee18-83ca-4af4-bcd1-974dd963a25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8d142-9a80-4cda-9b05-424040c0ba04,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:18.541409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936815-0547-4507-8d4c-eee8ec07c7e8 req-460d4f0e-b3a2-4267-b8c6-cc30324ca016 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:18.542997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28936815-0547-4507-8d4c-eee8ec07c7e8 req-460d4f0e-b3a2-4267-b8c6-cc30324ca016 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1304455 Oct 29 11:33:18.619970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28936815-0547-4507-8d4c-eee8ec07c7e8 req-4648675c-be48-4610-b0ec-1d9c81397199 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Oct 29 11:33:19.227161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:19.249918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97688771-aa5d-4fa6-8e16-8fbb46bcd62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.376922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e155465c-a924-4964-8de3-06aa587582ac req-5a6fc313-5195-4b08-9800-ebc7ea2bc52f tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0647597 Oct 29 11:33:19.470543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8580b731-4225-4cf7-a671-2f9e9905a409 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:19.489540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97688771-aa5d-4fa6-8e16-8fbb46bcd62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.501454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97688771-aa5d-4fa6-8e16-8fbb46bcd62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.534155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 8580b731-4225-4cf7-a671-2f9e9905a409 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:33:19.534555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 8580b731-4225-4cf7-a671-2f9e9905a409 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:33:19.572461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97688771-aa5d-4fa6-8e16-8fbb46bcd62f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df1f3d449f4e4e9ebfc345ff35ffcdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406065 Oct 29 11:33:19.573024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:19.629264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688771-aa5d-4fa6-8e16-8fbb46bcd62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100440d1-3493-4e05-8bb0-06d31688a9db,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:19.750720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.809947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfc21-9c4c-479d-9c7e-07bac1d5e266 req-7c94d691-ba76-4cd8-8728-29358e84e282 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:19.811501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beebfc21-9c4c-479d-9c7e-07bac1d5e266 req-7c94d691-ba76-4cd8-8728-29358e84e282 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.1456347 Oct 29 11:33:19.813750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.885272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beebfc21-9c4c-479d-9c7e-07bac1d5e266 req-732cea1b-9b38-494a-a3e5-c5a5be74f3ad tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617247 Oct 29 11:33:19.955747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.958700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:19.960003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/100440d1-3493-4e05-8bb0-06d31688a9db HTTP/1.1" status: 204 len: 168 time: 0.3854675 Oct 29 11:33:19.973850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab63366-0759-4d6b-b10b-4cc3420a4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100440d1-3493-4e05-8bb0-06d31688a9db,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:20.085542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3136-8260-4503-b765-2e3dd3466dd8 req-59f722b1-95e3-407a-a5de-43b3af59bb36 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:20.087195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5da3136-8260-4503-b765-2e3dd3466dd8 req-59f722b1-95e3-407a-a5de-43b3af59bb36 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1157119 Oct 29 11:33:20.171925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5da3136-8260-4503-b765-2e3dd3466dd8 req-92c1143f-4889-4d52-b1bf-01f7060629ec tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785849 Oct 29 11:33:20.339547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ac1b2-336e-463c-92f5-070a8ec6071f req-3acac424-7d24-42c7-81f8-98c7687b2924 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:20.340521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-523ac1b2-336e-463c-92f5-070a8ec6071f req-3acac424-7d24-42c7-81f8-98c7687b2924 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0796986 Oct 29 11:33:20.404344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-523ac1b2-336e-463c-92f5-070a8ec6071f req-e7fa9a3d-1de8-48ac-bdd9-665198d48509 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 Oct 29 11:33:20.684763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a1b91ef-b42e-4ee6-ae07-754c07b35f8b req-9270afa4-d10a-4524-9582-7ed819195710 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0576725 Oct 29 11:33:20.775912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-ecc7e254-87ff-49ea-9c69-233baf438522 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:20.776169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-ecc7e254-87ff-49ea-9c69-233baf438522 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.1589253 Oct 29 11:33:21.087249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Deleting port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:21.087593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:21.152381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793996-5975-4519-a803-89d68f110f16 req-435c6ff6-c987-44bd-b739-9503c55aed93 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:21.159721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72793996-5975-4519-a803-89d68f110f16 req-435c6ff6-c987-44bd-b739-9503c55aed93 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e55fd45-17e5-49fa-972e-e898ee663985 HTTP/1.1" status: 200 len: 945 time: 0.1769354 Oct 29 11:33:21.249142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72793996-5975-4519-a803-89d68f110f16 req-8fe7e108-0c14-4443-86ee-cd37a9ee6275 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.77 "GET /v2.0/security-groups?id=412c4c8f-5923-412f-b10a-590420067a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829909 Oct 29 11:33:21.277808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] For port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,segment=NetworkSegment(0a83f769-3a60-4eff-af8b-9b53aeb95ba9),segment_id=0a83f769-3a60-4eff-af8b-9b53aeb95ba9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:21.278169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:21.292857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Calling delete_port for aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:21.426530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf4a8a-1a36-4863-8cd9-3f3712d4991b req-d09696fa-e008-4d49-87c3-b6c2b101e0d0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:21.428311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bdf4a8a-1a36-4863-8cd9-3f3712d4991b req-d09696fa-e008-4d49-87c3-b6c2b101e0d0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0780692 Oct 29 11:33:21.510367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bdf4a8a-1a36-4863-8cd9-3f3712d4991b req-7f63cd18-bc1f-483e-81fe-af65e57a6ef3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Oct 29 11:33:21.511284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:21.524019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:21.545183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Pushing event deleted for resources: {'Port': ['ID=aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:21.603982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] No DVR routers for this DVR port aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:21.606877 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:21.611211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f5f9f11-f921-4291-8ca6-3cf0b26ab252 req-8ce4f908-b5ef-4634-beb3-9844aa8e8fb5 tempest-InstanceActionsTestJSON-2061291543 tempest-InstanceActionsTestJSON-2061291543-project] 10.222.0.41 "DELETE /v2.0/ports/aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 HTTP/1.1" status: 204 len: 173 time: 0.8262913 Oct 29 11:33:21.612125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'name': 'network-vif-deleted', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:21.623891 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5359eeb4-f9b4-49d3-bd86-542bced062a0" -d '{"events": [{"server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "name": "network-vif-deleted", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:21.677493 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:21.721660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdd751-ad58-4f4b-95f8-6184f33ad7ad req-52598e2b-6c10-4644-9c32-f8377709fa86 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:21.723671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76bdd751-ad58-4f4b-95f8-6184f33ad7ad req-52598e2b-6c10-4644-9c32-f8377709fa86 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0781133 Oct 29 11:33:21.787362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76bdd751-ad58-4f4b-95f8-6184f33ad7ad req-b228b655-44db-4f68-aada-65b1f91550e1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Oct 29 11:33:21.919224 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4748a5-5cf2-4204-a3c5-a892bf688031 x-openstack-request-id: req-cd4748a5-5cf2-4204-a3c5-a892bf688031 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:21.919521 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e55fd45-17e5-49fa-972e-e898ee663985", "name": "network-vif-deleted", "tag": "aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:21.919782 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd4748a5-5cf2-4204-a3c5-a892bf688031 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:21.920201 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e55fd45-17e5-49fa-972e-e898ee663985', 'name': 'network-vif-deleted', 'tag': 'aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971', 'status': 'completed', 'code': 200} Oct 29 11:33:22.009048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec83a13c-fe43-4f9a-bd4d-8e7e68a0e734 req-ff8d0110-d3db-47fa-91c5-a0aa40bb873f tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0261371 Oct 29 11:33:22.132927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:22.300009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:22.344571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2050235155'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:22.363779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Deleting subnet e3e670a7-ef14-4717-b20e-94867525fe4c {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:22.371179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.403676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Made reservation on behalf of 26a47bfec1ba46728661dc15d0903251 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:22.407162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.420663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.424991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.490886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.581624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.589637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.616134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.628196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e670a7-ef14-4717-b20e-94867525fe4c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:22.636277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.641271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef44c635-b430-429a-9c26-1d25fb2a8b3b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e3e670a7-ef14-4717-b20e-94867525fe4c HTTP/1.1" status: 204 len: 168 time: 0.3379471 Oct 29 11:33:22.642574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55978) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:22.672247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:22.707048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3fa34-7972-486d-849c-9990500cc06c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:22.713337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.713687 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Added segment 3fade9a2-f18e-4f89-8a71-c23013acaa3f of type vlan for network e630c84c-aa7d-45b3-9109-4b0b58bee097 Oct 29 11:33:22.741745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.756309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb65b-4f80-4571-b3cd-fdcccbd588eb req-82622c2e-b9d9-4969-992b-da0c575d1579 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:22.757881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ceb65b-4f80-4571-b3cd-fdcccbd588eb req-82622c2e-b9d9-4969-992b-da0c575d1579 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1067591 Oct 29 11:33:22.792243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.828448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ceb65b-4f80-4571-b3cd-fdcccbd588eb req-ce548dd0-21c2-41da-be0b-7d9eb2f2148d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623245 Oct 29 11:33:22.834912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.842955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:22.843794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.855968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.881905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989577c7-99d2-4623-bed0-d0fe6f82407a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:22.893760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a83f769-3a60-4eff-af8b-9b53aeb95ba9') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:22.894333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a83f769-3a60-4eff-af8b-9b53aeb95ba9') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:22.909653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7748203 Oct 29 11:33:22.910239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.927271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11a78f-d873-4b23-a3e0-c83ecfd49313 tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Pushing event updated for resources: {'Network': ['ID=e630c84c-aa7d-45b3-9109-4b0b58bee097,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:22.938329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:22.947735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.954909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:22.955588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:22.958147 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:23.037621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028972f-1131-4c73-ab11-9a4836007b46 req-36bd143d-b15c-4797-9448-954c2417cb35 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:23.042622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7028972f-1131-4c73-ab11-9a4836007b46 req-36bd143d-b15c-4797-9448-954c2417cb35 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1070795 Oct 29 11:33:23.066908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.074438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.077940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] 10.222.0.77 "DELETE /v2.0/networks/989577c7-99d2-4623-bed0-d0fe6f82407a HTTP/1.1" status: 204 len: 168 time: 0.4344430 Oct 29 11:33:23.107924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7028972f-1131-4c73-ab11-9a4836007b46 req-25715520-6976-44b3-bb37-6844d2608280 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Oct 29 11:33:23.111577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Pushing event deleted for resources: {'Network': ['ID=989577c7-99d2-4623-bed0-d0fe6f82407a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:23.120180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.120525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.120857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.129423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.130276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.130626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.130967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.131349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.131703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.132300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.132644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.132968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194a24a-4bfc-402e-969e-f6609965a74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:23.335757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55996) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:23.389594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:23.394740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3fabb27f-9cfe-4da0-ba7a-b6a1ed059654 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb26920a5f404101ae62611cf07dfc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577374 Oct 29 11:33:23.397320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56000) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:23.398565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097', 'binding:host_id': 'n-h2-805046-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1231725068'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:23.435130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Made reservation on behalf of de1c6173cedc4ceca52ec33fa9c809d0 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:23.437689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.451517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.467970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.494014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.516307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ef43d2b-1e4c-4882-aa99-5a3e7fd1c9c6 req-120e902d-7c56-448c-88e8-1464d746e57c tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0434279 Oct 29 11:33:23.559743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.565225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.566771 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/412c4c8f-5923-412f-b10a-590420067a2c HTTP/1.1" status: 204 len: 168 time: 0.1682396 Oct 29 11:33:23.576923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee2c0-2fd9-445c-85e1-147ac4ca0c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c4c8f-5923-412f-b10a-590420067a2c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:23.618707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.626222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:23.634658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port 06703c51-4676-486a-8ae9-771a7f0f7a72 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:23.804689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed1387-8c21-4e44-b9cf-2715bda220ce,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:24.112778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port 06703c51-4676-486a-8ae9-771a7f0f7a72 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:24.125233 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:24.140114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7965-8b4b-4fec-b8e2-4a0a6afe23d6 req-3d820160-4986-40d9-9364-4bc882ebbbe1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:24.142167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f3c7965-8b4b-4fec-b8e2-4a0a6afe23d6 req-3d820160-4986-40d9-9364-4bc882ebbbe1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0881777 Oct 29 11:33:24.143627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:24.209090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=06703c51-4676-486a-8ae9-771a7f0f7a72,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:24.234909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f3c7965-8b4b-4fec-b8e2-4a0a6afe23d6 req-63c6cb2e-4f7e-4aa2-b4c4-4c86ce3f082c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Oct 29 11:33:24.250001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Checking segment: {'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:24.250439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Network hostable DHCP agents. Network: e630c84c-aa7d-45b3-9109-4b0b58bee097, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:24.287046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:24.300552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e630c84c-aa7d-45b3-9109-4b0b58bee097) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:24.304390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:24.322951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb67af0-6317-4cb8-9bfc-68945b5ded1a None None] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:24.323547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.323547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.323925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.330127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.330516 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.330850 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 2 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.352227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.353222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.353818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.420326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.420658 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.435993 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 3 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.502841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.503729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.504736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.520638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69f77d-470f-4e0f-ae1a-a4acec6641a5 req-4f2e7c89-960b-41f0-8e6d-470c947cb401 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:24.520638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d69f77d-470f-4e0f-ae1a-a4acec6641a5 req-4f2e7c89-960b-41f0-8e6d-470c947cb401 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1624756 Oct 29 11:33:24.521608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.521608 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.521754 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 4 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.555358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.555358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.555358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.564809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.565208 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.570397 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 5 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.592367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d69f77d-470f-4e0f-ae1a-a4acec6641a5 req-3a378b28-3e56-4d34-ba77-e50fece962a5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567002 Oct 29 11:33:24.593276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.593618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.593951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.599331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.599662 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.600054 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 6 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.626629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.627070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.627624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.633197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.633634 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.634115 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 7 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.653169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.653510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.653850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.658831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.659167 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.659559 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 8 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.674660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.675106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.675480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.685836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.686169 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.686566 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 9 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.707420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.707420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.707761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.720337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.720489 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.721293 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 10 to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 Oct 29 11:33:24.737504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:24.737846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:24.738129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:24.745035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port 06703c51-4676-486a-8ae9-771a7f0f7a72 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:24.745035 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port 06703c51-4676-486a-8ae9-771a7f0f7a72 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:24.745324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:24.798038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56036) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:24.820447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f667a6e4-9b73-4d9e-ad84-4174943761bd req-0dbc1f82-7706-4a3a-abc8-5e05c0897a19 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0373874 Oct 29 11:33:24.855232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port 06703c51-4676-486a-8ae9-771a7f0f7a72, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:24.855859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempted to set empty binding levels {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:33:24.862165 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:24.915791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:24.917984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:24.943708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=06703c51-4676-486a-8ae9-771a7f0f7a72,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:24.966281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-477605841-network', 'tenant_id': '5dc3e6972e8a446d92d841f673f12c3c'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:24.967001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48a7f239-7cef-4f7c-9038-b11f25b259b8 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5757966 Oct 29 11:33:24.970636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56040) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:25.001808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Made reservation on behalf of 5dc3e6972e8a446d92d841f673f12c3c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:25.005144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.017758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.097462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Deleting port 06703c51-4676-486a-8ae9-771a7f0f7a72 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:25.098050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.125182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.129763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.162105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:25.173409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5570f4-4855-4617-b7b1-967880a771d8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:25.178756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.179095 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Added segment 6bfddaea-657f-4ff4-9355-03814710eb0c of type vlan for network c9a47258-1bd0-4f83-afc8-7524208f3a47 Oct 29 11:33:25.186710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port 06703c51-4676-486a-8ae9-771a7f0f7a72, host n-h2-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:25.187727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.223326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Calling delete_port for 06703c51-4676-486a-8ae9-771a7f0f7a72 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:25.226199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.234270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:25.256735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.257838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:25.258473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.262342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:33:25.262890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device aa5d6b67-74cc-4aeb-af7a-a39a6e3d8971 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:33:25.325840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5236149 Oct 29 11:33:25.326077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56044) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:25.334861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Request body: {'subnet': {'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-477605841-subnet', 'tenant_id': '5dc3e6972e8a446d92d841f673f12c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:25.342602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c8c65-6189-4e32-978c-2c9f47e650c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a47258-1bd0-4f83-afc8-7524208f3a47,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:25.354995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c9a47258-1bd0-4f83-afc8-7524208f3a47 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:25.364538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Made reservation on behalf of 5dc3e6972e8a446d92d841f673f12c3c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:25.368942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.417716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.470637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event deleted for resources: {'Port': ['ID=06703c51-4676-486a-8ae9-771a7f0f7a72,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:25.474068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.480693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-524a4f29-fd24-40d3-ac2f-1de3bd9aae74 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "DELETE /v2.0/ports/06703c51-4676-486a-8ae9-771a7f0f7a72 HTTP/1.1" status: 204 len: 168 time: 0.5067630 Oct 29 11:33:25.482505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:25.490551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464c070-8953-47f3-95d1-cc5b1bc76ac1 req-f36acf6e-d0ef-4de5-afcf-03fe4068f365 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:25.502323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d464c070-8953-47f3-95d1-cc5b1bc76ac1 req-f36acf6e-d0ef-4de5-afcf-03fe4068f365 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1433446 Oct 29 11:33:25.546981 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c61670-438c-4845-9107-282d54fe2b20 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:33:25.552317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c0c61670-438c-4845-9107-282d54fe2b20 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports/06703c51-4676-486a-8ae9-771a7f0f7a72 HTTP/1.1" status: 404 len: 333 time: 0.0472972 Oct 29 11:33:25.552927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56048) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:25.562522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-281405907'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:25.589921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.592435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d464c070-8953-47f3-95d1-cc5b1bc76ac1 req-5ed7aa26-1ed2-4979-827f-80d0c4b4794b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 Oct 29 11:33:25.620192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Made reservation on behalf of de1c6173cedc4ceca52ec33fa9c809d0 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:25.631907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.646365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port aa7b6a43-e280-483e-a3ff-ad6109c6977c yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:25.663703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.676036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85baf59-7680-4f15-a986-95a87265eb27,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:25.680564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Checking segment: {'id': '6bfddaea-657f-4ff4-9355-03814710eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:25.680928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Network hostable DHCP agents. Network: c9a47258-1bd0-4f83-afc8-7524208f3a47, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:25.705964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Network c9a47258-1bd0-4f83-afc8-7524208f3a47 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:25.739244 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:33:25.743525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c9a47258-1bd0-4f83-afc8-7524208f3a47) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:25.754405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891816ed-f0ab-486a-8750-dbffed2316c0 None None] Network c9a47258-1bd0-4f83-afc8-7524208f3a47 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:25.755029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:25.759713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.800406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-df893947-6a91-4e4b-831c-3b7decd4771b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4718177 Oct 29 11:33:25.861593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b2a21-8077-4aa3-ac12-c1abd3834029 req-b439fd55-bb93-4f48-b822-9d67909cc38b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:25.869813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd6b2a21-8077-4aa3-ac12-c1abd3834029 req-b439fd55-bb93-4f48-b822-9d67909cc38b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1248012 Oct 29 11:33:25.941661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c22cbe-f8ea-40f7-949e-b9865ff45d79 None None] Network c9a47258-1bd0-4f83-afc8-7524208f3a47 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:25.971398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:25.989943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd6b2a21-8077-4aa3-ac12-c1abd3834029 req-4592e06a-ac8a-4ac0-b4c5-e974e2ce25b6 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192489 Oct 29 11:33:26.054601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:26.132622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:26.139842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:26.140199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7b6a43-e280-483e-a3ff-ad6109c6977c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:26.142556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:26.143823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:26.144422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:26.175537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-01b29048-7df0-4625-9274-28a88ea4945f tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6212058 Oct 29 11:33:26.178093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:26.183419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:26.263551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcc10979-cf38-429b-a7b2-74e3620fa7c2 req-f730cef8-165e-4992-b523-a730c1a2de00 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0346498 Oct 29 11:33:26.307420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:26.512388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port aa7b6a43-e280-483e-a3ff-ad6109c6977c yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:26.521219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:26.528459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:26.591978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7b6a43-e280-483e-a3ff-ad6109c6977c,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:26.605295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:26.605861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:26.606754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:26.611676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:26.612082 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:26.612641 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 2 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:26.634942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:26.635271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:26.635601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.017210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.017535 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.019710 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 3 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.042449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.042774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.043098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.054030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.054267 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.056840 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 4 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.083912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.084234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.084564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.098201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-3aa0ede4-1ac3-45c7-982f-38d2f6420749 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.099708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-3aa0ede4-1ac3-45c7-982f-38d2f6420749 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/networks?id=c9a47258-1bd0-4f83-afc8-7524208f3a47 HTTP/1.1" status: 200 len: 817 time: 0.4671524 Oct 29 11:33:27.100447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.100770 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.101328 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 5 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.121607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.121936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.122278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.128127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-575a02ea-30d0-4708-9818-78e8b9fd3931 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/quotas/5dc3e6972e8a446d92d841f673f12c3c HTTP/1.1" status: 200 len: 375 time: 0.0176752 Oct 29 11:33:27.128784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.129132 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.129513 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 6 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.152247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.152579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.152913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.169418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-9b6872ed-5977-4d8f-b730-e4a208758731 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5dc3e6972e8a446d92d841f673f12c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307264 Oct 29 11:33:27.172641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.172968 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.173379 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 7 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.227967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.228300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.228629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.239364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.239686 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.241478 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 8 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.259652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.260168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.260277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.269132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.269464 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.275181 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 9 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.299083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.299414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.299740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.304096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-b09eaca5-d1de-4d90-8143-766f5e95d56e service neutron] 10.222.0.77 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266947 Oct 29 11:33:27.306633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.306965 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.307330 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 10 to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c Oct 29 11:33:27.337784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:27.338119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:27.338449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:27.372283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:27.372602 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port aa7b6a43-e280-483e-a3ff-ad6109c6977c on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:27.372958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:27.458836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-907d1a22-695a-498a-b711-da9c22ba9e49 service neutron] 10.222.0.77 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464753 Oct 29 11:33:27.465314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port aa7b6a43-e280-483e-a3ff-ad6109c6977c, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:27.465789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempted to set empty binding levels {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:33:27.470898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:27.504063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] In _notify_port_updated(), no bound segment for port aa7b6a43-e280-483e-a3ff-ad6109c6977c on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:33:27.505131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.505834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:27.507046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "PUT /v2.0/ports/aa7b6a43-e280-483e-a3ff-ad6109c6977c HTTP/1.1" status: 200 len: 974 time: 1.3279514 Oct 29 11:33:27.510592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:27.525039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b8bda-ab23-4e5a-8710-616c15608559 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7b6a43-e280-483e-a3ff-ad6109c6977c,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:27.680487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.681480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.681955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.682425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.685611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.686137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.686821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.687313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.687784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.688326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.688806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.690064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.690544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.691042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.691478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.691934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.692400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.693686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.694159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.694635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.695100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.695571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.696139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.696610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.697134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.697628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.698102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.698661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.699371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.699838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.699948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb1c8-6bfa-4cab-bce9-4ac4c46ce613 req-080f67be-e38c-47e9-96f1-a0a318a7dda4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.700407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.700814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.701361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.701473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94fbb1c8-6bfa-4cab-bce9-4ac4c46ce613 req-080f67be-e38c-47e9-96f1-a0a318a7dda4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0660338 Oct 29 11:33:27.701889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.702794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.702794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.703255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.703742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.704203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.704918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.705403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.705866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.706322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.706784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.707248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.707766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.713781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bab05ac4-6fcb-488a-9144-66c29ec5d01a tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41353 time: 0.2017984 Oct 29 11:33:27.718554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:27.749938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94fbb1c8-6bfa-4cab-bce9-4ac4c46ce613 req-5f388379-122a-4400-923f-6d77f576b04a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Oct 29 11:33:27.812970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Deleting port aa7b6a43-e280-483e-a3ff-ad6109c6977c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:27.813399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:27.862752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918ea48-42b3-4d4f-9fb0-39de82804443 req-f2d04366-f495-46d9-b226-a59daf3b48e2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:27.864254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6918ea48-42b3-4d4f-9fb0-39de82804443 req-f2d04366-f495-46d9-b226-a59daf3b48e2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0524132 Oct 29 11:33:27.882542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port aa7b6a43-e280-483e-a3ff-ad6109c6977c, host n-h2-805046-9, got binding levels [] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:27.882905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:27.896294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Calling delete_port for aa7b6a43-e280-483e-a3ff-ad6109c6977c owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:27.906574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6918ea48-42b3-4d4f-9fb0-39de82804443 req-91fcd35f-6ba8-4eb8-aa0e-08d68ced6c52 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Oct 29 11:33:27.997063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.029884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7b6a43-e280-483e-a3ff-ad6109c6977c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:28.033927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.037742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0fb6556-396e-4717-9ef5-9194ca6f65a2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "DELETE /v2.0/ports/aa7b6a43-e280-483e-a3ff-ad6109c6977c HTTP/1.1" status: 204 len: 168 time: 0.3180966 Oct 29 11:33:28.041176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56106) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.073625 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac7e044-bfd5-4587-bb93-2876c15853eb tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:33:28.075126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ac7e044-bfd5-4587-bb93-2876c15853eb tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports/aa7b6a43-e280-483e-a3ff-ad6109c6977c HTTP/1.1" status: 404 len: 333 time: 0.0312507 Oct 29 11:33:28.079414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56108) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.084603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1221503039', 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:28.103571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56752d74-8188-47d3-908a-9ac221745cc2 req-0b443d90-5df5-4b9f-9c73-4506a98b3cf5 tempest-VolumesAdminNegativeTest-766377042 tempest-VolumesAdminNegativeTest-766377042-project] 10.222.0.77 "GET /v2.0/ports?device_id=d61195e5-c631-4f81-8b7b-dc9c526d96f4 HTTP/1.1" status: 200 len: 210 time: 0.0313561 Oct 29 11:33:28.106854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Made reservation on behalf of de1c6173cedc4ceca52ec33fa9c809d0 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:28.109529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.129848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port 171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:28.348018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3089ba0e-59ee-41d5-ba0c-a342fe4a3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.354001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.360666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd2474af-9370-4327-b6a0-53a14ad0779f req-d25944db-7218-46c3-b154-1d6660ce4a07 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 210 time: 0.0288744 Oct 29 11:33:28.387444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.429297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:28.432249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:28.435772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:28.436730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:28.437325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.443194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=171bd6ac-8b24-47a4-aaa7-0cbe4452bf05,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:28.457969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-edadb7e2-dd6d-4470-a42c-d9761da5099b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3772211 Oct 29 11:33:28.460539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56114) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.493592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824b0ee-ed6c-4b12-86b4-ca9657abbd38 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:28.494967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8824b0ee-ed6c-4b12-86b4-ca9657abbd38 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports/171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 HTTP/1.1" status: 200 len: 955 time: 0.0334616 Oct 29 11:33:28.497548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56116) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.577063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Deleting port 171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:28.577772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.648685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.664268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Calling delete_port for 171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:28.763349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.767126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-473759d5-0f11-4f2f-9a8d-1c2a48ac45ff tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:28.770769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-473759d5-0f11-4f2f-9a8d-1c2a48ac45ff tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.41 "GET /v2.0/networks?id=c9a47258-1bd0-4f83-afc8-7524208f3a47 HTTP/1.1" status: 200 len: 817 time: 0.1259761 Oct 29 11:33:28.786974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Request body: {'port': {'device_id': '823d9ceb-e02c-4682-9920-08e28b765e23', 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47', 'admin_state_up': True, 'tenant_id': '5dc3e6972e8a446d92d841f673f12c3c'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:28.797228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event deleted for resources: {'Port': ['ID=171bd6ac-8b24-47a4-aaa7-0cbe4452bf05,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:28.802508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.806766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30b8bfcb-01b4-4e5d-b0ba-23f51c42f97b tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "DELETE /v2.0/ports/171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 HTTP/1.1" status: 204 len: 168 time: 0.3082871 Oct 29 11:33:28.809300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.833346 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f91c88f-cfd4-45d1-8f9d-77bb8c4f68af tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:33:28.834901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f91c88f-cfd4-45d1-8f9d-77bb8c4f68af tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports/171bd6ac-8b24-47a4-aaa7-0cbe4452bf05 HTTP/1.1" status: 404 len: 333 time: 0.0246708 Oct 29 11:33:28.838613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:28.843767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2090579875'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:28.888366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Made reservation on behalf of de1c6173cedc4ceca52ec33fa9c809d0 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:28.890719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:28.915156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port e0917e8c-75c8-416b-a127-6ffc3f692782 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:28.917661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704c48-19c1-43ad-83f4-89fca5afc628 req-05e40be8-5488-47aa-b20f-637708bec3a4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:28.919168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f704c48-19c1-43ad-83f4-89fca5afc628 req-05e40be8-5488-47aa-b20f-637708bec3a4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0775943 Oct 29 11:33:28.925426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259627f1-91cc-499c-8444-46d20f04f482 req-f0a5a21b-8cf7-4b85-bb44-69bb5fa9363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:28.927198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-f0a5a21b-8cf7-4b85-bb44-69bb5fa9363a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 1097 time: 0.0678117 Oct 29 11:33:28.977836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f704c48-19c1-43ad-83f4-89fca5afc628 req-8f498f35-cee1-48fc-b809-f59fbab52f07 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Oct 29 11:33:28.980433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Made reservation on behalf of 5dc3e6972e8a446d92d841f673f12c3c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:28.984240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.116709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259627f1-91cc-499c-8444-46d20f04f482 req-7d0676db-72d4-463e-a01a-7d1f99b57044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.118865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-7d0676db-72d4-463e-a01a-7d1f99b57044 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1607916 Oct 29 11:33:29.143904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ea7ec-2d2c-42c7-a623-0beb7515e622 req-f570d002-32c3-4f6b-b89f-0d0e74bd9d02 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.145410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f60ea7ec-2d2c-42c7-a623-0beb7515e622 req-f570d002-32c3-4f6b-b89f-0d0e74bd9d02 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.0884619 Oct 29 11:33:29.168753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-6b20a55e-78cf-4d47-8f11-f58ff0a43320 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c901b319-744d-4385-b1a0-173ea595f033 HTTP/1.1" status: 200 len: 217 time: 0.0420425 Oct 29 11:33:29.172530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Allocated IP 172.20.0.4 (c9a47258-1bd0-4f83-afc8-7524208f3a47/b85baf59-7680-4f15-a986-95a87265eb27/9a7a3965-41ce-4048-8437-f540bb610013) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:29.196306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.205415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f60ea7ec-2d2c-42c7-a623-0beb7515e622 req-f2593616-41b2-4ea1-b159-26a4240a0623 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Oct 29 11:33:29.240526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259627f1-91cc-499c-8444-46d20f04f482 req-121f56f8-13ad-4d42-bd2c-cd8ec10a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.242034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-121f56f8-13ad-4d42-bd2c-cd8ec10a797b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0600936 Oct 29 11:33:29.290841 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.326061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259627f1-91cc-499c-8444-46d20f04f482 req-742e6628-e51e-4e05-ac16-fdeb1188b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.327700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-742e6628-e51e-4e05-ac16-fdeb1188b0af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768220 Oct 29 11:33:29.335457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56134) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:29.355976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Network e630c84c-aa7d-45b3-9109-4b0b58bee097 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:29.357882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.389685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:29.396217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.418500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:29.419444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.420153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.446480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0917e8c-75c8-416b-a127-6ffc3f692782,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:29.446712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Network c9a47258-1bd0-4f83-afc8-7524208f3a47 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:29.458379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:29.462895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:29.464415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Deleting subnet c5334625-b923-48b2-8cdf-f57a8032eb23 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:29.469305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-731c18ea-de0b-4f7d-a764-bbce0db969b6 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6294272 Oct 29 11:33:29.472385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:29.476192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.481763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:29.494934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Pushing event updated for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:29.522834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.523779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.564107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-2610d303-c2c6-49ab-9670-12ebf435bacd tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811713 Oct 29 11:33:29.577090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Request body: {'port': {'device_id': '823d9ceb-e02c-4682-9920-08e28b765e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:29.577353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.580700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-af9c7dc5-b25b-467c-ab19-aaf44c8a9143 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388713 Oct 29 11:33:29.607937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ad50-3934-449d-9dad-35b645fabc61 req-80ae1d48-203c-455f-92f1-7eb4ca5c934b tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:29.609422 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a68ad50-3934-449d-9dad-35b645fabc61 req-80ae1d48-203c-455f-92f1-7eb4ca5c934b tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 931 time: 0.0780404 Oct 29 11:33:29.653199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.664557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.681133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a68ad50-3934-449d-9dad-35b645fabc61 req-79a1a9dc-e982-4f53-a80e-6ba9eddee80a tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Oct 29 11:33:29.692809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.770171 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-259627f1-91cc-499c-8444-46d20f04f482 req-2eddde22-ead4-46aa-87b4-f243de2b5ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688070 Oct 29 11:33:29.850205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.891857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5334625-b923-48b2-8cdf-f57a8032eb23,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:29.893261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.898592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ca735bd6-704d-4419-aebc-fc96ae01ec1f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c5334625-b923-48b2-8cdf-f57a8032eb23 HTTP/1.1" status: 204 len: 168 time: 0.5604773 Oct 29 11:33:29.901039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:29.941095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] device_id is not set on port e0917e8c-75c8-416b-a127-6ffc3f692782 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:29.949893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:29.956418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.016763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.020827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0917e8c-75c8-416b-a127-6ffc3f692782,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.025232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.025507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.025869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.030826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7a3965-41ce-4048-8437-f540bb610013 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:30.030919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.031198 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.031579 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 2 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.042299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.043832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.044165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.044825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.049851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.050181 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.050616 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 3 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.065508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Transition to ACTIVE for port object 9a7a3965-41ce-4048-8437-f540bb610013 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:33:30.068581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.068982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.069418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.074619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.074943 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.075330 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 4 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.077204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.088193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.088525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.088854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.093116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.093439 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.094156 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 5 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.106368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.106699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.107030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.111253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.111556 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.111935 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 6 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.123580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.123911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.124239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.128471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.128791 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.129202 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 7 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.142875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.143203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.143523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.147846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.148171 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.148607 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 8 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.161355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.161683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.162325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.166363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.166688 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.167073 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 9 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.180004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.180344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.180669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.184889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.185343 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.185799 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempt 10 to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 Oct 29 11:33:30.198267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.198529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.198865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempting to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.203208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.203533 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Failed to bind port e0917e8c-75c8-416b-a127-6ffc3f692782 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '3fade9a2-f18e-4f89-8a71-c23013acaa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e630c84c-aa7d-45b3-9109-4b0b58bee097'}] Oct 29 11:33:30.203889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.209132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.222512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.231689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8c8bf-5911-4957-adb1-388adca3a0de req-f39a901e-3125-4089-8f95-4e92c8683899 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.233323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebc8c8bf-5911-4957-adb1-388adca3a0de req-f39a901e-3125-4089-8f95-4e92c8683899 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.1731060 Oct 29 11:33:30.269045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port e0917e8c-75c8-416b-a127-6ffc3f692782, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:30.269416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attempted to set empty binding levels {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:33:30.272323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1039244f-a737-445f-b2a5-faec51945e3d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:30.274645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.302821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] In _notify_port_updated(), no bound segment for port e0917e8c-75c8-416b-a127-6ffc3f692782 on network e630c84c-aa7d-45b3-9109-4b0b58bee097 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:33:30.303707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.304313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.306245 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "PUT /v2.0/ports/e0917e8c-75c8-416b-a127-6ffc3f692782 HTTP/1.1" status: 200 len: 975 time: 0.8310688 Oct 29 11:33:30.308953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:30.312223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2459ff-b15e-4060-a892-232b4abe1b42') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:30.312515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2459ff-b15e-4060-a892-232b4abe1b42') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:30.335938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.354047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec93e1c-a12b-4bc0-9b32-c311666f77d2 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event updated for resources: {'Port': ['ID=e0917e8c-75c8-416b-a127-6ffc3f692782,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.356566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebc8c8bf-5911-4957-adb1-388adca3a0de req-6d959c98-ea04-4475-a782-977bf7174ef0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052146 Oct 29 11:33:30.360806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.373921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:30.374362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:30.376121 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:30.389814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Attempting to bind port 9a7a3965-41ce-4048-8437-f540bb610013 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:30.390227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Attempting to bind port 9a7a3965-41ce-4048-8437-f540bb610013 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '6bfddaea-657f-4ff4-9355-03814710eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:30.390612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Attempting to bind port 9a7a3965-41ce-4048-8437-f540bb610013 on network c9a47258-1bd0-4f83-afc8-7524208f3a47 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.404634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Deleting port e0917e8c-75c8-416b-a127-6ffc3f692782 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:30.404993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.422643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Port 9a7a3965-41ce-4048-8437-f540bb610013 on network c9a47258-1bd0-4f83-afc8-7524208f3a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:33:30.423058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Attempting to bind port 9a7a3965-41ce-4048-8437-f540bb610013 on network c9a47258-1bd0-4f83-afc8-7524208f3a47 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:30.445680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:30.446078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Checking segment: {'id': '6bfddaea-657f-4ff4-9355-03814710eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:30.446959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Bound using segment: {'id': '6bfddaea-657f-4ff4-9355-03814710eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:30.447415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Bound port: 9a7a3965-41ce-4048-8437-f540bb610013, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bfddaea-657f-4ff4-9355-03814710eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:30.447759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.470893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] For port e0917e8c-75c8-416b-a127-6ffc3f692782, host n-h2-805046-9, got binding levels [] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:30.471262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.475302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.485082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.488173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1039244f-a737-445f-b2a5-faec51945e3d HTTP/1.1" status: 204 len: 168 time: 0.5861897 Oct 29 11:33:30.489192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Calling delete_port for e0917e8c-75c8-416b-a127-6ffc3f692782 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:30.491039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:30.524543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a59605-c872-498c-89f7-5c8805470362 admin admin] Pushing event deleted for resources: {'Network': ['ID=1039244f-a737-445f-b2a5-faec51945e3d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.557282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfe73-c54c-4aa4-84ea-c8e4e0b7c2a1 req-9dc87b33-2143-4670-9720-524ea134c4d9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.558753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcabfe73-c54c-4aa4-84ea-c8e4e0b7c2a1 req-9dc87b33-2143-4670-9720-524ea134c4d9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 944 time: 0.1219707 Oct 29 11:33:30.575516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:30.579092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Deleting subnet 92859e75-fd94-4f41-a3c0-2d9a1ce3c785 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:30.586847 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.596477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9a7a3965-41ce-4048-8437-f540bb610013,segment=NetworkSegment(6bfddaea-657f-4ff4-9355-03814710eb0c),segment_id=6bfddaea-657f-4ff4-9355-03814710eb0c)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:30.603560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.636179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.645553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.646178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.647582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] 10.222.0.41 "PUT /v2.0/ports/9a7a3965-41ce-4048-8437-f540bb610013 HTTP/1.1" status: 200 len: 1091 time: 1.0752852 Oct 29 11:33:30.649970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:30.652963 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e949a35-891d-4979-a4d5-9e604e09fa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "tag": "9a7a3965-41ce-4048-8437-f540bb610013"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:30.658110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcabfe73-c54c-4aa4-84ea-c8e4e0b7c2a1 req-37b8d870-1ac3-4546-b27c-554fd2997f8b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Oct 29 11:33:30.672902 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.706604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1f08-7758-46bc-ad80-8e85cf5821fe service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.714670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0917e8c-75c8-416b-a127-6ffc3f692782,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.718722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.724284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c82f8de2-e242-4eaf-995d-7c589f827980 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e0917e8c-75c8-416b-a127-6ffc3f692782 HTTP/1.1" status: 204 len: 168 time: 0.4120431 Oct 29 11:33:30.725045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56160) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:30.726949 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.763661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-9e115e14-12f9-4a29-8a01-6389c9151052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.765998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-9e115e14-12f9-4a29-8a01-6389c9151052 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5dc3e6972e8a446d92d841f673f12c3c&device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 1094 time: 0.0463808 Oct 29 11:33:30.769175 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed27252-2b98-44c2-b013-d37a460daae7 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:33:30.773988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ed27252-2b98-44c2-b013-d37a460daae7 tempest-PortsAdminExtendedAttrsTestJSON-2037809337 tempest-PortsAdminExtendedAttrsTestJSON-2037809337-project-admin] 10.222.0.77 "GET /v2.0/ports/e0917e8c-75c8-416b-a127-6ffc3f692782 HTTP/1.1" status: 404 len: 333 time: 0.0451171 Oct 29 11:33:30.774716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:30.814725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-7484a7a5-3230-4785-a77e-9abe99c6e1bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a7a3965-41ce-4048-8437-f540bb610013 HTTP/1.1" status: 200 len: 217 time: 0.0397143 Oct 29 11:33:30.827344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea838-a432-45d9-a206-a29c2099f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.872657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-b2fe2d96-0712-41d4-a3d1-63c028c97783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:30.874280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-b2fe2d96-0712-41d4-a3d1-63c028c97783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b85baf59-7680-4f15-a986-95a87265eb27 HTTP/1.1" status: 200 len: 857 time: 0.0518210 Oct 29 11:33:30.881288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.886340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.906690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-b774f6ae-f5cb-42e6-9e42-e7c740469e1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9a47258-1bd0-4f83-afc8-7524208f3a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247028 Oct 29 11:33:30.919008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92859e75-fd94-4f41-a3c0-2d9a1ce3c785,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:30.931384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:30.935298 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39b067-0829-4947-89ec-e85c90cc0351 x-openstack-request-id: req-6d39b067-0829-4947-89ec-e85c90cc0351 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:30.935714 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "tag": "9a7a3965-41ce-4048-8437-f540bb610013", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:30.936027 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d39b067-0829-4947-89ec-e85c90cc0351 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:30.936524 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013', 'status': 'completed', 'code': 200} Oct 29 11:33:30.938969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d954d1fa-0d4c-48e5-92ca-dd7ac40e45f3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/92859e75-fd94-4f41-a3c0-2d9a1ce3c785 HTTP/1.1" status: 204 len: 168 time: 0.4468541 Oct 29 11:33:30.947897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56164) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:31.047466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-15fe12bb-d793-4324-a50d-d848bf807e19 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329796 Oct 29 11:33:31.056417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7975a59-fc00-4e92-8c06-d4c62d8278b9 req-187ebdb7-558e-4b23-ac24-7ada54ed1391 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:31.058140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7975a59-fc00-4e92-8c06-d4c62d8278b9 req-187ebdb7-558e-4b23-ac24-7ada54ed1391 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 943 time: 0.0765417 Oct 29 11:33:31.149701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7975a59-fc00-4e92-8c06-d4c62d8278b9 req-c83451f2-b533-493c-a873-5a580a0ad865 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 Oct 29 11:33:31.178615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24a21720-0675-41ca-ac0e-621a7d1a6b96 req-3109875c-fa6b-4ae4-a054-2c2b41159b1d service neutron] 10.222.0.41 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194794 Oct 29 11:33:31.267602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-bd106215-b771-41db-8368-8bbc88b12f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:31.269078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-bd106215-b771-41db-8368-8bbc88b12f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5dc3e6972e8a446d92d841f673f12c3c&device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 1094 time: 0.0433078 Oct 29 11:33:31.368287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-d129952d-467d-4b2c-bec3-566bf61e4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:31.369801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-d129952d-467d-4b2c-bec3-566bf61e4d43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c9a47258-1bd0-4f83-afc8-7524208f3a47 HTTP/1.1" status: 200 len: 918 time: 0.0925596 Oct 29 11:33:31.408528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.415682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-d39dbf38-b047-42b8-b491-9e119a31e8dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a7a3965-41ce-4048-8437-f540bb610013 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Oct 29 11:33:31.418850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.436917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e630c84c-aa7d-45b3-9109-4b0b58bee097']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.449149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fade9a2-f18e-4f89-8a71-c23013acaa3f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.449464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fade9a2-f18e-4f89-8a71-c23013acaa3f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.482217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.511637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-07f7befc-9253-454c-b9d3-386e9d947db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:31.513144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-07f7befc-9253-454c-b9d3-386e9d947db2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b85baf59-7680-4f15-a986-95a87265eb27 HTTP/1.1" status: 200 len: 857 time: 0.0832424 Oct 29 11:33:31.528114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066fa5c-e6af-4305-b979-417fc9e34046 req-83f29689-ac4a-4adb-b5ed-8b279265ad9f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:31.530200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a066fa5c-e6af-4305-b979-417fc9e34046 req-83f29689-ac4a-4adb-b5ed-8b279265ad9f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0885615 Oct 29 11:33:31.531418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.539284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:33:31.548721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:31.549171 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:31.552698 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:31.555313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.628532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab192a6-8d79-4391-a9bc-82cee6f337de']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.640926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf4e94a-b950-47f8-a9bf-5ce85a17cc65') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.641182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf4e94a-b950-47f8-a9bf-5ce85a17cc65') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:31.649953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.661081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.663368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.669224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] 10.222.0.77 "DELETE /v2.0/networks/e630c84c-aa7d-45b3-9109-4b0b58bee097 HTTP/1.1" status: 204 len: 168 time: 0.8916225 Oct 29 11:33:31.687099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e688d0-5aed-409e-aff6-efcb4766df5a tempest-PortsAdminExtendedAttrsTestJSON-1490620994 tempest-PortsAdminExtendedAttrsTestJSON-1490620994-project] Pushing event deleted for resources: {'Network': ['ID=e630c84c-aa7d-45b3-9109-4b0b58bee097,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:31.693138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.708400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:31.709063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:31.712441 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:31.782439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.809658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.811469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:31.824824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'network_id': '68507d92-d31b-4d8f-ae8b-9e8d5284ab48', 'port_id': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'mac_address': 'fa:16:3e:2d:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c91077b-b764-470c-b50f-8d142db610e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:33:31.826256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1ab192a6-8d79-4391-a9bc-82cee6f337de HTTP/1.1" status: 204 len: 168 time: 0.8768914 Oct 29 11:33:31.852053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ea5cc-4f9e-400f-80f0-823c9b4b4e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab192a6-8d79-4391-a9bc-82cee6f337de,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:31.874235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a066fa5c-e6af-4305-b979-417fc9e34046 req-bade9070-8b24-4afe-9260-f1b32fa412c2 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324597 Oct 29 11:33:31.875770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-3b6ad8d8-c258-41d0-8b7e-59364af51663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9a47258-1bd0-4f83-afc8-7524208f3a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3438702 Oct 29 11:33:31.898810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:31.943986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:31.976324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:31.984953 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.023995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.058955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:32.074405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079b59b-4425-434a-b6c3-4adc392df00e req-879b358f-bb52-4408-a62f-4776d622e4cc tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:32.082600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1079b59b-4425-434a-b6c3-4adc392df00e req-879b358f-bb52-4408-a62f-4776d622e4cc tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.1077404 Oct 29 11:33:32.085491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.094499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-5c6d19d2-3d4b-4802-a3d5-03b6ba79015c service neutron] 10.222.0.41 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092369 Oct 29 11:33:32.138981 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66a27d83-a72a-4cdf-91b0-72c898e8c05b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f30ec7606b2e4a37ae5e19b334aae86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506353 Oct 29 11:33:32.141577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.163243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1079b59b-4425-434a-b6c3-4adc392df00e req-21beecd3-acfd-40ef-a548-4fa80be79a01 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798409 Oct 29 11:33:32.198576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.211491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.216524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['5de7e347-3861-4ae6-bd80-d964cd7837cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:32.240450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.273550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e949a35-891d-4979-a4d5-9e604e09fa7a req-0d9578f1-e33a-4625-bfc0-429543b40c99 service neutron] 10.222.0.41 "GET /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687205 Oct 29 11:33:32.278777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.320258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.325479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.328985 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8501f6a-a063-4fb6-97aa-a8908a58a765 HTTP/1.1" status: 204 len: 168 time: 0.1843758 Oct 29 11:33:32.345952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84ba93-8282-4313-9ab8-ca3ce940f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8501f6a-a063-4fb6-97aa-a8908a58a765,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:32.395384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d57e39d4-6c23-421f-81ad-4d664fe0ba00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26a47bfec1ba46728661dc15d0903251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692234 Oct 29 11:33:32.397906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56194) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.456239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.480657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.551261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768efdd-b3ec-4b05-b49b-fe307d7e25bb req-8ecad45f-b4f0-4bfd-88b1-11b32f85c45d tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:32.552908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1768efdd-b3ec-4b05-b49b-fe307d7e25bb req-8ecad45f-b4f0-4bfd-88b1-11b32f85c45d tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 943 time: 0.0747452 Oct 29 11:33:32.568489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.571230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.572856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9af3fa34-7972-486d-849c-9990500cc06c HTTP/1.1" status: 204 len: 168 time: 0.1734595 Oct 29 11:33:32.592243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13e01-f7b7-42d1-9e40-f5fa9c1a17bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3fa34-7972-486d-849c-9990500cc06c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:32.619433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1768efdd-b3ec-4b05-b49b-fe307d7e25bb req-4c93ffaf-072c-4abe-81de-de358fd81fd2 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Oct 29 11:33:32.658346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.704541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b708bd5-8b6b-4f10-b0ef-c8f21eec184e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3774740f658e441ca91c475a0d759e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450084 Oct 29 11:33:32.707134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56204) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.756970 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.778118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.825897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.828681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:32.830192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3cf9c5d-37a9-45b1-8e84-d3b08d6bdc53 HTTP/1.1" status: 204 len: 168 time: 0.1221678 Oct 29 11:33:32.838304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15228-e0fd-4a00-8dac-ad7a08688560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf9c5d-37a9-45b1-8e84-d3b08d6bdc53,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:32.876979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56208) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.919221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25ebaba3-5193-4ab9-ba0b-7a812254219c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de1c6173cedc4ceca52ec33fa9c809d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406244 Oct 29 11:33:32.921820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:32.981898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.000664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012d71-32bd-452d-a5e4-28bfcbf5e3fa req-5964f784-84b9-4222-b793-ecd367b0e68d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:33.001063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a012d71-32bd-452d-a5e4-28bfcbf5e3fa req-5964f784-84b9-4222-b793-ecd367b0e68d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 946 time: 0.0549757 Oct 29 11:33:33.004695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.045948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a012d71-32bd-452d-a5e4-28bfcbf5e3fa req-cdd6ba6b-bd76-427c-9c88-b638b1e5b532 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Oct 29 11:33:33.060697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.063472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.064647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53ed1387-8c21-4e44-b9cf-2715bda220ce HTTP/1.1" status: 204 len: 168 time: 0.1412768 Oct 29 11:33:33.073309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50a9e0-bfef-4ebe-998d-190ea15fdd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed1387-8c21-4e44-b9cf-2715bda220ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:33.172454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37872df8-c71e-4f48-9eea-bb5e3c819c0c req-2c53c2ce-c814-46d3-b1d1-944b461d0d97 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:33.174089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37872df8-c71e-4f48-9eea-bb5e3c819c0c req-2c53c2ce-c814-46d3-b1d1-944b461d0d97 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0529850 Oct 29 11:33:33.217098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37872df8-c71e-4f48-9eea-bb5e3c819c0c req-b07eb7b5-9177-4584-ae1b-452f59021f4c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365274 Oct 29 11:33:33.262546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9a7a3965-41ce-4048-8437-f540bb610013 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:33:33.363643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454990-af48-486c-80a3-9014113a8b3a req-aa79c19a-a0aa-463f-a793-54e38616cefa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:33.365521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a454990-af48-486c-80a3-9014113a8b3a req-aa79c19a-a0aa-463f-a793-54e38616cefa tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 945 time: 0.0657077 Oct 29 11:33:33.403843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9a7a3965-41ce-4048-8437-f540bb610013,segment=NetworkSegment(6bfddaea-657f-4ff4-9355-03814710eb0c),segment_id=6bfddaea-657f-4ff4-9355-03814710eb0c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:33.412487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a454990-af48-486c-80a3-9014113a8b3a req-bf2f40db-dac6-48cc-b0f8-42ea569afdfd tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Oct 29 11:33:33.417565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '9a7a3965-41ce-4048-8437-f540bb610013', 'network_id': 'c9a47258-1bd0-4f83-afc8-7524208f3a47', 'port_id': '9a7a3965-41ce-4048-8437-f540bb610013', 'mac_address': 'fa:16:3e:34:94:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85baf59-7680-4f15-a986-95a87265eb27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:33:33.461501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.492674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7a3965-41ce-4048-8437-f540bb610013 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:33:33.527339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9a7a3965-41ce-4048-8437-f540bb610013,segment=NetworkSegment(6bfddaea-657f-4ff4-9355-03814710eb0c),segment_id=6bfddaea-657f-4ff4-9355-03814710eb0c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:33.528784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.532558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.540438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9ff3f-b15b-4a4d-bd2a-a9b5f45b14d6 req-c005ad80-39d2-4816-b45b-69899a9b845b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:33.542787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8e9ff3f-b15b-4a4d-bd2a-a9b5f45b14d6 req-c005ad80-39d2-4816-b45b-69899a9b845b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0568478 Oct 29 11:33:33.581350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:33.586441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8e9ff3f-b15b-4a4d-bd2a-a9b5f45b14d6 req-b6dd0ebb-1fbd-458a-b4e0-eace7bce40d9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376709 Oct 29 11:33:33.639660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:33.660389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 5de7e347-3861-4ae6-bd80-d964cd7837cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:33.660755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.777840 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.807529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:33.810293 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f137d9-7853-44c0-8af1-c8bb7d6cd9c0" -d '{"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:33.826430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:33.831820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:33.832758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c901b319-744d-4385-b1a0-173ea595f033 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:33.932376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9a7a3965-41ce-4048-8437-f540bb610013'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:33.948857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:34.002957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.014237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.093685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:34.096808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dbaa8-9765-4c33-b627-49137e806cad req-6469c1b2-8b97-4f64-8802-5e10be5ece1c tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:34.102842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.108008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf3dbaa8-9765-4c33-b627-49137e806cad req-6469c1b2-8b97-4f64-8802-5e10be5ece1c tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 944 time: 0.0822480 Oct 29 11:33:34.146627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56276) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:34.146809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf3dbaa8-9765-4c33-b627-49137e806cad req-0113607b-27db-4440-bd5e-5a48a98685d7 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Oct 29 11:33:34.196505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.204240 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4662678-5fa6-4331-b585-886b7024991c x-openstack-request-id: req-f4662678-5fa6-4331-b585-886b7024991c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:34.204530 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-plugged", "status": "completed", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:34.205073 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4662678-5fa6-4331-b585-886b7024991c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:34.205467 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'code': 200} Oct 29 11:33:34.270416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9852825e-f9f7-4503-91c5-d481ef22c564 tempest-AgentManagementNegativeTest-1095661941 tempest-AgentManagementNegativeTest-1095661941-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1193917 Oct 29 11:33:34.292346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-network', 'tenant_id': '593ae385f82e4e158630474fd648e6d5'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:34.318510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Made reservation on behalf of 593ae385f82e4e158630474fd648e6d5 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:34.321954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.334349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f969a6-a521-4d42-968f-844301c27644 req-ecf69cc2-98a2-48ec-a99a-40848fbf0986 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:34.337227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.337689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3f969a6-a521-4d42-968f-844301c27644 req-ecf69cc2-98a2-48ec-a99a-40848fbf0986 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0720222 Oct 29 11:33:34.379412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3f969a6-a521-4d42-968f-844301c27644 req-08c436be-7b11-40a6-b617-2b18d0c0be60 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359647 Oct 29 11:33:34.409867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be47b55-9f69-4a0d-8f9e-d71dad28b7f7 req-3ce1c4c5-6bb0-4781-b226-234adbc6d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:34.411456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2be47b55-9f69-4a0d-8f9e-d71dad28b7f7 req-3ce1c4c5-6bb0-4781-b226-234adbc6d752 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1098 time: 0.0640578 Oct 29 11:33:34.468248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2be47b55-9f69-4a0d-8f9e-d71dad28b7f7 req-bfeb5176-8f7e-4c91-bef2-30f28e5d053a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Oct 29 11:33:34.482310 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.487388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.509640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56286) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:34.516012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:34.522342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c013835-c8a2-46c9-887f-355631667fc5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.528384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.528737 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Added segment f3606be3-c2ef-44ca-b97b-1d9d6bf6851a of type vlan for network 9943fd0f-552f-4a97-a9d6-3c0aac70189c Oct 29 11:33:34.557475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66dd81-1906-4fe9-a1d7-0a05ffc3278c req-1f2f2700-13a8-4505-a1b2-94c3c775f74d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:34.559008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f66dd81-1906-4fe9-a1d7-0a05ffc3278c req-1f2f2700-13a8-4505-a1b2-94c3c775f74d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0629895 Oct 29 11:33:34.572605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.600982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f66dd81-1906-4fe9-a1d7-0a05ffc3278c req-a4a49cea-87c6-4d95-bc47-498e64f31758 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Oct 29 11:33:34.604061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.605128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:34.605717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.656764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e1dd-29fe-4d4c-a2ba-e05d526abc23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.658247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7071202 Oct 29 11:33:34.664361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:34.669973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Request body: {'subnet': {'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-subnet', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:34.679122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813157a-0389-4bbf-8e67-2a89ec6d51bc admin admin] Pushing event updated for resources: {'Network': ['ID=9943fd0f-552f-4a97-a9d6-3c0aac70189c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.689208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:34.698149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Made reservation on behalf of 593ae385f82e4e158630474fd648e6d5 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:34.700796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.762672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e1dd-29fe-4d4c-a2ba-e05d526abc23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.770246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e1dd-29fe-4d4c-a2ba-e05d526abc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.811733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b3f0e1dd-29fe-4d4c-a2ba-e05d526abc23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e03c595908a44ce8cca4d12dc0ed8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009439 Oct 29 11:33:34.814367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56296) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:34.822016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0e1dd-29fe-4d4c-a2ba-e05d526abc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d21bb0-9550-4671-b37a-c5df5997ece0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.877497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.900966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.904379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.953301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.956365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:34.957725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3d21bb0-9550-4671-b37a-c5df5997ece0 HTTP/1.1" status: 204 len: 168 time: 0.1424506 Oct 29 11:33:34.964452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401a4143-fb4e-4d37-931e-dd8a4114333c,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.966286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c0f6-9c41-4aa8-9f85-2799460df192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d21bb0-9550-4671-b37a-c5df5997ece0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:34.970049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Checking segment: {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:34.970426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Network hostable DHCP agents. Network: 9943fd0f-552f-4a97-a9d6-3c0aac70189c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:34.999189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:35.009408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9943fd0f-552f-4a97-a9d6-3c0aac70189c) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:35.015327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:35.015982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.018756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8ca0c-1e46-4f23-9743-da96c9ebb2e5 None None] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:35.033468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b7eb2cd-3dce-48d8-9aca-197148030995 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3679721 Oct 29 11:33:35.036467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:35.041625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:35.065844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.066901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.122832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.174806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:33:35.175755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.321353 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.328062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Allocated IP 172.20.0.2 (9943fd0f-552f-4a97-a9d6-3c0aac70189c/401a4143-fb4e-4d37-931e-dd8a4114333c/0bedd981-03f9-4133-9008-070eeffabde6) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:35.398922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a05b3-92f6-4bce-9dc7-9f56e5aee83d req-7a522b85-e64b-4bdf-936b-e3402480dee1 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:35.406111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d1a05b3-92f6-4bce-9dc7-9f56e5aee83d req-7a522b85-e64b-4bdf-936b-e3402480dee1 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 944 time: 0.1464283 Oct 29 11:33:35.464342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d1a05b3-92f6-4bce-9dc7-9f56e5aee83d req-3dd0ba80-ae89-49a8-9491-642305c2a5e3 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548816 Oct 29 11:33:35.512740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.522102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.576796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:35.587646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Pushing event updated for resources: {'Port': ['ID=0bedd981-03f9-4133-9008-070eeffabde6,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:35.591080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:35.594950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:35.609910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.610262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.610603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.610940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.611428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.611765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.612090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.612417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.612742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.613143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.613469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.613790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:35.669026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Attempting to bind port 0bedd981-03f9-4133-9008-070eeffabde6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:35.669330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Attempting to bind port 0bedd981-03f9-4133-9008-070eeffabde6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:35.669696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Attempting to bind port 0bedd981-03f9-4133-9008-070eeffabde6 on network 9943fd0f-552f-4a97-a9d6-3c0aac70189c {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:35.675742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:35.676120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Checking segment: {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:35.676518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.676912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Bound using segment: {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:35.678176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Bound port: 0bedd981-03f9-4133-9008-070eeffabde6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:35.678563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.712937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31296707-41d8-4f4d-bbdc-7465aa061e46 req-a806c99e-79f1-48de-9974-810a8fd1151f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:35.715174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-31296707-41d8-4f4d-bbdc-7465aa061e46 req-a806c99e-79f1-48de-9974-810a8fd1151f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1177886 Oct 29 11:33:35.734254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.757261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.777121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] For port 0bedd981-03f9-4133-9008-070eeffabde6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:35.782353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] For port 0bedd981-03f9-4133-9008-070eeffabde6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bedd981-03f9-4133-9008-070eeffabde6,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:35.794881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:35.834992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-31296707-41d8-4f4d-bbdc-7465aa061e46 req-dd8acb5e-2620-4739-9280-fd09ef28a598 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804777 Oct 29 11:33:35.878562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ec75-4e50-4911-b54d-8d751a210e74 None None] Pushing event updated for resources: {'Port': ['ID=0bedd981-03f9-4133-9008-070eeffabde6,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:35.906419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56356) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:35.965928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Allocated IP 172.25.4.222 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/633982df-d9c2-48b2-8949-0b4c5de0d978) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:36.105162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1020971769'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:36.152057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.153718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:36.165224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.179417 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.207229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:36.210049 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afce2eed-325c-4145-9955-acaa6d8925c5" -d '{"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-unplugged", "status": "completed", "tag": "c901b319-744d-4385-b1a0-173ea595f033"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:36.260232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.322277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.328748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.357737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:36.366778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:36.376415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:36.379357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7615c-908d-41df-833c-2faba853e9aa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:36.379745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:36.382923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Pushing event updated for resources: {'Port': ['ID=633982df-d9c2-48b2-8949-0b4c5de0d978,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:36.383230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.385615 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Added segment 00d7a975-468d-4242-9986-5aadc324a975 of type vlan for network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae Oct 29 11:33:36.420069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81d4f8-973f-4823-be9c-09858904d650 req-92fcff61-0c51-4611-8ffc-3ffbe788e6e3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:36.421602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd81d4f8-973f-4823-be9c-09858904d650 req-92fcff61-0c51-4611-8ffc-3ffbe788e6e3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1135538 Oct 29 11:33:36.430217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.457970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.464271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:36.464884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.531767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6235716 Oct 29 11:33:36.538523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56376) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:36.540846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd81d4f8-973f-4823-be9c-09858904d650 req-b8f65dad-0078-4213-b3d7-225479bbf696 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108587 Oct 29 11:33:36.547850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'subnet': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:36.619963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c2cf8-71f2-460b-b3f8-8f9a523d1c78 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Network': ['ID=9d2bf5ba-d323-4eb2-b33d-4e08faed87ae,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:36.631652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:36.685809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:36.692025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.730202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.816121 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9118a96a-be19-42e7-9516-5327d2af738d x-openstack-request-id: req-9118a96a-be19-42e7-9516-5327d2af738d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:36.816653 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-unplugged", "status": "failed", "tag": "c901b319-744d-4385-b1a0-173ea595f033", "code": 422}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:36.816748 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9118a96a-be19-42e7-9516-5327d2af738d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:36.817905 n-d-805046-9 neutron-server[102279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033', 'code': 422} returned with failed status Oct 29 11:33:36.922705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:36.994246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Subnet': ['ID=418ba6d8-1633-4396-8fa4-d466f992fa00,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:37.002995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Checking segment: {'id': '00d7a975-468d-4242-9986-5aadc324a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:37.003441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network hostable DHCP agents. Network: 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:37.023812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:37.036886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:37.041851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:37.042442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.050734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800ec57-91a5-4a88-bf14-5a8126df616d None None] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:37.068707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e2f7e56-0976-4b00-a01f-3d61ce290d13 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5290823 Oct 29 11:33:37.072159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56380) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:37.077791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2078832971'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:37.183744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19818880-34a3-4cef-9ef1-2ff6491507a1 None None] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:37.186344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f18b-ff43-4209-b1de-f9fc42d189df req-03d6f96c-0dcc-43db-b769-da13df14c488 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:37.187860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec40f18b-ff43-4209-b1de-f9fc42d189df req-03d6f96c-0dcc-43db-b769-da13df14c488 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 944 time: 0.0960729 Oct 29 11:33:37.196338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.205567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:37.210470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.229306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port 453eb100-e03a-45c4-9654-c38e0a13f475 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:37.294058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9a7a3965-41ce-4048-8437-f540bb610013 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:37.302136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'tenant_id': 'eed5069e12024914bdfd6e282307b5ca', 'fixed_ips': [{'subnet_id': '418ba6d8-1633-4396-8fa4-d466f992fa00'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:33:37.302363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec40f18b-ff43-4209-b1de-f9fc42d189df req-a9ed78b3-5c99-4168-aaf4-8ba7d23d543f tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018586 Oct 29 11:33:37.302938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.363381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] Provisioning complete for port 0bedd981-03f9-4133-9008-070eeffabde6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:37.363381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.375932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Router 421352cd-226a-4cb9-a323-71f140ae9ab7 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:33:37.379756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::2b6 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/453eb100-e03a-45c4-9654-c38e0a13f475) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:37.502776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 9a7a3965-41ce-4048-8437-f540bb610013 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:33:37.525725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 9a7a3965-41ce-4048-8437-f540bb610013 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:37.526107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.529544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a4d0c-0ce4-4972-9b81-4059777719cc req-d8c82b3d-5830-4170-a0a2-23522266119a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:37.531075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c63a4d0c-0ce4-4972-9b81-4059777719cc req-d8c82b3d-5830-4170-a0a2-23522266119a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0739422 Oct 29 11:33:37.538508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:33:37.557200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.568285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.572844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-086b3539-bba8-4c64-b706-fafcb98fbcf9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5351315 Oct 29 11:33:37.573055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56384) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:37.574509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Sync routers for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:33:37.593520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c63a4d0c-0ce4-4972-9b81-4059777719cc req-16bbfce9-7ce6-48d3-add1-2233e9c58f79 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0529156 Oct 29 11:33:37.643137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:33:37.643769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:33:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:37.680035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.727463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe4194-92bf-46c8-b24a-c78ea31fca79 req-195afd02-1b0e-4e77-8861-c6671373369d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:37.729813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4fe4194-92bf-46c8-b24a-c78ea31fca79 req-195afd02-1b0e-4e77-8861-c6671373369d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0686018 Oct 29 11:33:37.771773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=453eb100-e03a-45c4-9654-c38e0a13f475,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:37.784403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:37.793170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4fe4194-92bf-46c8-b24a-c78ea31fca79 req-edac4d8f-4f9a-4a41-9833-0832c62679fb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Oct 29 11:33:37.832491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:37.835702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:37.843994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:37.844738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:37.901611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:33:37.907325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d853d4b8-7c40-46b0-bf91-f8505c61f6f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8339636 Oct 29 11:33:37.910436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56394) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:37.918769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-488362445', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b6', 'mac_address': 'fa:16:3e:48:68:68'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:37.963685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.072905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] For port 0bedd981-03f9-4133-9008-070eeffabde6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bedd981-03f9-4133-9008-070eeffabde6,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:38.111084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.115928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Allocated IP 2001:db8::2 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/e9619256-0d99-4984-aca1-3db9ba40f0c1) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:38.136368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:38.180616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.253122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe8c70-2f79-4c5a-8708-f411c2aa91b7 req-a29845e1-4ebe-4b4f-adaa-0c2cf0d5e192 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:38.262825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebbe8c70-2f79-4c5a-8708-f411c2aa91b7 req-a29845e1-4ebe-4b4f-adaa-0c2cf0d5e192 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1662891 Oct 29 11:33:38.263033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.287303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bedd981-03f9-4133-9008-070eeffabde6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:38.318866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebbe8c70-2f79-4c5a-8708-f411c2aa91b7 req-26353120-e856-4efc-b539-321a71ccb4f9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548997 Oct 29 11:33:38.323472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.342839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8d919-271d-4c28-aaeb-b8990ace7608 None None] Pushing event updated for resources: {'Port': ['ID=0bedd981-03f9-4133-9008-070eeffabde6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:38.344393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port 80e107fc-838a-48f8-85fd-acea3f38028b yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:38.369453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-81b8134e-7ccf-48fd-aeae-81ec4a5f1ed0 None None] Provisioning complete for port 0bedd981-03f9-4133-9008-070eeffabde6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:38.369874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81b8134e-7ccf-48fd-aeae-81ec4a5f1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.415453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9a7a3965-41ce-4048-8437-f540bb610013,segment=NetworkSegment(6bfddaea-657f-4ff4-9355-03814710eb0c),segment_id=6bfddaea-657f-4ff4-9355-03814710eb0c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:38.428742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.437336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Allocated IP 172.20.0.1 (9943fd0f-552f-4a97-a9d6-3c0aac70189c/401a4143-fb4e-4d37-931e-dd8a4114333c/61bfae2c-f133-4c55-b6f6-fb9fab85b9bc) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:38.485143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9129dd7-6d44-4b14-8ec6-2c210cf91212 req-23e76a24-1bfd-4305-999c-b72ace4862a7 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:38.489630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9129dd7-6d44-4b14-8ec6-2c210cf91212 req-23e76a24-1bfd-4305-999c-b72ace4862a7 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 945 time: 0.0566730 Oct 29 11:33:38.529549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9129dd7-6d44-4b14-8ec6-2c210cf91212 req-29b0d290-c3a6-46ac-be55-fc9c82ca16e8 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Oct 29 11:33:38.557604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.598315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.599186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:38.604456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0bedd981-03f9-4133-9008-070eeffabde6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:38.604826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.610166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:36Z', 'revision_number': 3, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:38.650806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:38.654104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:38.660738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a3a45-f16d-4a4e-95e2-84923942d2fb req-2fc9c56b-c0b8-44e7-8c55-b4412b3761f3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:38.662383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e2a3a45-f16d-4a4e-95e2-84923942d2fb req-2fc9c56b-c0b8-44e7-8c55-b4412b3761f3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0583122 Oct 29 11:33:38.669403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:38.678405 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.679932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Checking router: 421352cd-226a-4cb9-a323-71f140ae9ab7 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:33:38.680914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Updating router 421352cd-226a-4cb9-a323-71f140ae9ab7 port 633982df-d9c2-48b2-8949-0b4c5de0d978 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:33:38.708070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.723797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.743915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:38.775948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e2a3a45-f16d-4a4e-95e2-84923942d2fb req-f44754c7-be0a-4fb2-bc49-1aa60ed7b7e2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039164 Oct 29 11:33:38.779598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Pushing event updated for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:38.783339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Pushing event updated for resources: {'Port': ['ID=e9619256-0d99-4984-aca1-3db9ba40f0c1,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:38.807311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:38.825086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:38.826717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:38.829546 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132acd94-b613-4db5-a13d-883a12264806" -d '{"events": [{"server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3965-41ce-4048-8437-f540bb610013"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:38.833580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:38.835620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-410c8d0e-41b8-42ba-9571-68ca379f84e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050305 Oct 29 11:33:38.837652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::2b9 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/80e107fc-838a-48f8-85fd-acea3f38028b) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:38.938963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-f5bc6051-857c-486c-96f6-5d2cec016951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:38.940840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-f5bc6051-857c-486c-96f6-5d2cec016951 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 1096 time: 0.0596278 Oct 29 11:33:39.018715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.040450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc21e-501b-4b8f-9593-2d02fcda1703 req-9415f97e-0ea9-48c8-80af-a1cd4af483d8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.042771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e59fc21e-501b-4b8f-9593-2d02fcda1703 req-9415f97e-0ea9-48c8-80af-a1cd4af483d8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1412776 Oct 29 11:33:39.077954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Attempting to bind port e9619256-0d99-4984-aca1-3db9ba40f0c1 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:39.078555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Attempting to bind port e9619256-0d99-4984-aca1-3db9ba40f0c1 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '00d7a975-468d-4242-9986-5aadc324a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:39.078660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Attempting to bind port e9619256-0d99-4984-aca1-3db9ba40f0c1 on network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:39.095121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:39.095502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Checking segment: {'id': '00d7a975-468d-4242-9986-5aadc324a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:39.095902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.096431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Bound using segment: {'id': '00d7a975-468d-4242-9986-5aadc324a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:39.096921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Bound port: e9619256-0d99-4984-aca1-3db9ba40f0c1, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d7a975-468d-4242-9986-5aadc324a975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:39.097896 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.099735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5126accb-e2d4-45ed-8d76-d92f38240440 None None] Provisioning complete for port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:39.100125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5126accb-e2d4-45ed-8d76-d92f38240440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.112258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.112477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-a3d91750-bf27-4a21-86ee-d9136605f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.113844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-a3d91750-bf27-4a21-86ee-d9136605f08a service neutron] 10.222.0.86 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1432803 Oct 29 11:33:39.122039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e59fc21e-501b-4b8f-9593-2d02fcda1703 req-ec88a01e-fb98-445f-b2ed-2cd249e5d2ab tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0665860 Oct 29 11:33:39.162010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.219574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5126accb-e2d4-45ed-8d76-d92f38240440 None None] Port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:39.221192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:39.225942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:39.233478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:39.239957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.241360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.245867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=80e107fc-838a-48f8-85fd-acea3f38028b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:39.266325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] For port e9619256-0d99-4984-aca1-3db9ba40f0c1, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:39.279277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-908eaf48-5315-4959-8bec-b14c611bd684 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3653588 Oct 29 11:33:39.280591 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d7493f-3dac-436b-ac81-0cdc9d542d5f x-openstack-request-id: req-36d7493f-3dac-436b-ac81-0cdc9d542d5f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:39.280756 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3965-41ce-4048-8437-f540bb610013", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:39.280840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56414) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:39.281139 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36d7493f-3dac-436b-ac81-0cdc9d542d5f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:39.281449 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013', 'code': 200} Oct 29 11:33:39.291971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] For port e9619256-0d99-4984-aca1-3db9ba40f0c1, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e9619256-0d99-4984-aca1-3db9ba40f0c1,segment=NetworkSegment(00d7a975-468d-4242-9986-5aadc324a975),segment_id=00d7a975-468d-4242-9986-5aadc324a975)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:39.313925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.436896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f83c2-e4fd-4864-9881-4b6175becc09 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.440505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-14ec5246-c12d-4983-a703-0559ff1b9cb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 HTTP/1.1" status: 200 len: 217 time: 0.3122637 Oct 29 11:33:39.446695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f83c2-e4fd-4864-9881-4b6175becc09 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.454978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f83c2-e4fd-4864-9881-4b6175becc09 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.457251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-da9f83c2-e4fd-4864-9881-4b6175becc09 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1754620 Oct 29 11:33:39.460227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56416) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:39.478376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.495696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.527159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-0140f87a-3e8d-4ede-9223-009d542d0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.528644 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-0140f87a-3e8d-4ede-9223-009d542d0336 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0796216 Oct 29 11:33:39.544181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Attempting to bind port 633982df-d9c2-48b2-8949-0b4c5de0d978 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:39.544582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Attempting to bind port 633982df-d9c2-48b2-8949-0b4c5de0d978 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:39.545148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Attempting to bind port 633982df-d9c2-48b2-8949-0b4c5de0d978 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:39.560936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229d6ef-e67d-489d-a9f8-02d24f69388a None None] Pushing event updated for resources: {'Port': ['ID=e9619256-0d99-4984-aca1-3db9ba40f0c1,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:39.571763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:39.573579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:39.574329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.574886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:39.575544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Bound port: 633982df-d9c2-48b2-8949-0b4c5de0d978, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:39.576102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.603086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.611119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-c66f3783-2a6c-48ac-a3f4-b4e62d2e4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.612713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-c66f3783-2a6c-48ac-a3f4-b4e62d2e4ca8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755796 Oct 29 11:33:39.613943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.645630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116326dd-1092-48cc-ab65-698cd29949d7 None None] Pushing event updated for resources: {'Port': ['ID=633982df-d9c2-48b2-8949-0b4c5de0d978,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:39.673376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b0e9-8949-4c41-8b91-820e3da3a48f req-5edd8106-035e-47f9-892c-bd20bef9785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.675704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc13b0e9-8949-4c41-8b91-820e3da3a48f req-5edd8106-035e-47f9-892c-bd20bef9785f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 1096 time: 0.1695173 Oct 29 11:33:39.715622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port 80e107fc-838a-48f8-85fd-acea3f38028b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:39.716665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.779308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] For port 633982df-d9c2-48b2-8949-0b4c5de0d978, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:39.783960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] For port 633982df-d9c2-48b2-8949-0b4c5de0d978, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=633982df-d9c2-48b2-8949-0b4c5de0d978,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:39.791725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.812521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc13b0e9-8949-4c41-8b91-820e3da3a48f req-7b09ca70-ab0e-4dfb-82be-7d1d86e532ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268265 Oct 29 11:33:39.866463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2784d3a-5dda-459f-9dd2-17e3f571bad6 req-ea3a31e1-18e4-4747-a2fc-9c28d4199c56 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:39.873619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:33:39.874258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:33:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:39.877551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116326dd-1092-48cc-ab65-698cd29949d7 None None] Pushing event updated for resources: {'Port': ['ID=633982df-d9c2-48b2-8949-0b4c5de0d978,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:39.878299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2784d3a-5dda-459f-9dd2-17e3f571bad6 req-ea3a31e1-18e4-4747-a2fc-9c28d4199c56 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0971694 Oct 29 11:33:39.886109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Pushing event updated for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:39.889826 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.943264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:39.949478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2784d3a-5dda-459f-9dd2-17e3f571bad6 req-ddf85550-d9ed-4227-ba9a-befb011aaabe tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703275 Oct 29 11:33:39.969443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for 80e107fc-838a-48f8-85fd-acea3f38028b owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:39.986821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-6ab84e9a-d1bd-4ce3-90b6-5a867d3d8dec service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938335 Oct 29 11:33:40.033402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:33:40.106979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0ce1c-1b25-4304-86d3-24cad0973802 req-47157f2c-3e70-4cd2-a71e-b302ed3e4a68 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:40.108532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88f0ce1c-1b25-4304-86d3-24cad0973802 req-47157f2c-3e70-4cd2-a71e-b302ed3e4a68 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 945 time: 0.0755992 Oct 29 11:33:40.132955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e531a671-ad6f-45bf-a60c-5e6e8b4d927b req-ac295c4d-c8fe-43e3-8fc0-a74b57a0390b service neutron] 10.222.0.86 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361191 Oct 29 11:33:40.135817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:40.137623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:40.221520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88f0ce1c-1b25-4304-86d3-24cad0973802 req-9573966c-70ec-435e-94fc-13e463d7519e tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Oct 29 11:33:40.222804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:40.274914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=80e107fc-838a-48f8-85fd-acea3f38028b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:40.359130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bedd981-03f9-4133-9008-070eeffabde6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:40.412234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Router 421352cd-226a-4cb9-a323-71f140ae9ab7 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:33:40.523032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aadbf-1fbb-4908-a365-7a3f5c5480ff req-b9458092-da1c-4db2-881f-4dbbd1c318b2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:40.525874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d63aadbf-1fbb-4908-a365-7a3f5c5480ff req-b9458092-da1c-4db2-881f-4dbbd1c318b2 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1775885 Oct 29 11:33:40.529985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:40.535887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db397711-0ecb-4586-a1b6-20f35883fb38 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/80e107fc-838a-48f8-85fd-acea3f38028b HTTP/1.1" status: 204 len: 168 time: 1.0721934 Oct 29 11:33:40.559126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:33:40.560755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:40.580997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8abbdbd-aa3e-47d3-9dcb-e145786f7940 admin admin] 10.222.0.77 "PUT /v2.0/routers/421352cd-226a-4cb9-a323-71f140ae9ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991152 Oct 29 11:33:40.581355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d63aadbf-1fbb-4908-a365-7a3f5c5480ff req-5ced94c9-a0c3-4dcc-bbdf-eb2d5b00e585 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Oct 29 11:33:40.601948 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-7738afb6-a040-4f5c-92bf-b449baf5b37b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] GET failed (client error): The resource could not be found. Oct 29 11:33:40.603649 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7738afb6-a040-4f5c-92bf-b449baf5b37b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports/80e107fc-838a-48f8-85fd-acea3f38028b HTTP/1.1" status: 404 len: 333 time: 0.0418937 Oct 29 11:33:40.607634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56434) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:40.613071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294276889'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:40.652292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0bedd981-03f9-4133-9008-070eeffabde6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:40.653031 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:40.702673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:38Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '61bfae2c-f133-4c55-b6f6-fb9fab85b9bc', 'name': '', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'mac_address': 'fa:16:3e:80:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:38Z', 'updated_at': '2021-10-29T11:33:39Z', 'revision_number': 2, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'subnets': [{'id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:40.735079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8f75a799-a3da-4820-be57-f81b67f15940 None None] Provisioning complete for port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:40.735760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f75a799-a3da-4820-be57-f81b67f15940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:40.747066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3a5f5-c455-4616-9d90-a267d899bae4 None None] The sync data for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 is: [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:38Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '61bfae2c-f133-4c55-b6f6-fb9fab85b9bc', 'name': '', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'mac_address': 'fa:16:3e:80:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:38Z', 'updated_at': '2021-10-29T11:33:39Z', 'revision_number': 2, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'subnets': [{'id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:33:40.773299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:40.781813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:40.802511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port a555d40c-cf1e-4e55-9727-e87cbfb2e131 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:40.840579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8f75a799-a3da-4820-be57-f81b67f15940 None None] Port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:40.864967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e9619256-0d99-4984-aca1-3db9ba40f0c1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:40.940156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51111d3a-10af-47bb-9274-26201404069d None None] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:40.991164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::297 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/a555d40c-cf1e-4e55-9727-e87cbfb2e131) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:41.018835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e9619256-0d99-4984-aca1-3db9ba40f0c1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:41.019409 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.067403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-063edaa1-d82b-43d5-ab77-0bbea9a0e6d5 None None] Provisioning complete for port e9619256-0d99-4984-aca1-3db9ba40f0c1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:41.069587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-063edaa1-d82b-43d5-ab77-0bbea9a0e6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.074377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79df3d-ffe2-4cce-9d72-466ed8d4ef2f req-b33186e9-3e59-4bbd-9cd5-e9566858c69f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:41.083563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b79df3d-ffe2-4cce-9d72-466ed8d4ef2f req-b33186e9-3e59-4bbd-9cd5-e9566858c69f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.3950400 Oct 29 11:33:41.161294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b79df3d-ffe2-4cce-9d72-466ed8d4ef2f req-c766ab11-5b2d-4348-b9f0-a428575e1cd0 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0726225 Oct 29 11:33:41.253456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.299152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.304494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.356902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:41.365404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:41.371285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:41.379317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:41.380464 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.401509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=a555d40c-cf1e-4e55-9727-e87cbfb2e131,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:41.419041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e9619256-0d99-4984-aca1-3db9ba40f0c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e9619256-0d99-4984-aca1-3db9ba40f0c1,segment=NetworkSegment(00d7a975-468d-4242-9986-5aadc324a975),segment_id=00d7a975-468d-4242-9986-5aadc324a975)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:41.419592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56444) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:41.420144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2c887450-4eb4-465c-8ef7-6ff9fab381bb tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8114030 Oct 29 11:33:41.420723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-063edaa1-d82b-43d5-ab77-0bbea9a0e6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.427640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b6', 'mac_address': 'fa:16:3e:48:68:68'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:41.442953 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.522104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.552306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e9619256-0d99-4984-aca1-3db9ba40f0c1,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:41.557816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-063edaa1-d82b-43d5-ab77-0bbea9a0e6d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:33:41.557816 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-063edaa1-d82b-43d5-ab77-0bbea9a0e6d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:33:41.907758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-684bbd73-92c8-475a-aeb2-f325e0eb739d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2777543 Oct 29 11:33:41.918891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:41.947053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.955136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:41.967438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.004371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] In _notify_port_updated(), no bound segment for port a555d40c-cf1e-4e55-9727-e87cbfb2e131 on network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:33:42.010579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:42.011247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.012607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "PUT /v2.0/ports/a555d40c-cf1e-4e55-9727-e87cbfb2e131 HTTP/1.1" status: 200 len: 1002 time: 0.5916307 Oct 29 11:33:42.015690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56448) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:42.068890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640388c1-8c34-4293-acf4-0b9c859deb4f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=a555d40c-cf1e-4e55-9727-e87cbfb2e131,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:42.135146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.197851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port a555d40c-cf1e-4e55-9727-e87cbfb2e131 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:42.198667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.317895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Provisioning complete for port e9619256-0d99-4984-aca1-3db9ba40f0c1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:42.318260 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.333366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Allocated IP 172.25.4.205 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/37d97c52-7dd3-457f-8672-ec10a86b4025) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:42.356413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.390874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for a555d40c-cf1e-4e55-9727-e87cbfb2e131 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:42.402887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 633982df-d9c2-48b2-8949-0b4c5de0d978 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:42.491503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.523187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 633982df-d9c2-48b2-8949-0b4c5de0d978 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:42.523685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.541549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.585291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Provisioning complete for port 453eb100-e03a-45c4-9654-c38e0a13f475 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:42.585666 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.603583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:42.606731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:42.611869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:42.624715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.633818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=37d97c52-7dd3-457f-8672-ec10a86b4025,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:42.635690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Port 453eb100-e03a-45c4-9654-c38e0a13f475 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:42.641794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0a5366ca-0d49-40d8-952c-a3496feaa2b6 None None] Could not find standard attr ID for object a555d40c-cf1e-4e55-9727-e87cbfb2e131. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:33:42.676653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=a555d40c-cf1e-4e55-9727-e87cbfb2e131,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:42.684278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.713871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 633982df-d9c2-48b2-8949-0b4c5de0d978, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=633982df-d9c2-48b2-8949-0b4c5de0d978,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:42.726719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.729385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e9619256-0d99-4984-aca1-3db9ba40f0c1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:42.735180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.789090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.822826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-65c54cd1-d397-458b-b7af-eba90c647d8b None None] Could not find standard attr ID for object 80e107fc-838a-48f8-85fd-acea3f38028b. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:33:42.836718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=633982df-d9c2-48b2-8949-0b4c5de0d978,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:42.853562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.853938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e9619256-0d99-4984-aca1-3db9ba40f0c1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:42.854314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:42.857030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a9da3ebc-930e-4987-98be-7620b711c188 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/a555d40c-cf1e-4e55-9727-e87cbfb2e131 HTTP/1.1" status: 204 len: 168 time: 0.8402977 Oct 29 11:33:42.859768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:42.910546 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8f1b5d-5a6f-4ffa-8004-99726451039f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] GET failed (client error): The resource could not be found. Oct 29 11:33:42.912100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed8f1b5d-5a6f-4ffa-8004-99726451039f tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports/a555d40c-cf1e-4e55-9727-e87cbfb2e131 HTTP/1.1" status: 404 len: 333 time: 0.0513935 Oct 29 11:33:42.918499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56460) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:42.923573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-983037840'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:42.952023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8700b8da-7152-4742-a566-8a4978a192c8 None None] Could not find standard attr ID for object a555d40c-cf1e-4e55-9727-e87cbfb2e131. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:33:43.000876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.011880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.058056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:43.062184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.081618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port e062deb4-d9c4-4594-afdd-08716028d202 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:43.090802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=37d97c52-7dd3-457f-8672-ec10a86b4025,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:43.106722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.123471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.124738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-0a803128-10be-4ccd-98fe-b922a29b6eb5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2100749 Oct 29 11:33:43.209845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-7aa66a5a-ade4-4ee8-bcbb-d8944629a109 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0778515 Oct 29 11:33:43.220463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::3a8 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/e062deb4-d9c4-4594-afdd-08716028d202) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:43.344076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-e6cf97c9-10e0-4b50-b696-9b11b704b46e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:43.345828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec7825c4-0600-48d4-8d4d-16134f614317 req-e6cf97c9-10e0-4b50-b696-9b11b704b46e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1289623 Oct 29 11:33:43.388285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a7e9c085-e015-419a-bf06-e6eef8e709b4 None None] Could not find standard attr ID for object a555d40c-cf1e-4e55-9727-e87cbfb2e131. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:33:43.417359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.459989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.473447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e710f-962d-46ce-858d-bd15b976d538 req-acbcef1d-d9cf-424d-8f65-d1fd255342e6 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:43.475179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-022e710f-962d-46ce-858d-bd15b976d538 req-acbcef1d-d9cf-424d-8f65-d1fd255342e6 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 945 time: 0.0697405 Oct 29 11:33:43.509794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:43.513137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:43.517178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:43.523513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:43.524737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.530238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-022e710f-962d-46ce-858d-bd15b976d538 req-6b17dfde-c941-408b-958f-770b7cf4ce3f tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac5570f4-4855-4617-b7b1-967880a771d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Oct 29 11:33:43.533916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=e062deb4-d9c4-4594-afdd-08716028d202,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:43.547027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebf42a26-bbf1-47cb-a888-2e5d5f9bacf0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6274121 Oct 29 11:33:43.549821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56464) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:43.562664 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Sync routers for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:33:43.566924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:68:68'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:43.577451 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:33:43.578086 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:33:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:43.704002 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:33:43.736854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a090d-de10-466a-8629-27a3541ee884 req-ff96045c-cbfe-4df7-8dc1-6529453575a1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:43.738469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a21a090d-de10-466a-8629-27a3541ee884 req-ff96045c-cbfe-4df7-8dc1-6529453575a1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0848703 Oct 29 11:33:43.793072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:43.823008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a21a090d-de10-466a-8629-27a3541ee884 req-368b9708-6147-4fea-88f7-7b92670ba3a1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720513 Oct 29 11:33:43.946671 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:38Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '61bfae2c-f133-4c55-b6f6-fb9fab85b9bc', 'name': '', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'mac_address': 'fa:16:3e:80:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:38Z', 'updated_at': '2021-10-29T11:33:39Z', 'revision_number': 2, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'subnets': [{'id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:43.979349 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Checking router: 421352cd-226a-4cb9-a323-71f140ae9ab7 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:33:43.980007 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Updating router 421352cd-226a-4cb9-a323-71f140ae9ab7 port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:33:44.009132 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.013342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260a65-341a-4e9c-84d8-bcbd9c194f03 req-06cadbc7-6e55-414b-8981-3aa70e6421d8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:44.015062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f260a65-341a-4e9c-84d8-bcbd9c194f03 req-06cadbc7-6e55-414b-8981-3aa70e6421d8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1040618 Oct 29 11:33:44.035438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7366-7fcb-458b-b478-24f174518e59 None None] Provisioning complete for port e062deb4-d9c4-4594-afdd-08716028d202 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:44.036024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7366-7fcb-458b-b478-24f174518e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.081268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e7366-7fcb-458b-b478-24f174518e59 None None] Port e062deb4-d9c4-4594-afdd-08716028d202 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:44.088450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.095023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f260a65-341a-4e9c-84d8-bcbd9c194f03 req-fe75285f-387c-4eec-84bc-dfb15c29da41 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623186 Oct 29 11:33:44.096280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.132768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] In _notify_port_updated(), no bound segment for port e062deb4-d9c4-4594-afdd-08716028d202 on network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:33:44.139315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:44.139974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.141368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "PUT /v2.0/ports/e062deb4-d9c4-4594-afdd-08716028d202 HTTP/1.1" status: 200 len: 1002 time: 0.5902650 Oct 29 11:33:44.144337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56470) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:44.160264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159318-db21-4ec9-af0c-0701b34533f6 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=e062deb4-d9c4-4594-afdd-08716028d202,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:44.289737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port e062deb4-d9c4-4594-afdd-08716028d202 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:44.289953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.406831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 633982df-d9c2-48b2-8949-0b4c5de0d978 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:44.427062 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.447785 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.459738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.476917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 633982df-d9c2-48b2-8949-0b4c5de0d978 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:44.478059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.479553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for e062deb4-d9c4-4594-afdd-08716028d202 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:44.589217 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Pushing event updated for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:44.598117 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Attempting to bind port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:44.598881 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Attempting to bind port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:44.599479 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Attempting to bind port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc on network 9943fd0f-552f-4a97-a9d6-3c0aac70189c {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:44.611057 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.611828 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.612638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.613243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.613860 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.614349 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.614835 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.615352 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.615814 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.616415 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.616915 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.617447 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:33:44.631629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:44.632008 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Checking segment: {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:44.632411 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.632798 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Bound using segment: {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:44.633344 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Bound port: 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:44.633762 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.657384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f6b3a228-aa33-49cb-a64d-598f923fb9ad None None] Provisioning complete for port e062deb4-d9c4-4594-afdd-08716028d202 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:44.657753 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a228-aa33-49cb-a64d-598f923fb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.659969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-6d62bfec-c252-43ee-8eaf-38d4486fc765 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1670637 Oct 29 11:33:44.665536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:44.672680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.695444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3a228-aa33-49cb-a64d-598f923fb9ad None None] Port e062deb4-d9c4-4594-afdd-08716028d202 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:44.716955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=e062deb4-d9c4-4594-afdd-08716028d202,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:44.721195 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] For port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:44.721881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.724926 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] For port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:44.734884 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.752161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.756265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b062a652-2fda-4647-9824-278514e0b39c tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/e062deb4-d9c4-4594-afdd-08716028d202 HTTP/1.1" status: 204 len: 168 time: 0.6105402 Oct 29 11:33:44.759044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56472) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:44.790383 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77572dd-b049-4573-b281-d3550869df7a tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] GET failed (client error): The resource could not be found. Oct 29 11:33:44.792438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c77572dd-b049-4573-b281-d3550869df7a tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports/e062deb4-d9c4-4594-afdd-08716028d202 HTTP/1.1" status: 404 len: 333 time: 0.0323462 Oct 29 11:33:44.796463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56474) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:44.802814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-146148945'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:44.818883 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:33:44.819778 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:33:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:44.868429 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2748cd-4de0-4da4-a98d-215a3e41bb5c None None] Pushing event updated for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:44.882494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.922841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] Provisioning complete for port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:44.926057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:44.970604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:44.976679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.004547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port 2bdbf154-9f9b-45bd-9b36-98c9b60284ac yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:45.026972 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:33:45.089933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Allocated IP 172.25.4.175 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2fb689e9-7d6f-40ba-9354-91e3a8183cd2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:45.105863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.165094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] For port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:45.174979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.185534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::322 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/2bdbf154-9f9b-45bd-9b36-98c9b60284ac) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:45.235843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9def89-f3ed-4058-aefc-b1e59047361f None None] Pushing event updated for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:45.261513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.294503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-289bfd8f-778c-4fae-8b6c-a3eaa143fe26 None None] Provisioning complete for port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:45.294978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-289bfd8f-778c-4fae-8b6c-a3eaa143fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.304379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.348846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:45.352403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:45.356315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:45.359178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.362455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=2fb689e9-7d6f-40ba-9354-91e3a8183cd2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:45.402968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.440612 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:38Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '61bfae2c-f133-4c55-b6f6-fb9fab85b9bc', 'name': '', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'mac_address': 'fa:16:3e:80:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:38Z', 'updated_at': '2021-10-29T11:33:44Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'subnets': [{'id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:45.453570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:45.457036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:45.459437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:45.465311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:45.465932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.468770 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1851a-985d-482c-b2d0-878e25c25979 None None] The sync data for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 is: [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:38Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '61bfae2c-f133-4c55-b6f6-fb9fab85b9bc', 'name': '', 'network_id': '9943fd0f-552f-4a97-a9d6-3c0aac70189c', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'mac_address': 'fa:16:3e:80:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:38Z', 'updated_at': '2021-10-29T11:33:44Z', 'revision_number': 4, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'subnets': [{'id': '401a4143-fb4e-4d37-931e-dd8a4114333c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:33:45.470404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.477871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=2bdbf154-9f9b-45bd-9b36-98c9b60284ac,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:45.494329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f8dedce-b3e7-4a11-adf7-a0d844031cb2 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6965632 Oct 29 11:33:45.496879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56484) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:45.502039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'network_id': '9d2bf5ba-d323-4eb2-b33d-4e08faed87ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1924302605'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:45.528139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.656714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Made reservation on behalf of eed5069e12024914bdfd6e282307b5ca for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:45.661102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.683154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] device_id is not set on port bf71918f-5bba-44ca-8153-829ec64013b1 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:45.723136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.729894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.803444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=2fb689e9-7d6f-40ba-9354-91e3a8183cd2,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:45.813109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.817362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Allocated IP 2001:db8::247 (9d2bf5ba-d323-4eb2-b33d-4e08faed87ae/418ba6d8-1633-4396-8fa4-d466f992fa00/bf71918f-5bba-44ca-8153-829ec64013b1) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:45.834631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.836298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-40f5177b-46e9-4d41-b286-b950248f4f25 None None] Provisioning complete for port 2bdbf154-9f9b-45bd-9b36-98c9b60284ac triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:45.837613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40f5177b-46e9-4d41-b286-b950248f4f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:45.844713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-1fe8206e-7057-4a8c-a189-3e6ff550765d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1833682 Oct 29 11:33:45.878342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-40f5177b-46e9-4d41-b286-b950248f4f25 None None] Port 2bdbf154-9f9b-45bd-9b36-98c9b60284ac cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:45.906877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-5ec0bc97-ee57-4a87-be55-a599ed00d45e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.0598693 Oct 29 11:33:46.015665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.018911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-cd5b6145-7f16-47cf-8e84-04c182a27645 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:46.020277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34a0cbb1-ddea-4403-b8e5-35c80af330c9 req-cd5b6145-7f16-47cf-8e84-04c182a27645 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1115267 Oct 29 11:33:46.056948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.107124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:46.110712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:46.116035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:46.122777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:46.123443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.135878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=bf71918f-5bba-44ca-8153-829ec64013b1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:46.145907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc288123-91d7-43e9-8002-ef10e4905803 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6453981 Oct 29 11:33:46.146290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:46.152827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b6', 'mac_address': 'fa:16:3e:48:68:68'}, {'ip_address': '2001:db8::322', 'mac_address': 'fa:16:3e:f2:4e:7a'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:46.232482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:33:46.256137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.321790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:46.322280 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.377042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cde93-4ff1-463b-aeaf-be23af8f1e6d req-6d2237be-1169-4b77-8713-9e15ae971d73 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:46.378704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e1cde93-4ff1-463b-aeaf-be23af8f1e6d req-6d2237be-1169-4b77-8713-9e15ae971d73 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0768273 Oct 29 11:33:46.503631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e278364a-7de2-4514-a3e3-3b24e21d328e None None] Provisioning complete for port bf71918f-5bba-44ca-8153-829ec64013b1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:46.503993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e278364a-7de2-4514-a3e3-3b24e21d328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.538748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e278364a-7de2-4514-a3e3-3b24e21d328e None None] Port bf71918f-5bba-44ca-8153-829ec64013b1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:46.683164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e1cde93-4ff1-463b-aeaf-be23af8f1e6d req-27ba1286-308c-4c0f-99e0-f678663122e0 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940314 Oct 29 11:33:46.756068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.761524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.811355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] In _notify_port_updated(), no bound segment for port bf71918f-5bba-44ca-8153-829ec64013b1 on network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:33:46.816747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:46.817527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:46.818956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "PUT /v2.0/ports/bf71918f-5bba-44ca-8153-829ec64013b1 HTTP/1.1" status: 200 len: 1068 time: 0.6714797 Oct 29 11:33:46.822632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56494) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:46.855510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78822ce4-9f35-4a2d-8a63-cc39c3c94eb0 req-03c6a58e-bb63-40e4-a642-f2283b73c9fe tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:46.857145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78822ce4-9f35-4a2d-8a63-cc39c3c94eb0 req-03c6a58e-bb63-40e4-a642-f2283b73c9fe tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1152182 Oct 29 11:33:46.857979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfff3eb-9471-4aec-a61a-271327aaad7b tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event updated for resources: {'Port': ['ID=bf71918f-5bba-44ca-8153-829ec64013b1,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:46.909082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78822ce4-9f35-4a2d-8a63-cc39c3c94eb0 req-16f3ebf2-1f96-4448-8b64-1a4fa964d62a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380049 Oct 29 11:33:46.926593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port bf71918f-5bba-44ca-8153-829ec64013b1 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:46.926941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.024781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.038037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for bf71918f-5bba-44ca-8153-829ec64013b1 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:47.063925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-deb01a4d-e4cc-4746-abb7-1c98bc6866d1 None None] Provisioning complete for port bf71918f-5bba-44ca-8153-829ec64013b1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:33:47.064290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-deb01a4d-e4cc-4746-abb7-1c98bc6866d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.104578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-deb01a4d-e4cc-4746-abb7-1c98bc6866d1 None None] Port bf71918f-5bba-44ca-8153-829ec64013b1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:33:47.172499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.206171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=bf71918f-5bba-44ca-8153-829ec64013b1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:47.238913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-fd694aac-40d1-40ea-931a-16d095487de0 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1099367 Oct 29 11:33:47.252130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:47.275080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.366697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.370678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-76b7018a-7d12-4f9b-ad80-39a720c25de4 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/bf71918f-5bba-44ca-8153-829ec64013b1 HTTP/1.1" status: 204 len: 168 time: 0.5469787 Oct 29 11:33:47.373451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56498) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:47.385914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.409917 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-17964303-7510-4a2d-b167-7d112537f593 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] GET failed (client error): The resource could not be found. Oct 29 11:33:47.411473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-17964303-7510-4a2d-b167-7d112537f593 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports/bf71918f-5bba-44ca-8153-829ec64013b1 HTTP/1.1" status: 404 len: 333 time: 0.0372741 Oct 29 11:33:47.415269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56500) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:47.508115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port 2bdbf154-9f9b-45bd-9b36-98c9b60284ac {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:47.508400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.514868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Allocated IP 172.25.4.20 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/7248228f-dffd-4069-ab23-c6c766a7dc7e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:47.597665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.610115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for 2bdbf154-9f9b-45bd-9b36-98c9b60284ac owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:47.653068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.661456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-f1138fc3-65da-47de-a5d6-1d56f9cc1266 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:47.662980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-f1138fc3-65da-47de-a5d6-1d56f9cc1266 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.41 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 945 time: 0.0783114 Oct 29 11:33:47.740524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.760329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:47.780199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=2bdbf154-9f9b-45bd-9b36-98c9b60284ac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:47.808499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:47.816236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:47.821873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:47.850883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=7248228f-dffd-4069-ab23-c6c766a7dc7e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:47.857591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Deleting port 9a7a3965-41ce-4048-8437-f540bb610013 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:47.857854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.002107 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.004600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] For port 9a7a3965-41ce-4048-8437-f540bb610013, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9a7a3965-41ce-4048-8437-f540bb610013,segment=NetworkSegment(6bfddaea-657f-4ff4-9355-03814710eb0c),segment_id=6bfddaea-657f-4ff4-9355-03814710eb0c)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:48.005636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.027276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Calling delete_port for 9a7a3965-41ce-4048-8437-f540bb610013 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:48.027683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.033457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-11713b9b-d2c8-4678-9d15-9302e0e50d59 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/2bdbf154-9f9b-45bd-9b36-98c9b60284ac HTTP/1.1" status: 204 len: 168 time: 0.6147356 Oct 29 11:33:48.033840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:48.057321 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-56998660-c7de-4517-b7b5-5d7fcf434126 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] GET failed (client error): The resource could not be found. Oct 29 11:33:48.057530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.060347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-56998660-c7de-4517-b7b5-5d7fcf434126 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "GET /v2.0/ports/2bdbf154-9f9b-45bd-9b36-98c9b60284ac HTTP/1.1" status: 404 len: 333 time: 0.0240042 Oct 29 11:33:48.062489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:48.154594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port 453eb100-e03a-45c4-9654-c38e0a13f475 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:48.154940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.249223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.261660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for 453eb100-e03a-45c4-9654-c38e0a13f475 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:48.289570 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.303575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9a7a3965-41ce-4048-8437-f540bb610013'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:33:48.330879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Pushing event deleted for resources: {'Port': ['ID=9a7a3965-41ce-4048-8437-f540bb610013,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:48.343435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.360715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.395045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.403318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] No DVR routers for this DVR port 9a7a3965-41ce-4048-8437-f540bb610013 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:48.405995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.409597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79ddc8c3-7ffa-4f35-bed6-bef26bf05edf req-fe8b7435-4c24-4948-9b82-8367b0d64fda tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.41 "DELETE /v2.0/ports/9a7a3965-41ce-4048-8437-f540bb610013 HTTP/1.1" status: 204 len: 173 time: 0.7397766 Oct 29 11:33:48.418320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'name': 'network-vif-deleted', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:33:48.420818 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a21ccab-bf66-4760-bae4-594cdb311b18" -d '{"events": [{"server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "name": "network-vif-deleted", "tag": "9a7a3965-41ce-4048-8437-f540bb610013"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:33:48.421662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=453eb100-e03a-45c4-9654-c38e0a13f475,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:48.440862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=7248228f-dffd-4069-ab23-c6c766a7dc7e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:48.451165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.455658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0bc48bff-5684-43c1-bb99-cc9346b24343 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/ports/453eb100-e03a-45c4-9654-c38e0a13f475 HTTP/1.1" status: 204 len: 168 time: 0.3921125 Oct 29 11:33:48.459532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56514) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:48.493363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.511627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.513030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-bcee9e86-eeee-4568-b182-b93dd3be9cc8 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2652192 Oct 29 11:33:48.522195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting subnet 418ba6d8-1633-4396-8fa4-d466f992fa00 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:48.525740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.576541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.582268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-0ff3606c-ed32-4554-8bcf-ab59aa3b5487 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0622511 Oct 29 11:33:48.699161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-3a5a72cc-26d9-4f70-b0b7-8975a1f26d91 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:48.700681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc1b64fe-87a9-4ae9-b487-67803d5e28a2 req-3a5a72cc-26d9-4f70-b0b7-8975a1f26d91 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1175473 Oct 29 11:33:48.701451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.761372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.786917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-31b3bfa2-343b-4e59-9453-42f1b4b9a756 req-b4b536d0-1faf-4d47-ae37-fab5d829e3e4 tempest-InstanceActionsV221TestJSON-1244573795 tempest-InstanceActionsV221TestJSON-1244573795-project] 10.222.0.77 "GET /v2.0/ports?device_id=823d9ceb-e02c-4682-9920-08e28b765e23 HTTP/1.1" status: 200 len: 210 time: 0.0257421 Oct 29 11:33:48.791379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Subnet': ['ID=418ba6d8-1633-4396-8fa4-d466f992fa00,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:48.795943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.801180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cde06742-e0d5-4682-ab1f-fd173dfb1fb0 tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/subnets/418ba6d8-1633-4396-8fa4-d466f992fa00 HTTP/1.1" status: 204 len: 168 time: 0.3385055 Oct 29 11:33:48.801568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56518) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:48.811392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea769c-9ff7-4921-ae70-6cd25edb9bd6 None None] Network 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:48.927889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:48.994672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Deleting port e9619256-0d99-4984-aca1-3db9ba40f0c1 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:48.995109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.009925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7f26b-9886-4dca-a655-597991529fee None None] DHCP port deletion for 9d2bf5ba-d323-4eb2-b33d-4e08faed87ae request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:33:49.060748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Deleting port e9619256-0d99-4984-aca1-3db9ba40f0c1 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:49.061147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.068885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] For port e9619256-0d99-4984-aca1-3db9ba40f0c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e9619256-0d99-4984-aca1-3db9ba40f0c1,segment=NetworkSegment(00d7a975-468d-4242-9986-5aadc324a975),segment_id=00d7a975-468d-4242-9986-5aadc324a975)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:49.069472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.083860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Calling delete_port for e9619256-0d99-4984-aca1-3db9ba40f0c1 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:49.130476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bee7f26b-9886-4dca-a655-597991529fee None None] For port e9619256-0d99-4984-aca1-3db9ba40f0c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e9619256-0d99-4984-aca1-3db9ba40f0c1,segment=NetworkSegment(00d7a975-468d-4242-9986-5aadc324a975),segment_id=00d7a975-468d-4242-9986-5aadc324a975)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:49.130864 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.144445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Calling delete_port for e9619256-0d99-4984-aca1-3db9ba40f0c1 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:49.177750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.205488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Port': ['ID=e9619256-0d99-4984-aca1-3db9ba40f0c1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:49.209199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] No DVR routers for this DVR port e9619256-0d99-4984-aca1-3db9ba40f0c1 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:49.234489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-fdee5bda-ffcb-4214-9f8e-e0f67611c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:49.236387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-fdee5bda-ffcb-4214-9f8e-e0f67611c519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.0498166 Oct 29 11:33:49.241548 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.277832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7f26b-9886-4dca-a655-597991529fee None None] No DVR routers for this DVR port e9619256-0d99-4984-aca1-3db9ba40f0c1 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:49.282295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7f26b-9886-4dca-a655-597991529fee None None] Pushing event deleted for resources: {'Port': ['ID=e9619256-0d99-4984-aca1-3db9ba40f0c1,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:49.311098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.333224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2bf5ba-d323-4eb2-b33d-4e08faed87ae']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:49.346324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-aba6ecbd-83d9-4181-8358-3d0c6f2e04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:49.346801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d7a975-468d-4242-9986-5aadc324a975') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:49.347097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d7a975-468d-4242-9986-5aadc324a975') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:49.347816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-aba6ecbd-83d9-4181-8358-3d0c6f2e04ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1027668 Oct 29 11:33:49.357968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.372327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.378725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:49.379097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:49.382705 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:49.394315 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c44904-939c-45fe-8ed0-12f0bacab3ef x-openstack-request-id: req-99c44904-939c-45fe-8ed0-12f0bacab3ef {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:33:49.394601 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823d9ceb-e02c-4682-9920-08e28b765e23", "name": "network-vif-deleted", "tag": "9a7a3965-41ce-4048-8437-f540bb610013", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:33:49.394856 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99c44904-939c-45fe-8ed0-12f0bacab3ef {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:33:49.395253 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823d9ceb-e02c-4682-9920-08e28b765e23', 'name': 'network-vif-deleted', 'tag': '9a7a3965-41ce-4048-8437-f540bb610013', 'status': 'completed', 'code': 200} Oct 29 11:33:49.450616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.458942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.463457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] 10.222.0.77 "DELETE /v2.0/networks/9d2bf5ba-d323-4eb2-b33d-4e08faed87ae HTTP/1.1" status: 204 len: 168 time: 0.6587744 Oct 29 11:33:49.474320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88611d-bb7c-4ba3-a941-e0389eff3eda tempest-AllowedAddressPairIpV6TestJSON-1648421026 tempest-AllowedAddressPairIpV6TestJSON-1648421026-project] Pushing event deleted for resources: {'Network': ['ID=9d2bf5ba-d323-4eb2-b33d-4e08faed87ae,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:49.475938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-9f126acd-bd8f-44bb-98d0-ee4901b3a3ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.1188698 Oct 29 11:33:49.552947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-214d2e8d-cd5f-4752-a853-bef23936ba57 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1603403 Oct 29 11:33:49.554473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-2bfa9458-d29d-46ce-9f5c-f4d49956faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:49.556942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-2bfa9458-d29d-46ce-9f5c-f4d49956faa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0741103 Oct 29 11:33:49.563555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:49.616973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.637301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-ca0a7930-1cf9-44ad-a137-c006a8d0efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:49.638801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-ca0a7930-1cf9-44ad-a137-c006a8d0efd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699143 Oct 29 11:33:49.726805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56528) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:49.772709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-bfaaf280-b49e-4d7e-88cf-8bdbc1455aaf service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099050 Oct 29 11:33:49.848660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.871835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0c4dd9a-5d11-4748-9847-b1bb1f18c780 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eed5069e12024914bdfd6e282307b5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432779 Oct 29 11:33:49.875323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56534) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:49.921270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7df8c7-468c-4bdb-bfce-1728ba2076f8 req-87299969-fa8d-4b2b-aac9-a3f5daa81767 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407552 Oct 29 11:33:49.924213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.950081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:49.981375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Allocated IP 172.25.4.106 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c60e9eb2-2ac0-4d0e-945c-bd94eca16180) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:49.998722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.001752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.003133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ed7615c-908d-41df-833c-2faba853e9aa HTTP/1.1" status: 204 len: 168 time: 0.1266441 Oct 29 11:33:50.011439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5bdd-3d24-4971-a1e1-fb7636189899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7615c-908d-41df-833c-2faba853e9aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:50.092924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.129113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.163157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e9619256-0d99-4984-aca1-3db9ba40f0c1 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:50.176141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:50.179261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:50.186343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:50.187555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e9619256-0d99-4984-aca1-3db9ba40f0c1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:33:50.188070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e9619256-0d99-4984-aca1-3db9ba40f0c1 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:33:50.213430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=c60e9eb2-2ac0-4d0e-945c-bd94eca16180,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:50.286153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.320547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.485451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.490524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.559945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event updated for resources: {'Port': ['ID=c60e9eb2-2ac0-4d0e-945c-bd94eca16180,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:50.572016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.589138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.590370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c98a5ffb-6090-4389-a001-561d8028f437 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0307322 Oct 29 11:33:50.643041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-ab3cb1e8-c12a-4dd8-8b15-f620afbfb526 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0465813 Oct 29 11:33:50.702805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56562) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:50.752816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c5ac3c87-35e7-470a-8779-0f235688eab3 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:50.754142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a88056d-fb6d-41e7-b7c1-3706d872cae6 req-c5ac3c87-35e7-470a-8779-0f235688eab3 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1056213 Oct 29 11:33:50.800781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'networks': [{'name': 'tempest-network--414229475'}, {'name': 'tempest-network--1727637009'}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:50.801110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-network--414229475'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:50.801570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-network--1727637009'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:50.823962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'network': 2} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:50.828733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.838419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.921198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.925648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.926109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.967392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226cd354-27ca-4a52-961a-66618e5afc4d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:50.982932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:50.993629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:50.993986 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment 5ff7a212-88f9-4b5c-bbd0-a9680f1404ca of type vlan for network 7ca15790-05f3-4439-9932-fc7716262b56 Oct 29 11:33:51.037629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.066487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:51.076801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.077168 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment a4508be4-aa47-488c-a2db-4eb245788a4b of type vlan for network eaf54fe9-36e1-4d49-980e-a5111ca8424f Oct 29 11:33:51.083007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546b59-f447-4804-8e76-956bad90dec9 req-eb19b9f9-6ff7-44c5-a7b5-ff2b8f432304 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.084521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60546b59-f447-4804-8e76-956bad90dec9 req-eb19b9f9-6ff7-44c5-a7b5-ff2b8f432304 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.2807481 Oct 29 11:33:51.116648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.123346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60546b59-f447-4804-8e76-956bad90dec9 req-b8f2dc0e-c41e-4cf3-be47-43a15458e80b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Oct 29 11:33:51.145235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.145874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.152094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.158780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.159440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.219764 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5160370 Oct 29 11:33:51.222899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56570) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:51.229140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8d16e-3b9c-41d7-9a14-75710088220f req-eb971f8a-c6da-446d-8d52-8cc35c8c7a10 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.230606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61c8d16e-3b9c-41d7-9a14-75710088220f req-eb971f8a-c6da-446d-8d52-8cc35c8c7a10 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0493028 Oct 29 11:33:51.271002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61c8d16e-3b9c-41d7-9a14-75710088220f req-5001f222-09e5-4350-9d8d-2b98f913b243 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341804 Oct 29 11:33:51.323800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=7ca15790-05f3-4439-9932-fc7716262b56,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:51.335031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7ca15790-05f3-4439-9932-fc7716262b56 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:51.377550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9a7a3965-41ce-4048-8437-f540bb610013 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:33:51.399894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 9a7a3965-41ce-4048-8437-f540bb610013 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:33:51.400465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9a7a3965-41ce-4048-8437-f540bb610013 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:33:51.458142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca940-5e11-4d33-9542-c4ef0f5d73c6 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=eaf54fe9-36e1-4d49-980e-a5111ca8424f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:51.468946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network eaf54fe9-36e1-4d49-980e-a5111ca8424f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:51.488961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7783d-dce3-46a4-8539-112eecb12d90 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.495390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7783d-dce3-46a4-8539-112eecb12d90 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.501972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7783d-dce3-46a4-8539-112eecb12d90 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.507852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7783d-dce3-46a4-8539-112eecb12d90 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.512929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1be7783d-dce3-46a4-8539-112eecb12d90 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2857616 Oct 29 11:33:51.513204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:51.559726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97e5272b-98f4-401e-b135-dda63cd73fd2 req-31713428-6f1e-44d7-a1ff-be41e30d837b tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips/ecf4ea60-161b-41fe-89c2-c74438f52cd9 HTTP/1.1" status: 200 len: 693 time: 0.0455408 Oct 29 11:33:51.600821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.676245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5272b-98f4-401e-b135-dda63cd73fd2 req-f5655775-3821-4f2c-8876-c283bfe03c24 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.677872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97e5272b-98f4-401e-b135-dda63cd73fd2 req-f5655775-3821-4f2c-8876-c283bfe03c24 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1106558 Oct 29 11:33:51.690912 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.695236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-97e5272b-98f4-401e-b135-dda63cd73fd2 req-a58ab7a1-fecb-4ddd-96f3-b26328e79035 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:33:51.695602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.696254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97e5272b-98f4-401e-b135-dda63cd73fd2 req-a58ab7a1-fecb-4ddd-96f3-b26328e79035 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061381 Oct 29 11:33:51.716346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca15790-05f3-4439-9932-fc7716262b56']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:51.728440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff7a212-88f9-4b5c-bbd0-a9680f1404ca') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:51.728750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff7a212-88f9-4b5c-bbd0-a9680f1404ca') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:51.740238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.754394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.760666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:51.761243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:51.764203 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:51.821518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.831559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.834712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/7ca15790-05f3-4439-9932-fc7716262b56 HTTP/1.1" status: 204 len: 168 time: 0.3205259 Oct 29 11:33:51.838289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:51.848785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fd351-9d78-4958-bcba-c3472950dd40 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=7ca15790-05f3-4439-9932-fc7716262b56,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:51.856434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeec05b-d26e-4dd9-809a-20d10e8456ea req-f15dc319-5876-4b8e-bf79-d7aee7889bda tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:51.858003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aeec05b-d26e-4dd9-809a-20d10e8456ea req-f15dc319-5876-4b8e-bf79-d7aee7889bda tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0599351 Oct 29 11:33:51.947643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:51.954120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3aeec05b-d26e-4dd9-809a-20d10e8456ea req-ced264e7-3eba-48be-bd22-0a7b8ccb7b23 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0864146 Oct 29 11:33:52.042967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.064108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf54fe9-36e1-4d49-980e-a5111ca8424f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:52.079111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4508be4-aa47-488c-a2db-4eb245788a4b') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:52.079407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4508be4-aa47-488c-a2db-4eb245788a4b') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:52.117991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.126430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-4e85f936-8e1f-4687-ab26-9e572bf6596d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips/ecf4ea60-161b-41fe-89c2-c74438f52cd9 HTTP/1.1" status: 200 len: 693 time: 0.0641463 Oct 29 11:33:52.142453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.185081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:52.185541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:52.188369 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:52.263447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.281551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.284626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/eaf54fe9-36e1-4d49-980e-a5111ca8424f HTTP/1.1" status: 204 len: 168 time: 0.4454050 Oct 29 11:33:52.287346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56588) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:52.301288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da3c6-8b57-440e-b437-c29d25f10136 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=eaf54fe9-36e1-4d49-980e-a5111ca8424f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:52.309847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-5af92f7d-daef-4f19-a0bd-0e42cd694b89 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:52.311215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-5af92f7d-daef-4f19-a0bd-0e42cd694b89 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1792676 Oct 29 11:33:52.363143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-1ab04cc8-de18-4595-af3c-16a495c17885 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0445175 Oct 29 11:33:52.392906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72029c60-a307-46ce-845d-64d889ea77bd tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:52.399628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72029c60-a307-46ce-845d-64d889ea77bd tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:52.403426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72029c60-a307-46ce-845d-64d889ea77bd tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1127880 Oct 29 11:33:52.405121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:52.410007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1750413840'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:52.412890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-8208b8f9-f256-4e5b-ba29-ce4924fec0a2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0436110 Oct 29 11:33:52.431471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:52.435038 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.459333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:52.470606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.470944 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment 805fec3f-edd7-4b63-ad18-09fdb0190dda of type vlan for network 19493667-decd-429f-97dc-e5f46b8946bf Oct 29 11:33:52.514406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.539155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.544924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:52.545537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.547036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Deleting port c60e9eb2-2ac0-4d0e-945c-bd94eca16180 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:52.547383 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.601467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1952562 Oct 29 11:33:52.604602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:52.613534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26033e81-52f2-4827-bff1-cdeb2056eb57 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=19493667-decd-429f-97dc-e5f46b8946bf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:52.615336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1443309745'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:52.624493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 19493667-decd-429f-97dc-e5f46b8946bf details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:52.635987 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.636331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.654378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Calling delete_port for c60e9eb2-2ac0-4d0e-945c-bd94eca16180 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:52.660619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:52.664074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.731125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:52.750373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.750717 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment afb6bbc0-6427-4d8f-aaa8-9b49c2e90d4e of type vlan for network 33f52e47-5750-466a-a3e2-c8eb643b5c53 Oct 29 11:33:52.810698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.860664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.866299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:52.866825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.926866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:52.941835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3362250 Oct 29 11:33:52.944786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56600) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:52.950557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'ports': [{'network_id': '19493667-decd-429f-97dc-e5f46b8946bf', 'name': 'tempest-port--1831716756', 'admin_state_up': True}, {'network_id': '33f52e47-5750-466a-a3e2-c8eb643b5c53', 'admin_state_up': False}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:52.950903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'port': {'network_id': '19493667-decd-429f-97dc-e5f46b8946bf', 'name': 'tempest-port--1831716756', 'admin_state_up': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:52.951410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'port': {'network_id': '33f52e47-5750-466a-a3e2-c8eb643b5c53', 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:52.969857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event deleted for resources: {'Port': ['ID=c60e9eb2-2ac0-4d0e-945c-bd94eca16180,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:52.992040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69774520-478e-4518-8f31-230cdf35fba3 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=33f52e47-5750-466a-a3e2-c8eb643b5c53,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:53.003300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 33f52e47-5750-466a-a3e2-c8eb643b5c53 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:53.043620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.047835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.049027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46806fd2-fb80-4248-9d84-ae07642c44b4 req-168dc002-ed8f-4079-b3a4-f35fc9189cea tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "DELETE /v2.0/floatingips/ecf4ea60-161b-41fe-89c2-c74438f52cd9 HTTP/1.1" status: 204 len: 173 time: 0.6304779 Oct 29 11:33:53.121669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'port': 2} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:53.127112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.141245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.241976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c194-d09f-4508-a33d-a90a6b176e26 req-6a8934bd-3b4b-4220-8272-d2b05049f87c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.243493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef90c194-d09f-4508-a33d-a90a6b176e26 req-6a8934bd-3b4b-4220-8272-d2b05049f87c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0548847 Oct 29 11:33:53.247720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] device_id is not set on port 050404ed-c07b-45a2-b8e0-e5d41dd600a6 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:53.279967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-7b28583e-7939-437d-8419-e82003bee48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.281604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-7b28583e-7939-437d-8419-e82003bee48d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 1098 time: 0.0623522 Oct 29 11:33:53.286626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef90c194-d09f-4508-a33d-a90a6b176e26 req-6362d8d6-0093-496b-a7c5-aebc8023835a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364995 Oct 29 11:33:53.451787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.456333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-bf094397-e127-409e-8508-0d55a6f2d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.457807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-bf094397-e127-409e-8508-0d55a6f2d3c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 200 len: 915 time: 0.1683309 Oct 29 11:33:53.534013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-d99fc459-d77f-4912-a6f4-eecad44d0044 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 200 len: 217 time: 0.0657394 Oct 29 11:33:53.583202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] device_id is not set on port 22beb272-dd83-4d0c-9453-70bac7fe74aa yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:33:53.604651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-e102b898-a5f3-4a80-a7c4-bdf8883823a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.606157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-e102b898-a5f3-4a80-a7c4-bdf8883823a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 200 len: 854 time: 0.0635445 Oct 29 11:33:53.641149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-69bb90e8-818a-4469-be85-8401a5e8fa01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68507d92-d31b-4d8f-ae8b-9e8d5284ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273871 Oct 29 11:33:53.692063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afcc7-e037-40ac-971c-273c073d8dae req-fc044495-b1f2-40de-b7be-ffff48a51c50 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.693757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-314afcc7-e037-40ac-971c-273c073d8dae req-fc044495-b1f2-40de-b7be-ffff48a51c50 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1821005 Oct 29 11:33:53.793958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c993e29-eb80-487d-8f2c-0cb390e0342d req-6245904b-f310-4f9c-b361-9ca517999477 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:53.794194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.795557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c993e29-eb80-487d-8f2c-0cb390e0342d req-6245904b-f310-4f9c-b361-9ca517999477 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0485754 Oct 29 11:33:53.804198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-431bad91-13c7-47c3-a41d-69857cfbe0de service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535373 Oct 29 11:33:53.843215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c993e29-eb80-487d-8f2c-0cb390e0342d req-efecf642-8f1a-4045-965b-6077178bc5c1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Oct 29 11:33:53.888591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:53.956529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6d639bad-9d6c-42e4-bb56-cc20dee61bba req-d9428d73-990f-4d8a-81da-b8857edb1475 service neutron] 10.222.0.86 "GET /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424165 Oct 29 11:33:53.975552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Port': ['ID=050404ed-c07b-45a2-b8e0-e5d41dd600a6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:53.984238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Checking segment: {'id': '805fec3f-edd7-4b63-ad18-09fdb0190dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '19493667-decd-429f-97dc-e5f46b8946bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:53.984599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network hostable DHCP agents. Network: 19493667-decd-429f-97dc-e5f46b8946bf, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:54.013046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56614) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:54.014086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network 19493667-decd-429f-97dc-e5f46b8946bf is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:54.026037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 19493667-decd-429f-97dc-e5f46b8946bf) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:54.029878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:54.030767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.035028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09623e1b-b8c5-4840-a99e-6450f9b2c5c0 None None] Network 19493667-decd-429f-97dc-e5f46b8946bf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:54.150330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Deleting subnet b85baf59-7680-4f15-a986-95a87265eb27 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:54.165484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bcc4feb-f66d-4a76-8c25-dfebb10221a5 req-bfb45d26-d7ec-4e0c-beba-ffd87c66b5f5 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=593ae385f82e4e158630474fd648e6d5 HTTP/1.1" status: 200 len: 1656 time: 0.1204171 Oct 29 11:33:54.192046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.266252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.324174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Port': ['ID=22beb272-dd83-4d0c-9453-70bac7fe74aa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:54.332658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Checking segment: {'id': 'afb6bbc0-6427-4d8f-aaa8-9b49c2e90d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '33f52e47-5750-466a-a3e2-c8eb643b5c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:54.332882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network hostable DHCP agents. Network: 33f52e47-5750-466a-a3e2-c8eb643b5c53, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:54.343838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4feb-f66d-4a76-8c25-dfebb10221a5 req-5ad71b10-afe6-43df-8cd4-205dfa812eeb tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.349720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bcc4feb-f66d-4a76-8c25-dfebb10221a5 req-5ad71b10-afe6-43df-8cd4-205dfa812eeb tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks?id=8bf93776-9642-44dd-b082-4ff932d1ec59&id=8bf93776-9642-44dd-b082-4ff932d1ec59&id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 787 time: 0.1830280 Oct 29 11:33:54.354141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network 33f52e47-5750-466a-a3e2-c8eb643b5c53 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:54.357465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.364103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 33f52e47-5750-466a-a3e2-c8eb643b5c53) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:54.371542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60bcb5-c984-4795-918a-33702c4c2da0 None None] Network 33f52e47-5750-466a-a3e2-c8eb643b5c53 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:54.375142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:54.382551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.389118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.389118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.389376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-4bcc4feb-f66d-4a76-8c25-dfebb10221a5 req-96356209-18d6-45ae-87fc-c1a8e6ac676c tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:33:54.402423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bcc4feb-f66d-4a76-8c25-dfebb10221a5 req-96356209-18d6-45ae-87fc-c1a8e6ac676c tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0360193 Oct 29 11:33:54.426147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-82ab6f41-ed96-482f-8164-4ded619d5493 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4780178 Oct 29 11:33:54.426397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:54.451398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.527142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85baf59-7680-4f15-a986-95a87265eb27,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:54.547369 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.554754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd440588-9a3c-46c4-806b-553896d966b9 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.560364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-02bea7cc-d506-4613-9e19-f16fe81ea3ae admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b85baf59-7680-4f15-a986-95a87265eb27 HTTP/1.1" status: 204 len: 168 time: 0.5461438 Oct 29 11:33:54.562058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd440588-9a3c-46c4-806b-553896d966b9 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.563259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56626) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:54.564366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd440588-9a3c-46c4-806b-553896d966b9 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1369889 Oct 29 11:33:54.570046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56628) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:54.669115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750647c0-a5b4-4e3e-b18b-7bb9b53567e7 req-c52c3306-ccf6-4283-9e74-ba29fc60021e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:54.670637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-750647c0-a5b4-4e3e-b18b-7bb9b53567e7 req-c52c3306-ccf6-4283-9e74-ba29fc60021e tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1510913 Oct 29 11:33:54.673524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.686832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting port 050404ed-c07b-45a2-b8e0-e5d41dd600a6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:54.687473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.740458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-750647c0-a5b4-4e3e-b18b-7bb9b53567e7 req-c659db84-5d2b-4903-aa90-c1ed7dd53fdb tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631883 Oct 29 11:33:54.806932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.812630 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.825372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Calling delete_port for 050404ed-c07b-45a2-b8e0-e5d41dd600a6 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:54.839222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a47258-1bd0-4f83-afc8-7524208f3a47']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:54.849892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfddaea-657f-4ff4-9355-03814710eb0c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:54.850293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfddaea-657f-4ff4-9355-03814710eb0c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:54.860550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.875952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.917168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.920880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:54.921232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:54.922974 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:54.952766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Port': ['ID=050404ed-c07b-45a2-b8e0-e5d41dd600a6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:54.960270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:54.967383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d723f674-74cd-461a-b441-e1ec51a8e793 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/ports/050404ed-c07b-45a2-b8e0-e5d41dd600a6 HTTP/1.1" status: 204 len: 168 time: 0.3957603 Oct 29 11:33:54.968099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56632) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:54.976193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-d86d4362-6627-4cfe-ad4b-57f00f1481ee tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips/f00e5ec7-36ef-4d3a-9816-a0aa975c2ed2 HTTP/1.1" status: 200 len: 692 time: 0.1021740 Oct 29 11:33:55.057343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.063828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.069242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c9a47258-1bd0-4f83-afc8-7524208f3a47 HTTP/1.1" status: 204 len: 168 time: 0.5026369 Oct 29 11:33:55.080172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting port 22beb272-dd83-4d0c-9453-70bac7fe74aa {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:55.080630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.085474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e999752-9ca9-4a7f-9c96-522ae2d710b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a47258-1bd0-4f83-afc8-7524208f3a47,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:55.140563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-6666ab80-dcee-4b8f-ad55-ae1997c47818 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:55.149898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-6666ab80-dcee-4b8f-ad55-ae1997c47818 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1543779 Oct 29 11:33:55.170708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.187284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Calling delete_port for 22beb272-dd83-4d0c-9453-70bac7fe74aa owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:55.213902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-5f720da9-f629-4f30-8c7c-ec0efd5637ae tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0627730 Oct 29 11:33:55.286994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-f13bd2cb-4951-4c01-ae84-4eec3a4a0d04 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0717247 Oct 29 11:33:55.288729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:55.301039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.332730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Port': ['ID=22beb272-dd83-4d0c-9453-70bac7fe74aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:55.338527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.342046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ede70db8-4086-4c20-bdb1-e6f0183e5828 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/ports/22beb272-dd83-4d0c-9453-70bac7fe74aa HTTP/1.1" status: 204 len: 168 time: 0.3728108 Oct 29 11:33:55.344433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:55.373877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78c3c5d2-75cf-425e-9754-9479b596ef1b tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281310 Oct 29 11:33:55.377874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:55.383435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1774616861'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:55.405287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:55.408743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.429054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-938d98e2-f3d4-4cbc-ae1b-cdc3d1b73f45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5dc3e6972e8a446d92d841f673f12c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384981 Oct 29 11:33:55.434696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:55.442603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:55.457449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Deleting port 7248228f-dffd-4069-ab23-c6c766a7dc7e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:55.458214 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.469763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.469763 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment de573ab1-24e3-4368-8cc1-18e88b51efd6 of type vlan for network d1d09319-36d2-4842-b4bd-d50908f67c58 Oct 29 11:33:55.537641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.541125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.541457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.552035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.553033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Calling delete_port for 7248228f-dffd-4069-ab23-c6c766a7dc7e owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:55.587199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.595916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.601492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:55.602608 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.676052 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.688895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3099015 Oct 29 11:33:55.691544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56644) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:55.694978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c057c-cf6c-4dc7-8344-90fe23c3621f tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=d1d09319-36d2-4842-b4bd-d50908f67c58,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:55.697322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-626323417'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:55.703612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.711128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d1d09319-36d2-4842-b4bd-d50908f67c58 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:55.717237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.720866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.724482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac5570f4-4855-4617-b7b1-967880a771d8 HTTP/1.1" status: 204 len: 168 time: 0.2862494 Oct 29 11:33:55.731371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da517f7d-329b-4074-b363-23e3d3054ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5570f4-4855-4617-b7b1-967880a771d8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:55.741912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event deleted for resources: {'Port': ['ID=7248228f-dffd-4069-ab23-c6c766a7dc7e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:55.786730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:55.790759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.820127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.822712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.823880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af1090a-2b38-449b-8406-be2eec2fb2d2 req-14474c25-77c2-4035-bc3f-d7ad4c3075e2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "DELETE /v2.0/floatingips/f00e5ec7-36ef-4d3a-9816-a0aa975c2ed2 HTTP/1.1" status: 204 len: 173 time: 0.5361016 Oct 29 11:33:55.830906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:55.841372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:55.841700 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Added segment f5325803-387f-45da-afb7-d888705b39dd of type vlan for network 668dc7c6-e6a3-4917-bf29-9582b770aa21 Oct 29 11:33:55.890111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.167896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.175570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:56.177031 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.249124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5557268 Oct 29 11:33:56.255937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc156a-9706-41c9-a7cf-23b68593111e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Network': ['ID=668dc7c6-e6a3-4917-bf29-9582b770aa21,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:56.286412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 668dc7c6-e6a3-4917-bf29-9582b770aa21 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:56.397985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56670) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:56.403691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'subnets': [{'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142724264', 'ip_version': 4}, {'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:56.404033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'subnet': {'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142724264', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:56.404578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Request body: {'subnet': {'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:56.558887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a314d57-1706-4bdb-a528-475eface83ad req-af3e880b-1d1f-49ac-87b1-e60a6249d8b1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:56.559435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:56.561242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a314d57-1706-4bdb-a528-475eface83ad req-af3e880b-1d1f-49ac-87b1-e60a6249d8b1 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.4092920 Oct 29 11:33:56.626972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a314d57-1706-4bdb-a528-475eface83ad req-e2d5d177-dfa0-463f-823b-1573e521d79b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Oct 29 11:33:56.635329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Made reservation on behalf of 362bb8ef5d6d43cabc7c7a2738bf9985 for: {'subnet': 2} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:56.640241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.640697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.664102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-621244988-network', 'tenant_id': 'b3e3b608243d455a9503f7495eb62a20'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:56.690964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Made reservation on behalf of b3e3b608243d455a9503f7495eb62a20 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:56.693425 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.703356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.768684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891bac-d1e9-4c62-a13c-2ab6c0e52752 req-4f6912a9-d0e3-4c0a-aef7-a819dc734405 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:56.770220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8891bac-d1e9-4c62-a13c-2ab6c0e52752 req-4f6912a9-d0e3-4c0a-aef7-a819dc734405 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0827250 Oct 29 11:33:56.779161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.784004 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.809726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:33:56.818794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:56.825392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.825777 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Added segment 623a86f2-0bdb-41ce-bf78-92814abf48f2 of type vlan for network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 Oct 29 11:33:56.845362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8891bac-d1e9-4c62-a13c-2ab6c0e52752 req-20e966a6-d433-4f8f-be9b-0531fece3ab6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0686934 Oct 29 11:33:56.870357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.895739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.896750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:56.897402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:56.962003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4012930 Oct 29 11:33:56.968327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:56.973919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Request body: {'subnet': {'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-621244988-subnet', 'tenant_id': 'b3e3b608243d455a9503f7495eb62a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:33:56.986146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25943b-ac6e-4830-9292-71716c8e0cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2da5c141-7f3a-4700-ba01-e5d4959d3c42,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:57.002000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:33:57.008333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Made reservation on behalf of b3e3b608243d455a9503f7495eb62a20 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:33:57.010770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.013590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-55c34ddf-8587-4da4-b6b2-5ef63f1926c6 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips/9f9d6bb9-3161-4929-b638-54201182cf25 HTTP/1.1" status: 200 len: 693 time: 0.0654943 Oct 29 11:33:57.188740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.190616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-470d4799-bfd7-4a12-8bfb-c2e5f2fec88d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.192004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-470d4799-bfd7-4a12-8bfb-c2e5f2fec88d tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1714292 Oct 29 11:33:57.207616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-3a092e72-bb3a-4068-a1fb-1cc75928379b tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:33:57.208601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-3a092e72-bb3a-4068-a1fb-1cc75928379b tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101645 Oct 29 11:33:57.231454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.249765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:57.256832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Checking segment: {'id': '623a86f2-0bdb-41ce-bf78-92814abf48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:57.257220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Network hostable DHCP agents. Network: 2da5c141-7f3a-4700-ba01-e5d4959d3c42, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:57.274994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:57.283161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2da5c141-7f3a-4700-ba01-e5d4959d3c42) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:57.287591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.288217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.294465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab725ca1-7026-4863-b9c4-72b7e22e3f4f None None] Network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:57.313337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-608c54f5-7a27-4edd-87f3-24860248c536 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360002 Oct 29 11:33:57.313573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-1a4de3d3-e596-4325-8135-f7110fbf3f72 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.0925760 Oct 29 11:33:57.388067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-61a20de8-5e56-4404-b8c7-b829a8730e88 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.175 HTTP/1.1" status: 200 len: 696 time: 0.0669458 Oct 29 11:33:57.391892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Subnet': ['ID=a6c836aa-a4c6-4511-9fe6-ecbccb39164e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:57.402837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Checking segment: {'id': 'de573ab1-24e3-4368-8cc1-18e88b51efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:57.403475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network hostable DHCP agents. Network: d1d09319-36d2-4842-b4bd-d50908f67c58, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:57.432121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b373ab-01f7-4da9-b936-356a8e88c42f None None] Network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:57.489575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network d1d09319-36d2-4842-b4bd-d50908f67c58 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:57.520780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d1d09319-36d2-4842-b4bd-d50908f67c58) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:57.526457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.540652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c5889-2deb-44a9-a598-8b6218972759 None None] Network d1d09319-36d2-4842-b4bd-d50908f67c58 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:57.588360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event updated for resources: {'Subnet': ['ID=d3b56873-5299-4d07-b642-2415787153e6,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:57.606871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Deleting port 2fb689e9-7d6f-40ba-9354-91e3a8183cd2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:57.607258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.650701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Checking segment: {'id': 'f5325803-387f-45da-afb7-d888705b39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:57.651058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network hostable DHCP agents. Network: 668dc7c6-e6a3-4917-bf29-9582b770aa21, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:33:57.678617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Network 668dc7c6-e6a3-4917-bf29-9582b770aa21 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:33:57.696467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 668dc7c6-e6a3-4917-bf29-9582b770aa21) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:57.703416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-d1d09319-36d2-4842-b4bd-d50908f67c58', 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58', 'tenant_id': '362bb8ef5d6d43cabc7c7a2738bf9985', 'fixed_ips': [{'subnet_id': 'a6c836aa-a4c6-4511-9fe6-ecbccb39164e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:33:57.705316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.708714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.708993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214af4d-cb5f-4389-b6d9-e5ab5deb7c74 None None] Network 668dc7c6-e6a3-4917-bf29-9582b770aa21 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:57.709231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.709852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.715431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.715753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.734004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Calling delete_port for 2fb689e9-7d6f-40ba-9354-91e3a8183cd2 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:57.743560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2044d38b-8bf4-4b71-9e07-9092f5c427f2 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3438280 Oct 29 11:33:57.746161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56696) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:57.831227 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224bcbe-0f3f-4622-9a00-ca7884c34d4a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.833058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224bcbe-0f3f-4622-9a00-ca7884c34d4a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.834688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224bcbe-0f3f-4622-9a00-ca7884c34d4a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:57.836504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0224bcbe-0f3f-4622-9a00-ca7884c34d4a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0891843 Oct 29 11:33:57.839633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:57.891644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.903390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting subnet a6c836aa-a4c6-4511-9fe6-ecbccb39164e {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:57.922270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event deleted for resources: {'Port': ['ID=2fb689e9-7d6f-40ba-9354-91e3a8183cd2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:57.962390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Allocated IP 172.20.0.2 (d1d09319-36d2-4842-b4bd-d50908f67c58/a6c836aa-a4c6-4511-9fe6-ecbccb39164e/665977de-c108-4650-9f9e-382adde42955) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:57.968752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-668dc7c6-e6a3-4917-bf29-9582b770aa21', 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21', 'tenant_id': '362bb8ef5d6d43cabc7c7a2738bf9985', 'fixed_ips': [{'subnet_id': 'd3b56873-5299-4d07-b642-2415787153e6'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:33:57.969729 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.994844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.997848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:57.999102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8aaa979b-0507-4bf1-a790-c1099d55fc26 req-abf57b74-8a64-48a9-b83c-c6b74bf7d35e tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "DELETE /v2.0/floatingips/9f9d6bb9-3161-4929-b638-54201182cf25 HTTP/1.1" status: 204 len: 173 time: 0.6032279 Oct 29 11:33:58.101694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d183f-f340-4e71-82ce-de644c967dc5 req-2fd2628a-b2fb-4388-a500-c32704c0c1d5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.103844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f0d183f-f340-4e71-82ce-de644c967dc5 req-2fd2628a-b2fb-4388-a500-c32704c0c1d5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0513124 Oct 29 11:33:58.142602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f0d183f-f340-4e71-82ce-de644c967dc5 req-39d7eb5a-f38c-4066-8158-9498cc4a23c5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Oct 29 11:33:58.216642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Allocated IP 172.20.0.18 (668dc7c6-e6a3-4917-bf29-9582b770aa21/d3b56873-5299-4d07-b642-2415787153e6/3755a74b-972b-4e98-a060-0677f2a5809e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:33:58.238811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.251524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.280007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.322200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.337648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Network d1d09319-36d2-4842-b4bd-d50908f67c58 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:58.366822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:58.372395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:58.380017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Pushing event updated for resources: {'Port': ['ID=665977de-c108-4650-9f9e-382adde42955,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:58.398304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-e87e4946-8087-46ee-aa85-80cc564f2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.400236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-e87e4946-8087-46ee-aa85-80cc564f2d23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb2bb596d144b69be55c0d1bff31127&device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 1095 time: 0.0551956 Oct 29 11:33:58.406783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe4cb-b563-4f70-9771-de618ab0952c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.444936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.463850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Attempting to bind port 665977de-c108-4650-9f9e-382adde42955 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:58.464379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Attempting to bind port 665977de-c108-4650-9f9e-382adde42955 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'de573ab1-24e3-4368-8cc1-18e88b51efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:58.464843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Attempting to bind port 665977de-c108-4650-9f9e-382adde42955 on network d1d09319-36d2-4842-b4bd-d50908f67c58 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:58.474805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:58.475293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Checking segment: {'id': 'de573ab1-24e3-4368-8cc1-18e88b51efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:58.475793 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.476861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Bound using segment: {'id': 'de573ab1-24e3-4368-8cc1-18e88b51efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:58.477516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Bound port: 665977de-c108-4650-9f9e-382adde42955, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de573ab1-24e3-4368-8cc1-18e88b51efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd1d09319-36d2-4842-b4bd-d50908f67c58'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:58.477994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.515381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.529388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-6966232d-1193-4058-9241-7c140f7a9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.531010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-6966232d-1193-4058-9241-7c140f7a9034 service neutron] 10.222.0.41 "GET /v2.0/networks?id=930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 200 len: 913 time: 0.1224265 Oct 29 11:33:58.552516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c836aa-a4c6-4511-9fe6-ecbccb39164e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:58.556246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.559610 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17f88e75-f585-4224-9b41-b91aa841b96a tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/subnets/a6c836aa-a4c6-4511-9fe6-ecbccb39164e HTTP/1.1" status: 204 len: 168 time: 0.7187579 Oct 29 11:33:58.562243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56710) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:58.585802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.603394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.623461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] For port 665977de-c108-4650-9f9e-382adde42955, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:58.636060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting subnet d3b56873-5299-4d07-b642-2415787153e6 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:33:58.639403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.652362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-e1794f8e-4190-4fa3-89e2-841b591966f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 200 len: 999 time: 0.1126020 Oct 29 11:33:58.653637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Network 668dc7c6-e6a3-4917-bf29-9582b770aa21 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:33:58.664348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] For port 665977de-c108-4650-9f9e-382adde42955, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=665977de-c108-4650-9f9e-382adde42955,segment=NetworkSegment(de573ab1-24e3-4368-8cc1-18e88b51efd6),segment_id=de573ab1-24e3-4368-8cc1-18e88b51efd6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:58.665674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:33:58.669471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:33:58.681702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.683836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.687870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Pushing event updated for resources: {'Port': ['ID=3755a74b-972b-4e98-a060-0677f2a5809e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:58.753152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-e163d231-e3c8-42d9-be3f-6d077abcec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.754539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-e163d231-e3c8-42d9-be3f-6d077abcec40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 200 len: 851 time: 0.0913339 Oct 29 11:33:58.788204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.812497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-3eb93716-2486-4c28-8eaa-ab5a72be21d3 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.814108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-3eb93716-2486-4c28-8eaa-ab5a72be21d3 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/networks?id=2da5c141-7f3a-4700-ba01-e5d4959d3c42 HTTP/1.1" status: 200 len: 813 time: 0.1792495 Oct 29 11:33:58.825517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-d64640e2-7472-4130-b130-35b8a032512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.827027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-d64640e2-7472-4130-b130-35b8a032512d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=930853f7-a7f1-44ee-9378-d80efed0fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621727 Oct 29 11:33:58.846341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-4591e48f-0491-4827-ae8d-7ad5b20fa5d0 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/quotas/b3e3b608243d455a9503f7495eb62a20 HTTP/1.1" status: 200 len: 375 time: 0.0182462 Oct 29 11:33:58.859966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.905668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Attempting to bind port 3755a74b-972b-4e98-a060-0677f2a5809e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:33:58.912691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Attempting to bind port 3755a74b-972b-4e98-a060-0677f2a5809e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f5325803-387f-45da-afb7-d888705b39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:33:58.912691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Attempting to bind port 3755a74b-972b-4e98-a060-0677f2a5809e on network 668dc7c6-e6a3-4917-bf29-9582b770aa21 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:33:58.912970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.916509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/subnets/d3b56873-5299-4d07-b642-2415787153e6 HTTP/1.1" status: 204 len: 168 time: 0.3529513 Oct 29 11:33:58.919054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b35bf-6f3d-413b-9a49-7c9f06f23e8d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b56873-5299-4d07-b642-2415787153e6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:58.922123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56720) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:58.927125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:33:58.927433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Checking segment: {'id': 'f5325803-387f-45da-afb7-d888705b39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:33:58.927836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.928227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Bound using segment: {'id': 'f5325803-387f-45da-afb7-d888705b39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:33:58.928708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Bound port: 3755a74b-972b-4e98-a060-0677f2a5809e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5325803-387f-45da-afb7-d888705b39dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '668dc7c6-e6a3-4917-bf29-9582b770aa21'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:33:58.929138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:58.933807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-cbbbabe3-586b-41a4-8b62-b5e894b61a6a tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3e3b608243d455a9503f7495eb62a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458295 Oct 29 11:33:58.969829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d188f7-d243-45ff-bc3a-9f2a102295eb None None] Pushing event updated for resources: {'Port': ['ID=665977de-c108-4650-9f9e-382adde42955,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:58.988743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed726f2e-1c39-4235-9504-de5c4129cd0d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:58.990460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ed726f2e-1c39-4235-9504-de5c4129cd0d tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672593 Oct 29 11:33:58.996160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:59.015116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] For port 3755a74b-972b-4e98-a060-0677f2a5809e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:33:59.019084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] For port 3755a74b-972b-4e98-a060-0677f2a5809e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3755a74b-972b-4e98-a060-0677f2a5809e,segment=NetworkSegment(f5325803-387f-45da-afb7-d888705b39dd),segment_id=f5325803-387f-45da-afb7-d888705b39dd)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:33:59.026122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.058133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-9d0705f4-dbeb-4ab5-b754-723d6d926704 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233346 Oct 29 11:33:59.104849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.105786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-078691d5-0500-4f2a-86cf-4658b904a740 service neutron] 10.222.0.77 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710579 Oct 29 11:33:59.118694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6915b-07c6-4ef7-9c57-4e2f4bb160ec None None] Pushing event updated for resources: {'Port': ['ID=3755a74b-972b-4e98-a060-0677f2a5809e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:59.141421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e165ba-c7f9-47df-9aad-5dff4aa7fce2 None None] Network 668dc7c6-e6a3-4917-bf29-9582b770aa21 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:33:59.189727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting port 3755a74b-972b-4e98-a060-0677f2a5809e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:59.190145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.267959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] For port 3755a74b-972b-4e98-a060-0677f2a5809e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3755a74b-972b-4e98-a060-0677f2a5809e,segment=NetworkSegment(f5325803-387f-45da-afb7-d888705b39dd),segment_id=f5325803-387f-45da-afb7-d888705b39dd)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:59.268464 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.283522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Calling delete_port for 3755a74b-972b-4e98-a060-0677f2a5809e owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:33:59.306751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8a1381a-bd79-4363-937e-a4657b4a8c22 req-f6411e88-d7ee-49a9-8424-542ddb7415e3 service neutron] 10.222.0.41 "GET /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409108 Oct 29 11:33:59.310668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-36ac8889-6d75-4314-9919-a37ebb01705e service neutron] 10.222.0.77 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413543 Oct 29 11:33:59.378408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.392548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] No DVR routers for this DVR port 3755a74b-972b-4e98-a060-0677f2a5809e on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:33:59.440911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Port': ['ID=3755a74b-972b-4e98-a060-0677f2a5809e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:59.518276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.542201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668dc7c6-e6a3-4917-bf29-9582b770aa21']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:59.552218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-c8b922a4-6946-43af-88eb-14b8cd83d9d2 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips/10a90555-89c4-403e-be0c-ca34c68267b5 HTTP/1.1" status: 200 len: 693 time: 0.0470724 Oct 29 11:33:59.554834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5325803-387f-45da-afb7-d888705b39dd') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:59.555658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5325803-387f-45da-afb7-d888705b39dd') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:33:59.570227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.588098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.594551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:33:59.595318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:33:59.598464 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:33:59.664077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.671091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-08a6b494-ea3d-4b56-88d4-ad0318ec0998 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:33:59.671925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.675269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/668dc7c6-e6a3-4917-bf29-9582b770aa21 HTTP/1.1" status: 204 len: 168 time: 0.6778507 Oct 29 11:33:59.677820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:33:59.679057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-08a6b494-ea3d-4b56-88d4-ad0318ec0998 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.1198604 Oct 29 11:33:59.696551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d5a-4478-4a36-bc02-de2a3491ba62 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=668dc7c6-e6a3-4917-bf29-9582b770aa21,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:33:59.742208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-32ccfada-e455-43c1-9b96-ed8611342bbc tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0621710 Oct 29 11:33:59.789806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.799289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-aa2f0458-f427-48a2-8c3c-ca0bd39b7081 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0555966 Oct 29 11:33:59.879101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Deleting port 665977de-c108-4650-9f9e-382adde42955 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:33:59.879459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:33:59.971130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] For port 665977de-c108-4650-9f9e-382adde42955, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=665977de-c108-4650-9f9e-382adde42955,segment=NetworkSegment(de573ab1-24e3-4368-8cc1-18e88b51efd6),segment_id=de573ab1-24e3-4368-8cc1-18e88b51efd6)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:33:59.971494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.010219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Calling delete_port for 665977de-c108-4650-9f9e-382adde42955 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:00.154456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.185556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Port': ['ID=665977de-c108-4650-9f9e-382adde42955,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:00.191034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] No DVR routers for this DVR port 665977de-c108-4650-9f9e-382adde42955 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:00.227561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16a7c7-4401-416f-a1ea-480866fdb97e None None] Network d1d09319-36d2-4842-b4bd-d50908f67c58 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:00.263923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Deleting port 37d97c52-7dd3-457f-8672-ec10a86b4025 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:00.264284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.281634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 665977de-c108-4650-9f9e-382adde42955 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:00.313256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 665977de-c108-4650-9f9e-382adde42955 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:00.313701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 665977de-c108-4650-9f9e-382adde42955 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 29 11:34:00.316138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.321811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-67a83767-c2d1-4597-af80-290502c8d5ac None None] Could not find standard attr ID for object 665977de-c108-4650-9f9e-382adde42955. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:34:00.340389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d09319-36d2-4842-b4bd-d50908f67c58']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.345099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Port 665977de-c108-4650-9f9e-382adde42955 not found, will not notify nova. {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 29 11:34:00.349394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.349796 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.351642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de573ab1-24e3-4368-8cc1-18e88b51efd6') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.352533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de573ab1-24e3-4368-8cc1-18e88b51efd6') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.362422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.364136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Calling delete_port for 37d97c52-7dd3-457f-8672-ec10a86b4025 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:00.376074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.382204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:00.382590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:00.385771 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:00.453899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.461857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.465298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/d1d09319-36d2-4842-b4bd-d50908f67c58 HTTP/1.1" status: 204 len: 168 time: 0.7768004 Oct 29 11:34:00.467668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:00.474373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05b0c8-aa96-429f-9272-d666f4b5b4d3 None None] DHCP port deletion for d1d09319-36d2-4842-b4bd-d50908f67c58 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:00.488001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f40fce-6482-40e4-9ca3-9385b42adf3e tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=d1d09319-36d2-4842-b4bd-d50908f67c58,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:00.500751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f327d29-c16c-463c-806f-cc10b6a9bb2f None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:34:00.532011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.568884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Pushing event deleted for resources: {'Port': ['ID=37d97c52-7dd3-457f-8672-ec10a86b4025,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:00.582235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.659635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.663228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.678321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b1f533c-037f-4f54-bea2-ae630328c737 req-e52ad212-abb8-4981-9cf9-32a98febd581 tempest-FloatingIPDetailsTestJSON-647698717 tempest-FloatingIPDetailsTestJSON-647698717-project] 10.222.0.77 "DELETE /v2.0/floatingips/10a90555-89c4-403e-be0c-ca34c68267b5 HTTP/1.1" status: 204 len: 173 time: 0.8760602 Oct 29 11:34:00.679505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56744) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:00.680674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f327d29-c16c-463c-806f-cc10b6a9bb2f None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:34:00.764538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.801350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f52e47-5750-466a-a3e2-c8eb643b5c53']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.810462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-f47d1ecf-68df-4715-84d8-674f254084c1 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:00.811851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-f47d1ecf-68df-4715-84d8-674f254084c1 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.86 "GET /v2.0/networks?id=2da5c141-7f3a-4700-ba01-e5d4959d3c42 HTTP/1.1" status: 200 len: 813 time: 0.1891448 Oct 29 11:34:00.822420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb6bbc0-6427-4d8f-aaa8-9b49c2e90d4e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.822420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb6bbc0-6427-4d8f-aaa8-9b49c2e90d4e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:00.832587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Request body: {'port': {'device_id': '4a7194a6-63b4-4b58-b125-1780d346e480', 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42', 'admin_state_up': True, 'tenant_id': 'b3e3b608243d455a9503f7495eb62a20'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:00.876613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe8b5c51-4bca-420e-8799-a441a6f74fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.877438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87b75-c16f-4f4a-ae9b-b936816448f0 req-eced0c8b-5925-4bff-993c-4bdab98c7a5c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:00.884098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18a87b75-c16f-4f4a-ae9b-b936816448f0 req-eced0c8b-5925-4bff-993c-4bdab98c7a5c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.0727000 Oct 29 11:34:00.908528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.933923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.946961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:00.947399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:00.950298 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:01.006197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18a87b75-c16f-4f4a-ae9b-b936816448f0 req-b8c35d42-b296-4f76-8c2c-67ccbae3566a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1191685 Oct 29 11:34:01.033327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Made reservation on behalf of b3e3b608243d455a9503f7495eb62a20 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:01.036882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.059430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.066080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.072593 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/33f52e47-5750-466a-a3e2-c8eb643b5c53 HTTP/1.1" status: 204 len: 168 time: 0.6012025 Oct 29 11:34:01.075280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:01.097986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125895d9-d777-4f2c-bee3-8f336dd28fd4 tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=33f52e47-5750-466a-a3e2-c8eb643b5c53,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:01.186100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.228561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Allocated IP 172.20.0.5 (2da5c141-7f3a-4700-ba01-e5d4959d3c42/0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2/21864a32-250b-4cc4-8f3d-1c2b5ec2c309) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:01.340835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39c4788c-7f5d-48e5-a063-4739da4d463e req-2428b302-20be-447b-816c-e047637a5711 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 210 time: 0.0764179 Oct 29 11:34:01.364702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.400674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19493667-decd-429f-97dc-e5f46b8946bf']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:01.403768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.416557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805fec3f-edd7-4b63-ad18-09fdb0190dda') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:01.416855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805fec3f-edd7-4b63-ad18-09fdb0190dda') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:01.447501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.463102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.501890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.506047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:01.509704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:01.513602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:01.530088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:01.530483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:01.534262 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:01.538797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Pushing event updated for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:01.568897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:01.569805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.585616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-984e08da-cde5-48fe-b924-c7b8eb32b3f2 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578392 Oct 29 11:34:01.599196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Request body: {'port': {'device_id': '4a7194a6-63b4-4b58-b125-1780d346e480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:01.619818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6ab11-048b-4db3-88ea-c8a4862b7718 req-d4cc8926-e372-4c28-b6d6-1c561720d9e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:01.621352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5e6ab11-048b-4db3-88ea-c8a4862b7718 req-d4cc8926-e372-4c28-b6d6-1c561720d9e4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1368918 Oct 29 11:34:01.630983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.639034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.677431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.681899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] 10.222.0.77 "DELETE /v2.0/networks/19493667-decd-429f-97dc-e5f46b8946bf HTTP/1.1" status: 204 len: 168 time: 0.6054909 Oct 29 11:34:01.734098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43975164-7308-4f26-83cd-698a1254856c tempest-BulkNetworkOpsTest-1998921996 tempest-BulkNetworkOpsTest-1998921996-project] Pushing event deleted for resources: {'Network': ['ID=19493667-decd-429f-97dc-e5f46b8946bf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:01.770729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5e6ab11-048b-4db3-88ea-c8a4862b7718 req-a2849a19-fdbb-463c-ba14-591fa3aedbce tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410043 Oct 29 11:34:01.898295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:01.936570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:01.967033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164086-0868-46db-8b5a-2cd797158c0f req-19a9bd60-4070-4613-ae6b-1a630ddfc2e5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:01.968540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae164086-0868-46db-8b5a-2cd797158c0f req-19a9bd60-4070-4613-ae6b-1a630ddfc2e5 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.1043038 Oct 29 11:34:02.059788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae164086-0868-46db-8b5a-2cd797158c0f req-331c2060-0ab3-4c0d-8476-f1f414d7052b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0773942 Oct 29 11:34:02.120192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Deleting port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:02.120598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.185632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d240d81d-9cd5-46ae-b076-35ec9c95abcc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=362bb8ef5d6d43cabc7c7a2738bf9985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455363 Oct 29 11:34:02.185848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:02.188537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 665977de-c108-4650-9f9e-382adde42955 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:02.213944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.214719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 665977de-c108-4650-9f9e-382adde42955 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:02.215061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 665977de-c108-4650-9f9e-382adde42955 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:02.241284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] For port 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:02.241637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.251123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995503-52df-4531-bf1d-a8eae948ff0c req-d636c20d-afef-489c-a8b1-6a5b8bac5a69 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:02.256876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.258916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61995503-52df-4531-bf1d-a8eae948ff0c req-d636c20d-afef-489c-a8b1-6a5b8bac5a69 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0944879 Oct 29 11:34:02.280501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:02.281724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Calling delete_port for 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:02.284954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.291911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.318583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.320997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Transition to ACTIVE for port object 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:02.326717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.340313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61995503-52df-4531-bf1d-a8eae948ff0c req-4471743c-dc15-4c98-9137-a739ee4f7635 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806119 Oct 29 11:34:02.435118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Pushing event updated for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:02.475510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.479008 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.482624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/226cd354-27ca-4a52-961a-66618e5afc4d HTTP/1.1" status: 204 len: 168 time: 0.2934062 Oct 29 11:34:02.503934 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.511263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5c3c-2a7d-49e1-b013-7e0367789c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cd354-27ca-4a52-961a-66618e5afc4d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:02.531511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Attempting to bind port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:02.531841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Attempting to bind port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '623a86f2-0bdb-41ce-bf78-92814abf48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:02.532175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Attempting to bind port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 on network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:02.534315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bfae2c-f133-4c55-b6f6-fb9fab85b9bc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:02.542327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 on network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:02.542599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Attempting to bind port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 on network 2da5c141-7f3a-4700-ba01-e5d4959d3c42 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:02.557535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:02.557885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Checking segment: {'id': '623a86f2-0bdb-41ce-bf78-92814abf48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:02.558278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Bound using segment: {'id': '623a86f2-0bdb-41ce-bf78-92814abf48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:02.558717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Bound port: 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623a86f2-0bdb-41ce-bf78-92814abf48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:02.559076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.638761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:02.642445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,segment=NetworkSegment(623a86f2-0bdb-41ce-bf78-92814abf48f2),segment_id=623a86f2-0bdb-41ce-bf78-92814abf48f2)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:02.651771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.700028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:02.700823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.702710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] 10.222.0.86 "PUT /v2.0/ports/21864a32-250b-4cc4-8f3d-1c2b5ec2c309 HTTP/1.1" status: 200 len: 1091 time: 1.1076474 Oct 29 11:34:02.706007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:02.711644 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656bf56-7735-4eb1-8934-24268246db64" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:02.739612 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:34:02.798110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e259e9-5b05-4dae-98dc-c6d876daea3f service neutron] Pushing event updated for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:02.825175 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:02.852151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-3095263e-bf66-488c-9fef-b12d1055e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:02.854865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-3095263e-bf66-488c-9fef-b12d1055e248 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e3b608243d455a9503f7495eb62a20&device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 1094 time: 0.0927141 Oct 29 11:34:02.921684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-f14b7990-3afa-461d-9550-5d4b44d3d1fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309 HTTP/1.1" status: 200 len: 217 time: 0.0552132 Oct 29 11:34:02.978664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-69810421-18ff-4ee9-97f0-2e480462da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:02.980162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-69810421-18ff-4ee9-97f0-2e480462da0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2 HTTP/1.1" status: 200 len: 853 time: 0.0492845 Oct 29 11:34:03.021441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-9d6f43d1-9f03-4c22-93a0-4eade2b83011 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da5c141-7f3a-4700-ba01-e5d4959d3c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289483 Oct 29 11:34:03.113082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Router 421352cd-226a-4cb9-a323-71f140ae9ab7 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:03.150249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-4216c4be-5b42-4e93-ab9c-01afc5c6d38e service neutron] 10.222.0.86 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198101 Oct 29 11:34:03.285691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c8ef60d-6c25-4a29-b7f6-2c74c2f5b0b0 req-e46e208b-c586-4bcf-a1bb-def3763b8347 service neutron] 10.222.0.86 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Oct 29 11:34:03.423018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56840) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:03.511286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.524689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1024009845'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:03.545129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:03.548585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.548994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-22266c16-dd86-461b-9e93-9673be0040f8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:03.550486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-22266c16-dd86-461b-9e93-9673be0040f8 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=9044eb23-6eab-4abb-b62f-3c8e4c6e099a HTTP/1.1" status: 200 len: 944 time: 0.0729601 Oct 29 11:34:03.553291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:03.559300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.560389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-85f438a9-2966-4d4e-a50a-2f8d30483848 admin admin] 10.222.0.77 "PUT /v2.0/routers/421352cd-226a-4cb9-a323-71f140ae9ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784022 Oct 29 11:34:03.562056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56844) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:03.565863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Sync routers for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:03.579936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:03.580677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:03.672904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port c901b319-744d-4385-b1a0-173ea595f033 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:03.673275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.692865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:03.718605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.772580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port c901b319-744d-4385-b1a0-173ea595f033, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c901b319-744d-4385-b1a0-173ea595f033,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:03.772957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.790280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for c901b319-744d-4385-b1a0-173ea595f033 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:03.818989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.827908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.856299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:03.883620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b175d-1f43-4e4f-8309-10dd0c913eb8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:03.889244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.889587 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment 6c0ef35f-ed8a-4df4-b9f1-0fb30473900d of type vlan for network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 Oct 29 11:34:03.917042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-93b3187d-9127-487a-8cc4-0adb9499ef7f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:03.918618 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-93b3187d-9127-487a-8cc4-0adb9499ef7f tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.41 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 946 time: 0.0745220 Oct 29 11:34:03.927539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:03.944855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.000295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.009039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:04.009039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.046398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.062622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f', 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:04.080084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=c901b319-744d-4385-b1a0-173ea595f033,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:04.094853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6703072 Oct 29 11:34:04.101659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Deleting port 811d549e-98bb-4ee9-8198-89081deb0aaa {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:04.102556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.141384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351fc7b-6e4c-4371-b5a5-38c60ce1cac2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=67561fc5-97a7-4554-9a9a-0bab46dcfbe9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:04.147910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:34:02Z', 'revision_number': 5, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port': {'id': '633982df-d9c2-48b2-8949-0b4c5de0d978', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:04.152604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Deleting port 633982df-d9c2-48b2-8949-0b4c5de0d978 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:04.155511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.209755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] No DVR routers for this DVR port c901b319-744d-4385-b1a0-173ea595f033 on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:04.224733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.228719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71a4fbb5-8fad-4104-80d8-917b3c73573b req-9b47ab12-db2d-4ad2-ad69-b0f50ba90f08 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "DELETE /v2.0/ports/c901b319-744d-4385-b1a0-173ea595f033 HTTP/1.1" status: 204 len: 173 time: 0.6671777 Oct 29 11:34:04.237377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-deleted', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:04.240112 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf955f-45de-4bc8-8052-9a3fbc94112e" -d '{"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-deleted", "tag": "c901b319-744d-4385-b1a0-173ea595f033"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:04.272093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:04.277493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Checking router: 421352cd-226a-4cb9-a323-71f140ae9ab7 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:04.348399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] For port 633982df-d9c2-48b2-8949-0b4c5de0d978, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=633982df-d9c2-48b2-8949-0b4c5de0d978,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:04.348772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.378721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Calling delete_port for 633982df-d9c2-48b2-8949-0b4c5de0d978 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:04.395729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] For port 811d549e-98bb-4ee9-8198-89081deb0aaa, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=811d549e-98bb-4ee9-8198-89081deb0aaa,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:04.396154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.556366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Routers {'421352cd-226a-4cb9-a323-71f140ae9ab7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:04.559146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['421352cd-226a-4cb9-a323-71f140ae9ab7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:04.685809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.688811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.689384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.689838 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Floating IP 74666f46-3a97-4513-b1f6-2808d5687612 disassociated. External IP: 172.25.4.224, port: 811d549e-98bb-4ee9-8198-89081deb0aaa. Oct 29 11:34:04.690354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Calling delete_port for 811d549e-98bb-4ee9-8198-89081deb0aaa owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:04.744679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] Set router 421352cd-226a-4cb9-a323-71f140ae9ab7 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:04.750309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=633982df-d9c2-48b2-8949-0b4c5de0d978,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:04.851055 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.869314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:34:03Z', 'revision_number': 6, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:04.877749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:04.902252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c20aa-2e1e-4732-800c-3162756af6d7 None None] The sync data for ids ['421352cd-226a-4cb9-a323-71f140ae9ab7'] in n-d-805046-9 is: [{'id': '421352cd-226a-4cb9-a323-71f140ae9ab7', 'name': 'tempest-FloatingIPDetailsTestJSON-1781282452-router', 'tenant_id': '593ae385f82e4e158630474fd648e6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:33:35Z', 'updated_at': '2021-10-29T11:34:03Z', 'revision_number': 6, 'project_id': '593ae385f82e4e158630474fd648e6d5', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:04.905886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event deleted for resources: {'Port': ['ID=811d549e-98bb-4ee9-8198-89081deb0aaa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:05.037797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.040661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.084723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccec4d9-b792-41e1-99f4-bcbd8334ed12 req-7de292e7-5bb7-4823-9d4c-71b1d3106e67 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:05.086766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ccec4d9-b792-41e1-99f4-bcbd8334ed12 req-7de292e7-5bb7-4823-9d4c-71b1d3106e67 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 943 time: 0.0634892 Oct 29 11:34:05.110773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.112023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421352cd-226a-4cb9-a323-71f140ae9ab7 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:34:05.115994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.120163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6c965997-7581-492f-859c-a0a52e51fd42 admin admin] 10.222.0.77 "DELETE /v2.0/routers/421352cd-226a-4cb9-a323-71f140ae9ab7 HTTP/1.1" status: 204 len: 168 time: 1.5534639 Oct 29 11:34:05.120163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56852) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:05.123135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Router d1f31ebb-45e0-43a3-a121-0fcf0acac440 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:05.146249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ccec4d9-b792-41e1-99f4-bcbd8334ed12 req-4a367b9f-8238-4eb5-9f94-733ce8d4b9cd tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Oct 29 11:34:05.169292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Deleting subnet 401a4143-fb4e-4d37-931e-dd8a4114333c {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:05.174697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.220582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.256126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:05.275199 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Sync routers for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:05.297992 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:05.301226 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:05.346929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] No DVR routers for this DVR port 811d549e-98bb-4ee9-8198-89081deb0aaa on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:05.353850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.361993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be3aabc3-1591-4bfe-9e3e-279928192e54 req-57698697-81c7-4494-b2b2-50c8427b15d7 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.41 "DELETE /v2.0/ports/811d549e-98bb-4ee9-8198-89081deb0aaa HTTP/1.1" status: 204 len: 173 time: 1.4367402 Oct 29 11:34:05.415882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.495217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92e8f61c-4269-40c0-bf69-77b9adb7f9ca req-d57644fc-59c7-4dd7-8b9a-1d8b67a5a6d5 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/ports?device_id=081f8adc-72c5-4187-aec2-9574d98c1670 HTTP/1.1" status: 200 len: 210 time: 0.1143589 Oct 29 11:34:05.519980 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:05.587409 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63f831-2209-45d9-a2b5-e0d7d190139d x-openstack-request-id: req-2f63f831-2209-45d9-a2b5-e0d7d190139d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:05.587870 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:05.588252 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f63f831-2209-45d9-a2b5-e0d7d190139d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:05.588794 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309', 'status': 'completed', 'code': 200} Oct 29 11:34:05.606383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.623098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:34:05.667063 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5759a850-d08a-4569-9e76-46fd9e1aff9d x-openstack-request-id: req-5759a850-d08a-4569-9e76-46fd9e1aff9d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:05.667508 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044eb23-6eab-4abb-b62f-3c8e4c6e099a", "name": "network-vif-deleted", "tag": "c901b319-744d-4385-b1a0-173ea595f033", "status": "failed", "code": 422}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:05.667879 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5759a850-d08a-4569-9e76-46fd9e1aff9d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:05.668525 n-d-805046-9 neutron-server[102278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9044eb23-6eab-4abb-b62f-3c8e4c6e099a', 'name': 'network-vif-deleted', 'tag': 'c901b319-744d-4385-b1a0-173ea595f033', 'status': 'failed', 'code': 422} returned with failed status Oct 29 11:34:05.731766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe4cf5-f644-4c65-bf5d-0383f25d99c7 None None] Network 9943fd0f-552f-4a97-a9d6-3c0aac70189c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:05.744699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401a4143-fb4e-4d37-931e-dd8a4114333c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:05.756387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.763653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56860) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:05.763844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-90a77f8d-9430-4c87-9f35-686da94fcba3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/401a4143-fb4e-4d37-931e-dd8a4114333c HTTP/1.1" status: 204 len: 168 time: 0.6429427 Oct 29 11:34:05.791346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656bf56-7735-4eb1-8934-24268246db64 req-95a68846-06c8-45e0-8050-91fa1900436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:05.792879 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-95a68846-06c8-45e0-8050-91fa1900436e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e3b608243d455a9503f7495eb62a20&device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 1094 time: 0.1061664 Oct 29 11:34:05.854698 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:05.924422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:05.939006 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Checking router: d1f31ebb-45e0-43a3-a121-0fcf0acac440 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:05.948012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb86c-c7ed-4292-b0e7-c812af017374 req-24699f2d-c652-4795-98b5-710ed3c8f49d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:05.959410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76ecb86c-c7ed-4292-b0e7-c812af017374 req-24699f2d-c652-4795-98b5-710ed3c8f49d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0975759 Oct 29 11:34:05.971555 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:05.972236 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:06.039359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76ecb86c-c7ed-4292-b0e7-c812af017374 req-a0329d59-3cde-44e2-ac66-09bc70eb2838 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786264 Oct 29 11:34:06.068548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656bf56-7735-4eb1-8934-24268246db64 req-7e3c0ce7-1378-4301-bf47-55a1a543d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:06.075682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-7e3c0ce7-1378-4301-bf47-55a1a543d56f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2da5c141-7f3a-4700-ba01-e5d4959d3c42 HTTP/1.1" status: 200 len: 914 time: 0.2729409 Oct 29 11:34:06.166938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,segment=NetworkSegment(623a86f2-0bdb-41ce-bf78-92814abf48f2),segment_id=623a86f2-0bdb-41ce-bf78-92814abf48f2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:06.236520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309', 'network_id': '2da5c141-7f3a-4700-ba01-e5d4959d3c42', 'port_id': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309', 'mac_address': 'fa:16:3e:b1:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:34:06.312015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-f8cefa97-5f8c-4da8-a644-22c86893e371 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309 HTTP/1.1" status: 200 len: 217 time: 0.2228270 Oct 29 11:34:06.316319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Deleting port 0bedd981-03f9-4133-9008-070eeffabde6 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:06.317884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.358619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:06.370400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 633982df-d9c2-48b2-8949-0b4c5de0d978 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:06.420373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] DHCP port deletion for 9943fd0f-552f-4a97-a9d6-3c0aac70189c request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:06.444558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] For port 0bedd981-03f9-4133-9008-070eeffabde6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bedd981-03f9-4133-9008-070eeffabde6,segment=NetworkSegment(f3606be3-c2ef-44ca-b97b-1d9d6bf6851a),segment_id=f3606be3-c2ef-44ca-b97b-1d9d6bf6851a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:06.446628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.464753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Calling delete_port for 0bedd981-03f9-4133-9008-070eeffabde6 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:06.475030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656bf56-7735-4eb1-8934-24268246db64 req-d178e1cf-7410-44c9-a0d0-e570157e20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:06.477909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-d178e1cf-7410-44c9-a0d0-e570157e20d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2 HTTP/1.1" status: 200 len: 853 time: 0.1560261 Oct 29 11:34:06.501764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 633982df-d9c2-48b2-8949-0b4c5de0d978 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:06.501764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 633982df-d9c2-48b2-8949-0b4c5de0d978 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:06.501764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:06.538369 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-9230c97e-1767-49e2-a4dc-e92e64d08c9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da5c141-7f3a-4700-ba01-e5d4959d3c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495179 Oct 29 11:34:06.610253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.615415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:06.615820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 61bfae2c-f133-4c55-b6f6-fb9fab85b9bc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:06.628068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.660715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:06.673395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bedd981-03f9-4133-9008-070eeffabde6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:06.675258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] No DVR routers for this DVR port 0bedd981-03f9-4133-9008-070eeffabde6 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:06.689525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-0ed60646-abde-422f-8596-6c6ade74a1fd service neutron] 10.222.0.86 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417122 Oct 29 11:34:06.714705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,segment=NetworkSegment(623a86f2-0bdb-41ce-bf78-92814abf48f2),segment_id=623a86f2-0bdb-41ce-bf78-92814abf48f2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:06.734174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.738788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Deleting port 0bedd981-03f9-4133-9008-070eeffabde6 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:06.739159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.823552 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:06.838610 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8656bf56-7735-4eb1-8934-24268246db64 req-074b531b-50ac-4393-935d-cf03d53801ad service neutron] 10.222.0.86 "GET /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393638 Oct 29 11:34:06.841385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] For port 0bedd981-03f9-4133-9008-070eeffabde6, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:06.841789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.844073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:06.858218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Calling delete_port for 0bedd981-03f9-4133-9008-070eeffabde6 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:06.861018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Port 0bedd981-03f9-4133-9008-070eeffabde6 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:34:06.862307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.882765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a947ff-6cc0-42f7-bb60-b3ddb01ff32c None None] The sync data for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 is: [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:31:58Z', 'revision_number': 4, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6998fdeb-9565-48fd-b2f8-9fb29b65cf31', 'name': '', 'network_id': 'bc9fb02d-1710-4aa7-bda5-a6e5e895448b', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'mac_address': 'fa:16:3e:a6:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:57Z', 'updated_at': '2021-10-29T11:32:03Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'subnets': [{'id': '840b2511-bcbd-457f-a057-d62c85dec18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:06.898063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:06.899536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] Pushing event deleted for resources: {'Port': ['ID=0bedd981-03f9-4133-9008-070eeffabde6,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:06.911874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea92b29-ddcb-4328-b5ba-03962cb8a116 None None] No DVR routers for this DVR port 0bedd981-03f9-4133-9008-070eeffabde6 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:06.927539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403384d-7ba9-4dd3-8931-a16893ae0fd7 req-85aec39d-88fe-4b52-a4ef-9ef1f5747a47 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:06.929124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9403384d-7ba9-4dd3-8931-a16893ae0fd7 req-85aec39d-88fe-4b52-a4ef-9ef1f5747a47 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.2077036 Oct 29 11:34:06.943780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9943fd0f-552f-4a97-a9d6-3c0aac70189c']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:06.965157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:06.965286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3606be3-c2ef-44ca-b97b-1d9d6bf6851a') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:06.979775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.011686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['21864a32-250b-4cc4-8f3d-1c2b5ec2c309'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:07.016595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9403384d-7ba9-4dd3-8931-a16893ae0fd7 req-51864888-f300-4ec7-9ecb-6ae3c441530b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767422 Oct 29 11:34:07.017550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.026888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:07.028024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:07.108574 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:07.115275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.126912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.136443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] 10.222.0.77 "DELETE /v2.0/networks/9943fd0f-552f-4a97-a9d6-3c0aac70189c HTTP/1.1" status: 204 len: 168 time: 1.3679092 Oct 29 11:34:07.165515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a70f9-a707-4110-9e56-a99a7e10207d admin admin] Pushing event deleted for resources: {'Network': ['ID=9943fd0f-552f-4a97-a9d6-3c0aac70189c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:07.228991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1165f6-b8ee-4963-af73-852fcc6cb235 req-884b6ca5-76e8-4a5d-b1c6-85772bff12e5 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:07.230832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e1165f6-b8ee-4963-af73-852fcc6cb235 req-884b6ca5-76e8-4a5d-b1c6-85772bff12e5 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 944 time: 0.0932243 Oct 29 11:34:07.275848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e1165f6-b8ee-4963-af73-852fcc6cb235 req-29503dfc-ac0c-44e7-ad03-812f9f622297 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Oct 29 11:34:07.276691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee967308-2fc3-4138-85f6-22d01b636780 None None] New status for floating IP 74666f46-3a97-4513-b1f6-2808d5687612: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:34:07.364903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 811d549e-98bb-4ee9-8198-89081deb0aaa no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:07.396943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 811d549e-98bb-4ee9-8198-89081deb0aaa {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:07.397314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 811d549e-98bb-4ee9-8198-89081deb0aaa not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:07.408871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.433440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56880) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.436823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071148f-fff1-4e21-8b14-5302eb78fff6 req-be2239c3-8bab-45ce-8903-f821ce0562a9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:07.438593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0071148f-fff1-4e21-8b14-5302eb78fff6 req-be2239c3-8bab-45ce-8903-f821ce0562a9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 908 time: 0.0818236 Oct 29 11:34:07.440591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:07.522757 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e90986e5-b3e3-45cf-b506-aaedb3cc03ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=593ae385f82e4e158630474fd648e6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121798 Oct 29 11:34:07.525480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.593235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56890) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.593904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:07.597585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.653194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.676394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'name': 'network-vif-deleted', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:07.678653 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87a0670-b445-4848-948d-229f5d031149" -d '{"events": [{"server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "name": "network-vif-deleted", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:07.686495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.695280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.718763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.740544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c774f-d98c-4049-8eca-6682b724dbba req-e4073d1f-4b21-4545-8274-e04db1855bc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:07.742857 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-606c774f-d98c-4049-8eca-6682b724dbba req-e4073d1f-4b21-4545-8274-e04db1855bc4 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0909519 Oct 29 11:34:07.795622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-606c774f-d98c-4049-8eca-6682b724dbba req-9430db74-3e2b-4811-9fe2-e3f8b2c4c7c9 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Oct 29 11:34:07.804323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.804550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.807515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.807931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.808688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c013835-c8a2-46c9-887f-355631667fc5 HTTP/1.1" status: 204 len: 168 time: 0.2822948 Oct 29 11:34:07.809049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "DELETE /v2.0/security-groups/52d2256d-c21a-47d5-8804-f966af75eded HTTP/1.1" status: 204 len: 168 time: 0.2148004 Oct 29 11:34:07.813114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.838368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28f76-5d26-4e97-8c00-344d15f4fc9c tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2256d-c21a-47d5-8804-f966af75eded,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:07.872443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:07.879763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-82a2c7bb-0d86-44c4-b9bf-7bd3c328cbf3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:07.881518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-82a2c7bb-0d86-44c4-b9bf-7bd3c328cbf3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 908 time: 0.0548596 Oct 29 11:34:07.891039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902544d-b280-4144-9474-eaf8b736c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c013835-c8a2-46c9-887f-355631667fc5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:07.911505 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-4b940f4a-0b11-484c-be66-345ca35ab515 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] show failed (client error): The resource could not be found. Oct 29 11:34:07.915410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b940f4a-0b11-484c-be66-345ca35ab515 tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "GET /v2.0/security-groups/52d2256d-c21a-47d5-8804-f966af75eded HTTP/1.1" status: 404 len: 347 time: 0.0525053 Oct 29 11:34:07.916229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:07.989725 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3e06f-b697-40b5-b4eb-c84ba1ba2775 x-openstack-request-id: req-c8b3e06f-b697-40b5-b4eb-c84ba1ba2775 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:07.990320 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f8adc-72c5-4187-aec2-9574d98c1670", "name": "network-vif-deleted", "tag": "811d549e-98bb-4ee9-8198-89081deb0aaa", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:07.990714 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8b3e06f-b697-40b5-b4eb-c84ba1ba2775 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:07.991241 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f8adc-72c5-4187-aec2-9574d98c1670', 'name': 'network-vif-deleted', 'tag': '811d549e-98bb-4ee9-8198-89081deb0aaa', 'status': 'completed', 'code': 200} Oct 29 11:34:08.030119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port 96ca8d7c-cfad-4652-97a0-821fda806ff2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:08.030550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.081649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=f1a5592f-8fae-485e-86db-aecee9a7ff91,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:08.127320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:08.127689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: 67561fc5-97a7-4554-9a9a-0bab46dcfbe9, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:08.165211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:08.181453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e5fe-b465-4366-9c43-0dc1bc136f25 req-370944ff-5080-4b06-94a5-2da9361628f5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:08.183971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Deleting port c2db77d3-fae2-4617-8324-aa9e375242db {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:08.184392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.190746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7186e5fe-b465-4366-9c43-0dc1bc136f25 req-370944ff-5080-4b06-94a5-2da9361628f5 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1139882 Oct 29 11:34:08.205881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port 96ca8d7c-cfad-4652-97a0-821fda806ff2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=96ca8d7c-cfad-4652-97a0-821fda806ff2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:08.206307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.207937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bedd981-03f9-4133-9008-070eeffabde6 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:08.232328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for 96ca8d7c-cfad-4652-97a0-821fda806ff2 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:08.237115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0bedd981-03f9-4133-9008-070eeffabde6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:08.237735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bedd981-03f9-4133-9008-070eeffabde6 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:08.256959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 67561fc5-97a7-4554-9a9a-0bab46dcfbe9) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:08.265180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7186e5fe-b465-4366-9c43-0dc1bc136f25 req-f6519f7a-3026-4dc7-9d0a-2489c53d41cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733533 Oct 29 11:34:08.265492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:08.266331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.270749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a3084-4c46-4011-972e-1707ba6e794b None None] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:08.291907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5a2e574-3112-4298-afaa-1532636dc6b2 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8562486 Oct 29 11:34:08.296463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:08.301920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1102302674'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:08.344274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.344683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.356441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:08.360278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.371222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Calling delete_port for c2db77d3-fae2-4617-8324-aa9e375242db owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:08.463442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:08.485336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.491037 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment d9c1e8b4-124c-45ea-9a93-e36fb68c2170 of type vlan for network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 Oct 29 11:34:08.513586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.522752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780879-52e0-4a92-9a54-87e22ee4b511 req-bb0a0a67-73f0-46c9-adb7-a8f5ec65e9f7 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:08.524141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa780879-52e0-4a92-9a54-87e22ee4b511 req-bb0a0a67-73f0-46c9-adb7-a8f5ec65e9f7 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 944 time: 0.0892265 Oct 29 11:34:08.545746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-67561fc5-97a7-4554-9a9a-0bab46dcfbe9', 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': 'f1a5592f-8fae-485e-86db-aecee9a7ff91'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:08.546831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.566486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=96ca8d7c-cfad-4652-97a0-821fda806ff2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:08.587258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.619955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] No DVR routers for this DVR port 96ca8d7c-cfad-4652-97a0-821fda806ff2 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:08.622763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.626789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac11ba9b-bd6f-41dc-905f-e18d02d4f69a req-61318184-7d3f-480b-9ad9-ae11228ec42d tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "DELETE /v2.0/ports/96ca8d7c-cfad-4652-97a0-821fda806ff2 HTTP/1.1" status: 204 len: 173 time: 0.7374852 Oct 29 11:34:08.657211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa780879-52e0-4a92-9a54-87e22ee4b511 req-366edf12-e5b2-4ff4-96e2-f94eac4b14fe tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220338 Oct 29 11:34:08.866442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Allocated IP 2001:db8:0:ffff::2 (67561fc5-97a7-4554-9a9a-0bab46dcfbe9/f1a5592f-8fae-485e-86db-aecee9a7ff91/b3494deb-68b3-4a9e-b46e-343d30c2f9c1) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:08.900583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487ca7-f73a-475e-b384-1749457fd800 req-1b2860f9-09d1-49b5-b59a-79989f199078 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:08.909333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59487ca7-f73a-475e-b384-1749457fd800 req-1b2860f9-09d1-49b5-b59a-79989f199078 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0805724 Oct 29 11:34:08.939407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.945118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:08.946255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:08.981759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59487ca7-f73a-475e-b384-1749457fd800 req-3329106c-cae5-47d5-93d3-75d98b6fc4cb tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Oct 29 11:34:09.037831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7399261 Oct 29 11:34:09.040774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56936) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:09.041087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.047296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:09.059443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9659590-f4e0-412e-a4ce-4cf8b85d1c01 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=b1c68ac6-af9d-4cb0-86d9-3b7eab006610,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:09.098721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.103971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:09.121828 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.131003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Pushing event deleted for resources: {'Port': ['ID=c2db77d3-fae2-4617-8324-aa9e375242db,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:09.156483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-572cf17c-b2b7-4881-83be-1ceea0fac038 req-79d02e29-3310-47c7-86bf-9c6fba92ccbe tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d834b74-f7b6-486b-ab05-a2b8162ae771 HTTP/1.1" status: 200 len: 210 time: 0.0475957 Oct 29 11:34:09.178646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.182798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.187779 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8f4dc0a2-8c20-496c-9808-74be99b466ca tempest-ServersTestFqdnHostnames-809018961 tempest-ServersTestFqdnHostnames-809018961-project] 10.222.0.77 "DELETE /v2.0/floatingips/74666f46-3a97-4513-b1f6-2808d5687612 HTTP/1.1" status: 204 len: 168 time: 1.2662380 Oct 29 11:34:09.188503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:09.223062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Pushing event updated for resources: {'Port': ['ID=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:09.244928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:09.249655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:09.256799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:09.285284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:09.289156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.328158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Attempting to bind port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:09.328872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Attempting to bind port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:09.329836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Attempting to bind port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 on network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:09.336951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:09.337420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Checking segment: {'id': '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:09.337878 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.338318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Bound using segment: {'id': '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:09.338822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Bound port: b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '67561fc5-97a7-4554-9a9a-0bab46dcfbe9'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:09.339205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.419743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] For port b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:09.422783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] For port b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,segment=NetworkSegment(6c0ef35f-ed8a-4df4-b9f1-0fb30473900d),segment_id=6c0ef35f-ed8a-4df4-b9f1-0fb30473900d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:09.427012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.487152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f543-5071-4afe-b203-16fe27aceab8 None None] Pushing event updated for resources: {'Port': ['ID=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:09.560174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033b45-5b8a-4383-84aa-6cb65126b6ce req-1bdeaa34-d599-4b98-9290-54bd0662e1ce tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:09.561688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f033b45-5b8a-4383-84aa-6cb65126b6ce req-1bdeaa34-d599-4b98-9290-54bd0662e1ce tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1481528 Oct 29 11:34:09.673745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:09.748635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:34:09.753770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:09.754148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.857969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.886410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:09.889087 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdffa52a-4bfc-4d98-84d1-62c41705ed22" -d '{"events": [{"server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "name": "network-vif-plugged", "status": "completed", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:09.903631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,segment=NetworkSegment(623a86f2-0bdb-41ce-bf78-92814abf48f2),segment_id=623a86f2-0bdb-41ce-bf78-92814abf48f2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:09.908957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:09.946628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f033b45-5b8a-4383-84aa-6cb65126b6ce req-59fcb5d3-ce17-40b7-bfce-db0c20aa3cb3 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775425 Oct 29 11:34:09.968075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:09.993077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'name': 'network-vif-deleted', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:09.995741 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e5317-9517-4b6c-93e8-e87e219fb1c9" -d '{"events": [{"server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "name": "network-vif-deleted", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:10.087607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:34:10.089989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.160145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=7790a23a-04a8-488f-841c-cf3513fcc2c9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:10.248649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b3494deb-68b3-4a9e-b46e-343d30c2f9c1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:10.258730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:10.259091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: b1c68ac6-af9d-4cb0-86d9-3b7eab006610, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:10.300304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:10.309559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d090a-4441-49ae-9485-fb250cb2ad0a req-62659421-b411-4a46-9066-8941a8fde298 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:10.311143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f87d090a-4441-49ae-9485-fb250cb2ad0a req-62659421-b411-4a46-9066-8941a8fde298 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.0900037 Oct 29 11:34:10.318277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:10.318651 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.323236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.369595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, b1c68ac6-af9d-4cb0-86d9-3b7eab006610) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:10.393685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18917cb6-da06-49d5-b968-0b72e27c0336 None None] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:10.413371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:10.413956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.456866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7fed149d-a2f0-4a33-af9e-411563ca747d tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4144073 Oct 29 11:34:10.460665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:10.466050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.467608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f87d090a-4441-49ae-9485-fb250cb2ad0a req-788f128d-7b7d-4793-99f2-c92a2241919e tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431677 Oct 29 11:34:10.472702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'port': {'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610', 'name': 'tempest-NetworksIpV6TestAttrs-1748394366'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:10.527110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,segment=NetworkSegment(6c0ef35f-ed8a-4df4-b9f1-0fb30473900d),segment_id=6c0ef35f-ed8a-4df4-b9f1-0fb30473900d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:10.531727 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06e1e4-053f-4771-bbf4-3e0b683f46ff x-openstack-request-id: req-4a06e1e4-053f-4771-bbf4-3e0b683f46ff {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:10.532156 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "name": "network-vif-plugged", "status": "completed", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:10.532522 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a06e1e4-053f-4771-bbf4-3e0b683f46ff {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:10.533026 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309', 'code': 200} Oct 29 11:34:10.561154 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.655499 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f4afd-743f-4b69-af84-9196c1f95efd x-openstack-request-id: req-699f4afd-743f-4b69-af84-9196c1f95efd {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:10.656965 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d834b74-f7b6-486b-ab05-a2b8162ae771", "name": "network-vif-deleted", "tag": "96ca8d7c-cfad-4652-97a0-821fda806ff2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:10.657309 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-699f4afd-743f-4b69-af84-9196c1f95efd {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:10.657716 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d834b74-f7b6-486b-ab05-a2b8162ae771', 'name': 'network-vif-deleted', 'tag': '96ca8d7c-cfad-4652-97a0-821fda806ff2', 'status': 'completed', 'code': 200} Oct 29 11:34:10.664038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:10.671695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.699372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] device_id is not set on port 331be7cb-827e-4de5-aae1-abe2799db454 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:10.822322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5911a7-4899-481b-9e90-202c41c20f8f None None] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:10.844079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f25ee1f7-f84c-44b6-bdc0-dc6832ca2f51 req-df8afb7a-b8b7-4c73-82cd-583b05d2c95a tempest-AbsoluteLimitsNegativeTestJSON-573619854 tempest-AbsoluteLimitsNegativeTestJSON-573619854-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3e989535625547d698d60ad251ec409d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483937 Oct 29 11:34:10.874551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-b1c68ac6-af9d-4cb0-86d9-3b7eab006610', 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': '7790a23a-04a8-488f-841c-cf3513fcc2c9'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:10.875504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.890934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:10.908077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Allocated IP 2001:db8::f816:3eff:fe9b:dc95 (b1c68ac6-af9d-4cb0-86d9-3b7eab006610/7790a23a-04a8-488f-841c-cf3513fcc2c9/331be7cb-827e-4de5-aae1-abe2799db454) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:10.924577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fc5882ff-bf86-4ecd-bc1a-aaa8e670e73d None None] Provisioning complete for port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:10.924990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fc5882ff-bf86-4ecd-bc1a-aaa8e670e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:10.988006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ce0c7-a078-4a57-8575-cdd41f46af70 req-092a244e-de59-42ea-865e-393cbcb6e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:10.989747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b7ce0c7-a078-4a57-8575-cdd41f46af70 req-092a244e-de59-42ea-865e-393cbcb6e75f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 1096 time: 0.3797793 Oct 29 11:34:11.059377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Deleting port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:11.059717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.092104 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b7ce0c7-a078-4a57-8575-cdd41f46af70 req-ee2c28cf-b077-4075-8271-1b47937628bd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856569 Oct 29 11:34:11.123439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee1f7-f84c-44b6-bdc0-dc6832ca2f51 req-92f816fa-8b8f-42d2-bde0-9ab848b70e90 tempest-AbsoluteLimitsNegativeTestJSON-573619854 tempest-AbsoluteLimitsNegativeTestJSON-573619854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:11.125234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f25ee1f7-f84c-44b6-bdc0-dc6832ca2f51 req-92f816fa-8b8f-42d2-bde0-9ab848b70e90 tempest-AbsoluteLimitsNegativeTestJSON-573619854 tempest-AbsoluteLimitsNegativeTestJSON-573619854-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596152 Oct 29 11:34:11.142748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.144636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f25ee1f7-f84c-44b6-bdc0-dc6832ca2f51 req-729b9413-b037-4c39-91ec-0479e000cacd tempest-AbsoluteLimitsNegativeTestJSON-573619854 tempest-AbsoluteLimitsNegativeTestJSON-573619854-project] 10.222.0.77 "GET /v2.0/quotas/3e989535625547d698d60ad251ec409d HTTP/1.1" status: 200 len: 375 time: 0.0129919 Oct 29 11:34:11.190544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.202880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f25ee1f7-f84c-44b6-bdc0-dc6832ca2f51 req-c2ecdff9-083d-4adf-b415-135422f6fc51 tempest-AbsoluteLimitsNegativeTestJSON-573619854 tempest-AbsoluteLimitsNegativeTestJSON-573619854-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e989535625547d698d60ad251ec409d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404127 Oct 29 11:34:11.208452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] For port 6998fdeb-9565-48fd-b2f8-9fb29b65cf31, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:11.208817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.222889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Calling delete_port for 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:11.255378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Allocated IP 2001:db8::f816:3eff:fe08:faae (b1c68ac6-af9d-4cb0-86d9-3b7eab006610/7790a23a-04a8-488f-841c-cf3513fcc2c9/3ee146ec-7bd2-4dfe-9495-dff38b925419) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:11.298701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:11.307091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:11.314195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:11.321171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:11.322666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.328050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Port': ['ID=331be7cb-827e-4de5-aae1-abe2799db454,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:11.366268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e3fa2b9d-632c-49e2-b946-f41a6ad89b6f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9021287 Oct 29 11:34:11.375241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:11.459785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 96ca8d7c-cfad-4652-97a0-821fda806ff2 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:11.507613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting subnet 7790a23a-04a8-488f-841c-cf3513fcc2c9 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:11.510496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 96ca8d7c-cfad-4652-97a0-821fda806ff2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:11.510814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 96ca8d7c-cfad-4652-97a0-821fda806ff2 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:11.529183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.534783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.539591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b251b2bb-e337-4124-a8f2-e1a9e862efac None None] Provisioning complete for port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:11.539591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b251b2bb-e337-4124-a8f2-e1a9e862efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.546324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.564467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6998fdeb-9565-48fd-b2f8-9fb29b65cf31,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:11.572480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.637515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.637758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:11.647795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:11.655136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:11.676317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Pushing event updated for resources: {'Port': ['ID=3ee146ec-7bd2-4dfe-9495-dff38b925419,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:11.784748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Attempting to bind port 3ee146ec-7bd2-4dfe-9495-dff38b925419 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:11.785143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Attempting to bind port 3ee146ec-7bd2-4dfe-9495-dff38b925419 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:11.785508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Attempting to bind port 3ee146ec-7bd2-4dfe-9495-dff38b925419 on network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:11.796107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:11.796107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Checking segment: {'id': 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:11.796540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.797237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Bound using segment: {'id': 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:11.797724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Bound port: 3ee146ec-7bd2-4dfe-9495-dff38b925419, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b1c68ac6-af9d-4cb0-86d9-3b7eab006610'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:11.798398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.811164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc9788-8d25-4d7a-8608-6664917a8bf9 req-3e789627-f185-4875-a1bd-c52af8410011 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:11.819396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1edc9788-8d25-4d7a-8608-6664917a8bf9 req-3e789627-f185-4875-a1bd-c52af8410011 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1476824 Oct 29 11:34:11.853530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56986) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:11.884009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1edc9788-8d25-4d7a-8608-6664917a8bf9 req-5c661c3e-a8d1-4607-a4bc-2804ab0ebe73 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 Oct 29 11:34:11.910764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:11.927220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.006366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.018651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] For port 3ee146ec-7bd2-4dfe-9495-dff38b925419, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:12.024400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] For port 3ee146ec-7bd2-4dfe-9495-dff38b925419, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3ee146ec-7bd2-4dfe-9495-dff38b925419,segment=NetworkSegment(d9c1e8b4-124c-45ea-9a93-e36fb68c2170),segment_id=d9c1e8b4-124c-45ea-9a93-e36fb68c2170)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:12.035339 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.066954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e866f8d-9734-4f86-b364-a9208a8fe6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.072139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=7790a23a-04a8-488f-841c-cf3513fcc2c9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:12.087146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.098596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9b9d5d70-bc2a-436a-ad87-9aa1a4a9ee43 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/7790a23a-04a8-488f-841c-cf3513fcc2c9 HTTP/1.1" status: 204 len: 168 time: 0.7185938 Oct 29 11:34:12.101496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56994) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:12.168143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bdbd2-1228-42c7-9438-427939f12f64 None None] Pushing event updated for resources: {'Port': ['ID=3ee146ec-7bd2-4dfe-9495-dff38b925419,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:12.223410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0869462-d262-4464-9020-69d069757234 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:12.225374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0869462-d262-4464-9020-69d069757234 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:12.227328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0869462-d262-4464-9020-69d069757234 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1170013 Oct 29 11:34:12.234026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56996) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:12.288637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1a0e-3198-4240-a487-33ca5d9bc515 req-118795f8-711a-469d-a649-0e89fb940d09 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:12.296815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09fe1a0e-3198-4240-a487-33ca5d9bc515 req-118795f8-711a-469d-a649-0e89fb940d09 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.1090403 Oct 29 11:34:12.324501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Router d1f31ebb-45e0-43a3-a121-0fcf0acac440 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:12.340339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-83291a84-51d7-4de1-beec-06a342b089d0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.359686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b3494deb-68b3-4a9e-b46e-343d30c2f9c1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:12.360256 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-83291a84-51d7-4de1-beec-06a342b089d0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 29 11:34:12.360957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83291a84-51d7-4de1-beec-06a342b089d0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:12.362118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09fe1a0e-3198-4240-a487-33ca5d9bc515 req-9deb9c43-a841-4e85-8ec6-1ad2e78b6dd4 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Oct 29 11:34:12.364399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-83291a84-51d7-4de1-beec-06a342b089d0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/b1c68ac6-af9d-4cb0-86d9-3b7eab006610 HTTP/1.1" status: 409 len: 405 time: 0.1289122 Oct 29 11:34:12.372843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:12.382040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1178297167'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:12.382983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e866f8d-9734-4f86-b364-a9208a8fe6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.388867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e866f8d-9734-4f86-b364-a9208a8fe6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.471099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3e866f8d-9734-4f86-b364-a9208a8fe6f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e989535625547d698d60ad251ec409d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165104 Oct 29 11:34:12.473997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57002) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:12.475229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:12.475611 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.477739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e866f8d-9734-4f86-b364-a9208a8fe6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c44e2-ac74-44a0-b3df-bd070056770f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:12.559092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.560152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:12.563724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.583362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.609502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f552be-53b3-49fb-80e6-535a51152082 req-55bb22c7-8159-41c7-96ca-96701ea2059a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:12.611091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f552be-53b3-49fb-80e6-535a51152082 req-55bb22c7-8159-41c7-96ca-96701ea2059a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1182163 Oct 29 11:34:12.615794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:12.624156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0186fcb7-4645-482b-a2fd-754ffcdf1b82 admin admin] 10.222.0.77 "PUT /v2.0/routers/d1f31ebb-45e0-43a3-a121-0fcf0acac440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345872 Oct 29 11:34:12.625759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:12.626807 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Sync routers for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:12.627783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57006) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:12.640786 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:12.641374 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:12.647910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.652211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.658071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c6c44e2-ac74-44a0-b3df-bd070056770f HTTP/1.1" status: 204 len: 168 time: 0.1827779 Oct 29 11:34:12.668708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae9de-985f-4e64-b77d-c64c9e07b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c44e2-ac74-44a0-b3df-bd070056770f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:12.734352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.734711 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment bcd63d9e-1c3d-4de0-a21c-f46a24d27a05 of type vlan for network c67a8f11-45d2-454d-bb45-42d5bace56a0 Oct 29 11:34:12.757194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f552be-53b3-49fb-80e6-535a51152082 req-aa2a71cd-e8f9-41fe-889e-be03257f7f5d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368361 Oct 29 11:34:12.759871 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:12.812831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:12.973214 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:34:11Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:13.006186 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Checking router: d1f31ebb-45e0-43a3-a121-0fcf0acac440 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:13.017141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Routers {'d1f31ebb-45e0-43a3-a121-0fcf0acac440'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:13.017688 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:13.108748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:34:13.134524 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] Set router d1f31ebb-45e0-43a3-a121-0fcf0acac440 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:13.152050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.186037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.191571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:13.192184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.306742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf8e6-0cf7-4831-b63a-71a2b3fbce71 req-f4d79b23-6a1b-4aab-b6de-6b858035b717 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:13.308372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75eaf8e6-0cf7-4831-b63a-71a2b3fbce71 req-f4d79b23-6a1b-4aab-b6de-6b858035b717 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.2085629 Oct 29 11:34:13.325304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9471784 Oct 29 11:34:13.330979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:13.337429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:13.338504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79436626-32e4-4849-902a-1c17c41d87fd tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=c67a8f11-45d2-454d-bb45-42d5bace56a0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:13.349809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:13.402766 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:34:11Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:13.413177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75eaf8e6-0cf7-4831-b63a-71a2b3fbce71 req-a6680231-f849-4a4e-8434-6070a003a93b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923343 Oct 29 11:34:13.427292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.529940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:13.539779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Deleting port bd93a9a9-5a91-4ebc-a575-83f5947810bd {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:13.540231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.540491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.548673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08692ce7-8834-4b53-be6c-abde95a8b4a0 None None] Network b1c68ac6-af9d-4cb0-86d9-3b7eab006610 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:13.586910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d6c0f6-5a28-4256-aa2d-5b7e563de193 None None] The sync data for ids ['d1f31ebb-45e0-43a3-a121-0fcf0acac440'] in n-d-805046-9 is: [{'id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'name': 'tempest-ServersTestFqdnHostnames-1325503131-router', 'tenant_id': '57d8cfce80c04bb491aa4207a175ae38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:34:11Z', 'revision_number': 5, 'project_id': '57d8cfce80c04bb491aa4207a175ae38', 'gw_port': {'id': 'bd93a9a9-5a91-4ebc-a575-83f5947810bd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f31ebb-45e0-43a3-a121-0fcf0acac440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:31:53Z', 'updated_at': '2021-10-29T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:13.645627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] For port bd93a9a9-5a91-4ebc-a575-83f5947810bd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=bd93a9a9-5a91-4ebc-a575-83f5947810bd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:13.646260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.669046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Calling delete_port for bd93a9a9-5a91-4ebc-a575-83f5947810bd owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:13.701213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] Provisioning complete for port 3ee146ec-7bd2-4dfe-9495-dff38b925419 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:13.701666 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.712875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57036) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:13.754403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-3448efb0-d1cf-40b6-9989-73d86b9aefbd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:13.755928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-3448efb0-d1cf-40b6-9989-73d86b9aefbd tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.1086481 Oct 29 11:34:13.869507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4690-87a4-4506-ad76-917776bc4515 req-ce9f80bd-f517-4a39-bfb9-92b826537bd7 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:13.872094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.872204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a1c4690-87a4-4506-ad76-917776bc4515 req-ce9f80bd-f517-4a39-bfb9-92b826537bd7 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.0762002 Oct 29 11:34:13.921375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] For port 3ee146ec-7bd2-4dfe-9495-dff38b925419, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3ee146ec-7bd2-4dfe-9495-dff38b925419,segment=NetworkSegment(d9c1e8b4-124c-45ea-9a93-e36fb68c2170),segment_id=d9c1e8b4-124c-45ea-9a93-e36fb68c2170)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:13.921952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-119659871-network', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:13.928797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.972324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a1c4690-87a4-4506-ad76-917776bc4515 req-50887491-e836-4d4f-a9bc-88773034137d tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Oct 29 11:34:13.983400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beef27c-b6ec-482c-a45f-c33f1f6d4e7d None None] Pushing event updated for resources: {'Port': ['ID=3ee146ec-7bd2-4dfe-9495-dff38b925419,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:13.998192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:13.999961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] DHCP port deletion for b1c68ac6-af9d-4cb0-86d9-3b7eab006610 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:14.031820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd93a9a9-5a91-4ebc-a575-83f5947810bd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.073113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Made reservation on behalf of 28727435b1a84ef59c4e50ae136f9664 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:14.075457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.093571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Deleting port 3ee146ec-7bd2-4dfe-9495-dff38b925419 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:14.094095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.100062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.172966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] For port 3ee146ec-7bd2-4dfe-9495-dff38b925419, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3ee146ec-7bd2-4dfe-9495-dff38b925419,segment=NetworkSegment(d9c1e8b4-124c-45ea-9a93-e36fb68c2170),segment_id=d9c1e8b4-124c-45ea-9a93-e36fb68c2170)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:14.173537 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.182468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828303c-cb0c-4ef7-b046-8207ff144285 req-a8b2225d-504b-44f7-b028-433ea8340878 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:14.187959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Calling delete_port for 3ee146ec-7bd2-4dfe-9495-dff38b925419 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:14.192250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a828303c-cb0c-4ef7-b046-8207ff144285 req-a8b2225d-504b-44f7-b028-433ea8340878 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1269758 Oct 29 11:34:14.203744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.248835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:14.272994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:14.273566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6998fdeb-9565-48fd-b2f8-9fb29b65cf31 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:14.295947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:14.296518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.314284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.320243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:34:14.334960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.339224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a828303c-cb0c-4ef7-b046-8207ff144285 req-9f566745-26cf-4fb3-bf1b-4c5e1cb25e2a tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462157 Oct 29 11:34:14.340407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.344966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] Pushing event deleted for resources: {'Port': ['ID=3ee146ec-7bd2-4dfe-9495-dff38b925419,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.347134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11f3dd-65e3-4a7e-aeba-361d67b8c299 None None] No DVR routers for this DVR port 3ee146ec-7bd2-4dfe-9495-dff38b925419 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:14.368481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.375441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.420544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.421229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f31ebb-45e0-43a3-a121-0fcf0acac440 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:34:14.427711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.429806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd76fcb0-f6ba-4ab3-b5e9-ba15db14e4dc admin admin] 10.222.0.77 "DELETE /v2.0/routers/d1f31ebb-45e0-43a3-a121-0fcf0acac440 HTTP/1.1" status: 204 len: 168 time: 1.7963347 Oct 29 11:34:14.432053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.432517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:14.493498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:14.524915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec95cd8-a32f-4c2f-a2d3-8a669c3d4e07,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.534348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Deleting subnet 840b2511-bcbd-457f-a057-d62c85dec18e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:14.537885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.549740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=882e85cf-b6b1-48c8-abee-7d0dff492090,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.563511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:14.563707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.566462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.566804 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Added segment c36ab876-ab3b-486f-a4bd-34ba458021c4 of type vlan for network ecc46366-e217-4b61-aebb-d4e90549df93 Oct 29 11:34:14.581712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.590562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34770a9e-0645-466c-aeb1-0c8b44e18eb8 req-3581e176-25c6-4c92-b7ef-f0e2fb47667d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:14.592092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:14.592266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34770a9e-0645-466c-aeb1-0c8b44e18eb8 req-3581e176-25c6-4c92-b7ef-f0e2fb47667d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.0959797 Oct 29 11:34:14.592599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: c67a8f11-45d2-454d-bb45-42d5bace56a0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:14.595082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:14.662205 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34770a9e-0645-466c-aeb1-0c8b44e18eb8 req-d35b6175-789a-478b-80be-acdecd844b2b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Oct 29 11:34:14.677035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.692896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:14.725694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c67a8f11-45d2-454d-bb45-42d5bace56a0) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:14.731123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:14.731727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.739657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.740397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ba293-a1de-472a-8ea2-3be81cb986d5 None None] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:14.740856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:14.741172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.778224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.818668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eca8f88d-256f-45ce-83af-c9b4ff641140 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4837391 Oct 29 11:34:14.820948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb25567-f722-43c7-bd67-fa2968fd49f6 req-46c6a3b9-0e11-4243-bfa4-1d6d58610fc7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:14.822472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebb25567-f722-43c7-bd67-fa2968fd49f6 req-46c6a3b9-0e11-4243-bfa4-1d6d58610fc7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=e04179cf-cf32-448e-a95c-e520df941eab HTTP/1.1" status: 200 len: 945 time: 0.0957661 Oct 29 11:34:14.822959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57056) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:14.831220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'port': {'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0', 'name': 'tempest-NetworksIpV6TestAttrs-239364995'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:14.833876 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1190517 Oct 29 11:34:14.835492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57058) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:14.839536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e277d-068d-43c2-975b-6c0616b14d9c admin admin] Pushing event updated for resources: {'Network': ['ID=ecc46366-e217-4b61-aebb-d4e90549df93,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.846941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Request body: {'subnet': {'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-119659871-subnet', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:14.866718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ecc46366-e217-4b61-aebb-d4e90549df93 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:14.898314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.914687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f', 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:14.940318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=a2218aa8-8592-44cb-b4a9-bbc0553d2ea2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:14.953578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.962385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Made reservation on behalf of 28727435b1a84ef59c4e50ae136f9664 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:14.965418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:14.978494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebb25567-f722-43c7-bd67-fa2968fd49f6 req-f782564a-86c5-4d43-b8f4-12f404fe8a10 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403821 Oct 29 11:34:15.038048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-c67a8f11-45d2-454d-bb45-42d5bace56a0', 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': '882e85cf-b6b1-48c8-abee-7d0dff492090'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:15.038902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.045845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] No DVR routers for this DVR port a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:15.051237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.056338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840b2511-bcbd-457f-a057-d62c85dec18e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:15.056593 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-039fad5e-b6a3-4c2a-82f9-00e59fe0cd9a req-93b14207-0f21-447b-9b42-f7c7e2d1ac7f tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "DELETE /v2.0/ports/a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 HTTP/1.1" status: 204 len: 173 time: 1.2925251 Oct 29 11:34:15.059624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'name': 'network-vif-deleted', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:15.065751 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42001f-615d-4596-8895-18e6d6da3848" -d '{"events": [{"server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "name": "network-vif-deleted", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:15.085130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.089092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/840b2511-bcbd-457f-a057-d62c85dec18e HTTP/1.1" status: 204 len: 168 time: 0.6553917 Oct 29 11:34:15.091662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:15.096708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a17cfeb-49fb-48b0-ac74-07ba16eba2f4 None None] Network bc9fb02d-1710-4aa7-bda5-a6e5e895448b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:15.105421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.105989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.106484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.106991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.107477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.107986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.108481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.108969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.109483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.110029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.110509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.110989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70c4f6-ed05-4743-871b-6dd694243938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:15.213907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:15.217910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.264531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] device_id is not set on port b4d90389-08ff-44fe-b7c4-62a1db1addbc yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:15.270560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.356351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Deleting port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:15.356629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.428031 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a9a74-7980-4427-b211-1869f40d75c3 x-openstack-request-id: req-ac5a9a74-7980-4427-b211-1869f40d75c3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:15.428031 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04179cf-cf32-448e-a95c-e520df941eab", "name": "network-vif-deleted", "tag": "a2218aa8-8592-44cb-b4a9-bbc0553d2ea2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:15.428339 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac5a9a74-7980-4427-b211-1869f40d75c3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:15.428922 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04179cf-cf32-448e-a95c-e520df941eab', 'name': 'network-vif-deleted', 'tag': 'a2218aa8-8592-44cb-b4a9-bbc0553d2ea2', 'status': 'completed', 'code': 200} Oct 29 11:34:15.473878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] For port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,segment=NetworkSegment(2f7719ae-3150-4161-975d-7a156a8066fd),segment_id=2f7719ae-3150-4161-975d-7a156a8066fd)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:15.481632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.514619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Calling delete_port for fdeb34dc-7eea-470e-ac2c-7ab336c63e4a owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:15.527504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.583548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Allocated IP 2001:db8::f816:3eff:fec1:93c7 (c67a8f11-45d2-454d-bb45-42d5bace56a0/882e85cf-b6b1-48c8-abee-7d0dff492090/cf39a246-975a-4ded-ad21-5ffe09462848) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:15.630793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d69c9e-d25b-4fa2-ace7-d1f51e30af83,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:15.663715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Checking segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:15.663715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Network hostable DHCP agents. Network: ecc46366-e217-4b61-aebb-d4e90549df93, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:15.676439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582be53a-8fc8-4aa7-8208-82dff424510d req-9086a26f-511b-4b14-819a-6153b4db6b3b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:15.684338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-582be53a-8fc8-4aa7-8208-82dff424510d req-9086a26f-511b-4b14-819a-6153b4db6b3b tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1109288 Oct 29 11:34:15.740391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.754244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-582be53a-8fc8-4aa7-8208-82dff424510d req-e7e34bae-86df-4214-b6b4-1f435fe98c50 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689886 Oct 29 11:34:15.761554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Network ecc46366-e217-4b61-aebb-d4e90549df93 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:15.770982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3822cc-44ac-4f7b-86f8-bbfad4492230 None None] DHCP port deletion for bc9fb02d-1710-4aa7-bda5-a6e5e895448b request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:15.783669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ecc46366-e217-4b61-aebb-d4e90549df93) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:15.787870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:15.788455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.796619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeb34dc-7eea-470e-ac2c-7ab336c63e4a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:15.806866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] No DVR routers for this DVR port fdeb34dc-7eea-470e-ac2c-7ab336c63e4a on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:15.823333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0e478ba-4a75-4cea-8c36-639d9124a73f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9840503 Oct 29 11:34:15.826194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57074) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:15.829828 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.831531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:15.835246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54699e4-c7bd-46d2-a656-273d1e372951 None None] Network ecc46366-e217-4b61-aebb-d4e90549df93 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:15.886625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.918197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.943462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:15.952199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9fb02d-1710-4aa7-bda5-a6e5e895448b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:15.962145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7719ae-3150-4161-975d-7a156a8066fd') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:15.962478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7719ae-3150-4161-975d-7a156a8066fd') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:15.983837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:15.987892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.989642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:15.994128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:16.004465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.047058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.054458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:16.054994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.059706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Allocated IP 2001:db8::f816:3eff:fe86:dc24 (c67a8f11-45d2-454d-bb45-42d5bace56a0/882e85cf-b6b1-48c8-abee-7d0dff492090/b4d90389-08ff-44fe-b7c4-62a1db1addbc) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:16.066095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Pushing event updated for resources: {'Port': ['ID=cf39a246-975a-4ded-ad21-5ffe09462848,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:16.086879 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:16.111767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.167677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Attempting to bind port cf39a246-975a-4ded-ad21-5ffe09462848 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:16.168043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Attempting to bind port cf39a246-975a-4ded-ad21-5ffe09462848 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:16.168399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Attempting to bind port cf39a246-975a-4ded-ad21-5ffe09462848 on network c67a8f11-45d2-454d-bb45-42d5bace56a0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:16.180094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.187102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.189516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:16.190104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Checking segment: {'id': 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:16.190664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.191192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Bound using segment: {'id': 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:16.191318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bc9fb02d-1710-4aa7-bda5-a6e5e895448b HTTP/1.1" status: 204 len: 168 time: 1.0986495 Oct 29 11:34:16.192277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Bound port: cf39a246-975a-4ded-ad21-5ffe09462848, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c67a8f11-45d2-454d-bb45-42d5bace56a0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:16.192802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.211504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ec1a9-40e2-4943-820e-3e1074d3ecc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9fb02d-1710-4aa7-bda5-a6e5e895448b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:16.214123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ecc46366-e217-4b61-aebb-d4e90549df93', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:16.215320 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.333917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] For port cf39a246-975a-4ded-ad21-5ffe09462848, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:16.338371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] For port cf39a246-975a-4ded-ad21-5ffe09462848, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf39a246-975a-4ded-ad21-5ffe09462848,segment=NetworkSegment(bcd63d9e-1c3d-4de0-a21c-f46a24d27a05),segment_id=bcd63d9e-1c3d-4de0-a21c-f46a24d27a05)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:16.339884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdeb34dc-7eea-470e-ac2c-7ab336c63e4a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:16.366089 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.376496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: fdeb34dc-7eea-470e-ac2c-7ab336c63e4a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:16.377241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdeb34dc-7eea-470e-ac2c-7ab336c63e4a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:16.377827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd93a9a9-5a91-4ebc-a575-83f5947810bd no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:16.387487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:16.429456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fa418975-1a6d-40a1-9b3f-dec753904868 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57d8cfce80c04bb491aa4207a175ae38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402977 Oct 29 11:34:16.431715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:16.468688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: bd93a9a9-5a91-4ebc-a575-83f5947810bd {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:16.469033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device bd93a9a9-5a91-4ebc-a575-83f5947810bd not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:16.492009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.511806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.525508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.528304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ef827-21c4-4af0-bcd5-59a218798f6b None None] Pushing event updated for resources: {'Port': ['ID=cf39a246-975a-4ded-ad21-5ffe09462848,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:16.590484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.591765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Allocated IP 172.20.0.2 (ecc46366-e217-4b61-aebb-d4e90549df93/46d69c9e-d25b-4fa2-ace7-d1f51e30af83/86e6306f-5337-4cbb-b808-69ecd71658cc) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:16.592103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124efef-a427-4009-9de0-e538cc8f9c82 req-89b2f8df-f301-409d-a52c-4fdbf4d57705 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:16.593728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.595208 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8a919f2-8906-4249-aa94-b80e529cc76b HTTP/1.1" status: 204 len: 168 time: 0.1623106 Oct 29 11:34:16.605516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae0067-51b1-467b-865c-98873eaa3172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a919f2-8906-4249-aa94-b80e529cc76b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:16.610675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5124efef-a427-4009-9de0-e538cc8f9c82 req-89b2f8df-f301-409d-a52c-4fdbf4d57705 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.4319720 Oct 29 11:34:16.623248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.629266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.737545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:16.747948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:16.750760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:16.757112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:16.757724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.809451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5124efef-a427-4009-9de0-e538cc8f9c82 req-94bdb987-4f66-4969-a674-2380ee103ead tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931081 Oct 29 11:34:16.819525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Port': ['ID=b4d90389-08ff-44fe-b7c4-62a1db1addbc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:16.861666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:16.866045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-186151e8-9568-4c3d-897e-0624c1451e2e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0401628 Oct 29 11:34:16.877927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.887753 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:16.958750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Network ecc46366-e217-4b61-aebb-d4e90549df93 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:16.963759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:16.978874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:16.983085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Pushing event updated for resources: {'Port': ['ID=86e6306f-5337-4cbb-b808-69ecd71658cc,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:17.000333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting subnet 882e85cf-b6b1-48c8-abee-7d0dff492090 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:17.012090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.058052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Attempting to bind port 86e6306f-5337-4cbb-b808-69ecd71658cc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:17.058568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Attempting to bind port 86e6306f-5337-4cbb-b808-69ecd71658cc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:17.059170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Attempting to bind port 86e6306f-5337-4cbb-b808-69ecd71658cc on network ecc46366-e217-4b61-aebb-d4e90549df93 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:17.066209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:17.066761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Checking segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:17.067265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.067760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Bound using segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:17.068410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Bound port: 86e6306f-5337-4cbb-b808-69ecd71658cc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:17.068905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.147371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.161750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] For port 86e6306f-5337-4cbb-b808-69ecd71658cc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:17.167186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] For port 86e6306f-5337-4cbb-b808-69ecd71658cc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=86e6306f-5337-4cbb-b808-69ecd71658cc,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:17.190659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.218625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.291802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2fe6b-32ae-4822-9fb0-246fb41b93ac None None] Pushing event updated for resources: {'Port': ['ID=86e6306f-5337-4cbb-b808-69ecd71658cc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:17.298852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.444378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.457967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Allocated IP 172.25.4.10 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/4445a1b9-a912-4cb9-a62c-358e62628de2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:17.595233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-86b15dcf-0412-4ed7-8f56-612cff4e3535 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:17.597083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-86b15dcf-0412-4ed7-8f56-612cff4e3535 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.2245157 Oct 29 11:34:17.741601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:17.797464 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.807802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.823307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:17.823890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a2218aa8-8592-44cb-b4a9-bbc0553d2ea2 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:17.858380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=882e85cf-b6b1-48c8-abee-7d0dff492090,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:17.861903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.868211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ef23705-7781-45b7-b678-660684cd56d6 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/882e85cf-b6b1-48c8-abee-7d0dff492090 HTTP/1.1" status: 204 len: 168 time: 1.0053496 Oct 29 11:34:17.869087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:17.881873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4e767-6282-4ac4-b7f6-f48ef6ab928e req-9d07757f-ef12-4745-8bd2-3d8fa463d98c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:17.905636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5f4e767-6282-4ac4-b7f6-f48ef6ab928e req-9d07757f-ef12-4745-8bd2-3d8fa463d98c tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.2914238 Oct 29 11:34:17.915445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Deleting port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:17.915842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:17.960656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5f4e767-6282-4ac4-b7f6-f48ef6ab928e req-802ed7e5-b6e2-422b-864e-c3c6f6ca7203 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Oct 29 11:34:17.968856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.052603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57126) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:18.084398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:18.093220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] For port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,segment=NetworkSegment(623a86f2-0bdb-41ce-bf78-92814abf48f2),segment_id=623a86f2-0bdb-41ce-bf78-92814abf48f2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:18.095555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.108541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:18.111601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:18.139231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4445a1b9-a912-4cb9-a62c-358e62628de2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:18.142547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Calling delete_port for 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:18.178644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586bc1-4e12-4186-a31c-6353e876b8f5 req-7a7c772b-50ac-4701-8779-11e1079eae09 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:18.186870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57586bc1-4e12-4186-a31c-6353e876b8f5 req-7a7c772b-50ac-4701-8779-11e1079eae09 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7194a6-63b4-4b58-b125-1780d346e480 HTTP/1.1" status: 200 len: 945 time: 0.1330481 Oct 29 11:34:18.211837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76400605-c476-48ab-b8d1-8673599c5407 None None] Network c67a8f11-45d2-454d-bb45-42d5bace56a0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:18.283903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76ac84-1f7d-4e8c-821a-8e6d507e5b05 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:18.288759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76ac84-1f7d-4e8c-821a-8e6d507e5b05 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:18.296751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee76ac84-1f7d-4e8c-821a-8e6d507e5b05 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4219832 Oct 29 11:34:18.297786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57132) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:18.408097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] Provisioning complete for port cf39a246-975a-4ded-ad21-5ffe09462848 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:18.408481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.452163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf39a246-975a-4ded-ad21-5ffe09462848 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:18.454858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3804c461-9a1e-465c-beb8-1c0451657e44 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.496916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bdd45-31fa-421c-b589-629ab2ed325b req-09c57d6c-6626-4073-823c-b6f80c1d49f9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:18.498798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-957bdd45-31fa-421c-b589-629ab2ed325b req-09c57d6c-6626-4073-823c-b6f80c1d49f9 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.2256017 Oct 29 11:34:18.501734 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-3804c461-9a1e-465c-beb8-1c0451657e44 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 29 11:34:18.502357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3804c461-9a1e-465c-beb8-1c0451657e44 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:18.513499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3804c461-9a1e-465c-beb8-1c0451657e44 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/c67a8f11-45d2-454d-bb45-42d5bace56a0 HTTP/1.1" status: 409 len: 405 time: 0.1804593 Oct 29 11:34:18.522245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:18.573860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1095547229'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:18.681179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1535563720-network', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:18.686015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:18.693779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.731338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.733323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.750764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['21864a32-250b-4cc4-8f3d-1c2b5ec2c309'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:18.803789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57586bc1-4e12-4186-a31c-6353e876b8f5 req-506f1973-b065-4044-affe-9ab3c7571112 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161346 Oct 29 11:34:18.818306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cf39a246-975a-4ded-ad21-5ffe09462848 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:18.818679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.822630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Made reservation on behalf of 2e5420912acb4e738c4eb89ebbc2e5ff for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:18.828110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.835522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port bb94250c-15c9-475f-a07a-ed47bcaa900f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:18.835965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.856087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.873471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] DHCP port deletion for c67a8f11-45d2-454d-bb45-42d5bace56a0 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:18.873702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Pushing event deleted for resources: {'Port': ['ID=21864a32-250b-4cc4-8f3d-1c2b5ec2c309,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:18.909237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36ac15-49bb-4edb-96c1-ceae93b214ce None None] Network ecc46366-e217-4b61-aebb-d4e90549df93 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:18.927275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:18.940982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] For port cf39a246-975a-4ded-ad21-5ffe09462848, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf39a246-975a-4ded-ad21-5ffe09462848,segment=NetworkSegment(bcd63d9e-1c3d-4de0-a21c-f46a24d27a05),segment_id=bcd63d9e-1c3d-4de0-a21c-f46a24d27a05)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:18.956515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] No DVR routers for this DVR port 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:18.964269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.968315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-439aaeb3-7492-4eb1-af8e-413688bfc979 req-c95f9390-8edb-45a3-b94d-787c08e61433 tempest-ServerAddressesTestJSON-980252348 tempest-ServerAddressesTestJSON-980252348-project] 10.222.0.86 "DELETE /v2.0/ports/21864a32-250b-4cc4-8f3d-1c2b5ec2c309 HTTP/1.1" status: 204 len: 173 time: 1.3567975 Oct 29 11:34:18.971340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'name': 'network-vif-deleted', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:18.981991 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a43315-bfc3-4198-946c-330fa117dadc" -d '{"events": [{"server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "name": "network-vif-deleted", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:18.990706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:18.991133 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment fd93ce3a-ad93-444f-8606-941412467bcf of type vlan for network 037c0236-87d0-45e2-9bd4-c7a339401eef Oct 29 11:34:19.002666 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.151589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580b59a-93c0-4475-bfe9-046bb5eeef54 None None] Pushing event updated for resources: {'Port': ['ID=cf39a246-975a-4ded-ad21-5ffe09462848,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:19.158460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.175924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port bb94250c-15c9-475f-a07a-ed47bcaa900f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bb94250c-15c9-475f-a07a-ed47bcaa900f,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:19.176188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.228553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for bb94250c-15c9-475f-a07a-ed47bcaa900f owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:19.231278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.243373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 86e6306f-5337-4cbb-b808-69ecd71658cc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:19.251680 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.254178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.262966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:19.263892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.269630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] Provisioning complete for port 86e6306f-5337-4cbb-b808-69ecd71658cc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:19.270152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.317538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Deleting port cf39a246-975a-4ded-ad21-5ffe09462848 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:19.318140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.324362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:19.335835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.383824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9aa6a1-3883-4c79-b5b9-19fa6eeeaf2f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:19.434695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] For port cf39a246-975a-4ded-ad21-5ffe09462848, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf39a246-975a-4ded-ad21-5ffe09462848,segment=NetworkSegment(bcd63d9e-1c3d-4de0-a21c-f46a24d27a05),segment_id=bcd63d9e-1c3d-4de0-a21c-f46a24d27a05)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:19.435500 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.441701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.442520 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Added segment bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab of type vlan for network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 Oct 29 11:34:19.460031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Calling delete_port for cf39a246-975a-4ded-ad21-5ffe09462848 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:19.522655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612e1a5-654e-4bd4-a5d9-72f87480a022 req-35d197e7-8f4a-4928-b57a-cce0ff6dd2c1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:19.524803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c612e1a5-654e-4bd4-a5d9-72f87480a022 req-35d197e7-8f4a-4928-b57a-cce0ff6dd2c1 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 945 time: 0.2559528 Oct 29 11:34:19.529070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.654076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1301973 Oct 29 11:34:19.701790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:19.717502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': '037c0236-87d0-45e2-9bd4-c7a339401eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:19.727784 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c612e1a5-654e-4bd4-a5d9-72f87480a022 req-788d2471-db90-43e0-8bf5-313e9b437b7b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=060f6a80-8b93-46a5-9fe0-10a8bf62862b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901309 Oct 29 11:34:19.729047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.731839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.732996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:19.733624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.764039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7075543 Oct 29 11:34:19.786039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.790691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:19.808753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 86e6306f-5337-4cbb-b808-69ecd71658cc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:19.809234 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.830145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Request body: {'subnet': {'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1535563720-subnet', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:19.848481 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d708018-3a26-4c80-b6c2-ffac7078aba9 x-openstack-request-id: req-9d708018-3a26-4c80-b6c2-ffac7078aba9 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:19.849480 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7194a6-63b4-4b58-b125-1780d346e480", "name": "network-vif-deleted", "tag": "21864a32-250b-4cc4-8f3d-1c2b5ec2c309", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:19.850629 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d708018-3a26-4c80-b6c2-ffac7078aba9 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:19.853633 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7194a6-63b4-4b58-b125-1780d346e480', 'name': 'network-vif-deleted', 'tag': '21864a32-250b-4cc4-8f3d-1c2b5ec2c309', 'status': 'completed', 'code': 200} Oct 29 11:34:19.869280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385fb0-ce46-4401-b459-0a5f34b44208 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=037c0236-87d0-45e2-9bd4-c7a339401eef,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:19.883363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Made reservation on behalf of 2e5420912acb4e738c4eb89ebbc2e5ff for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:19.885729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:19.890588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 037c0236-87d0-45e2-9bd4-c7a339401eef details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:19.918739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] For port 86e6306f-5337-4cbb-b808-69ecd71658cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=86e6306f-5337-4cbb-b808-69ecd71658cc,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:19.926453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:20.031546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.056590 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.119764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:34:20.120224 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:34:20.129305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Deleting subnet 0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:20.140708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.153975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:20.163591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.174442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.238287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.258218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] No DVR routers for this DVR port cf39a246-975a-4ded-ad21-5ffe09462848 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:20.260153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b37f-74d9-4c4f-a024-359e7a21f638 None None] Pushing event updated for resources: {'Port': ['ID=86e6306f-5337-4cbb-b808-69ecd71658cc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:20.297485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fda31-6b63-40b3-a552-cc50387ab692 None None] Pushing event deleted for resources: {'Port': ['ID=cf39a246-975a-4ded-ad21-5ffe09462848,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:20.322780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.328833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8894556-4171-46a6-99f4-a459394d7a60 admin admin] Pushing event updated for resources: {'Network': ['ID=37e4cb3f-ad88-454b-88b2-ac7a3da74a10,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:20.339706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:20.361149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ebd646-2eee-4634-a4df-dd8c6caebc2d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:20.377220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.404781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Checking segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:20.405520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Network hostable DHCP agents. Network: 37e4cb3f-ad88-454b-88b2-ac7a3da74a10, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:20.433221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:34:20.497176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bb94250c-15c9-475f-a07a-ed47bcaa900f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:20.515132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:20.546657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=bb94250c-15c9-475f-a07a-ed47bcaa900f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:20.563290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 37e4cb3f-ad88-454b-88b2-ac7a3da74a10) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:20.566467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e775bd10-52af-4946-a467-8009f9689a0a None None] Provisioning complete for port 86e6306f-5337-4cbb-b808-69ecd71658cc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:20.566653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e775bd10-52af-4946-a467-8009f9689a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.571500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:20.572091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.616600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.619609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebf166-7f0a-4a73-9d0f-9a6769735824 None None] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:20.621631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e0a0740d-4663-4ce4-bf27-bbd9ed8e994d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7959864 Oct 29 11:34:20.635202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:20.646156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:20.670618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] No DVR routers for this DVR port bb94250c-15c9-475f-a07a-ed47bcaa900f on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:20.673351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.677858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-957bdd45-31fa-421c-b589-629ab2ed325b req-b35b2488-b9d1-4f4d-bb4c-d41ae445721b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.86 "DELETE /v2.0/ports/bb94250c-15c9-475f-a07a-ed47bcaa900f HTTP/1.1" status: 204 len: 173 time: 2.1630945 Oct 29 11:34:20.716491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:20.755810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.760165 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.786155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.787365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f633c1d-9c76-4930-bb91-8939c13480e8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9601412 Oct 29 11:34:20.794912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57170) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:20.856189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Sync routers for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:20.926042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:20.959150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:20.959480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:21.007237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3bbfc41-dff6-4006-b9fa-3d49159782c0 req-2d4c24ed-9462-4391-8733-ef05048e28b3 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=78e447aa-76cc-4a56-8268-f22f61b3cbe3 HTTP/1.1" status: 200 len: 210 time: 0.1132653 Oct 29 11:34:21.016462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:21.033385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.039029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9962c0f7-db82-40bc-9ff4-04ca0a75b824 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0dbd2eb4-97e7-4bb6-a2a3-173c2ece8fe2 HTTP/1.1" status: 204 len: 168 time: 1.1094818 Oct 29 11:34:21.041438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57172) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:21.055774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.347032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:34:21.355996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.363220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.438328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 86e6306f-5337-4cbb-b808-69ecd71658cc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:21.449544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.513937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:21.514805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.563109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=732f9c1f-ed6e-4772-aab0-a760e11c7318,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:21.581505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:21.637560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': 'fd93ce3a-ad93-444f-8606-941412467bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '037c0236-87d0-45e2-9bd4-c7a339401eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:21.638020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: 037c0236-87d0-45e2-9bd4-c7a339401eef, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:21.644161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.673744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da5c141-7f3a-4700-ba01-e5d4959d3c42']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:21.687786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623a86f2-0bdb-41ce-bf78-92814abf48f2') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:21.687786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623a86f2-0bdb-41ce-bf78-92814abf48f2') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:21.689430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network 037c0236-87d0-45e2-9bd4-c7a339401eef is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:21.704359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.719131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 037c0236-87d0-45e2-9bd4-c7a339401eef) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:21.723838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.726592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:21.727191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.737443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:21.737849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:21.739595 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:21.745983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191a0eb-69e1-4382-a156-8e0bc2f261b7 None None] Network 037c0236-87d0-45e2-9bd4-c7a339401eef requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:21.808567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d864d519-43bb-4b32-822e-54dec3d8484b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1051483 Oct 29 11:34:21.812475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57180) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:21.848798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:21.931230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'name': 'network-vif-deleted', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:21.933911 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385d078d-e74c-4fb4-a3e2-8472dbf4e207" -d '{"events": [{"server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "name": "network-vif-deleted", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:21.940109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:21.959067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:21.959407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 21864a32-250b-4cc4-8f3d-1c2b5ec2c309 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:21.985541 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.001758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 86e6306f-5337-4cbb-b808-69ecd71658cc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:22.002125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.018418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.021784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.040167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.046015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2da5c141-7f3a-4700-ba01-e5d4959d3c42 HTTP/1.1" status: 204 len: 168 time: 1.0011220 Oct 29 11:34:22.046015 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0fe956-39fb-4a4c-860d-e000dcbee35c x-openstack-request-id: req-0f0fe956-39fb-4a4c-860d-e000dcbee35c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:22.046292 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e447aa-76cc-4a56-8268-f22f61b3cbe3", "name": "network-vif-deleted", "tag": "bb94250c-15c9-475f-a07a-ed47bcaa900f", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:22.046489 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f0fe956-39fb-4a4c-860d-e000dcbee35c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:22.046839 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e447aa-76cc-4a56-8268-f22f61b3cbe3', 'name': 'network-vif-deleted', 'tag': 'bb94250c-15c9-475f-a07a-ed47bcaa900f', 'status': 'completed', 'code': 200} Oct 29 11:34:22.068515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0261e1-d9de-4481-a4d8-06634380e3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da5c141-7f3a-4700-ba01-e5d4959d3c42,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:22.148327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.189134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=732f9c1f-ed6e-4772-aab0-a760e11c7318,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:22.282748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb2625-867f-4b93-b2d9-63a6333991a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-037c0236-87d0-45e2-9bd4-c7a339401eef', 'network_id': '037c0236-87d0-45e2-9bd4-c7a339401eef', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': '732f9c1f-ed6e-4772-aab0-a760e11c7318'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:22.286770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82fb2625-867f-4b93-b2d9-63a6333991a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.297515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57192) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:22.371957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.390777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Allocated IP 172.20.0.2 (37e4cb3f-ad88-454b-88b2-ac7a3da74a10/67ebd646-2eee-4634-a4df-dd8c6caebc2d/4512921d-411f-4329-87b7-f9b934d2d916) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:22.435357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037c0236-87d0-45e2-9bd4-c7a339401eef']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:22.469415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd93ce3a-ad93-444f-8606-941412467bcf') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:22.469773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd93ce3a-ad93-444f-8606-941412467bcf') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:22.483014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.489816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6d0f306-ee5f-4fa1-b5da-96dfed7a4f6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3e3b608243d455a9503f7495eb62a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907668 Oct 29 11:34:22.495802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57198) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:22.541146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.543469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.549081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:22.549655 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.570631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.586945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:22.659800 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:22.662158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf39a246-975a-4ded-ad21-5ffe09462848 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:22.694536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.709759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cf39a246-975a-4ded-ad21-5ffe09462848 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:22.710103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf39a246-975a-4ded-ad21-5ffe09462848 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:22.755416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.759564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f99ca-5624-4c1e-91bb-a51c390fa1dc None None] Network 037c0236-87d0-45e2-9bd4-c7a339401eef requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:22.765293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/037c0236-87d0-45e2-9bd4-c7a339401eef HTTP/1.1" status: 204 len: 168 time: 0.9515901 Oct 29 11:34:22.774265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57202) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:22.776550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f99ca-5624-4c1e-91bb-a51c390fa1dc None None] Network 037c0236-87d0-45e2-9bd4-c7a339401eef could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 11:34:22.780653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-439213544'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:22.794099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c780-fc71-4c5d-9e38-21212e18bcb3 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=037c0236-87d0-45e2-9bd4-c7a339401eef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:22.813374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:18Z', 'revision_number': 3, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:22.858980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.870322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Checking router: 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:22.870618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Updating router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 port 4445a1b9-a912-4cb9-a62c-358e62628de2 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:22.879098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb73978-30b0-4c1d-89bf-f6f5ec1d3a04 req-256f283e-8db5-4d09-8ce6-e659f3bc94f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:22.887805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbb73978-30b0-4c1d-89bf-f6f5ec1d3a04 req-256f283e-8db5-4d09-8ce6-e659f3bc94f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.2364340 Oct 29 11:34:22.897068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.914325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.916203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.927052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Allocated IP 172.25.4.109 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/93b09bb7-b470-4f0a-aba1-82263d58e6ae) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:22.939789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.977673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:22.984745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:22.995166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Pushing event updated for resources: {'Port': ['ID=4512921d-411f-4329-87b7-f9b934d2d916,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.017500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:23.021928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:23.024008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Allocated IP 172.20.0.1 (ecc46366-e217-4b61-aebb-d4e90549df93/46d69c9e-d25b-4fa2-ace7-d1f51e30af83/a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:23.027422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:23.046829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:23.060723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.061501 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment fcfa954d-785d-40c4-b8bc-f9f182ff6b25 of type vlan for network 98fa8bb6-f3b9-4f27-9471-d2b714eebff0 Oct 29 11:34:23.132746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.145277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Attempting to bind port 4512921d-411f-4329-87b7-f9b934d2d916 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:23.145644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Attempting to bind port 4512921d-411f-4329-87b7-f9b934d2d916 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:23.146187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Attempting to bind port 4512921d-411f-4329-87b7-f9b934d2d916 on network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:23.151689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:23.152396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Checking segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:23.152554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.153100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Bound using segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:23.153517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Bound port: 4512921d-411f-4329-87b7-f9b934d2d916, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:23.153899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.155758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.173101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.192198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbb73978-30b0-4c1d-89bf-f6f5ec1d3a04 req-9ec506d7-e4c8-4c34-aa49-737427b0104b tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3017910 Oct 29 11:34:23.193295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.199353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.203030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f HTTP/1.1" status: 204 len: 168 time: 0.7019525 Oct 29 11:34:23.216948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.224503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:23.225218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.241785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4fff7-2daa-44b7-94a2-66f5f8b9db1f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.244093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] For port 4512921d-411f-4329-87b7-f9b934d2d916, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:23.248879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] For port 4512921d-411f-4329-87b7-f9b934d2d916, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4512921d-411f-4329-87b7-f9b934d2d916,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:23.258656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.273378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4968240 Oct 29 11:34:23.284882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:23.310602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': '98fa8bb6-f3b9-4f27-9471-d2b714eebff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:23.316391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.316744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.317126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.317472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.317810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.318147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.318626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.318960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.320133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.320742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.321129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.321465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044ad6fb-3d49-48b2-b13c-5056a9b6a937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:23.330913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Network ecc46366-e217-4b61-aebb-d4e90549df93 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:23.348824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892264ee-4133-4217-a6b3-bc9ed26278c4 None None] Pushing event updated for resources: {'Port': ['ID=4512921d-411f-4329-87b7-f9b934d2d916,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.350225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53305bde-e7e1-4f58-8b52-8d419b3ddf84 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=98fa8bb6-f3b9-4f27-9471-d2b714eebff0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.365303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 98fa8bb6-f3b9-4f27-9471-d2b714eebff0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:23.400802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:23.456581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:23.556327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.751863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.755216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.790676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bb94250c-15c9-475f-a07a-ed47bcaa900f no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:23.835838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: bb94250c-15c9-475f-a07a-ed47bcaa900f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:23.836296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bb94250c-15c9-475f-a07a-ed47bcaa900f not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:23.847125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.868093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Pushing event updated for resources: {'Port': ['ID=93b09bb7-b470-4f0a-aba1-82263d58e6ae,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:23.976243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:23.986027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9032a7c8-bd75-47f6-91bf-49519b1998f6 None None] Provisioning complete for port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:23.986395 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9032a7c8-bd75-47f6-91bf-49519b1998f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:23.992521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:23.996210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:24.009970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:24.015406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.021050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.039332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.084629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9032a7c8-bd75-47f6-91bf-49519b1998f6 None None] Port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:24.113167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a56c-2b39-4ea4-8bee-46c772d3d88f None None] Pushing event updated for resources: {'Port': ['ID=4445a1b9-a912-4cb9-a62c-358e62628de2,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:24.126773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Attempting to bind port 4445a1b9-a912-4cb9-a62c-358e62628de2 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:24.127462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Attempting to bind port 4445a1b9-a912-4cb9-a62c-358e62628de2 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:24.129370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Attempting to bind port 4445a1b9-a912-4cb9-a62c-358e62628de2 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:24.136673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:24.137240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:24.137792 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.138434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:24.139153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Bound port: 4445a1b9-a912-4cb9-a62c-358e62628de2, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:24.139694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.196821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-9a85ac5c-c627-406b-8dfd-e78f41daa9b4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:24.198443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-9a85ac5c-c627-406b-8dfd-e78f41daa9b4 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.2793128 Oct 29 11:34:24.223122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] For port 4445a1b9-a912-4cb9-a62c-358e62628de2, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:24.229413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] For port 4445a1b9-a912-4cb9-a62c-358e62628de2, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4445a1b9-a912-4cb9-a62c-358e62628de2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:24.239768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.334669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a56c-2b39-4ea4-8bee-46c772d3d88f None None] Pushing event updated for resources: {'Port': ['ID=4445a1b9-a912-4cb9-a62c-358e62628de2,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:24.339119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:24.339922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:24.472598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.486925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:24.521081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:24.645438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1628555374-network', 'tenant_id': 'aa23abe0f1064da7adf6f9d8176468b0'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:24.660097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44519227-56b1-4da8-a0dd-378cc6b2863e req-54a0ad10-ce9e-4379-8e07-b9dde660a6f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:24.668761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44519227-56b1-4da8-a0dd-378cc6b2863e req-54a0ad10-ce9e-4379-8e07-b9dde660a6f6 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 944 time: 0.3732827 Oct 29 11:34:24.668984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Made reservation on behalf of aa23abe0f1064da7adf6f9d8176468b0 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:24.671782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.686769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.729920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:24.730268 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.782128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.791006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.823162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:24.847519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.847871 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Added segment f630437b-af83-4fce-92b7-e8b065154c2f of type vlan for network 410eb01d-93a1-4084-9f3b-fbc578602d2f Oct 29 11:34:24.848047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dcd19-a22c-4c71-9b7d-a4e90b1a2c34 None None] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:24.850007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebae5d0-a53a-4899-8740-00cbdf3b3ddb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:24.897090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.929245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.931025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:24.931728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.946876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] Provisioning complete for port 4512921d-411f-4329-87b7-f9b934d2d916 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:24.947201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:24.996320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:23Z', 'revision_number': 1, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:25.001343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.011767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] Pushing event updated for resources: {'Network': ['ID=410eb01d-93a1-4084-9f3b-fbc578602d2f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:25.013723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.031258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9134926c-f5b3-4830-b097-b2202349be9b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5405595 Oct 29 11:34:25.031496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:25.036644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Request body: {'subnet': {'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1628555374-subnet', 'tenant_id': 'aa23abe0f1064da7adf6f9d8176468b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:25.062614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Made reservation on behalf of aa23abe0f1064da7adf6f9d8176468b0 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:25.065682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.078438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 410eb01d-93a1-4084-9f3b-fbc578602d2f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:25.112492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9955a7-b48f-4e34-a64b-4987232f3acc None None] The sync data for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 is: [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:23Z', 'revision_number': 1, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:25.170989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=b05ea662-aa5d-41af-82d0-a2f8c0007da8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:25.175495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44519227-56b1-4da8-a0dd-378cc6b2863e req-0ff8d139-6d66-4859-884c-c939983ccc16 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups?id=4061db2b-2050-4181-b4b1-2b902d916aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5062280 Oct 29 11:34:25.323244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4512921d-411f-4329-87b7-f9b934d2d916 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:25.330112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] For port edb42167-e9da-454f-bc05-bfcbd8e3d9f1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:25.330480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.347060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': 'fcfa954d-785d-40c4-b8bc-f9f182ff6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98fa8bb6-f3b9-4f27-9471-d2b714eebff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:25.347412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: 98fa8bb6-f3b9-4f27-9471-d2b714eebff0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:25.420841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.459283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.485575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] For port 4512921d-411f-4329-87b7-f9b934d2d916, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4512921d-411f-4329-87b7-f9b934d2d916,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:25.488631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4512921d-411f-4329-87b7-f9b934d2d916 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:25.489227 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.552223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Checking segment: {'id': 'f630437b-af83-4fce-92b7-e8b065154c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:25.553499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Network hostable DHCP agents. Network: 410eb01d-93a1-4084-9f3b-fbc578602d2f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:25.599956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c9bb98-4b1d-4ff8-bf7b-3b627d15db30,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:25.604966 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.613500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Network 410eb01d-93a1-4084-9f3b-fbc578602d2f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:25.616834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.634717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 410eb01d-93a1-4084-9f3b-fbc578602d2f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:25.647670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:25.649416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.688065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f45959-23f3-48c5-9715-328e0360f750 None None] Network 410eb01d-93a1-4084-9f3b-fbc578602d2f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:25.689950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-18b23eda-7722-4c24-ba87-9c782b022914 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6569126 Oct 29 11:34:25.890164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d44e5-d945-450d-83b3-f1d13dd46ab6 None None] Pushing event updated for resources: {'Port': ['ID=4512921d-411f-4329-87b7-f9b934d2d916,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:25.903668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:25.919043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ef963a6b-363f-45e5-bbbe-c0d9cdf3f37f None None] Provisioning complete for port 4512921d-411f-4329-87b7-f9b934d2d916 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:25.919460 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ef963a6b-363f-45e5-bbbe-c0d9cdf3f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.056297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06b0bc-dbc8-4f4d-aa29-3816f83a5b8f None None] Network 410eb01d-93a1-4084-9f3b-fbc578602d2f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:26.309180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network 98fa8bb6-f3b9-4f27-9471-d2b714eebff0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:26.358506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 98fa8bb6-f3b9-4f27-9471-d2b714eebff0) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:26.363281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:26.363883 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.368444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce536612-cbf5-477d-99ce-e034e503e011 None None] Network 98fa8bb6-f3b9-4f27-9471-d2b714eebff0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:26.439955 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.458391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.473203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a85e2beb-1d8f-4a5e-b02a-6ef2f6e04adb tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1739964 Oct 29 11:34:26.476237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:26.613328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.619874 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.680628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.700648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc8603-982c-488c-b557-bc1f9aa63cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-98fa8bb6-f3b9-4f27-9471-d2b714eebff0', 'network_id': '98fa8bb6-f3b9-4f27-9471-d2b714eebff0', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': 'b05ea662-aa5d-41af-82d0-a2f8c0007da8'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:26.702042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bcbc8603-982c-488c-b557-bc1f9aa63cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.740716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175b33e-414d-4eba-8fec-73e90a6fd68a req-c9328741-3ae8-408d-938a-ac8b31485792 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:26.742629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4175b33e-414d-4eba-8fec-73e90a6fd68a req-c9328741-3ae8-408d-938a-ac8b31485792 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.4266114 Oct 29 11:34:26.753950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.764416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Network ecc46366-e217-4b61-aebb-d4e90549df93 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:26.777418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:26.821561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:26.854331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.856125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.856656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.857179 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Floating IP c83c971c-6eed-41d5-89ed-6fa5631342c1 disassociated. External IP: 172.25.4.148, port: edb42167-e9da-454f-bc05-bfcbd8e3d9f1. Oct 29 11:34:26.857318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=b05ea662-aa5d-41af-82d0-a2f8c0007da8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:26.857803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for edb42167-e9da-454f-bc05-bfcbd8e3d9f1 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:26.875940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4175b33e-414d-4eba-8fec-73e90a6fd68a req-eb1aa6dd-741a-480a-8cfb-01802288d361 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150167 Oct 29 11:34:26.892713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fa8bb6-f3b9-4f27-9471-d2b714eebff0']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:26.927961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfa954d-785d-40c4-b8bc-f9f182ff6b25') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:26.928263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfa954d-785d-40c4-b8bc-f9f182ff6b25') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:26.946835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-bcbc8603-982c-488c-b557-bc1f9aa63cc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b05ea662-aa5d-41af-82d0-a2f8c0007da8: This subnet is being modified by another concurrent operation. Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:34:26.952397 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b05ea662-aa5d-41af-82d0-a2f8c0007da8: This subnet is being modified by another concurrent operation. Oct 29 11:34:26.958791 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:34:26.966933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:34:26.981468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:26.991660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:26.993041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:27.007777 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:27.022363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc330aa-4ba3-4a47-a33b-033c48abe97c None None] Network 98fa8bb6-f3b9-4f27-9471-d2b714eebff0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:27.138388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.148512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.151855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/98fa8bb6-f3b9-4f27-9471-d2b714eebff0 HTTP/1.1" status: 204 len: 168 time: 0.6737828 Oct 29 11:34:27.165941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57270) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:27.171100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1749334624'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:27.179153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c632668-d878-40fb-82c4-ec2d9aa4c8c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=98fa8bb6-f3b9-4f27-9471-d2b714eebff0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:27.207461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:27.214807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.229539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:27.239430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:27.269319 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Sync routers for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:27.285712 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:27.286496 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:27.290021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:27.309855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.310544 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Added segment a714c395-8795-4bd2-9b9e-40e2cf4ef041 of type vlan for network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 Oct 29 11:34:27.334480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5b846-eeb1-4d5e-b8e4-03af522fd8d1 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:34:27.348474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.349732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f27ce08-1c8b-4f4b-bfcc-9d160b6494c4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.7122750 Oct 29 11:34:27.355496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57280) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:27.427197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device edb42167-e9da-454f-bc05-bfcbd8e3d9f1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:27.442396 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.473367 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:27.488003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4512921d-411f-4329-87b7-f9b934d2d916 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:27.497824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.506482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:27.507209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.554120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.566101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a8326b5d-7cab-4da3-9e59-b92648b77af0 None None] Provisioning complete for port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:27.566480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8326b5d-7cab-4da3-9e59-b92648b77af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.603239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:27.610532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=edb42167-e9da-454f-bc05-bfcbd8e3d9f1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:27.627143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dcc272a4-83b3-4300-befb-967fc0ea00f6 admin admin] 10.222.0.77 "PUT /v2.0/routers/51a0fb4b-b9f0-4124-94fd-a3d115c8d473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8299701 Oct 29 11:34:27.647491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-fc2fbb2d-eba4-40c8-b4a1-5b876b21daa7 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:27.649691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-fc2fbb2d-eba4-40c8-b4a1-5b876b21daa7 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/networks?id=410eb01d-93a1-4084-9f3b-fbc578602d2f HTTP/1.1" status: 200 len: 809 time: 0.3557453 Oct 29 11:34:27.670155 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No ports have port_id starting with edb42167-e9da-454f-bc05-bfcbd8e3d9f1 Oct 29 11:34:27.704210 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:27.732712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-de697036-57db-48e9-aa41-311e0227ac9d tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/quotas/aa23abe0f1064da7adf6f9d8176468b0 HTTP/1.1" status: 200 len: 375 time: 0.0739913 Oct 29 11:34:27.750014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Network': ['ID=ff6e96c7-7b93-4bd2-973b-87bacdb855a9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:27.764970 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Checking router: 001b5f8c-fb45-4446-831f-ca3a8abd92a1 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:27.765341 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Updating router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 port 93b09bb7-b470-4f0a-aba1-82263d58e6ae binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:27.767492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a8326b5d-7cab-4da3-9e59-b92648b77af0 None None] Port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:27.780998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:27.797721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-ef6c3e98-ddaa-4457-9799-0f51c2c27244 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:27.798363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-942c1015-253b-4d01-8496-e48b5a890407 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa23abe0f1064da7adf6f9d8176468b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548000 Oct 29 11:34:27.799303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-ef6c3e98-ddaa-4457-9799-0f51c2c27244 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.2885418 Oct 29 11:34:27.802684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8b15dc2-93d8-4cbe-bd3b-d41dff24534f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6357319 Oct 29 11:34:27.805766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57286) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:27.811413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Request body: {'subnet': {'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:27.829866 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.911637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Router 2b010ffc-d6b5-4542-9033-557678d51585 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:27.920518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4512921d-411f-4329-87b7-f9b934d2d916 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:27.920899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:27.942736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-64c0b5e7-e095-4a2a-9e24-aa238c856517 service neutron] 10.222.0.77 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433625 Oct 29 11:34:28.032035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5b846-eeb1-4d5e-b8e4-03af522fd8d1 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:34:28.061066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Made reservation on behalf of 50bebcae954d4347a8525b6e643e6092 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:28.064941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.093431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4445a1b9-a912-4cb9-a62c-358e62628de2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:28.120269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-5f5d2b8c-2005-4c6c-b2d6-ce497ba47088 service neutron] 10.222.0.77 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764452 Oct 29 11:34:28.258447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4445a1b9-a912-4cb9-a62c-358e62628de2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:28.258959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.287629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:28.309609 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.323378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Sync routers for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:28.325374 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.359440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] No DVR routers for this DVR port edb42167-e9da-454f-bc05-bfcbd8e3d9f1 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:28.363625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:28.364368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:28.385327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.394805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb09c489-7255-4796-a4c5-aa2c13bc0ab8 req-50dee2af-f1c1-4ead-bce0-4b2873dcbe69 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.41 "DELETE /v2.0/ports/edb42167-e9da-454f-bc05-bfcbd8e3d9f1 HTTP/1.1" status: 204 len: 173 time: 4.1856260 Oct 29 11:34:28.399849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-deleted', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:28.403291 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba2fde-1915-4809-a4ae-e531662a30b7" -d '{"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-deleted", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:28.450752 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Attempting to bind port 93b09bb7-b470-4f0a-aba1-82263d58e6ae on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:28.451399 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Attempting to bind port 93b09bb7-b470-4f0a-aba1-82263d58e6ae by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:28.451934 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Attempting to bind port 93b09bb7-b470-4f0a-aba1-82263d58e6ae on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:28.462796 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:28.463478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:28.464681 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.466419 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:28.467184 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Bound port: 93b09bb7-b470-4f0a-aba1-82263d58e6ae, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:28.467742 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.468426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3841-5472-4ea0-8058-a6f4ca5f305b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.531180 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] For port 93b09bb7-b470-4f0a-aba1-82263d58e6ae, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:28.548157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42c43d82-9a4a-4de4-8001-b8a142b4d455 req-bd220f16-ac17-4251-8dd7-259c690c6655 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/ports?device_id=92810d58-b16f-447b-afd2-86447f07d437 HTTP/1.1" status: 200 len: 210 time: 0.0638976 Oct 29 11:34:28.552214 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] For port 93b09bb7-b470-4f0a-aba1-82263d58e6ae, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=93b09bb7-b470-4f0a-aba1-82263d58e6ae,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:28.555162 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Sync routers for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:28.566991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef4038-6d0a-4ed5-a134-f2ac96f684b8 None None] Pushing event updated for resources: {'Port': ['ID=93b09bb7-b470-4f0a-aba1-82263d58e6ae,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:28.598080 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.638609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.663685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:28.693034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Deleting port 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:28.701633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.725686 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef4038-6d0a-4ed5-a134-f2ac96f684b8 None None] Pushing event updated for resources: {'Port': ['ID=93b09bb7-b470-4f0a-aba1-82263d58e6ae,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:28.735010 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:28.735987 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:28.744610 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:28.745408 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:28.834545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4445a1b9-a912-4cb9-a62c-358e62628de2, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4445a1b9-a912-4cb9-a62c-358e62628de2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:28.930925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:28.986651 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:29.044197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4445a1b9-a912-4cb9-a62c-358e62628de2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:29.073744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:29.131637 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:29.145311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Checking router: 2b010ffc-d6b5-4542-9033-557678d51585 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:29.180918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:29.181759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:29.300177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4445a1b9-a912-4cb9-a62c-358e62628de2 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:29.404165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4445a1b9-a912-4cb9-a62c-358e62628de2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:29.404532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.425257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:34:29.435363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.453391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:29.582099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57308) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:29.587275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187073363', 'description': 'tempest-description--591669656'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:29.606098 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 2, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:29.609206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] For port 5de7e347-3861-4ae6-bd80-d964cd7837cb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=5de7e347-3861-4ae6-bd80-d964cd7837cb,segment=NetworkSegment(8f632983-00ab-4453-adcb-1e28d4ea4b28),segment_id=8f632983-00ab-4453-adcb-1e28d4ea4b28)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:29.610540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.629037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event updated for resources: {'Subnet': ['ID=6097e855-0914-431b-86b1-d9b90badb5bb,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:29.642860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Calling delete_port for 5de7e347-3861-4ae6-bd80-d964cd7837cb owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:29.647698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Checking segment: {'id': 'a714c395-8795-4bd2-9b9e-40e2cf4ef041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:29.648736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network hostable DHCP agents. Network: ff6e96c7-7b93-4bd2-973b-87bacdb855a9, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:29.659904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.673283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.697847 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Checking router: 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:29.698726 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Updating router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:29.751759 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.757544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.763904 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:29.770373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.816079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30185072-3110-4442-a208-376109cada58,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:29.847978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:29.849972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8f4488df-f5d8-4c94-a369-a6093e84f081 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2667069 Oct 29 11:34:29.857528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57314) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:29.859355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75f06-6158-4ac3-8f21-6debe3a7e64a req-03b72f1d-ab9d-44f4-80e2-528c0d5a4d50 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:29.861252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4b75f06-6158-4ac3-8f21-6debe3a7e64a req-03b72f1d-ab9d-44f4-80e2-528c0d5a4d50 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 947 time: 0.1019080 Oct 29 11:34:29.870884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'security_group_rule': {'security_group_id': '30185072-3110-4442-a208-376109cada58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:29.871124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:29.886413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:29.916673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b28c8-11c3-4c5b-92b8-856741885824 None None] The sync data for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 is: [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 3, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:29.940921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4b75f06-6158-4ac3-8f21-6debe3a7e64a req-315616fb-6c8f-4517-ab69-106b4c32aa1d tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/security-groups?id=0cf4138e-08d7-41f1-afbb-589b4b2c3edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Oct 29 11:34:29.970528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ff6e96c7-7b93-4bd2-973b-87bacdb855a9) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:29.981945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:29.982541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.024675 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.027673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Allocated IP 172.20.0.1 (37e4cb3f-ad88-454b-88b2-ac7a3da74a10/67ebd646-2eee-4634-a4df-dd8c6caebc2d/b94a9155-38d4-40fb-8cf8-a8a3f7c6e016) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:30.077968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a209276f-e2b7-47e7-96a8-fd51e561eef0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2711959 Oct 29 11:34:30.084326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57316) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:30.119999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8479221a-2f01-4407-b773-34dd2d36df02 req-9ac858e8-6324-49e6-a867-10b02a38373d tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 210 time: 0.0611155 Oct 29 11:34:30.176697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0a911-4996-4c20-a443-c867ca949837 None None] Network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:30.184272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fff60-7c51-4666-b934-c22a87021b74 None None] The sync data for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 is: [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:24:27Z', 'revision_number': 4, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f687d53-8938-4f6f-9bb2-6408d1f0be9b', 'name': '', 'network_id': '930853f7-a7f1-44ee-9378-d80efed0fc29', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'mac_address': 'fa:16:3e:60:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:25Z', 'updated_at': '2021-10-29T11:24:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'subnets': [{'id': 'b14d77db-34c0-423c-8dd8-72a500488ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:30.221250 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67054bfc-4905-4425-be53-37b8f01f7d46 x-openstack-request-id: req-67054bfc-4905-4425-be53-37b8f01f7d46 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:30.221626 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92810d58-b16f-447b-afd2-86447f07d437", "name": "network-vif-deleted", "tag": "edb42167-e9da-454f-bc05-bfcbd8e3d9f1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:30.221883 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67054bfc-4905-4425-be53-37b8f01f7d46 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:30.222404 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92810d58-b16f-447b-afd2-86447f07d437', 'name': 'network-vif-deleted', 'tag': 'edb42167-e9da-454f-bc05-bfcbd8e3d9f1', 'status': 'completed', 'code': 200} Oct 29 11:34:30.266751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.396473 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.425787 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.519841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Pushing event deleted for resources: {'Port': ['ID=5de7e347-3861-4ae6-bd80-d964cd7837cb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:30.550650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ff6e96c7-7b93-4bd2-973b-87bacdb855a9', 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9', 'tenant_id': '50bebcae954d4347a8525b6e643e6092', 'fixed_ips': [{'subnet_id': '6097e855-0914-431b-86b1-d9b90badb5bb'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:30.551886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.597686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.606494 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a223-c1f6-41ab-a2c9-9541ff9f59c9 None None] Pushing event updated for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:30.682991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57320) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:30.730853 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Attempting to bind port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:30.731305 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Attempting to bind port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:30.734868 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Attempting to bind port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a on network ecc46366-e217-4b61-aebb-d4e90549df93 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:30.747528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-2b2f5556-bf6c-4d4f-9915-0f2f00dc7f11 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:30.752029 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:30.754290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-2b2f5556-bf6c-4d4f-9915-0f2f00dc7f11 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.86 "GET /v2.0/networks?id=410eb01d-93a1-4084-9f3b-fbc578602d2f HTTP/1.1" status: 200 len: 809 time: 0.5021515 Oct 29 11:34:30.756896 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Checking segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:30.759456 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.759977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Bound using segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:30.761991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Bound port: a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:30.763513 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.798015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.842180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.859847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.865568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.874726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Request body: {'port': {'device_id': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f', 'admin_state_up': True, 'tenant_id': 'aa23abe0f1064da7adf6f9d8176468b0'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:30.883959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Allocated IP 2001:db8::f816:3eff:feb4:5a1d (ff6e96c7-7b93-4bd2-973b-87bacdb855a9/6097e855-0914-431b-86b1-d9b90badb5bb/6c8f4a1d-40e1-4451-ac49-dcd08feb3102) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:30.887551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a66911e-6e83-4ccb-8959-a8bd9a12649f None None] New status for floating IP c83c971c-6eed-41d5-89ed-6fa5631342c1: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:34:30.891248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.897077 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] For port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:30.902190 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] For port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:30.908209 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.935708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5361d0b2-629c-4e01-9b8e-8f749570be91,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:30.959683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9d656c6c-9dfe-416b-b758-cb04a6af3dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.997747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:30.999774 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:31.000410 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:31.006003 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.007526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "DELETE /v2.0/security-groups/4061db2b-2050-4181-b4b1-2b902d916aa1 HTTP/1.1" status: 204 len: 168 time: 0.3234675 Oct 29 11:34:31.010688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57324) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:31.125198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] No DVR routers for this DVR port 5de7e347-3861-4ae6-bd80-d964cd7837cb on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:31.136174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.141825 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a223-c1f6-41ab-a2c9-9541ff9f59c9 None None] Pushing event updated for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:31.143685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002f9cb-f3f6-45b9-a855-1ceef9acad58 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4061db2b-2050-4181-b4b1-2b902d916aa1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:31.158504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50defa0c-4fdc-4be5-a34f-5e32a6bf3799 req-d968a4da-98be-49ad-aeb1-a90bdc636d23 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64 HTTP/1.1" status: 200 len: 210 time: 0.0995591 Oct 29 11:34:31.160028 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-7acc7a91-a99d-4942-b04e-4efc2ed850f7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] show failed (client error): The resource could not be found. Oct 29 11:34:31.168142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45803e4b-fb66-4d6e-b903-a0550b569cd9 req-756d199e-b627-490a-a792-cc2e8639e8b8 tempest-ServersNegativeTestJSON-402611076 tempest-ServersNegativeTestJSON-402611076-project] 10.222.0.86 "DELETE /v2.0/ports/5de7e347-3861-4ae6-bd80-d964cd7837cb HTTP/1.1" status: 204 len: 173 time: 3.2503114 Oct 29 11:34:31.170977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-deleted', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:31.173408 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20a83d-3504-4939-8e63-4e4974a399a4" -d '{"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-deleted", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:31.177027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7acc7a91-a99d-4942-b04e-4efc2ed850f7 tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "GET /v2.0/security-groups/4061db2b-2050-4181-b4b1-2b902d916aa1 HTTP/1.1" status: 404 len: 347 time: 0.1504228 Oct 29 11:34:31.177889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:31.199442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.200702 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5aa2f5ac-92ad-4e48-8163-bbc559ed2e09 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3409715 Oct 29 11:34:31.245092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:31.247118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:31.266373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'security_group_rule': {'security_group_id': '30185072-3110-4442-a208-376109cada58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:31.472802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc19c1e3-3e66-4c4f-9ed8-cc99a5919813 req-c876f1b5-8bb6-4249-b63e-bffe62ef347c tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 210 time: 0.0612309 Oct 29 11:34:31.524691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.525541 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.534280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 93b09bb7-b470-4f0a-aba1-82263d58e6ae up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:31.549598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.550144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Deleting port 973c626a-8829-4658-bba5-fb626e5889e2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:31.551119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.635289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.650465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] Provisioning complete for port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:31.650883 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc6092-b9e6-4029-8907-e5e22d2cc917 x-openstack-request-id: req-0fbc6092-b9e6-4029-8907-e5e22d2cc917 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:31.651038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.651180 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64", "name": "network-vif-deleted", "tag": "5de7e347-3861-4ae6-bd80-d964cd7837cb", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:31.651445 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fbc6092-b9e6-4029-8907-e5e22d2cc917 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:31.651851 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d856977-c1ec-4b8f-b0ef-ddcfc88a4e64', 'name': 'network-vif-deleted', 'tag': '5de7e347-3861-4ae6-bd80-d964cd7837cb', 'status': 'completed', 'code': 200} Oct 29 11:34:31.656027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:31.662853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.673784 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:30Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:31.725223 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88e581-7f20-4dcf-aac1-9aa8f92f69b9 None None] The sync data for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 is: [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:30Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:31.740118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.740696 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.745881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:31.747991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:31.760030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:31.762283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Calling delete_port for 973c626a-8829-4658-bba5-fb626e5889e2 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:31.763477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:31.772752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:31.775205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:31.797463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Pushing event updated for resources: {'Port': ['ID=6c8f4a1d-40e1-4451-ac49-dcd08feb3102,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:31.833235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:31.867670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 93b09bb7-b470-4f0a-aba1-82263d58e6ae triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:31.868048 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.901456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 5de7e347-3861-4ae6-bd80-d964cd7837cb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:31.901816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 5de7e347-3861-4ae6-bd80-d964cd7837cb not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:31.968833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:31.978933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Made reservation on behalf of aa23abe0f1064da7adf6f9d8176468b0 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:31.987293 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.010984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.018931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Attempting to bind port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:32.019306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Attempting to bind port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a714c395-8795-4bd2-9b9e-40e2cf4ef041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:32.019675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Attempting to bind port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 on network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:32.027894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:32.028260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Checking segment: {'id': 'a714c395-8795-4bd2-9b9e-40e2cf4ef041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:32.028688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.029091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Bound using segment: {'id': 'a714c395-8795-4bd2-9b9e-40e2cf4ef041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:32.029574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Bound port: 6c8f4a1d-40e1-4451-ac49-dcd08feb3102, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a714c395-8795-4bd2-9b9e-40e2cf4ef041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:32.029958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.032360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.036966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Pushing event deleted for resources: {'Port': ['ID=973c626a-8829-4658-bba5-fb626e5889e2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.058944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.109520 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.114609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=6097e855-0914-431b-86b1-d9b90badb5bb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.135773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.136831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] For port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:32.139543 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.147485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2075dd18-f701-48b6-a3f3-5e9c8fa4c39a tempest-ServerActionsTestJSON-1725019931 tempest-ServerActionsTestJSON-1725019931-project] 10.222.0.77 "DELETE /v2.0/floatingips/c83c971c-6eed-41d5-89ed-6fa5631342c1 HTTP/1.1" status: 204 len: 168 time: 0.9685056 Oct 29 11:34:32.149400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57338) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:32.177917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.239268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] For port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:32.248039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.279531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.284414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] For port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6c8f4a1d-40e1-4451-ac49-dcd08feb3102,segment=NetworkSegment(a714c395-8795-4bd2-9b9e-40e2cf4ef041),segment_id=a714c395-8795-4bd2-9b9e-40e2cf4ef041)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:32.293136 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.296838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57344) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:32.315674 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.341653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.355346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 93b09bb7-b470-4f0a-aba1-82263d58e6ae, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=93b09bb7-b470-4f0a-aba1-82263d58e6ae,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:32.357899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81de507-ab77-42d6-bcf1-a714ba3295c0 None None] Pushing event updated for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.372349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b6f0bc-ff9a-4c12-8567-29a9a6c26176,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.379696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Allocated IP 172.20.0.11 (410eb01d-93a1-4084-9f3b-fbc578602d2f/59c9bb98-4b1d-4ff8-bf7b-3b627d15db30/dba06416-18e6-4b98-b154-e14b3d50720b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:32.386024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.421281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.457523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.462538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08bafa69-521b-4ee1-98eb-222011f5a7ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2016704 Oct 29 11:34:32.463193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57346) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:32.470824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4d86499f-dbfa-455c-99e8-df7f24153050 None None] Provisioning complete for port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:32.471484 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d86499f-dbfa-455c-99e8-df7f24153050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.473910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:32.537363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231987e3-9a8b-4b60-89fd-b1df311e517a None None] Network ff6e96c7-7b93-4bd2-973b-87bacdb855a9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:32.539324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd850c-0bbe-4f5b-8ea8-ab9b6b55060f None None] Pushing event updated for resources: {'Port': ['ID=6c8f4a1d-40e1-4451-ac49-dcd08feb3102,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.577608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6e96c7-7b93-4bd2-973b-87bacdb855a9']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:32.597220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a714c395-8795-4bd2-9b9e-40e2cf4ef041') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:32.597678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a714c395-8795-4bd2-9b9e-40e2cf4ef041') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:32.610153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.626667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4d86499f-dbfa-455c-99e8-df7f24153050 None None] Port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:32.643143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.650287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:32.651471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.692025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4d86499f-dbfa-455c-99e8-df7f24153050 None None] Provisioning complete for port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:32.692725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d86499f-dbfa-455c-99e8-df7f24153050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.697480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=93b09bb7-b470-4f0a-aba1-82263d58e6ae,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:32.725600 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:32.736315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:34:32.736315 n-d-805046-9 neutron-server[102277]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:34:32.736315 n-d-805046-9 neutron-server[102277]: [parameters: {'id': 'ff6e96c7-7b93-4bd2-973b-87bacdb855a9'}] Oct 29 11:34:32.736315 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:34:32.737150 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:34:32.786218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.824123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.845524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd807618-ca3b-4c77-846d-be92671f0673 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:34:32.857572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9e2dcd0-bfa3-48a5-a123-f6893b32f678 req-d361039c-5fbb-452f-a057-285919e4d6fd tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 210 time: 0.0893676 Oct 29 11:34:32.907123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Deleting subnet 4c91077b-b764-470c-b50f-8d142db610e8 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:32.911776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:32.973927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.084447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd807618-ca3b-4c77-846d-be92671f0673 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:34:33.184841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.244474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.262833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.271857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.285323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.306688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 93b09bb7-b470-4f0a-aba1-82263d58e6ae up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:33.360122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.396571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c91077b-b764-470c-b50f-8d142db610e8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:33.404127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.411981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-97eaef1c-7c5f-4af5-a177-1f9ad32d40f3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4c91077b-b764-470c-b50f-8d142db610e8 HTTP/1.1" status: 204 len: 168 time: 1.1116168 Oct 29 11:34:33.413203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57354) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:33.426812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.490561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 93b09bb7-b470-4f0a-aba1-82263d58e6ae triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:33.490844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.503458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:33.524704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.532784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.562947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.668547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.703113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.710460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Network 410eb01d-93a1-4084-9f3b-fbc578602d2f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:33.725068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:33.725514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.733902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:33.735715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Pushing event updated for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:33.737892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:33.759040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:33.811154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Deleting port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:33.811862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.814963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:33.815351 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.919593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] For port 1f687d53-8938-4f6f-9bb2-6408d1f0be9b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:33.920150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:33.936954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Calling delete_port for 1f687d53-8938-4f6f-9bb2-6408d1f0be9b owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:34.048186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61011f2a-42e4-4bff-bd2b-ab47b219bb84 req-cab561f7-f073-4dbd-9cf1-eaf6ebfe7b7e tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:34.049805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61011f2a-42e4-4bff-bd2b-ab47b219bb84 req-cab561f7-f073-4dbd-9cf1-eaf6ebfe7b7e tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 932 time: 0.1061077 Oct 29 11:34:34.136421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61011f2a-42e4-4bff-bd2b-ab47b219bb84 req-011f39d3-f2d8-4421-b647-e0687a746af6 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526404 Oct 29 11:34:34.140935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:34.192200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:34.200274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.222060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:34.223122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.226159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Allocated IP 172.25.4.157 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/b9caa33f-35e1-4197-b4ef-6e828cf77e3d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:34.243468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] For port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6c8f4a1d-40e1-4451-ac49-dcd08feb3102,segment=NetworkSegment(a714c395-8795-4bd2-9b9e-40e2cf4ef041),segment_id=a714c395-8795-4bd2-9b9e-40e2cf4ef041)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:34.243835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.247325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f687d53-8938-4f6f-9bb2-6408d1f0be9b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:34.280502 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.328904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Calling delete_port for 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:34.367175 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-08a7c569-2b88-4d3a-a36d-2aea586b85eb tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6010735 Oct 29 11:34:34.438762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.439801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Request body: {'port': {'device_id': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:34.446217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68507d92-d31b-4d8f-ae8b-9e8d5284ab48']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:34.563345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f632983-00ab-4453-adcb-1e28d4ea4b28') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:34.563633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f632983-00ab-4453-adcb-1e28d4ea4b28') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:34.605140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.630415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.633787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f3bfaaaa-d17c-40f1-81cc-a18ef16b05d8 None None] Provisioning complete for port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:34.634255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f3bfaaaa-d17c-40f1-81cc-a18ef16b05d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.662176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.670646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfaaaa-d17c-40f1-81cc-a18ef16b05d8 None None] Port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:34.683959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Router 2b010ffc-d6b5-4542-9033-557678d51585 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:34.687416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:34.687897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:34.691569 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:34.723301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.794567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:34.798746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.800178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-743df6ec-0744-43b1-acc8-7df81b35e188 admin admin] 10.222.0.77 "PUT /v2.0/routers/2b010ffc-d6b5-4542-9033-557678d51585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484210 Oct 29 11:34:34.801503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:34.802352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57362) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:34.806674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Sync routers for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:34.815107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No DVR routers for this DVR port 6c8f4a1d-40e1-4451-ac49-dcd08feb3102 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:34.820619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:34.821362 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:34.823932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Port': ['ID=6c8f4a1d-40e1-4451-ac49-dcd08feb3102,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:34.867571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.872424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.878115 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] 10.222.0.77 "DELETE /v2.0/networks/68507d92-d31b-4d8f-ae8b-9e8d5284ab48 HTTP/1.1" status: 204 len: 168 time: 1.4621081 Oct 29 11:34:34.926444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:34.962992 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:35.039638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb4b4-8e07-44ad-8413-5870bf5b813c admin admin] Pushing event deleted for resources: {'Network': ['ID=68507d92-d31b-4d8f-ae8b-9e8d5284ab48,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:35.059892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.062629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57366) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:35.103114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.115275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f9c35ac-bf13-461e-86a6-a83941d25783 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2953a99b5f5d4970ae3f371c2f8ab38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515034 Oct 29 11:34:35.116060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57368) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:35.182318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6e96c7-7b93-4bd2-973b-87bacdb855a9']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.197626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.204983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a714c395-8795-4bd2-9b9e-40e2cf4ef041') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.205306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a714c395-8795-4bd2-9b9e-40e2cf4ef041') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.214165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Deleting port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:35.214508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.218068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.226142 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:34:34Z', 'revision_number': 5, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port': {'id': 'd7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b010ffc-d6b5-4542-9033-557678d51585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:24:16Z', 'updated_at': '2021-10-29T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.247015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.263253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.263424 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Checking router: 2b010ffc-d6b5-4542-9033-557678d51585 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:35.273393 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Routers {'2b010ffc-d6b5-4542-9033-557678d51585'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:35.274162 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b010ffc-d6b5-4542-9033-557678d51585'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.300614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:35.301052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:35.307640 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:35.313451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.337491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:35.364640 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] Set router 2b010ffc-d6b5-4542-9033-557678d51585 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:35.379999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e2bd9-e685-469f-8e9a-5793ad1902b9 req-72f01d24-5942-4462-98a6-cd83040b19e6 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:35.381553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-152e2bd9-e685-469f-8e9a-5793ad1902b9 req-72f01d24-5942-4462-98a6-cd83040b19e6 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 932 time: 0.1205478 Oct 29 11:34:35.384987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:35.387101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'Port': ['ID=b9caa33f-35e1-4197-b4ef-6e828cf77e3d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:35.393824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:35.420909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:35.423307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] For port d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:35.423680 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.443479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.444280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bfb828db-9e88-4f47-bec1-4a4192e2cd1f admin admin] 10.222.0.77 "PUT /v2.0/routers/001b5f8c-fb45-4446-831f-ca3a8abd92a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0765495 Oct 29 11:34:35.444380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.444380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cf4138e-08d7-41f1-afbb-589b4b2c3edf HTTP/1.1" status: 204 len: 168 time: 0.3182645 Oct 29 11:34:35.444539 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:34:35Z', 'revision_number': 6, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.449456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Sync routers for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:35.475576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Calling delete_port for d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:35.484457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-152e2bd9-e685-469f-8e9a-5793ad1902b9 req-30eac502-1700-4ad8-982d-7e3a7febedb8 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826383 Oct 29 11:34:35.487049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6938-5710-46ca-99a7-aa12ff7c4ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4138e-08d7-41f1-afbb-589b4b2c3edf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:35.502848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c80e3-15e8-4fbb-8078-62677b623a46 None None] The sync data for ids ['2b010ffc-d6b5-4542-9033-557678d51585'] in n-d-805046-9 is: [{'id': '2b010ffc-d6b5-4542-9033-557678d51585', 'name': 'tempest-ServerActionsTestJSON-1047224188-router', 'tenant_id': 'adb2bb596d144b69be55c0d1bff31127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:24:14Z', 'updated_at': '2021-10-29T11:34:35Z', 'revision_number': 6, 'project_id': 'adb2bb596d144b69be55c0d1bff31127', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:35.518572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:35.530189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:35.531888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.610249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.618685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/ff6e96c7-7b93-4bd2-973b-87bacdb855a9 HTTP/1.1" status: 204 len: 168 time: 5.5214465 Oct 29 11:34:35.624879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57380) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:35.693045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6172bd4-04f6-4bee-bb8f-2357bf1e571b tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=ff6e96c7-7b93-4bd2-973b-87bacdb855a9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:35.733489 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3e77cb-5b78-4a5a-9cdd-8048d9ad0ee7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:35.735425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3e77cb-5b78-4a5a-9cdd-8048d9ad0ee7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:35.738594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6e3e77cb-5b78-4a5a-9cdd-8048d9ad0ee7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/6097e855-0914-431b-86b1-d9b90badb5bb HTTP/1.1" status: 404 len: 337 time: 0.1072016 Oct 29 11:34:35.744217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57384) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:35.760323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba06416-18e6-4b98-b154-e14b3d50720b {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:35.767142 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.783693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.785090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.793219 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d5377e-00ea-407b-a63b-b6b4816eab67 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:35.794301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d5377e-00ea-407b-a63b-b6b4816eab67 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:35.798825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6d5377e-00ea-407b-a63b-b6b4816eab67 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/ff6e96c7-7b93-4bd2-973b-87bacdb855a9 HTTP/1.1" status: 404 len: 339 time: 0.0517786 Oct 29 11:34:35.801434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57390) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:35.816854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:35.832220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Transition to ACTIVE for port object dba06416-18e6-4b98-b154-e14b3d50720b will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:35.841920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.847103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:35.913454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:35.918208 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f7df6a-e27f-4087-a83e-e418f455f77c tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:35.921455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f7df6a-e27f-4087-a83e-e418f455f77c tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:35.926171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f8f7df6a-e27f-4087-a83e-e418f455f77c tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/b05ea662-aa5d-41af-82d0-a2f8c0007da8 HTTP/1.1" status: 404 len: 337 time: 0.1236360 Oct 29 11:34:35.929735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57392) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.002224 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf79ba4-d4db-4a9f-9aef-baad8db3d200 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:36.005225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf79ba4-d4db-4a9f-9aef-baad8db3d200 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:36.009745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcf79ba4-d4db-4a9f-9aef-baad8db3d200 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/98fa8bb6-f3b9-4f27-9471-d2b714eebff0 HTTP/1.1" status: 404 len: 339 time: 0.0769010 Oct 29 11:34:36.018169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57398) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.054850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.056874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Pushing event updated for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:36.186559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Attempting to bind port dba06416-18e6-4b98-b154-e14b3d50720b on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:36.187029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Attempting to bind port dba06416-18e6-4b98-b154-e14b3d50720b by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'f630437b-af83-4fce-92b7-e8b065154c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:36.187471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Attempting to bind port dba06416-18e6-4b98-b154-e14b3d50720b on network 410eb01d-93a1-4084-9f3b-fbc578602d2f {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:36.189976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.192742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.206010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Port dba06416-18e6-4b98-b154-e14b3d50720b on network 410eb01d-93a1-4084-9f3b-fbc578602d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:36.206477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Attempting to bind port dba06416-18e6-4b98-b154-e14b3d50720b on network 410eb01d-93a1-4084-9f3b-fbc578602d2f {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:36.217643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:36.218107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Checking segment: {'id': 'f630437b-af83-4fce-92b7-e8b065154c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:36.218604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Bound using segment: {'id': 'f630437b-af83-4fce-92b7-e8b065154c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:36.219137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Bound port: dba06416-18e6-4b98-b154-e14b3d50720b, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f630437b-af83-4fce-92b7-e8b065154c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:36.219582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.224551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 2, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:36.244510 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3741456d-b11c-4d25-a7e6-71446dc4ac88 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:36.244996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3741456d-b11c-4d25-a7e6-71446dc4ac88 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:36.250969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3741456d-b11c-4d25-a7e6-71446dc4ac88 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/732f9c1f-ed6e-4772-aab0-a760e11c7318 HTTP/1.1" status: 404 len: 337 time: 0.2277167 Oct 29 11:34:36.251904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57404) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.273980 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-53588b79-41cd-4536-8013-4d3a9ba4f0a9 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:36.274146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53588b79-41cd-4536-8013-4d3a9ba4f0a9 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:36.279812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-53588b79-41cd-4536-8013-4d3a9ba4f0a9 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/037c0236-87d0-45e2-9bd4-c7a339401eef HTTP/1.1" status: 404 len: 339 time: 0.0249534 Oct 29 11:34:36.279812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.279812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b010ffc-d6b5-4542-9033-557678d51585 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:34:36.280180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57406) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.286925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Checking router: 001b5f8c-fb45-4446-831f-ca3a8abd92a1 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:36.288153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Updating router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:36.292944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.297367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7f12f206-92db-4f45-ac6b-6e2cee764518 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2b010ffc-d6b5-4542-9033-557678d51585 HTTP/1.1" status: 204 len: 168 time: 1.4937410 Oct 29 11:34:36.298152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57408) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.312215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.324802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.335386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:36.343977 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.379231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dba06416-18e6-4b98-b154-e14b3d50720b,segment=NetworkSegment(f630437b-af83-4fce-92b7-e8b065154c2f),segment_id=f630437b-af83-4fce-92b7-e8b065154c2f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:36.409541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Deleting subnet b14d77db-34c0-423c-8dd8-72a500488ac4 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:36.413034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.430530 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.480392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.492754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'Port': ['ID=b9caa33f-35e1-4197-b4ef-6e828cf77e3d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:36.509083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:36.515063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.516594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] 10.222.0.86 "PUT /v2.0/ports/dba06416-18e6-4b98-b154-e14b3d50720b HTTP/1.1" status: 200 len: 1092 time: 2.1156549 Oct 29 11:34:36.518891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:36.521194 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bae548-91c5-41ad-9a6b-4ec705a831fc" -d '{"events": [{"name": "network-changed", "server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:36.532183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting port b4d90389-08ff-44fe-b7c4-62a1db1addbc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:36.532534 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.614929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.619436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e3580-9772-434a-bd68-36d960e9760f service neutron] Pushing event updated for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:36.672972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.676020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.718813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Calling delete_port for b4d90389-08ff-44fe-b7c4-62a1db1addbc owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:36.739747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.751134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-795f8fcf-8425-4954-8289-044e1e9801eb tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2724731 Oct 29 11:34:36.777202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-d4728daa-fc85-4879-b7af-2cbda1d1ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:36.779618 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-d4728daa-fc85-4879-b7af-2cbda1d1ad2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa23abe0f1064da7adf6f9d8176468b0&device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 1095 time: 0.1526949 Oct 29 11:34:36.872419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.880777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-5d996bcd-86f1-4721-8ad1-c4ecce47e9e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba06416-18e6-4b98-b154-e14b3d50720b HTTP/1.1" status: 200 len: 217 time: 0.0910966 Oct 29 11:34:36.882965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.938057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14d77db-34c0-423c-8dd8-72a500488ac4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:36.938959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298eadb-3b44-44c4-92ab-9e67c17286dd None None] Network 930853f7-a7f1-44ee-9378-d80efed0fc29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:36.950425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:36.959018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9117be38-e7a4-4d8d-a363-8d1d5d914966 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b14d77db-34c0-423c-8dd8-72a500488ac4 HTTP/1.1" status: 204 len: 168 time: 0.6424720 Oct 29 11:34:36.962863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57434) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:36.990686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f65d22be-4d0b-4cae-b200-e2399425167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:36.993824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-f65d22be-4d0b-4cae-b200-e2399425167f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=59c9bb98-4b1d-4ff8-bf7b-3b627d15db30 HTTP/1.1" status: 200 len: 849 time: 0.1025233 Oct 29 11:34:37.045718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-5cdc14eb-ae6e-4502-8a7d-537d2c8fb40c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=410eb01d-93a1-4084-9f3b-fbc578602d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457497 Oct 29 11:34:37.052239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-326214648-network', 'tenant_id': '668c4ad998cc4896afbc0e57bfdf0002'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:37.055474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.059312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.074133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.097370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57436) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:37.097999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Made reservation on behalf of 668c4ad998cc4896afbc0e57bfdf0002 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:37.103031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.109155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Port': ['ID=b4d90389-08ff-44fe-b7c4-62a1db1addbc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:37.124293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.127664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32e416d9-1868-4432-a872-1296cc24087e tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/ports/b4d90389-08ff-44fe-b7c4-62a1db1addbc HTTP/1.1" status: 204 len: 168 time: 0.8466227 Oct 29 11:34:37.130141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57438) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:37.137332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.141981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420358582', 'description': 'tempest-description--1828611394'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:37.165130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.173284 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcef94b6-3f35-4c81-95c3-55522e0cf191 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:37.173740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcef94b6-3f35-4c81-95c3-55522e0cf191 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:37.177240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bcef94b6-3f35-4c81-95c3-55522e0cf191 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/882e85cf-b6b1-48c8-abee-7d0dff492090 HTTP/1.1" status: 404 len: 337 time: 0.0461526 Oct 29 11:34:37.179943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57440) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:37.269733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.276939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Pushing event updated for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:37.287552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:37.344075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.344591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.345076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.345587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.345972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.346430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.346867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.347304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.347734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.348169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.348609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.349200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:37.351975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778b6b-7f0b-4dbf-8fd9-5b4e873cc14a req-5ee9e142-b44d-4593-9011-400183245883 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:37.359542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88778b6b-7f0b-4dbf-8fd9-5b4e873cc14a req-5ee9e142-b44d-4593-9011-400183245883 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 944 time: 0.1648152 Oct 29 11:34:37.369656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.371101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:37.372164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d7e8a57c-c4d1-4cd0-9149-d4d35f2e05fd not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:37.372164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f687d53-8938-4f6f-9bb2-6408d1f0be9b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:37.391526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.404391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.406713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1f687d53-8938-4f6f-9bb2-6408d1f0be9b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:37.407592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f687d53-8938-4f6f-9bb2-6408d1f0be9b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:37.417520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Attempting to bind port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:37.418111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Attempting to bind port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:37.418630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Attempting to bind port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 on network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:37.424466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-0a9ac3f9-9078-444f-b283-45fba6c1f757 service neutron] 10.222.0.86 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406363 Oct 29 11:34:37.433830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:37.434554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Checking segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:37.435471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.435977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Bound using segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:37.436579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Bound port: b94a9155-38d4-40fb-8cf8-a8a3f7c6e016, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:37.437130 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.458289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Deleting port 6eceb464-412c-4719-ba8a-1e59bb9dc19c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:37.458615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.458935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] DHCP port deletion for 930853f7-a7f1-44ee-9378-d80efed0fc29 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:37.465572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88778b6b-7f0b-4dbf-8fd9-5b4e873cc14a req-aba4d289-df8b-491e-af7e-4e892a1aae13 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051247 Oct 29 11:34:37.523121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.556025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] For port 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6eceb464-412c-4719-ba8a-1e59bb9dc19c,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:37.556462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.574187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] For port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:37.584513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Calling delete_port for 6eceb464-412c-4719-ba8a-1e59bb9dc19c owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:37.593862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] For port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:37.598535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Deleting port 6eceb464-412c-4719-ba8a-1e59bb9dc19c {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:37.598723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.599389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b463e2bb-9ec7-4e80-a839-8830c0faa09d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:37.603301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.605385 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a96b7d-6942-4af1-9cc0-844cd8da6e99 x-openstack-request-id: req-22a96b7d-6942-4af1-9cc0-844cd8da6e99 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:37.605677 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:37.605934 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22a96b7d-6942-4af1-9cc0-844cd8da6e99 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:37.606337 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b', 'status': 'completed', 'code': 200} Oct 29 11:34:37.612463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.616265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41a6f8df-bee2-4f37-84f6-b8d3696b8c40 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4939201 Oct 29 11:34:37.616265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.619572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57442) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:37.628474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'security_group_rule': {'security_group_id': 'b463e2bb-9ec7-4e80-a839-8830c0faa09d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:37.631670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:37.648494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.648933 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Added segment 12cb47d2-0c9c-4b0d-bc68-6453c6823c7c of type vlan for network ed5969e7-a611-4a99-a905-bce3666d6674 Oct 29 11:34:37.662467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.710252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.738643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67a8f11-45d2-454d-bb45-42d5bace56a0']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:37.752322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.757914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] Provisioning complete for port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:37.759181 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.787981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] For port 6eceb464-412c-4719-ba8a-1e59bb9dc19c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6eceb464-412c-4719-ba8a-1e59bb9dc19c,segment=NetworkSegment(42a59f9a-ed27-4a50-b32a-e32b6af5c4d0),segment_id=42a59f9a-ed27-4a50-b32a-e32b6af5c4d0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:37.788455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.793749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:37.799857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db99324-f603-4693-ae5d-c85bdd136d5d req-35983de6-58c5-42ff-b119-b9c301f32a6a service neutron] 10.222.0.86 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745891 Oct 29 11:34:37.801738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.802799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:37.803601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.839030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:37.839749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:37.852305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:37.852829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd63d9e-1c3d-4de0-a21c-f46a24d27a05') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:37.858298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b79a-5a5e-46ce-8c9d-240ca10b47b6 None None] Pushing event updated for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:37.868842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Calling delete_port for 6eceb464-412c-4719-ba8a-1e59bb9dc19c owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:37.879857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.890904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:37.936244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] No DVR routers for this DVR port 6eceb464-412c-4719-ba8a-1e59bb9dc19c on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:37.948171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6eceb464-412c-4719-ba8a-1e59bb9dc19c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.000877 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.013928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-381a7bc0-6acc-4b7a-ac91-8f17d5fb1ef5 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--187073363&fields=id&tenant_id=28727435b1a84ef59c4e50ae136f9664 HTTP/1.1" status: 200 len: 267 time: 0.1578712 Oct 29 11:34:38.040000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:38.040802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:38.045150 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:38.108438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:38.143944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.147667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.192444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] Pushing event deleted for resources: {'Port': ['ID=6eceb464-412c-4719-ba8a-1e59bb9dc19c,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.205860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd278a7-b67a-44b3-b547-52999ccda496 None None] No DVR routers for this DVR port 6eceb464-412c-4719-ba8a-1e59bb9dc19c on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:38.229513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3525422 Oct 29 11:34:38.244277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57452) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:38.255456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Request body: {'subnet': {'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-326214648-subnet', 'tenant_id': '668c4ad998cc4896afbc0e57bfdf0002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:38.288114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37c54-051f-4636-bf77-7c654549e771 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5969e7-a611-4a99-a905-bce3666d6674,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.298695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] For port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:38.304453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-8b3ed9aa-bead-4c0e-8356-40e66df25732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:38.306646 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-8b3ed9aa-bead-4c0e-8356-40e66df25732 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa23abe0f1064da7adf6f9d8176468b0&device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 1095 time: 0.0941098 Oct 29 11:34:38.307760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ed5969e7-a611-4a99-a905-bce3666d6674 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:38.311255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Made reservation on behalf of 668c4ad998cc4896afbc0e57bfdf0002 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:38.314274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.323663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.483299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-55f35f52-9a58-46bb-a36a-ef624a90ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:38.486453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-55f35f52-9a58-46bb-a36a-ef624a90ccbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=410eb01d-93a1-4084-9f3b-fbc578602d2f HTTP/1.1" status: 200 len: 910 time: 0.1677401 Oct 29 11:34:38.504080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.531340 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.536508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.558909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-5ec0a586-560f-49d2-9b52-75fcea16cf02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba06416-18e6-4b98-b154-e14b3d50720b HTTP/1.1" status: 200 len: 217 time: 0.0649648 Oct 29 11:34:38.569314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.581040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c141c46-14d8-415c-82e0-84a9b90819f2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.594034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.599798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/c67a8f11-45d2-454d-bb45-42d5bace56a0 HTTP/1.1" status: 204 len: 168 time: 1.4184732 Oct 29 11:34:38.599989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57456) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:38.604285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930853f7-a7f1-44ee-9378-d80efed0fc29']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:38.629446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.630639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d7aafd99-0561-469b-9cf4-83e45b4748df tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0080833 Oct 29 11:34:38.635536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:38.637148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:38.637279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751425d-f202-47a3-b107-0dd53aa93c03 None None] Pushing event updated for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.637496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a59f9a-ed27-4a50-b32a-e32b6af5c4d0') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:38.640252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623e29-340b-43bb-ba1b-b2186ec9f530 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=c67a8f11-45d2-454d-bb45-42d5bace56a0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.644813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'security_group_rule': {'security_group_id': 'b463e2bb-9ec7-4e80-a839-8830c0faa09d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:38.659551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f965fde-16f8-4c1e-b69b-bd2b6157d8bc None None] Provisioning complete for port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:38.659826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f965fde-16f8-4c1e-b69b-bd2b6157d8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.666612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.696584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f8e37565-2ab1-4fea-ba5b-940ae1a6de95 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:38.703688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f8e37565-2ab1-4fea-ba5b-940ae1a6de95 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/networks?id=ecc46366-e217-4b61-aebb-d4e90549df93 HTTP/1.1" status: 200 len: 811 time: 0.6884854 Oct 29 11:34:38.706086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.708649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-c41633f9-281a-428f-a000-a3b164eef6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:38.710719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-c41633f9-281a-428f-a000-a3b164eef6fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=59c9bb98-4b1d-4ff8-bf7b-3b627d15db30 HTTP/1.1" status: 200 len: 849 time: 0.1415598 Oct 29 11:34:38.727052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:38.727448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.736318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-90cd376b-7aac-461f-8c00-7be4aa045a53 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/quotas/28727435b1a84ef59c4e50ae136f9664 HTTP/1.1" status: 200 len: 375 time: 0.0317960 Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:38.738117 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:38.740194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.765038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-af1e0bde-e41d-4299-a552-f557465ef426 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=410eb01d-93a1-4084-9f3b-fbc578602d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341628 Oct 29 11:34:38.797093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.813270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:37Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:38.850311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.861965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.865111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] 10.222.0.77 "DELETE /v2.0/networks/930853f7-a7f1-44ee-9378-d80efed0fc29 HTTP/1.1" status: 204 len: 168 time: 1.8999200 Oct 29 11:34:38.874767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e33976-b7bc-4f07-be8d-603a0dfe105e None None] The sync data for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 is: [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:37Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:38.878275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33e8771-afca-45e9-a5b6-ce3faf9ea2c3,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.921208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe632f-9b76-490d-931b-b15dcfb2bfdf admin admin] Pushing event deleted for resources: {'Network': ['ID=930853f7-a7f1-44ee-9378-d80efed0fc29,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:38.936880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting port 331be7cb-827e-4de5-aae1-abe2799db454 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:38.936880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:38.943035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Checking segment: {'id': '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:38.943406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Network hostable DHCP agents. Network: ed5969e7-a611-4a99-a905-bce3666d6674, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:38.947328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-2c7d944e-9983-4e7d-a565-9046ff8c5351 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=28727435b1a84ef59c4e50ae136f9664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2099531 Oct 29 11:34:39.058649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.067714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.112795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48288fc-5bd2-4b5a-940e-e57d9331857e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:39.127914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-eca14f5c-bf07-48cc-baac-26258b43e0c6 service neutron] 10.222.0.77 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522195 Oct 29 11:34:39.129203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57466) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:39.140077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-44886885-3546-4d31-ae4f-d8177c0acf22 service neutron] 10.222.0.86 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537958 Oct 29 11:34:39.144706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.155969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.159914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d33f1232-881e-4d5e-a66f-e72240c6a1a8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5157647 Oct 29 11:34:39.170865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Network ed5969e7-a611-4a99-a905-bce3666d6674 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:39.173490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:39.181172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:39.242033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:39.265829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-809ae12c-47ee-4037-afc5-0150fd6320b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adb2bb596d144b69be55c0d1bff31127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285541 Oct 29 11:34:39.271448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57470) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:39.293427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-736aec08-12b8-43d0-ac91-1bdce28c3e6a service neutron] 10.222.0.77 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649823 Oct 29 11:34:39.303887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Calling delete_port for 331be7cb-827e-4de5-aae1-abe2799db454 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:39.332613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:39.332982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.336018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ed5969e7-a611-4a99-a905-bce3666d6674) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:39.360688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:39.361330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.391400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01aff8-2247-4138-b3fb-d89e8cb63e24 None None] Network ed5969e7-a611-4a99-a905-bce3666d6674 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:39.395932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.430773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.501045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.526135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.529651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.531907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/060f6a80-8b93-46a5-9fe0-10a8bf62862b HTTP/1.1" status: 204 len: 168 time: 0.2593858 Oct 29 11:34:39.555283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4b79a-5950-4bb2-837a-96d91e8e0c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f6a80-8b93-46a5-9fe0-10a8bf62862b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:39.577385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f7bae548-91c5-41ad-9a6b-4ec705a831fc req-3b2eef3c-dffd-4c2a-8d62-e5469d879179 service neutron] 10.222.0.86 "GET /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253421 Oct 29 11:34:39.589931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c57b0627-6cc7-4a41-96be-dc942f2e1468 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3412440 Oct 29 11:34:39.689447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6eceb464-412c-4719-ba8a-1e59bb9dc19c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:39.744968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30b0fe-79a6-41b1-826e-e33eb744ca98 req-af7b1570-fc23-4b3c-b2f6-9ebf39a22dc2 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:39.747876 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:34:39.755643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b30b0fe-79a6-41b1-826e-e33eb744ca98 req-af7b1570-fc23-4b3c-b2f6-9ebf39a22dc2 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 944 time: 0.1351447 Oct 29 11:34:39.785547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:39.816169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6eceb464-412c-4719-ba8a-1e59bb9dc19c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:39.822831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6eceb464-412c-4719-ba8a-1e59bb9dc19c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:39.844554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd22502-f34e-4218-83ec-256721639ce9 None None] Network ed5969e7-a611-4a99-a905-bce3666d6674 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:39.883766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b30b0fe-79a6-41b1-826e-e33eb744ca98 req-4861af76-aac9-411b-953e-0330dcb59c36 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261284 Oct 29 11:34:39.973938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Port': ['ID=331be7cb-827e-4de5-aae1-abe2799db454,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:39.999703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.012418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:40.017194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-65b55318-ceea-4ab6-b22e-acc9781756b0 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/ports/331be7cb-827e-4de5-aae1-abe2799db454 HTTP/1.1" status: 204 len: 168 time: 1.4060471 Oct 29 11:34:40.019437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.105618 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3bd61a-878d-4ef8-9aba-b5db70a044dc tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:40.106354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3bd61a-878d-4ef8-9aba-b5db70a044dc tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:40.115482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa3bd61a-878d-4ef8-9aba-b5db70a044dc tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/7790a23a-04a8-488f-841c-cf3513fcc2c9 HTTP/1.1" status: 404 len: 337 time: 0.1019206 Oct 29 11:34:40.123107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57492) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:40.187447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Allocated IP 172.25.4.112 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/9a7c7205-9015-4943-9a77-149122614b2a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:40.269224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.361668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c8f14f4-640d-44a7-ba3d-c9b92adbd344 req-56dabd0a-44a0-425c-bf87-3a875c36dac0 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 210 time: 0.1114917 Oct 29 11:34:40.418686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.503767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.521629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.550113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:40.556544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c68ac6-af9d-4cb0-86d9-3b7eab006610']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:40.558027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729281961-network', 'tenant_id': 'b6edc5e8061e443ba976f7131cbf2fd9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:40.572185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:40.572498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c1e8b4-124c-45ea-9a93-e36fb68c2170') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:40.577277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:40.584258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:40.591710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:40.610484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.622079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'Port': ['ID=9a7c7205-9015-4943-9a77-149122614b2a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:40.633947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.638836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Made reservation on behalf of b6edc5e8061e443ba976f7131cbf2fd9 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:40.651464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:40.651869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.654134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:40.657404 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:40.671788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.752422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.758178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.762194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/b1c68ac6-af9d-4cb0-86d9-3b7eab006610 HTTP/1.1" status: 204 len: 168 time: 0.6380813 Oct 29 11:34:40.766928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57512) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:40.778902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14463fb-fa4b-4239-ae2e-7060bdfde7c7 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=b1c68ac6-af9d-4cb0-86d9-3b7eab006610,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:40.785318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.890083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.896096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.901860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting subnet f1a5592f-8fae-485e-86db-aecee9a7ff91 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:40.926950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.933073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:40.977347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a32390-be16-449b-943c-6b10836c5c86 req-b1eaa1db-4e69-4521-a4cd-06e19d334052 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:40.979267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58a32390-be16-449b-943c-6b10836c5c86 req-b1eaa1db-4e69-4521-a4cd-06e19d334052 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 944 time: 0.0564926 Oct 29 11:34:41.046010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58a32390-be16-449b-943c-6b10836c5c86 req-3001ee25-d4c6-4e92-aab1-b68383990e1f tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Oct 29 11:34:41.099418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:41.103786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3f5d6-3842-452d-9b71-fd471d1212f3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:41.128034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.130866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.131207 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Added segment 610d940a-ee06-4153-9353-b2629383892a of type vlan for network 03c3b672-6f0c-4862-b367-4d455fa23d11 Oct 29 11:34:41.203879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57528) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:41.239778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.244184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-95023166-e29d-472e-a1e8-bfd540f0e943 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:41.245884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-95023166-e29d-472e-a1e8-bfd540f0e943 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.41 "GET /v2.0/networks?id=ecc46366-e217-4b61-aebb-d4e90549df93 HTTP/1.1" status: 200 len: 811 time: 0.1799619 Oct 29 11:34:41.296481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-fe51f671-45c7-4b6d-ba5b-d0007bc8ca9c tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28727435b1a84ef59c4e50ae136f9664 HTTP/1.1" status: 200 len: 379 time: 0.0395534 Oct 29 11:34:41.308362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'port': {'device_id': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'admin_state_up': True, 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'security_groups': ['30185072-3110-4442-a208-376109cada58']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:41.327939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.328908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:41.329812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.334224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.337821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.374329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.379319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1282543379-network', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:41.431850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Made reservation on behalf of 28727435b1a84ef59c4e50ae136f9664 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:41.435933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.488491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfd244ca-728a-4c1b-80b9-2ef13537f833 req-4d1df7dc-a85a-488e-8f75-3a5aac18b43f tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 210 time: 0.0364802 Oct 29 11:34:41.493848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9383335 Oct 29 11:34:41.494176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57534) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:41.502361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Request body: {'subnet': {'network_id': '03c3b672-6f0c-4862-b367-4d455fa23d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729281961-subnet', 'tenant_id': 'b6edc5e8061e443ba976f7131cbf2fd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:41.529921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080b14a-036a-49fe-9348-1b0cbc93f7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=03c3b672-6f0c-4862-b367-4d455fa23d11,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:41.545573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 03c3b672-6f0c-4862-b367-4d455fa23d11 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:41.559086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'Port': ['ID=9a7c7205-9015-4943-9a77-149122614b2a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:41.567471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Made reservation on behalf of 35b6da2666184453a4bf2ea82b67ce31 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:41.570542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.582440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.585646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.596544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.603124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Made reservation on behalf of b6edc5e8061e443ba976f7131cbf2fd9 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:41.606425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.642226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.643453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fac72b89-127f-4264-97ed-05d9f38c506f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4665897 Oct 29 11:34:41.648046 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.648217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939deca2-eb5b-4537-92b8-ee4ad31ff540 None None] Network 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:41.654832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/subnets/f1a5592f-8fae-485e-86db-aecee9a7ff91 HTTP/1.1" status: 204 len: 168 time: 0.8833740 Oct 29 11:34:41.656261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa635c1-75c5-471f-99af-a91f9ac9e28f tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a5592f-8fae-485e-86db-aecee9a7ff91,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:41.658513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57538) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:41.743243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Allocated IP 172.20.0.7 (ecc46366-e217-4b61-aebb-d4e90549df93/46d69c9e-d25b-4fa2-ace7-d1f51e30af83/7a2709fe-1ff8-4a88-b9d3-712875759e8f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:41.818307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.856183 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.869179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dba06416-18e6-4b98-b154-e14b3d50720b details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:34:41.889317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.921169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:41.947425 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:41.948060 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Added segment ef3261aa-74d1-443e-937a-43dc782d3f02 of type vlan for network d024e010-0e50-419b-88c8-9e2261d130d6 Oct 29 11:34:41.957476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] DHCP port deletion for 67561fc5-97a7-4554-9a9a-0bab46dcfbe9 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:41.966819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c7bb81-d53a-4f3f-8a7d-17786339e138,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.018695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.044634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Deleting port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:42.045295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.074109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-823997f9-df70-49eb-b956-b10e59f279d7 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--420358582&fields=id&tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff HTTP/1.1" status: 200 len: 267 time: 0.1329877 Oct 29 11:34:42.088481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-3e134156-c01d-4ae9-8ddd-1396a2d2da0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3621972 Oct 29 11:34:42.092034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dba06416-18e6-4b98-b154-e14b3d50720b,segment=NetworkSegment(f630437b-af83-4fce-92b7-e8b065154c2f),segment_id=f630437b-af83-4fce-92b7-e8b065154c2f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:42.092202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.093053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.093619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.102314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.107044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Deleting port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:42.107598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.129154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9166906 Oct 29 11:34:42.158722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57556) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:42.168944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'dba06416-18e6-4b98-b154-e14b3d50720b', 'network_id': '410eb01d-93a1-4084-9f3b-fbc578602d2f', 'port_id': 'dba06416-18e6-4b98-b154-e14b3d50720b', 'mac_address': 'fa:16:3e:ba:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c9bb98-4b1d-4ff8-bf7b-3b627d15db30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:34:42.173601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Request body: {'subnet': {'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1282543379-subnet', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:42.185736 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.217555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] For port b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,segment=NetworkSegment(6c0ef35f-ed8a-4df4-b9f1-0fb30473900d),segment_id=6c0ef35f-ed8a-4df4-b9f1-0fb30473900d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:42.217965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.225294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] For port b3494deb-68b3-4a9e-b46e-343d30c2f9c1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,segment=NetworkSegment(6c0ef35f-ed8a-4df4-b9f1-0fb30473900d),segment_id=6c0ef35f-ed8a-4df4-b9f1-0fb30473900d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:42.225698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.227235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3379-902b-42c6-ab1e-1767a34c9bfd admin admin] Pushing event updated for resources: {'Network': ['ID=d024e010-0e50-419b-88c8-9e2261d130d6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.238284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Calling delete_port for b3494deb-68b3-4a9e-b46e-343d30c2f9c1 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:42.244000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.246352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Calling delete_port for b3494deb-68b3-4a9e-b46e-343d30c2f9c1 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:42.249553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d024e010-0e50-419b-88c8-9e2261d130d6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:42.251835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Made reservation on behalf of 35b6da2666184453a4bf2ea82b67ce31 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:42.254155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.307804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba06416-18e6-4b98-b154-e14b3d50720b {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:42.325465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a090d2fe-31bb-4e81-b0ca-4819d75fca61,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.376778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.377198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.377615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.378085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.378661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.379003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.379496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.381596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-067008b2-d008-4fb9-92f2-bdc0ed3a7f39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 0.1937022 Oct 29 11:34:42.397764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-29df7efe-2cd9-4d8d-8fd8-3351ee7c13b2 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.399758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-29df7efe-2cd9-4d8d-8fd8-3351ee7c13b2 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/networks?id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 200 len: 806 time: 0.3246660 Oct 29 11:34:42.403022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dba06416-18e6-4b98-b154-e14b3d50720b,segment=NetworkSegment(f630437b-af83-4fce-92b7-e8b065154c2f),segment_id=f630437b-af83-4fce-92b7-e8b065154c2f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:42.411551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.422830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.434044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Checking segment: {'id': '610d940a-ee06-4153-9353-b2629383892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '03c3b672-6f0c-4862-b367-4d455fa23d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:42.434403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Network hostable DHCP agents. Network: 03c3b672-6f0c-4862-b367-4d455fa23d11, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:42.467729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Port': ['ID=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.474285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.477369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] No DVR routers for this DVR port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:42.480637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-009090be-f5c2-479c-a1c9-321f9871b623 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/quotas/2e5420912acb4e738c4eb89ebbc2e5ff HTTP/1.1" status: 200 len: 375 time: 0.0583985 Oct 29 11:34:42.501503 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.511974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.520238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] No DVR routers for this DVR port b3494deb-68b3-4a9e-b46e-343d30c2f9c1 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:42.540426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d73584-64ef-4f03-ba6e-42132f888236 None None] Pushing event deleted for resources: {'Port': ['ID=b3494deb-68b3-4a9e-b46e-343d30c2f9c1,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.588943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Network 03c3b672-6f0c-4862-b367-4d455fa23d11 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:42.595035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Network ecc46366-e217-4b61-aebb-d4e90549df93 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:42.609932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:42.621172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event updated for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:42.624318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dba06416-18e6-4b98-b154-e14b3d50720b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:42.626907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:42.629493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 03c3b672-6f0c-4862-b367-4d455fa23d11) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:42.667715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.668318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.686376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ad39cf78-d176-416f-a762-e461d36cde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.686858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ad39cf78-d176-416f-a762-e461d36cde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.687328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ad39cf78-d176-416f-a762-e461d36cde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.688982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ad39cf78-d176-416f-a762-e461d36cde7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 2291 time: 0.2798808 Oct 29 11:34:42.697179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d91c28-d266-4907-baea-89b7501ff5b8 None None] Network 03c3b672-6f0c-4862-b367-4d455fa23d11 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:42.705216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-989d46b1-f52e-4f03-abd9-b66460813f6d tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033606 Oct 29 11:34:42.774644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:42.775554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.780933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-614789a6-41e7-4214-a522-a26a9adfb16a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2857428 Oct 29 11:34:42.882716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-adb62c62-48ca-4e5b-9238-8683d755a9ce tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5806844 Oct 29 11:34:42.888041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-e1b3ba72-cac4-4132-bf1d-91f85d624402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 1002 time: 0.1790302 Oct 29 11:34:42.912214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.928143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Request body: {'port': {'device_id': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:42.943561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:42.960985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67561fc5-97a7-4554-9a9a-0bab46dcfbe9']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:42.971016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-c24a00eb-bc88-4416-a8ef-c5172b94b9c5 service neutron] 10.222.0.77 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408760 Oct 29 11:34:42.973855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:42.974484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ef35f-ed8a-4df4-b9f1-0fb30473900d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:42.988569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.064034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.088541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:43.088784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:43.092684 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:43.112003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:43.122197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26106de3-9d16-4023-9887-2f2c6d62b662 None None] Network 03c3b672-6f0c-4862-b367-4d455fa23d11 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:43.180306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Checking segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:43.180306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Network hostable DHCP agents. Network: d024e010-0e50-419b-88c8-9e2261d130d6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:43.187285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ba95f2da-9029-40e0-b08c-51efbcc23e10 None None] Provisioning complete for port 7a2709fe-1ff8-4a88-b9d3-712875759e8f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:43.187689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.187844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba95f2da-9029-40e0-b08c-51efbcc23e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.196351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.198846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.199886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-c99b7fb9-cded-47d2-8a8a-bc5d24a463e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:43.201509 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-c99b7fb9-cded-47d2-8a8a-bc5d24a463e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 200 len: 850 time: 0.3048890 Oct 29 11:34:43.209495 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] 10.222.0.77 "DELETE /v2.0/networks/67561fc5-97a7-4554-9a9a-0bab46dcfbe9 HTTP/1.1" status: 204 len: 168 time: 1.5442653 Oct 29 11:34:43.239293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbe982-ddb3-4892-b6fb-a37b2cc19534 tempest-NetworksIpV6TestAttrs-1656993960 tempest-NetworksIpV6TestAttrs-1656993960-project] Pushing event deleted for resources: {'Network': ['ID=67561fc5-97a7-4554-9a9a-0bab46dcfbe9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:43.240628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-dba23b5b-cf5c-40d8-a4da-a4fe077e5cfe service neutron] 10.222.0.77 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411747 Oct 29 11:34:43.259528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Network d024e010-0e50-419b-88c8-9e2261d130d6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:43.262367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ba95f2da-9029-40e0-b08c-51efbcc23e10 None None] Port 7a2709fe-1ff8-4a88-b9d3-712875759e8f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:43.267113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b3494deb-68b3-4a9e-b46e-343d30c2f9c1 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:34:43.282769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d024e010-0e50-419b-88c8-9e2261d130d6) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:43.287442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:43.288103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.294249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b3494deb-68b3-4a9e-b46e-343d30c2f9c1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:34:43.294612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b3494deb-68b3-4a9e-b46e-343d30c2f9c1 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:34:43.306890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecfe281-5ee8-4058-9446-7a5e6538937d None None] Network d024e010-0e50-419b-88c8-9e2261d130d6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:43.335980 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd815951-aa04-41c7-8808-45bab0f29134 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1734285 Oct 29 11:34:43.335980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57570) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:43.342433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:43.371900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-06a615e1-cd71-4316-93ba-0f842c1b0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:43.373620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-06a615e1-cd71-4316-93ba-0f842c1b0dbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595111 Oct 29 11:34:43.406143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.407234 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.518130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02521b25-c1b1-46d0-96a7-2663a6cb1a82 None None] Network d024e010-0e50-419b-88c8-9e2261d130d6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:43.564038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57576) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:43.575865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.715856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-c4da5cc2-f5b7-4324-a913-bfce55276db7 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338597 Oct 29 11:34:43.764168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:43.824634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd0a2-edd9-47fe-a552-05287e37140a req-4a1786e8-af42-4c94-b107-c23bb863841c tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:43.826871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18fd0a2-edd9-47fe-a552-05287e37140a req-4a1786e8-af42-4c94-b107-c23bb863841c tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 945 time: 0.2070098 Oct 29 11:34:43.867886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dba06416-18e6-4b98-b154-e14b3d50720b up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:43.930797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3443833a-b441-4498-b283-be1f12d58a9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50bebcae954d4347a8525b6e643e6092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565912 Oct 29 11:34:43.940844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port dba06416-18e6-4b98-b154-e14b3d50720b completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:34:43.943823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:43.946203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port dba06416-18e6-4b98-b154-e14b3d50720b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:43.946582 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.009793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d18fd0a2-edd9-47fe-a552-05287e37140a req-f97c15ab-cf50-40e3-80dc-2b5fa6071b47 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586890 Oct 29 11:34:44.027142 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.059465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2709fe-1ff8-4a88-b9d3-712875759e8f {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:44.062800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.067865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-c1e97da2-709f-4bfa-ad4e-8d85e7c3f9db service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434100 Oct 29 11:34:44.072048 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.096164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.097711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:44.100575 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c700418-dd14-4a4b-93e5-d3831817c385" -d '{"events": [{"server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "name": "network-vif-plugged", "status": "completed", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:44.136233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dba06416-18e6-4b98-b154-e14b3d50720b,segment=NetworkSegment(f630437b-af83-4fce-92b7-e8b065154c2f),segment_id=f630437b-af83-4fce-92b7-e8b065154c2f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:44.147887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.157609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ea973f75-f5e8-44ed-956e-b26a63b648e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 217 time: 0.0643663 Oct 29 11:34:44.162592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Transition to ACTIVE for port object 7a2709fe-1ff8-4a88-b9d3-712875759e8f will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:44.219182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Allocated IP 172.25.4.147 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/f600d147-2571-4f5b-83fd-1d2d5c494fee) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:44.219935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-db82f79d-fce3-4788-94b1-ba36b61fda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:44.221151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-db82f79d-fce3-4788-94b1-ba36b61fda5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0551739 Oct 29 11:34:44.221782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.226745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.237469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:44.362791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.406335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.450553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:44.453762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:44.456585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:44.482782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Pushing event updated for resources: {'Port': ['ID=f600d147-2571-4f5b-83fd-1d2d5c494fee,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:44.582810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.657509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:44.682859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-fab83e71-14ca-49dc-9486-b51b9122ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:44.684474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-fab83e71-14ca-49dc-9486-b51b9122ef58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4419084 Oct 29 11:34:44.809968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11be9-643b-4cd1-9629-c65762856748 req-74e1505e-da27-49d8-83a1-174f9c0ffd5d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:44.812518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cb11be9-643b-4cd1-9629-c65762856748 req-74e1505e-da27-49d8-83a1-174f9c0ffd5d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 943 time: 0.2559283 Oct 29 11:34:44.841150 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.858995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.861639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:44.865162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf7b175d-1f43-4e4f-8309-10dd0c913eb8 HTTP/1.1" status: 204 len: 168 time: 0.9146638 Oct 29 11:34:44.892783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cb11be9-643b-4cd1-9629-c65762856748 req-a6945032-9b23-4fdd-8a9a-32c84da02e57 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712831 Oct 29 11:34:44.893517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de9924-13bf-4166-878c-0efdf2af7701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b175d-1f43-4e4f-8309-10dd0c913eb8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:44.925453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Attempting to bind port 7a2709fe-1ff8-4a88-b9d3-712875759e8f on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:44.934822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Attempting to bind port 7a2709fe-1ff8-4a88-b9d3-712875759e8f by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:44.934822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Attempting to bind port 7a2709fe-1ff8-4a88-b9d3-712875759e8f on network ecc46366-e217-4b61-aebb-d4e90549df93 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:44.936005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Port 7a2709fe-1ff8-4a88-b9d3-712875759e8f on network ecc46366-e217-4b61-aebb-d4e90549df93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:44.936428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Attempting to bind port 7a2709fe-1ff8-4a88-b9d3-712875759e8f on network ecc46366-e217-4b61-aebb-d4e90549df93 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:44.950911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-dccd5a79-663f-4ee5-abdd-00ed9c7b261d tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:44.952427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-dccd5a79-663f-4ee5-abdd-00ed9c7b261d tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.86 "GET /v2.0/networks?id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 200 len: 806 time: 0.2890778 Oct 29 11:34:44.966114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-0fb9ef95-11f3-46c9-af59-ad107787be1f service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617393 Oct 29 11:34:44.967332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:44.967731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Checking segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:44.968178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Bound using segment: {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:44.968677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Bound port: 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36ab876-ab3b-486f-a4bd-34ba458021c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:44.969127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:45.037277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-4acb7896-4cab-43ed-bd1a-a8fffd425f39 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff HTTP/1.1" status: 200 len: 379 time: 0.0736749 Oct 29 11:34:45.074816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'port': {'device_id': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'admin_state_up': True, 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'security_groups': ['b463e2bb-9ec7-4e80-a839-8830c0faa09d']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:45.108268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:45.133102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-8de73da4-c9ff-4212-b642-84a02de80002 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545730 Oct 29 11:34:45.136549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:45.196788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-4c587b7f-d5bc-48e8-ba20-b95950c1918f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 217 time: 0.0554593 Oct 29 11:34:45.197876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:45.220867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:45.268834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.269662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:45.272597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a2709fe-1ff8-4a88-b9d3-712875759e8f HTTP/1.1" status: 200 len: 1091 time: 2.3543584 Oct 29 11:34:45.278588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:45.281404 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ab19f-6623-4143-9d1e-255e13a6f48f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:45.322192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Made reservation on behalf of 2e5420912acb4e738c4eb89ebbc2e5ff for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:45.326886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:45.340340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a500-c68a-44cd-9efd-96098f5066f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:45.345398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-730af5b8-f903-48e1-9b11-c7c82804fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.347541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-730af5b8-f903-48e1-9b11-c7c82804fa29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.1412342 Oct 29 11:34:45.421063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-83a9b8c8-4bfc-41dd-bd31-7582669b5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.424562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-83a9b8c8-4bfc-41dd-bd31-7582669b5332 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28727435b1a84ef59c4e50ae136f9664&device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 1094 time: 0.0957479 Oct 29 11:34:45.495417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-ac20b748-791c-4e4f-b893-8d74142db7d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f HTTP/1.1" status: 200 len: 217 time: 0.0582545 Oct 29 11:34:45.499128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-a537cefe-1bb2-472b-8b4b-904641089ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.500752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-a537cefe-1bb2-472b-8b4b-904641089ede service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367543 Oct 29 11:34:45.556609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:34:45.563454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Allocated IP 172.20.0.10 (37e4cb3f-ad88-454b-88b2-ac7a3da74a10/67ebd646-2eee-4634-a4df-dd8c6caebc2d/b75a0db6-d62c-46fa-afd7-9434565f74e3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:45.677254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-461b28fa-cda4-48b7-8584-a54537434cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.679020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-461b28fa-cda4-48b7-8584-a54537434cdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d69c9e-d25b-4fa2-ace7-d1f51e30af83 HTTP/1.1" status: 200 len: 850 time: 0.1609402 Oct 29 11:34:45.761183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-f0bcc1ed-6689-46dc-8850-5b2b7ee66b10 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442930 Oct 29 11:34:45.768845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-cc7d866a-1e81-4af7-982f-adb950c56eb5 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.770428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-cc7d866a-1e81-4af7-982f-adb950c56eb5 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/networks?id=ed5969e7-a611-4a99-a905-bce3666d6674 HTTP/1.1" status: 200 len: 824 time: 0.2894771 Oct 29 11:34:45.834608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57630) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:45.846515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a301e0-2aed-4c27-8071-7c5611da66af req-6385cba8-ce00-4099-ae6c-0924cfebfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:45.848060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-6385cba8-ce00-4099-ae6c-0924cfebfb40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecc46366-e217-4b61-aebb-d4e90549df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578772 Oct 29 11:34:45.851716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-aa7392f3-1e12-4700-b374-22378465ac9f tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/quotas/668c4ad998cc4896afbc0e57bfdf0002 HTTP/1.1" status: 200 len: 375 time: 0.0682354 Oct 29 11:34:45.934887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-a15dba5b-ad2e-43ff-9be3-dc1668cf90d7 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=668c4ad998cc4896afbc0e57bfdf0002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688512 Oct 29 11:34:45.980922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e21fd90b-16b8-4853-921e-8a416114f617 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] Request body: {'port': {'network_id': '78681cc6-0b4e-43b4-9200-e053825ec620', 'name': 'tempest-NetworksNegativeTestJSON-522913678'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:46.016021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:46.026452 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Sync routers for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:46.037496 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:46.038291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:46.052666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.057301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3747f583-357d-4cf7-81f0-41ca670c922c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7202413 Oct 29 11:34:46.058391 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21fd90b-16b8-4853-921e-8a416114f617 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] POST failed (client error): The resource could not be found. Oct 29 11:34:46.058981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21fd90b-16b8-4853-921e-8a416114f617 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.064794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e21fd90b-16b8-4853-921e-8a416114f617 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2245626 Oct 29 11:34:46.064794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.065068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.082404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.094280 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-646ff740-12c6-44ab-84b5-a24f28d262f6 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:46.094876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646ff740-12c6-44ab-84b5-a24f28d262f6 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.101648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-646ff740-12c6-44ab-84b5-a24f28d262f6 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "DELETE /v2.0/networks/0a5df682-9490-4aa8-8cfb-552ada4e8951 HTTP/1.1" status: 404 len: 339 time: 0.0330594 Oct 29 11:34:46.105564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.124280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ffca7363-51dd-4e72-9897-3ecdb4008ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526499 Oct 29 11:34:46.136646 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc76c57-588f-4824-9280-bf1bfc32b62e tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:46.138358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc76c57-588f-4824-9280-bf1bfc32b62e tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.144366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8dc76c57-588f-4824-9280-bf1bfc32b62e tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "DELETE /v2.0/ports/1e5d6522-a906-4ccf-967a-10f16d298e53 HTTP/1.1" status: 404 len: 333 time: 0.0306556 Oct 29 11:34:46.145468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.179855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-479e428e-cdde-4bd9-83a1-bd241d0f525a service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231881 Oct 29 11:34:46.181131 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ce6c65-e5b9-4c94-827e-8e435c5e0268 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:46.181672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ce6c65-e5b9-4c94-827e-8e435c5e0268 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.188513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e3ce6c65-e5b9-4c94-827e-8e435c5e0268 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "DELETE /v2.0/subnets/7d7f7db6-1733-485c-8a4b-c2c65a57e3f7 HTTP/1.1" status: 404 len: 337 time: 0.0386820 Oct 29 11:34:46.189455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57644) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.216291 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f41a84-5ceb-4dd5-9ed8-5a7cb2e10ced tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] GET failed (client error): The resource could not be found. Oct 29 11:34:46.219839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b9f41a84-5ceb-4dd5-9ed8-5a7cb2e10ced tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "GET /v2.0/networks/33d2204f-151c-4736-8bab-95cb0a06afc5 HTTP/1.1" status: 404 len: 339 time: 0.0258594 Oct 29 11:34:46.223460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.225096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-16def936-9a80-40fb-b666-587ce94f893d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 200 len: 217 time: 0.0670753 Oct 29 11:34:46.243439 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:46.249724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.252083 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e9506-f51e-45f7-aa65-556a10aad518 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] GET failed (client error): The resource could not be found. Oct 29 11:34:46.259875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f16e9506-f51e-45f7-aa65-556a10aad518 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "GET /v2.0/ports/b1aaba27-971c-4679-9248-4f8096fedb3c HTTP/1.1" status: 404 len: 333 time: 0.0287783 Oct 29 11:34:46.263481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.300038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:46.307801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:46.314740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:46.354143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:46.373905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:46.375019 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.382745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-68f19f59-783c-4930-97c0-2150b5fd11ab service neutron] 10.222.0.77 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347253 Oct 29 11:34:46.390942 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-277c95ad-ccb2-41ae-aa62-613fea234d75 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] GET failed (client error): The resource could not be found. Oct 29 11:34:46.392703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-277c95ad-ccb2-41ae-aa62-613fea234d75 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "GET /v2.0/subnets/b016bb50-f292-4825-afc4-f619cbf0bb48 HTTP/1.1" status: 404 len: 337 time: 0.0986631 Oct 29 11:34:46.397660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-93a29572-f158-4ae6-b342-dbe74de14b43 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3264771 Oct 29 11:34:46.398401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57650) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.404532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-55e54aa6-7f35-4c50-aa2e-b0525340462d tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:46.438041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Request body: {'port': {'device_id': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:46.442617 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e54aa6-7f35-4c50-aa2e-b0525340462d tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] PUT failed (client error): The resource could not be found. Oct 29 11:34:46.443203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e54aa6-7f35-4c50-aa2e-b0525340462d tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.444357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-55e54aa6-7f35-4c50-aa2e-b0525340462d tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "PUT /v2.0/networks/1712fd51-541b-426b-8c63-00995b78fe6f HTTP/1.1" status: 404 len: 339 time: 0.0443981 Oct 29 11:34:46.456314 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:44Z', 'revision_number': 3, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:46.458633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57652) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.465368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-a2f55674-f5d2-4a67-bf99-4606e47978c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:46.465671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e4e2c5e2-711d-4181-876c-a1cd2afcd857 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:46.467259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-a2f55674-f5d2-4a67-bf99-4606e47978c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.2288549 Oct 29 11:34:46.490822 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e2c5e2-711d-4181-876c-a1cd2afcd857 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] PUT failed (client error): The resource could not be found. Oct 29 11:34:46.491512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e2c5e2-711d-4181-876c-a1cd2afcd857 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.493255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e4e2c5e2-711d-4181-876c-a1cd2afcd857 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "PUT /v2.0/ports/ba61d3dd-a6a2-4a75-a150-2f786e9b5727 HTTP/1.1" status: 404 len: 333 time: 0.0336235 Oct 29 11:34:46.498846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.500936 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Checking router: 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:46.501313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Updating router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 port f600d147-2571-4f5b-83fd-1d2d5c494fee binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:46.504238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b101b9de-abd3-4bb5-a979-51e3c89ec2b5 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:46.534789 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.549504 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b101b9de-abd3-4bb5-a979-51e3c89ec2b5 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] PUT failed (client error): The resource could not be found. Oct 29 11:34:46.549964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b101b9de-abd3-4bb5-a979-51e3c89ec2b5 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:46.551138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b101b9de-abd3-4bb5-a979-51e3c89ec2b5 tempest-NetworksNegativeTestJSON-914163036 tempest-NetworksNegativeTestJSON-914163036-project] 10.222.0.77 "PUT /v2.0/subnets/2c7a49a6-2679-42b7-957c-e067cc00768a HTTP/1.1" status: 404 len: 337 time: 0.0512724 Oct 29 11:34:46.572251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.622400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83a301e0-2aed-4c27-8071-7c5611da66af req-f67e4c31-0253-4562-9653-2d17f964310d service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092667 Oct 29 11:34:46.677432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-489e8a01-50d3-4b47-ae0b-224c8dfeab37 service neutron] 10.222.0.77 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934954 Oct 29 11:34:46.691013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ffaeda14-1e70-415c-a5c5-abe77e812392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:46.695148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ffaeda14-1e70-415c-a5c5-abe77e812392 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2146518 Oct 29 11:34:46.705181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a1c7aae8-e8e5-4a3f-90c8-acb1761dd22b None None] Provisioning complete for port b75a0db6-d62c-46fa-afd7-9434565f74e3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:46.705779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1c7aae8-e8e5-4a3f-90c8-acb1761dd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.787976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7aae8-e8e5-4a3f-90c8-acb1761dd22b None None] Port b75a0db6-d62c-46fa-afd7-9434565f74e3 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:34:46.847636 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.859106 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:46.972351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:46.975118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Attempting to bind port f600d147-2571-4f5b-83fd-1d2d5c494fee on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:46.975118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Attempting to bind port f600d147-2571-4f5b-83fd-1d2d5c494fee by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:46.975363 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Attempting to bind port f600d147-2571-4f5b-83fd-1d2d5c494fee on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:46.977369 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Pushing event updated for resources: {'Port': ['ID=f600d147-2571-4f5b-83fd-1d2d5c494fee,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:46.988141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.988482 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.988817 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.989175 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.989516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.990743 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.990743 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.990743 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.990743 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.991099 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.991374 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:46.992240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:34:47.014909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ca37c7d8-22e5-46d1-9da3-8a6a568e6fde service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106742 Oct 29 11:34:47.020630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:47.021291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:47.021849 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.022810 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:47.024364 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Bound port: f600d147-2571-4f5b-83fd-1d2d5c494fee, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:47.024572 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.025150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75a0db6-d62c-46fa-afd7-9434565f74e3 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:47.042136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.076695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Transition to ACTIVE for port object b75a0db6-d62c-46fa-afd7-9434565f74e3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:47.083610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.125171 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] For port f600d147-2571-4f5b-83fd-1d2d5c494fee, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:47.134649 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] For port f600d147-2571-4f5b-83fd-1d2d5c494fee, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f600d147-2571-4f5b-83fd-1d2d5c494fee,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:47.141113 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.181207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f75afe8-72f8-4b60-a051-672765f34a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.200881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:47.209836 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:47.211254 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:47.320306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f75afe8-72f8-4b60-a051-672765f34a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.370750 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741b49c-800d-4202-a30a-1e7bb15346cc None None] Pushing event updated for resources: {'Port': ['ID=f600d147-2571-4f5b-83fd-1d2d5c494fee,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:47.375937 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:47.379187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f75afe8-72f8-4b60-a051-672765f34a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.421069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75afe8-72f8-4b60-a051-672765f34a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1070c843-0abc-437a-9b6a-5dc959cf1c9a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:47.435361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Attempting to bind port b75a0db6-d62c-46fa-afd7-9434565f74e3 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:47.435658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Attempting to bind port b75a0db6-d62c-46fa-afd7-9434565f74e3 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:47.435958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Attempting to bind port b75a0db6-d62c-46fa-afd7-9434565f74e3 on network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:47.442593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Port b75a0db6-d62c-46fa-afd7-9434565f74e3 on network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:47.442917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Attempting to bind port b75a0db6-d62c-46fa-afd7-9434565f74e3 on network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:47.457648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:47.457986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Checking segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:47.458374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Bound using segment: {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:47.458807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Bound port: b75a0db6-d62c-46fa-afd7-9434565f74e3, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:47.459158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.472461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f75afe8-72f8-4b60-a051-672765f34a05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=924d734160324dfaa97bbb58ced6f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990561 Oct 29 11:34:47.475255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:47.583853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:47.587154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d59d2-7bea-402c-8030-f2d7bed307d7 req-099657d5-1838-4d59-8ec4-4072d0b9f49b tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:47.589439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:47.591254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf4d59d2-7bea-402c-8030-f2d7bed307d7 req-099657d5-1838-4d59-8ec4-4072d0b9f49b tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 932 time: 0.5892341 Oct 29 11:34:47.593353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.604437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.654222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:47.655736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.656633 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] 10.222.0.86 "PUT /v2.0/ports/b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 200 len: 1092 time: 1.2447383 Oct 29 11:34:47.660410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.667191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:47.669073 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f415ec-ec64-4cf8-abb3-34c94742df43" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:47.674637 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:44Z', 'revision_number': 3, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:47.707970 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798ecd-800c-4297-8a21-0c9845c329fe None None] The sync data for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 is: [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:44Z', 'revision_number': 3, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:47.720617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf4d59d2-7bea-402c-8030-f2d7bed307d7 req-d8980e40-c455-4d72-98cd-b6b053a713c7 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177695 Oct 29 11:34:47.749891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-559efc88-85dd-41e0-a70b-04169ce88bbe service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381840 Oct 29 11:34:47.800599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dda70-330d-4ec1-8f00-d8556683b05d service neutron] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:47.826836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-347087cb-ad7d-4671-9c61-cdbd627faeb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 200 len: 217 time: 0.0760434 Oct 29 11:34:47.846228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-7fa74fa9-fef0-40e0-93ed-66afbb3b9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:47.847929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-7fa74fa9-fef0-40e0-93ed-66afbb3b9ca5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 1095 time: 0.1149952 Oct 29 11:34:47.916581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-9376e2a8-dbda-4de0-9395-47f225f59e04 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 200 len: 217 time: 0.0591283 Oct 29 11:34:47.947929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.953406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:47.957552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1070c843-0abc-437a-9b6a-5dc959cf1c9a HTTP/1.1" status: 204 len: 168 time: 0.4792225 Oct 29 11:34:47.962132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-133f3b25-f4fe-4ab2-ac3c-659cfcfd8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:47.963765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-133f3b25-f4fe-4ab2-ac3c-659cfcfd8367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.1259453 Oct 29 11:34:48.032932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d944a60-30fe-48b8-989b-417ca898ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1070c843-0abc-437a-9b6a-5dc959cf1c9a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:48.079395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-e37f58cc-24f5-423a-aa95-86beac31b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.083591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-0fd7edec-a552-4d96-bb95-57711d7de80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.085994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-e37f58cc-24f5-423a-aa95-86beac31b400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058447 Oct 29 11:34:48.088072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:48.089816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-0fd7edec-a552-4d96-bb95-57711d7de80f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67ebd646-2eee-4634-a4df-dd8c6caebc2d HTTP/1.1" status: 200 len: 845 time: 0.1660507 Oct 29 11:34:48.165935 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036c2a2-3dd6-433b-a12f-5186af86777b x-openstack-request-id: req-7036c2a2-3dd6-433b-a12f-5186af86777b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:48.173328 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "name": "network-vif-plugged", "status": "completed", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:48.174188 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7036c2a2-3dd6-433b-a12f-5186af86777b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:48.179253 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b', 'code': 200} Oct 29 11:34:48.274344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e117-677f-47b4-9af8-2c607298160e req-a1000524-1d61-48b6-8e1f-f8721990e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.277898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-a1000524-1d61-48b6-8e1f-f8721990e39e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793988 Oct 29 11:34:48.525954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46042b27-6e03-4a6b-abdb-5411d3603f5f req-202da813-dffd-4f9b-aa70-80a286bff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.528928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46042b27-6e03-4a6b-abdb-5411d3603f5f req-202da813-dffd-4f9b-aa70-80a286bff5d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 1097 time: 0.1503127 Oct 29 11:34:48.596935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-9137a28c-f380-4f41-9f93-1f0f10e5db3f service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094606 Oct 29 11:34:48.604110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-46042b27-6e03-4a6b-abdb-5411d3603f5f req-16d6aa04-1470-4d27-95b2-e03ec8634a96 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Oct 29 11:34:48.679048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ff549e55-d45a-45b7-98c1-8ab9e542b56c service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660794 Oct 29 11:34:48.716301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff33e117-677f-47b4-9af8-2c607298160e req-f6dfaf92-3936-48ad-95f0-826c6badcd10 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102717 Oct 29 11:34:48.838143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50222bf8-d350-4c4e-b83f-f1bb59f2e19f req-4ddf83cb-e278-4a3e-892d-26f5dad29cb5 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.839810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50222bf8-d350-4c4e-b83f-f1bb59f2e19f req-4ddf83cb-e278-4a3e-892d-26f5dad29cb5 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 946 time: 0.5592327 Oct 29 11:34:48.885497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Allocated IP 172.20.0.1 (d024e010-0e50-419b-88c8-9e2261d130d6/eb03d4df-63d4-44c9-8d6a-c24808a4eeb6/a0372f11-4bdb-4313-9cdc-78ccbcbe0aef) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:48.945038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f9a96da4-0138-4a86-9868-1617b24ad8f4 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:48.946560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f9a96da4-0138-4a86-9868-1617b24ad8f4 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.41 "GET /v2.0/networks?id=ed5969e7-a611-4a99-a905-bce3666d6674 HTTP/1.1" status: 200 len: 824 time: 0.5342939 Oct 29 11:34:48.968208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Request body: {'port': {'device_id': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674', 'admin_state_up': True, 'tenant_id': '668c4ad998cc4896afbc0e57bfdf0002'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:48.976760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50222bf8-d350-4c4e-b83f-f1bb59f2e19f req-afc9514f-fb69-4d34-b225-3a0f66b64c28 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155953 Oct 29 11:34:48.990646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57702) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:49.032966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-95c71de1-1896-4e2e-823e-26272e9a3ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238094 Oct 29 11:34:49.121315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-623f2b58-aea7-4a8f-9cdc-ac06742a824b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 217 time: 0.0598969 Oct 29 11:34:49.126661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-895201903'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:49.162921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:49.168286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.177100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.224211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f600d147-2571-4f5b-83fd-1d2d5c494fee up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:49.255822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ea97edaa-7797-4048-ab55-220ce6e0fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.257354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-ea97edaa-7797-4048-ab55-220ce6e0fbc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.1203620 Oct 29 11:34:49.260256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.284573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.291666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.326176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:49.330739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f600d147-2571-4f5b-83fd-1d2d5c494fee triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:49.331429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.333240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Made reservation on behalf of 668c4ad998cc4896afbc0e57bfdf0002 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:49.339245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafba37b-01c5-4554-88b0-692e884f3594,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:49.340576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.346313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.346729 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment df8f0198-67f3-48d0-84de-bcc02765fed3 of type vlan for network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 Oct 29 11:34:49.386888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-9dfda901-4281-4e1c-b49f-fef2dddaca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.389081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-9dfda901-4281-4e1c-b49f-fef2dddaca91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192784 Oct 29 11:34:49.392691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.404975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.425518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7a2709fe-1ff8-4a88-b9d3-712875759e8f details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:34:49.471453 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b29778-d3ba-4470-b2f7-5d8126ece1da x-openstack-request-id: req-42b29778-d3ba-4470-b2f7-5d8126ece1da {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:49.471752 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:49.472070 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42b29778-d3ba-4470-b2f7-5d8126ece1da {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:49.472589 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'status': 'completed', 'code': 200} Oct 29 11:34:49.478992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.485876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.489731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.548936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Network d024e010-0e50-419b-88c8-9e2261d130d6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:49.559605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.561826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-164a7dcb-f459-449e-9dd4-4b30f14ed73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.563462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-164a7dcb-f459-449e-9dd4-4b30f14ed73e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28727435b1a84ef59c4e50ae136f9664&device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 1094 time: 0.1256788 Oct 29 11:34:49.578916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:49.590359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:49.596850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port f600d147-2571-4f5b-83fd-1d2d5c494fee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f600d147-2571-4f5b-83fd-1d2d5c494fee,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:49.605116 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.623773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:49.678476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:49.684224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-fecdc10b-1ebd-4652-b25c-5452bbd01122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.686129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-fecdc10b-1ebd-4652-b25c-5452bbd01122 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecc46366-e217-4b61-aebb-d4e90549df93 HTTP/1.1" status: 200 len: 912 time: 0.1090832 Oct 29 11:34:49.689951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6973939 Oct 29 11:34:49.700300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57708) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:49.705274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'port_id': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'mac_address': 'fa:16:3e:1e:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:34:49.707954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'name': 'tempest-PortsIpV6TestJSON-1706831810'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:49.712220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=f600d147-2571-4f5b-83fd-1d2d5c494fee,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:49.716349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220263-0adb-4916-916d-48ba75dec737 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=0f790d6d-c70e-4338-b2a4-093da3e9aa29,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:49.750559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:49.757902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657dd5d-b405-4e33-bdf1-047bb93ce3b8 req-8cd4346e-e43b-45a7-8668-2190dc6bebc2 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.765511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5657dd5d-b405-4e33-bdf1-047bb93ce3b8 req-8cd4346e-e43b-45a7-8668-2190dc6bebc2 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 943 time: 0.2394054 Oct 29 11:34:49.768432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-27c875ef-ccab-469f-8c3c-0f42c7514688 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f HTTP/1.1" status: 200 len: 217 time: 0.0756073 Oct 29 11:34:49.774942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.789322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Allocated IP 172.20.0.7 (ed5969e7-a611-4a99-a905-bce3666d6674/d33e8771-afca-45e9-a5b6-ce3faf9ea2c3/06321671-0789-4ac2-9d3b-0ac84dce2c3e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:49.822546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.855843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2709fe-1ff8-4a88-b9d3-712875759e8f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:49.868486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-fb3aea7c-5ab4-44aa-bca3-e829d771eb8c service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614699 Oct 29 11:34:49.879317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:49.887167 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.898219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-979436af-35cb-4621-9d9f-5e88dd51b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:49.899758 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-979436af-35cb-4621-9d9f-5e88dd51b08f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d69c9e-d25b-4fa2-ace7-d1f51e30af83 HTTP/1.1" status: 200 len: 850 time: 0.0982034 Oct 29 11:34:49.930117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5657dd5d-b405-4e33-bdf1-047bb93ce3b8 req-dc71d905-bdfa-47af-9602-e23677b18842 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636159 Oct 29 11:34:49.960493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:49.978307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:49.981966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:49.998524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-38bb5815-707a-43bc-a87a-a967a3627882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.003945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-38bb5815-707a-43bc-a87a-a967a3627882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecc46366-e217-4b61-aebb-d4e90549df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886934 Oct 29 11:34:50.012296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 777df31a-1d4a-4e5b-9779-f842a7ea9546 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:50.089560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03fe0e4a-1ec8-434e-ab94-b2c851b80635 req-1f5884a0-0427-43dc-b29e-c3dbefbc7629 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 210 time: 0.0710640 Oct 29 11:34:50.207308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-9459f196-0428-409a-96a7-50fbc9f0c871 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167360 Oct 29 11:34:50.209818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.219189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['7a2709fe-1ff8-4a88-b9d3-712875759e8f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:50.240170 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a095735e-aca5-43a8-a3ee-cac791efea1d x-openstack-request-id: req-a095735e-aca5-43a8-a3ee-cac791efea1d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:50.240562 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:50.240817 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a095735e-aca5-43a8-a3ee-cac791efea1d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:50.241298 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'status': 'completed', 'code': 200} Oct 29 11:34:50.249248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-b0598265-4cd4-45a7-bcf0-38f05f3b1e38 service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808732 Oct 29 11:34:50.254153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.389507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-86d96431-5fe2-4582-a53f-da056d2c5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.390912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-86d96431-5fe2-4582-a53f-da056d2c5448 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 1095 time: 0.1236250 Oct 29 11:34:50.396398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.407956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-e5220e7d-ee2d-4503-b4ca-e98b46ae6473 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 217 time: 0.1911461 Oct 29 11:34:50.478862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db7ab19f-6623-4143-9d1e-255e13a6f48f req-a7d7df95-d2cd-4e3b-97e7-50e55d9ca30c service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216442 Oct 29 11:34:50.481385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.510923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=777df31a-1d4a-4e5b-9779-f842a7ea9546,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:50.552145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdbc2e-a448-4aed-982d-ed34c4a53a65 req-9ff33967-a598-43bc-bab5-5c86cd832c44 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.553665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6dfdbc2e-a448-4aed-982d-ed34c4a53a65 req-9ff33967-a598-43bc-bab5-5c86cd832c44 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 944 time: 0.2316620 Oct 29 11:34:50.558363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': 'df8f0198-67f3-48d0-84de-bcc02765fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:50.558740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 0f790d6d-c70e-4338-b2a4-093da3e9aa29, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:50.562328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-3403a4d7-b610-475d-b22e-ae0590056c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.563821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-3403a4d7-b610-475d-b22e-ae0590056c09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 200 len: 907 time: 0.1655021 Oct 29 11:34:50.579155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-97944514-7b8e-4514-9218-2de12afbe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.581336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-97944514-7b8e-4514-9218-2de12afbe4e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.1590900 Oct 29 11:34:50.610174 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-f39ada7a-c830-42ef-bc96-4277eb0c81a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 200 len: 217 time: 0.0378058 Oct 29 11:34:50.610731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:50.626634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 0f790d6d-c70e-4338-b2a4-093da3e9aa29) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:50.634627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cd6f0-d0e5-49f0-a0b7-9ae17242abc9 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:50.653801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:50.659322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.659941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.684490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9fec39e3-3c02-4ced-ab4d-d134d97b2c95 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9830065 Oct 29 11:34:50.688059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57718) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:50.690965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.694116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1051456195'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:50.699124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-055f369b-2a69-4402-a054-0fc1d49fed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.701189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-055f369b-2a69-4402-a054-0fc1d49fed8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67ebd646-2eee-4634-a4df-dd8c6caebc2d HTTP/1.1" status: 200 len: 845 time: 0.0833795 Oct 29 11:34:50.745567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:50.749302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.753788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6dfdbc2e-a448-4aed-982d-ed34c4a53a65 req-cdd9a861-0828-4850-9f5f-412fe3d5d355 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914303 Oct 29 11:34:50.772157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-2854438d-e749-4143-892a-cd7d1db967ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.772157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-2854438d-e749-4143-892a-cd7d1db967ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622013 Oct 29 11:34:50.778029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Network ed5969e7-a611-4a99-a905-bce3666d6674 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:50.780448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-95c0427f-6f6b-44bf-8e9a-7999d33d7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.782219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-95c0427f-6f6b-44bf-8e9a-7999d33d7d61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890886 Oct 29 11:34:50.795252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:50.798330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:50.800720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:50.845192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.845536 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment 70a70b77-1161-44f8-b88a-635b9efbc383 of type vlan for network a4164b94-0b66-4fc7-ad73-57c22e71c817 Oct 29 11:34:50.901399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.923623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-d5c7398c-9cda-4a68-85f9-4980f37502ce service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453996 Oct 29 11:34:50.982154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:50.987470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:50.988098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.058827 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3694739 Oct 29 11:34:51.063367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:51.079196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'ports': [{'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'}, {'network_id': 'a4164b94-0b66-4fc7-ad73-57c22e71c817'}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:51.079794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:51.080245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': 'a4164b94-0b66-4fc7-ad73-57c22e71c817'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:51.141456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459566d-3b2c-4461-b937-54e1788c73db tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=a4164b94-0b66-4fc7-ad73-57c22e71c817,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.153540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a4164b94-0b66-4fc7-ad73-57c22e71c817 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:51.164874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43f415ec-ec64-4cf8-abb3-34c94742df43 req-b1ca623b-c353-4b58-a187-b00f8868dbf4 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336957 Oct 29 11:34:51.230011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f600d147-2571-4f5b-83fd-1d2d5c494fee up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:51.243555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Pushing event updated for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.254022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.265454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.275391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 2} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:51.280756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.295568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:51.296410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.297934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.302800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f600d147-2571-4f5b-83fd-1d2d5c494fee triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:51.303261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.390908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-f91ee632-c42a-40be-bb0e-4906a4f7de01 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4286549 Oct 29 11:34:51.400403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.411280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 32de62c0-5212-4302-940c-1c857dd9ad66 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:51.421171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68f3d1-6c9f-45a0-9813-5260cb58c4e4 req-4fae3f14-e3a4-4060-b990-4e02c0bea177 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:51.422783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d68f3d1-6c9f-45a0-9813-5260cb58c4e4 req-4fae3f14-e3a4-4060-b990-4e02c0bea177 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 946 time: 0.5781872 Oct 29 11:34:51.435052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Request body: {'port': {'device_id': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:51.440830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7a2709fe-1ff8-4a88-b9d3-712875759e8f up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:51.460953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.500883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-a2b5f625-6899-4a55-8d61-1dd54aabcc4e service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093351 Oct 29 11:34:51.504459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 7a2709fe-1ff8-4a88-b9d3-712875759e8f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:34:51.509428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 7a2709fe-1ff8-4a88-b9d3-712875759e8f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:51.509883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.542938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.594993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.599316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d68f3d1-6c9f-45a0-9813-5260cb58c4e4 req-884d0f70-e9c4-47ba-a276-674bf8b1bf8c tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597731 Oct 29 11:34:51.624935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port b75b05f2-d1df-4d55-8d64-cb88c6f45d0a yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:51.625637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:51.628199 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d7e71e-4a5e-4799-a2b5-770f54059dd3" -d '{"events": [{"server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "name": "network-vif-plugged", "status": "completed", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:51.647670 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.650076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:51.657588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.726690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.730600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.743256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Network d024e010-0e50-419b-88c8-9e2261d130d6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:51.752677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:51.775499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.819437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.841299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78832f49-5ae1-4738-96ba-2e233ab84688 req-709f83db-5bc1-4a90-8378-054b202fca26 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104088 Oct 29 11:34:51.865842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:51.869336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:51.873175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:51.874113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:51.883953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=32de62c0-5212-4302-940c-1c857dd9ad66,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.911857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b75a0db6-d62c-46fa-afd7-9434565f74e3 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:34:51.949205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=b75b05f2-d1df-4d55-8d64-cb88c6f45d0a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:51.957255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': '70a70b77-1161-44f8-b88a-635b9efbc383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a4164b94-0b66-4fc7-ad73-57c22e71c817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:51.957519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: a4164b94-0b66-4fc7-ad73-57c22e71c817, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:51.977693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network a4164b94-0b66-4fc7-ad73-57c22e71c817 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:51.990867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a4164b94-0b66-4fc7-ad73-57c22e71c817) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:51.996257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:52.004685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.014893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.015750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.018844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e022e1-b72c-4f29-a79c-9f7d54627044 None None] Network a4164b94-0b66-4fc7-ad73-57c22e71c817 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:52.038056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9fb8d71f-89e8-483d-a87f-c0e0d0ed51d2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9721358 Oct 29 11:34:52.040698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57732) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:52.058886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7f367-ff90-49f6-aa19-e0a119a1bde2 req-0ee67f8f-54fb-4eb8-b306-b2de252a1b70 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.060647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aa7f367-ff90-49f6-aa19-e0a119a1bde2 req-0ee67f8f-54fb-4eb8-b306-b2de252a1b70 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.2086046 Oct 29 11:34:52.100014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:52.103712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:52.122224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'port_id': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'mac_address': 'fa:16:3e:7a:75:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:34:52.148511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port b75b05f2-d1df-4d55-8d64-cb88c6f45d0a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:52.149028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.152535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aa7f367-ff90-49f6-aa19-e0a119a1bde2 req-1bf2b1dc-c657-46d7-bf60-cd6f4048b8a7 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804400 Oct 29 11:34:52.207956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.279024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.296531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for b75b05f2-d1df-4d55-8d64-cb88c6f45d0a owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:52.383016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.392997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75a0db6-d62c-46fa-afd7-9434565f74e3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:52.394093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06321671-0789-4ac2-9d3b-0ac84dce2c3e {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:52.406951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb1a3-8bfc-48e5-94cb-42808e6caf76 req-e429dbee-7c65-405f-bf05-97b56551109f tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.409832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-107eb1a3-8bfc-48e5-94cb-42808e6caf76 req-e429dbee-7c65-405f-bf05-97b56551109f tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 931 time: 0.1461108 Oct 29 11:34:52.417021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:52.418005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.418999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=b75b05f2-d1df-4d55-8d64-cb88c6f45d0a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:52.422142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.425144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.428906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d0c51ec-67f5-410a-98bd-827a185a1efd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/b75b05f2-d1df-4d55-8d64-cb88c6f45d0a HTTP/1.1" status: 204 len: 168 time: 0.3872440 Oct 29 11:34:52.431545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:52.436605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Transition to ACTIVE for port object 06321671-0789-4ac2-9d3b-0ac84dce2c3e will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:52.446909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:52.449952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.456928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-123cb769-e82f-4cab-91e4-9a3bdba1ecd7 admin admin] 10.222.0.77 "PUT /v2.0/routers/77077e8b-ce55-4138-aa4d-10cbc9a6cfe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3858836 Oct 29 11:34:52.468873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Sync routers for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:52.491668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:52.494094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:52.505344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:52.565556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-107eb1a3-8bfc-48e5-94cb-42808e6caf76 req-973a41bf-192f-416f-a18a-839b4ff37bd0 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260724 Oct 29 11:34:52.577773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:52.672767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Attempting to bind port 06321671-0789-4ac2-9d3b-0ac84dce2c3e on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:52.673277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Attempting to bind port 06321671-0789-4ac2-9d3b-0ac84dce2c3e by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:52.673707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Attempting to bind port 06321671-0789-4ac2-9d3b-0ac84dce2c3e on network ed5969e7-a611-4a99-a905-bce3666d6674 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:52.680424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Port 06321671-0789-4ac2-9d3b-0ac84dce2c3e on network ed5969e7-a611-4a99-a905-bce3666d6674 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:52.680923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Attempting to bind port 06321671-0789-4ac2-9d3b-0ac84dce2c3e on network ed5969e7-a611-4a99-a905-bce3666d6674 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:52.688137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:52.688607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Checking segment: {'id': '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:52.689114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Bound using segment: {'id': '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:52.690154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Bound port: 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:52.690610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.713407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b75a0db6-d62c-46fa-afd7-9434565f74e3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:52.722033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:52.784869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:52.790074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e,segment=NetworkSegment(12cb47d2-0c9c-4b0d-bc68-6453c6823c7c),segment_id=12cb47d2-0c9c-4b0d-bc68-6453c6823c7c)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:52.792167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc7a2c-70e1-4861-ad02-56ebfd35b42b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.798058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.799305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc7a2c-70e1-4861-ad02-56ebfd35b42b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.801441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-25cc7a2c-70e1-4861-ad02-56ebfd35b42b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3687279 Oct 29 11:34:52.805053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:52.813534 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee05152-0508-4f89-bfd3-839c14a56e29 x-openstack-request-id: req-dee05152-0508-4f89-bfd3-839c14a56e29 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:52.813760 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "name": "network-vif-plugged", "status": "completed", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:52.814010 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dee05152-0508-4f89-bfd3-839c14a56e29 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:52.814392 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'code': 200} Oct 29 11:34:52.865839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:52.867857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.868315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/06321671-0789-4ac2-9d3b-0ac84dce2c3e HTTP/1.1" status: 200 len: 1091 time: 1.4599555 Oct 29 11:34:52.874468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:52.877109 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93eaad-451e-4ab3-9d45-72ff9fae4349" -d '{"events": [{"name": "network-changed", "server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:52.927623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 32de62c0-5212-4302-940c-1c857dd9ad66 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:52.928267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:52.985940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37e8c8-26a1-4401-9783-d1a79bea96f7 service neutron] Pushing event updated for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:53.015878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.019686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4aa45-bae6-4c77-86ff-7b9b51922c72 req-57ff33eb-bc3f-494d-bed0-3338f77eabad tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.025484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17e4aa45-bae6-4c77-86ff-7b9b51922c72 req-57ff33eb-bc3f-494d-bed0-3338f77eabad tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 945 time: 0.1519287 Oct 29 11:34:53.031353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 32de62c0-5212-4302-940c-1c857dd9ad66 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:53.032560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a8a2-9c0c-4002-8380-11380683f6b8 req-b6295fed-5d81-4870-a435-7ace24484ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.034972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2733a8a2-9c0c-4002-8380-11380683f6b8 req-b6295fed-5d81-4870-a435-7ace24484ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 1096 time: 0.1405387 Oct 29 11:34:53.047147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-02bff647-2e56-4b01-8a8d-dfefde424e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.048562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-02bff647-2e56-4b01-8a8d-dfefde424e06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=668c4ad998cc4896afbc0e57bfdf0002&device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 1094 time: 0.1244233 Oct 29 11:34:53.113561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-4164d4fc-b88d-477c-b25d-da2967264f72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e HTTP/1.1" status: 200 len: 217 time: 0.0541642 Oct 29 11:34:53.120359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.124839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:50Z', 'revision_number': 4, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a0372f11-4bdb-4313-9cdc-78ccbcbe0aef', 'name': '', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'mac_address': 'fa:16:3e:10:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:48Z', 'updated_at': '2021-10-29T11:34:50Z', 'revision_number': 2, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'subnets': [{'id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:53.142328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17e4aa45-bae6-4c77-86ff-7b9b51922c72 req-cae0e234-3f4e-4443-963b-27d0ecaa5363 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135454 Oct 29 11:34:53.154436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Checking router: 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:53.154866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Updating router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:34:53.160288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=32de62c0-5212-4302-940c-1c857dd9ad66,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:53.168970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.170037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2733a8a2-9c0c-4002-8380-11380683f6b8 req-329bd17f-ca6e-4c91-8633-091185e76455 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263318 Oct 29 11:34:53.175923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36aad86c-1e53-494f-875c-73f0d50b41be tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/32de62c0-5212-4302-940c-1c857dd9ad66 HTTP/1.1" status: 204 len: 168 time: 0.3701634 Oct 29 11:34:53.180852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:53.199369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-41fdac7b-a7a9-4eb3-bc80-a2d374f1e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.200926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-41fdac7b-a7a9-4eb3-bc80-a2d374f1e509 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d33e8771-afca-45e9-a5b6-ce3faf9ea2c3 HTTP/1.1" status: 200 len: 864 time: 0.0778673 Oct 29 11:34:53.202566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.238762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d976013-4b8c-4a79-a659-6d103ccb926a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.243619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57758) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:53.243792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1d976013-4b8c-4a79-a659-6d103ccb926a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0618243 Oct 29 11:34:53.281124 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78251ca-7f5c-4fbe-9fb2-6149b4547829 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:34:53.282916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c78251ca-7f5c-4fbe-9fb2-6149b4547829 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/b75b05f2-d1df-4d55-8d64-cb88c6f45d0a HTTP/1.1" status: 404 len: 333 time: 0.0383155 Oct 29 11:34:53.285762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57764) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:53.320125 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a80992-e3ef-4ce0-8195-85edaba684ed tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:34:53.322598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c5a80992-e3ef-4ce0-8195-85edaba684ed tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/32de62c0-5212-4302-940c-1c857dd9ad66 HTTP/1.1" status: 404 len: 333 time: 0.0357561 Oct 29 11:34:53.325150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:53.403911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.412697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-5f3a01cd-1b35-4f44-8890-8b11dfbfbf6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed5969e7-a611-4a99-a905-bce3666d6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Oct 29 11:34:53.490831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.498306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.501541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-5d3a9db6-addf-44ff-b704-8563117181ee tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.502474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.503053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-5d3a9db6-addf-44ff-b704-8563117181ee tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 811 time: 0.1798813 Oct 29 11:34:53.525738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4164b94-0b66-4fc7-ad73-57c22e71c817']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:53.535922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a70b77-1161-44f8-b88a-635b9efbc383') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:53.536130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a70b77-1161-44f8-b88a-635b9efbc383') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:53.545880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.551020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-4c67a25d-05e2-42ce-8034-36f988c617a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305730 Oct 29 11:34:53.552154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f6a3c-ba2d-4960-905a-34135df2c3e2 None None] Pushing event updated for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:53.562981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.563195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-dceb7c89-1f08-4a0e-8bb0-a0f9df430cff tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/quotas/35b6da2666184453a4bf2ea82b67ce31 HTTP/1.1" status: 200 len: 375 time: 0.0109634 Oct 29 11:34:53.571952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:34:53.572572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:34:53.576085 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:34:53.600513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Attempting to bind port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:53.600910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Attempting to bind port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:53.601316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Attempting to bind port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef on network d024e010-0e50-419b-88c8-9e2261d130d6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:53.606370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:53.606740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Checking segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:53.607130 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.607512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Bound using segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:53.607970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Bound port: a0372f11-4bdb-4313-9cdc-78ccbcbe0aef, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:53.608339 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.652221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.666456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.669829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/a4164b94-0b66-4fc7-ad73-57c22e71c817 HTTP/1.1" status: 204 len: 168 time: 0.3436539 Oct 29 11:34:53.673856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57774) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:53.682276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dac0db-337c-4812-ade9-480008fec506 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=a4164b94-0b66-4fc7-ad73-57c22e71c817,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:53.684727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858521981'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:53.686142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] For port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:53.689631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] For port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:53.694706 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.706268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-282585e9-9fb8-4538-a790-dde591efe083 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334240 Oct 29 11:34:53.755433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:53.756329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:53.761683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f6a3c-ba2d-4960-905a-34135df2c3e2 None None] Pushing event updated for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:53.780774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3314bfa-d002-4c71-b2ae-3f4861ae7d88 req-1f2a0923-05c5-4c1a-87bb-31f9d7d92dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931014 Oct 29 11:34:53.783260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:53.787895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.828341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:34:53.854460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.854798 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f of type vlan for network dca35fbb-4d17-488c-b782-9af77172aeb9 Oct 29 11:34:53.869256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-4ca32e42-0976-4f3c-850c-4f253ca7b153 service neutron] 10.222.0.77 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548567 Oct 29 11:34:53.872960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:53.919502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b75a0db6-d62c-46fa-afd7-9434565f74e3 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:53.943657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.988809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:53.995220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:53.995986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.061276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b75a0db6-d62c-46fa-afd7-9434565f74e3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:34:54.066042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-62340077-135d-4d2f-a9cb-2e8495981a9f service neutron] 10.222.0.77 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796958 Oct 29 11:34:54.069230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b75a0db6-d62c-46fa-afd7-9434565f74e3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:54.069230 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.075326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3975842 Oct 29 11:34:54.076168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57776) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:54.088296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:54.151795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bedbff-0c7c-45ac-8c30-798113a23662 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=dca35fbb-4d17-488c-b782-9af77172aeb9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:54.176397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network dca35fbb-4d17-488c-b782-9af77172aeb9 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:34:54.197577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:50Z', 'revision_number': 4, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a0372f11-4bdb-4313-9cdc-78ccbcbe0aef', 'name': '', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'mac_address': 'fa:16:3e:10:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:48Z', 'updated_at': '2021-10-29T11:34:53Z', 'revision_number': 4, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'subnets': [{'id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:54.228995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:54.234743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.265471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29fe05-2e4e-451c-a8a0-1d2097739fc5 None None] The sync data for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 is: [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:34:50Z', 'revision_number': 4, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a0372f11-4bdb-4313-9cdc-78ccbcbe0aef', 'name': '', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'mac_address': 'fa:16:3e:10:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:48Z', 'updated_at': '2021-10-29T11:34:53Z', 'revision_number': 4, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'subnets': [{'id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:54.267124 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.392427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Performing IP validity checks on allocation pools {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:34:54.396333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:54.397076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:34:54.407629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.523472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:54.639202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:54.706993 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3bc28-4e5f-45c0-9d98-82cb16a3fe60 x-openstack-request-id: req-8fd3bc28-4e5f-45c0-9d98-82cb16a3fe60 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:54.707293 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:54.707549 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fd3bc28-4e5f-45c0-9d98-82cb16a3fe60 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:54.708391 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e', 'status': 'completed', 'code': 200} Oct 29 11:34:54.724113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:54.724423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: dca35fbb-4d17-488c-b782-9af77172aeb9, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:34:54.816154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:54.820594 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a065d5-7bbe-421c-9e4f-73df8702b54a" -d '{"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-plugged", "status": "completed", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:55.117130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=ed1751bb-91ff-4a69-8841-ceca62da40e2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:55.144581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-0c937555-18ed-4641-b22f-9ef1e5be7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.146125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-0c937555-18ed-4641-b22f-9ef1e5be7db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=668c4ad998cc4896afbc0e57bfdf0002&device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 1094 time: 0.4185529 Oct 29 11:34:55.147906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network dca35fbb-4d17-488c-b782-9af77172aeb9 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:34:55.211571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f975f-71c7-45b0-8ea9-00a3618e9a49 req-5ad381e0-d5b3-4f5f-90bf-96eb3055ee78 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.219349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-251f975f-71c7-45b0-8ea9-00a3618e9a49 req-5ad381e0-d5b3-4f5f-90bf-96eb3055ee78 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1400263 Oct 29 11:34:55.264643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, dca35fbb-4d17-488c-b782-9af77172aeb9) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:55.277866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7f491-ba04-4e83-bbf7-93dbb526b568 None None] Network dca35fbb-4d17-488c-b782-9af77172aeb9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:55.281908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.282492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:55.317458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-251f975f-71c7-45b0-8ea9-00a3618e9a49 req-ced0265e-2a53-4676-b016-3a9b5f6584b6 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972769 Oct 29 11:34:55.324099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-606840b3-bc32-42ab-abe1-4d8cc0f9fe53 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2447894 Oct 29 11:34:55.324219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57794) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:55.329172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9', 'name': 'tempest-PortsIpV6TestJSON-1302270222'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:55.380883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0372f11-4bdb-4313-9cdc-78ccbcbe0aef up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:55.399609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-0539fca1-6fb8-4b1b-910c-369d5f735899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.401303 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-0539fca1-6fb8-4b1b-910c-369d5f735899 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed5969e7-a611-4a99-a905-bce3666d6674 HTTP/1.1" status: 200 len: 925 time: 0.2473412 Oct 29 11:34:55.461971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06321671-0789-4ac2-9d3b-0ac84dce2c3e details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:34:55.480080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-66fa3d28-c40a-480c-9b77-ea0662613da0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e HTTP/1.1" status: 200 len: 217 time: 0.0715981 Oct 29 11:34:55.559440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:55.563278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:55.618251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 86a0c500-bfe9-48d4-860c-2091537b30d3 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:34:55.619900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:55.620385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:55.629196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09f23f-7b22-4b72-bfd5-0b2c4377fcc8 req-18d10262-7e90-4aa8-810c-66a8efed9358 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.637319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df09f23f-7b22-4b72-bfd5-0b2c4377fcc8 req-18d10262-7e90-4aa8-810c-66a8efed9358 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 943 time: 0.1560664 Oct 29 11:34:55.640046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-cb262e50-2347-4abd-bd79-898f45708625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.641519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-cb262e50-2347-4abd-bd79-898f45708625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d33e8771-afca-45e9-a5b6-ce3faf9ea2c3 HTTP/1.1" status: 200 len: 864 time: 0.1039979 Oct 29 11:34:55.717714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df09f23f-7b22-4b72-bfd5-0b2c4377fcc8 req-f46366dc-932e-444e-b745-550fe6a38552 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794001 Oct 29 11:34:55.760495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-91e15418-19aa-40d9-910a-ce81d6e1f5ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed5969e7-a611-4a99-a905-bce3666d6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574474 Oct 29 11:34:55.896457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-dd6bc0a4-0bba-475c-abfe-b74c4987bea3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.899325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-dd6bc0a4-0bba-475c-abfe-b74c4987bea3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.86 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 811 time: 0.2597601 Oct 29 11:34:55.916169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Request body: {'port': {'device_id': 'b277df10-14b7-4061-9634-cae04bbee98f', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'admin_state_up': True, 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:55.960769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d154509-b452-4dd6-89a8-cfef28a83942 req-85b98ec1-9c94-4c3a-a041-6f16ce363470 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:55.961972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d154509-b452-4dd6-89a8-cfef28a83942 req-85b98ec1-9c94-4c3a-a041-6f16ce363470 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.1408148 Oct 29 11:34:56.002948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e,segment=NetworkSegment(12cb47d2-0c9c-4b0d-bc68-6453c6823c7c),segment_id=12cb47d2-0c9c-4b0d-bc68-6453c6823c7c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:56.010608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-782b2b0a-ee97-414c-ab2f-770b4c0dca1c service neutron] 10.222.0.41 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254281 Oct 29 11:34:56.024647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::131 (dca35fbb-4d17-488c-b782-9af77172aeb9/ed1751bb-91ff-4a69-8841-ceca62da40e2/86a0c500-bfe9-48d4-860c-2091537b30d3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:56.033164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-dca35fbb-4d17-488c-b782-9af77172aeb9', 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': 'ed1751bb-91ff-4a69-8841-ceca62da40e2'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:34:56.034892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.054445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '06321671-0789-4ac2-9d3b-0ac84dce2c3e', 'network_id': 'ed5969e7-a611-4a99-a905-bce3666d6674', 'port_id': '06321671-0789-4ac2-9d3b-0ac84dce2c3e', 'mac_address': 'fa:16:3e:ba:e5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33e8771-afca-45e9-a5b6-ce3faf9ea2c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:34:56.056076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.114338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d154509-b452-4dd6-89a8-cfef28a83942 req-ee0ef08d-ee40-46ad-bd90-88ea7a5083ae tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398771 Oct 29 11:34:56.162514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a93eaad-451e-4ab3-9d45-72ff9fae4349 req-3ce42627-cd94-4f09-89e0-200044080fdb service neutron] 10.222.0.41 "GET /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471763 Oct 29 11:34:56.176962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Made reservation on behalf of 35b6da2666184453a4bf2ea82b67ce31 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:34:56.184343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.208521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78f04eca-d27e-404b-b979-980cce90063d req-45989e12-a400-49a5-8664-27fa12442457 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 210 time: 0.0285108 Oct 29 11:34:56.234056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.256863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06321671-0789-4ac2-9d3b-0ac84dce2c3e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:56.261564 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.287392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e,segment=NetworkSegment(12cb47d2-0c9c-4b0d-bc68-6453c6823c7c),segment_id=12cb47d2-0c9c-4b0d-bc68-6453c6823c7c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:56.296810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.357557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:56.394483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.404688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.406469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:56.471212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Allocated IP 172.20.0.8 (d024e010-0e50-419b-88c8-9e2261d130d6/eb03d4df-63d4-44c9-8d6a-c24808a4eeb6/043a03a9-dc3e-4b5c-9e8b-deb4807e422d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:56.520052 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe36e3c-5ce9-476e-8fc3-f0d8253be344 x-openstack-request-id: req-3fe36e3c-5ce9-476e-8fc3-f0d8253be344 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:56.520640 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-plugged", "status": "completed", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:56.521076 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fe36e3c-5ce9-476e-8fc3-f0d8253be344 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:56.521627 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'code': 200} Oct 29 11:34:56.524982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:56.532844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.597672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Allocated IP 2001:db8::2 (dca35fbb-4d17-488c-b782-9af77172aeb9/ed1751bb-91ff-4a69-8841-ceca62da40e2/3903c8cf-2630-4c6e-9d41-43add1d3aae4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:34:56.600092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60721d47-53cb-4688-b558-75ff864ef81a req-b5fe1396-3541-4d13-bfee-c1d19df53d73 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:56.602220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60721d47-53cb-4688-b558-75ff864ef81a req-b5fe1396-3541-4d13-bfee-c1d19df53d73 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.0896285 Oct 29 11:34:56.616983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57804) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:56.623101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Request body: {'floatingip': {'port_id': '7a2709fe-1ff8-4a88-b9d3-712875759e8f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:56.670380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['06321671-0789-4ac2-9d3b-0ac84dce2c3e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:34:56.685250 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.722409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network dca35fbb-4d17-488c-b782-9af77172aeb9 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:56.727816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=86a0c500-bfe9-48d4-860c-2091537b30d3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:56.739521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:56.747964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:56.754356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:56.755017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.770449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e971-d43e-43ed-9754-3e8f08373bd2 req-7c8b42eb-99f4-40bf-aa26-057cc48d7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:56.772732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-11b2e971-d43e-43ed-9754-3e8f08373bd2 req-7c8b42eb-99f4-40bf-aa26-057cc48d7b9a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 1097 time: 0.1945944 Oct 29 11:34:56.807862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e13eeea7-faa1-4077-8277-ffb1706a7f0f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4827724 Oct 29 11:34:56.810578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57808) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:56.859742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.878754 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.882518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.900156 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-11b2e971-d43e-43ed-9754-3e8f08373bd2 req-7cde9efd-d35a-4c58-9646-a47a0bc2e914 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154459 Oct 29 11:34:56.937125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:56.951089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Network dca35fbb-4d17-488c-b782-9af77172aeb9 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:56.963129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:56.968600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:56.972105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Pushing event updated for resources: {'Port': ['ID=3903c8cf-2630-4c6e-9d41-43add1d3aae4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:56.995959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Network d024e010-0e50-419b-88c8-9e2261d130d6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:34:57.000256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:34:57.002811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:34:57.036499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Pushing event updated for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:57.060631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:57.061605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.063614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Attempting to bind port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:57.064129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Attempting to bind port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:57.064530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Attempting to bind port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 on network dca35fbb-4d17-488c-b782-9af77172aeb9 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:57.070052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:57.070566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Checking segment: {'id': 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:57.071223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.071568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Bound using segment: {'id': 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:57.072147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Bound port: 3903c8cf-2630-4c6e-9d41-43add1d3aae4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'dca35fbb-4d17-488c-b782-9af77172aeb9'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:57.072621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.078797 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-6f6a5821-735b-4d3a-9674-5dbf7f66b609 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1693177 Oct 29 11:34:57.106970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Request body: {'port': {'device_id': 'b277df10-14b7-4061-9634-cae04bbee98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:34:57.113921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 86a0c500-bfe9-48d4-860c-2091537b30d3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:57.114270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.127364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10573ebb-c238-4dd9-be8f-d929f0cd429f req-b728108f-a270-40a4-b42f-63fe632fcdd8 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:57.128470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10573ebb-c238-4dd9-be8f-d929f0cd429f req-b728108f-a270-40a4-b42f-63fe632fcdd8 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 944 time: 0.1617625 Oct 29 11:34:57.146471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] For port 3903c8cf-2630-4c6e-9d41-43add1d3aae4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:57.150685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] For port 3903c8cf-2630-4c6e-9d41-43add1d3aae4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3903c8cf-2630-4c6e-9d41-43add1d3aae4,segment=NetworkSegment(dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f),segment_id=dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:57.156035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.173049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.235771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0372f11-4bdb-4313-9cdc-78ccbcbe0aef up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:57.259809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10573ebb-c238-4dd9-be8f-d929f0cd429f req-5a56a003-9bf8-4656-876b-b1de2a4290e5 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154182 Oct 29 11:34:57.284052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10b28-6388-4c31-892f-e75ebd771239 None None] Pushing event updated for resources: {'Port': ['ID=3903c8cf-2630-4c6e-9d41-43add1d3aae4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:57.317646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:57.318483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.380348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.403192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 86a0c500-bfe9-48d4-860c-2091537b30d3 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:57.645119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043a03a9-dc3e-4b5c-9e8b-deb4807e422d {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:34:57.653240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3629a-e657-4fd2-85a6-12f75274ec6e req-9267ab39-67e9-4c6c-b588-55434b4906b8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:57.653863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.654879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3d3629a-e657-4fd2-85a6-12f75274ec6e req-9267ab39-67e9-4c6c-b588-55434b4906b8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.1369357 Oct 29 11:34:57.661624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.678087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.800394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3d3629a-e657-4fd2-85a6-12f75274ec6e req-ab5f62f6-db34-405e-99a1-406a4ecfb00e tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362798 Oct 29 11:34:57.810510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Transition to ACTIVE for port object 043a03a9-dc3e-4b5c-9e8b-deb4807e422d will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:34:57.812297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.822298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.861315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=86a0c500-bfe9-48d4-860c-2091537b30d3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:57.866520 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Floating IP 8760ef7b-a0c0-440e-9ee0-341ce57b56da associated. External IP: 172.25.4.157, port: 7a2709fe-1ff8-4a88-b9d3-712875759e8f. Oct 29 11:34:57.890917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:57.956791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:57.959525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Attempting to bind port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:34:57.959880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Attempting to bind port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:34:57.960738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Attempting to bind port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d on network d024e010-0e50-419b-88c8-9e2261d130d6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:57.960868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91a520cc-d667-43a4-81fa-fdf31ef1c376 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/86a0c500-bfe9-48d4-860c-2091537b30d3 HTTP/1.1" status: 204 len: 168 time: 1.1485279 Oct 29 11:34:57.966539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57822) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:57.967398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d on network d024e010-0e50-419b-88c8-9e2261d130d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:34:57.967729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Attempting to bind port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d on network d024e010-0e50-419b-88c8-9e2261d130d6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:34:58.016986 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f4bcf7-8007-4bbf-93d3-9a483aba3520 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:34:58.017937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f4bcf7-8007-4bbf-93d3-9a483aba3520 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:34:58.021520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a1f4bcf7-8007-4bbf-93d3-9a483aba3520 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/86a0c500-bfe9-48d4-860c-2091537b30d3 HTTP/1.1" status: 404 len: 333 time: 0.0514116 Oct 29 11:34:58.023547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:34:58.024166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Checking segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:34:58.024724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Bound using segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:34:58.026069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Bound port: 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:34:58.026615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.029493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57824) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:58.061951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8783e-2f77-47fc-9a31-2ab1c49ce4d7 req-fff54b7a-c91e-44ae-9fba-9d0dbd3adc86 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:58.068604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9db8783e-2f77-47fc-9a31-2ab1c49ce4d7 req-fff54b7a-c91e-44ae-9fba-9d0dbd3adc86 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 943 time: 0.1510017 Oct 29 11:34:58.077714 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb1df85-2039-44a4-b023-44f7f6849bc9 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:34:58.079017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0bb1df85-2039-44a4-b023-44f7f6849bc9 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/86a0c500-bfe9-48d4-860c-2091537b30d3 HTTP/1.1" status: 404 len: 333 time: 0.0486057 Oct 29 11:34:58.082214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:58.136160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:34:58.154030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:34:58.161660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet ed1751bb-91ff-4a69-8841-ceca62da40e2 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:34:58.166193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.168123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.176071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9db8783e-2f77-47fc-9a31-2ab1c49ce4d7 req-539f9def-7807-44c5-8b13-973d97994ba4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063161 Oct 29 11:34:58.233607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:58.234319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.236191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] 10.222.0.86 "PUT /v2.0/ports/043a03a9-dc3e-4b5c-9e8b-deb4807e422d HTTP/1.1" status: 200 len: 1091 time: 1.1352696 Oct 29 11:34:58.249558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:58.252084 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c67a1-8eaa-4299-9c49-d039414814a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:58.278260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.301636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:34:58.367293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beb948-da0a-4470-8f14-6a5876c81bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:58.371384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e6bdd83-e2b5-4113-a151-94380acca4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.409983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-0279cfc7-6734-4cc4-9815-935e30f6691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:58.411523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-0279cfc7-6734-4cc4-9815-935e30f6691d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 1094 time: 0.0933981 Oct 29 11:34:58.428907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9092816-2bd3-46ae-8131-6833454d00fb None None] Network dca35fbb-4d17-488c-b782-9af77172aeb9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:58.439139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:34:58.445178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.452708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Sync routers for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:34:58.470981 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:58.472068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:58.481994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-65411d51-deb5-41a4-81c2-8d15d297b323 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "PUT /v2.0/floatingips/8760ef7b-a0c0-440e-9ee0-341ce57b56da HTTP/1.1" status: 200 len: 991 time: 1.8608670 Oct 29 11:34:58.481994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:58.482292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-ca41410d-a8e2-4ede-ae02-41427c47c028 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d HTTP/1.1" status: 200 len: 217 time: 0.0495167 Oct 29 11:34:58.483949 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:58.527176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.544359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] Provisioning complete for port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:58.544727 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.582533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784948-8383-4d49-84d6-07d05c178b6e req-ba4d81b6-84f6-4d00-ba14-be67220aef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:58.584563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-ba4d81b6-84f6-4d00-ba14-be67220aef7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.0953603 Oct 29 11:34:58.617840 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:58.619349 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5698bf23-16c7-4c95-a0aa-44fc27e9e6e5 x-openstack-request-id: req-5698bf23-16c7-4c95-a0aa-44fc27e9e6e5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:58.619753 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:58.619863 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5698bf23-16c7-4c95-a0aa-44fc27e9e6e5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:58.620258 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d', 'status': 'completed', 'code': 200} Oct 29 11:34:58.624357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-27d637dc-bd50-4f64-b903-629b26bd3cb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309141 Oct 29 11:34:58.657213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.724612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.730325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.734400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/ed1751bb-91ff-4a69-8841-ceca62da40e2 HTTP/1.1" status: 204 len: 168 time: 0.6512201 Oct 29 11:34:58.737303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92cd1c-5be2-43ea-a4ea-ccb307d71ad3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1751bb-91ff-4a69-8841-ceca62da40e2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:58.737854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e65e-3657-4944-a248-9b4d1afe3322 req-7b43f0ee-ee6e-493e-ab0f-32d5fda71e81 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:58.742216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57840) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:34:58.748412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e23e65e-3657-4944-a248-9b4d1afe3322 req-7b43f0ee-ee6e-493e-ab0f-32d5fda71e81 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 944 time: 0.0698791 Oct 29 11:34:58.777402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] For port 3903c8cf-2630-4c6e-9d41-43add1d3aae4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3903c8cf-2630-4c6e-9d41-43add1d3aae4,segment=NetworkSegment(dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f),segment_id=dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:58.784715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.849380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-992071e2-c709-4cac-a6e4-5a594aa9aae1 service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162182 Oct 29 11:34:58.849666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e23e65e-3657-4944-a248-9b4d1afe3322 req-c1677378-b6ec-4ed6-8434-2fc1e1b8255b tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Oct 29 11:34:58.862643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:58.873637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d928-6aff-43ac-9384-1fad672f933b None None] Pushing event updated for resources: {'Port': ['ID=3903c8cf-2630-4c6e-9d41-43add1d3aae4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:58.962144 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b16fe3-738b-442c-a458-ff3a7cad1814 x-openstack-request-id: req-e0b16fe3-738b-442c-a458-ff3a7cad1814 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:34:58.963124 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:34:58.963584 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0b16fe3-738b-442c-a458-ff3a7cad1814 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:34:58.964356 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'status': 'completed', 'code': 200} Oct 29 11:34:58.994070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec4379-61e4-489a-bb00-990e88c1b505 None None] Network dca35fbb-4d17-488c-b782-9af77172aeb9 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:34:59.008899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-64784948-8383-4d49-84d6-07d05c178b6e req-ac47a556-ae8e-4862-bc85-9ad8471dc926 service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423879 Oct 29 11:34:59.020997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '8760ef7b-a0c0-440e-9ee0-341ce57b56da', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'port_id': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'mac_address': 'fa:16:3e:1e:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:35Z', 'updated_at': '2021-10-29T11:34:57Z', 'revision_number': 1, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:59.030886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:34:59.033574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.087114 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Checking router: 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:34:59.088721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-aafbe7cb-cc1d-4c16-b55a-750e30ad8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.090603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-aafbe7cb-cc1d-4c16-b55a-750e30ad8670 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28727435b1a84ef59c4e50ae136f9664&device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 1096 time: 0.1028361 Oct 29 11:34:59.094133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4a8f07c3-8a78-4be4-ab22-8c5df45e3dc2 None None] Provisioning complete for port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:59.094463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a8f07c3-8a78-4be4-ab22-8c5df45e3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.103130 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:34:59.104120 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:59.177304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port 3903c8cf-2630-4c6e-9d41-43add1d3aae4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3903c8cf-2630-4c6e-9d41-43add1d3aae4,segment=NetworkSegment(dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f),segment_id=dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:59.177827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.203513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-fe0d7887-a6a8-4c1d-9005-dc09488a593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.205470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-fe0d7887-a6a8-4c1d-9005-dc09488a593d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 1094 time: 0.1133766 Oct 29 11:34:59.233521 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:34:59.238188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 3903c8cf-2630-4c6e-9d41-43add1d3aae4 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:34:59.259575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee718f-00b3-4efb-9084-e0e21df11101 req-7f099841-3b69-4d1d-9842-d2e7fd3db757 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.268713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaee718f-00b3-4efb-9084-e0e21df11101 req-7f099841-3b69-4d1d-9842-d2e7fd3db757 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.0845616 Oct 29 11:34:59.291431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3903c8cf-2630-4c6e-9d41-43add1d3aae4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:59.297636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-4fc847d4-566b-4ac7-86c3-908afd65d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.300339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-4fc847d4-566b-4ac7-86c3-908afd65d09e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecc46366-e217-4b61-aebb-d4e90549df93 HTTP/1.1" status: 200 len: 912 time: 0.2025225 Oct 29 11:34:59.383180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:59.389589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaee718f-00b3-4efb-9084-e0e21df11101 req-b95d4838-a1d0-456c-9e95-0fd2dddd41bd tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207421 Oct 29 11:34:59.390672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.432718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-25a11506-162f-479b-9360-302b8c635c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.434072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-25a11506-162f-479b-9360-302b8c635c01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 912 time: 0.2183912 Oct 29 11:34:59.437536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-06dcd9eb-c689-4679-b5df-e7fce9c44a79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f HTTP/1.1" status: 200 len: 999 time: 0.1235185 Oct 29 11:34:59.449339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff7cbf-deec-4f4f-8ce8-3804a360f683 None None] DHCP port deletion for dca35fbb-4d17-488c-b782-9af77172aeb9 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:34:59.451847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06321671-0789-4ac2-9d3b-0ac84dce2c3e up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:34:59.510299 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-ce83bb31-dfb3-44c7-8024-f99d6e554583 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d HTTP/1.1" status: 200 len: 217 time: 0.0615537 Oct 29 11:34:59.511216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.531004 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7cff7cbf-deec-4f4f-8ce8-3804a360f683 None None] The port '3903c8cf-2630-4c6e-9d41-43add1d3aae4' was deleted {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 29 11:34:59.536319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-ea784fe5-f8d6-4f46-a401-200dc87da844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.546121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-ea784fe5-f8d6-4f46-a401-200dc87da844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46d69c9e-d25b-4fa2-ace7-d1f51e30af83 HTTP/1.1" status: 200 len: 850 time: 0.0961683 Oct 29 11:34:59.547404 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Could not find standard attr ID for object 3903c8cf-2630-4c6e-9d41-43add1d3aae4. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:34:59.551284 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No ports have port_id starting with 3903c8cf-2630-4c6e-9d41-43add1d3aae4 Oct 29 11:34:59.563354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port 3903c8cf-2630-4c6e-9d41-43add1d3aae4 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:34:59.574222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=3903c8cf-2630-4c6e-9d41-43add1d3aae4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:59.591075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 06321671-0789-4ac2-9d3b-0ac84dce2c3e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:34:59.595929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 06321671-0789-4ac2-9d3b-0ac84dce2c3e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:34:59.596904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.599453 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '8760ef7b-a0c0-440e-9ee0-341ce57b56da', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'port_id': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'mac_address': 'fa:16:3e:1e:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:35Z', 'updated_at': '2021-10-29T11:34:57Z', 'revision_number': 1, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:34:59.615242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-788d0f7c-871c-4b4e-8298-6488732b9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.617455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-788d0f7c-871c-4b4e-8298-6488732b9152 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecc46366-e217-4b61-aebb-d4e90549df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693574 Oct 29 11:34:59.637681 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1ea63-cff0-4f4c-aa25-92b0b12b1753 None None] The sync data for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 is: [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '8760ef7b-a0c0-440e-9ee0-341ce57b56da', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'port_id': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'mac_address': 'fa:16:3e:1e:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:35Z', 'updated_at': '2021-10-29T11:34:57Z', 'revision_number': 1, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:34:59.727424 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.755796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:34:59.758695 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c622f3-b407-4ced-87b3-d96c90886230" -d '{"events": [{"server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "name": "network-vif-plugged", "status": "completed", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:34:59.764120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f683485-86cf-42ec-8c37-649cf94f8437 req-f390b40d-c2f2-4388-8751-2f3bd17ce146 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.770365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f683485-86cf-42ec-8c37-649cf94f8437 req-f390b40d-c2f2-4388-8751-2f3bd17ce146 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 943 time: 0.1202757 Oct 29 11:34:59.776159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e,segment=NetworkSegment(12cb47d2-0c9c-4b0d-bc68-6453c6823c7c),segment_id=12cb47d2-0c9c-4b0d-bc68-6453c6823c7c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:34:59.782506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:34:59.823827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-9e570873-1dfe-40a9-99e8-ff7037fe160d service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979501 Oct 29 11:34:59.840934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f683485-86cf-42ec-8c37-649cf94f8437 req-476ac44f-c1e0-4b8c-8238-ae2205f37407 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554149 Oct 29 11:34:59.846257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:34:59.975190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-a3dad3c1-94b7-42ee-bd1b-e7b35b346c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:34:59.976646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56076e2f-7c5b-4ace-ad77-34eb17f1999d None None] New status for floating IP 8760ef7b-a0c0-440e-9ee0-341ce57b56da: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:34:59.976793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-a3dad3c1-94b7-42ee-bd1b-e7b35b346c92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.4245567 Oct 29 11:34:59.978679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.036034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-4c4167b6-c29d-4c93-b42d-d2befe5ccaf0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449595 Oct 29 11:35:00.037901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca35fbb-4d17-488c-b782-9af77172aeb9']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:00.058550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:00.058949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf9f5e7-4db9-4e75-96b2-25fe2b414b7f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:00.113135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.135574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.145616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:00.146016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:00.149652 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:00.226654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-3a052fa6-bf1d-4f2e-804f-8c427b559030 service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800723 Oct 29 11:35:00.231740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.238980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.242305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/dca35fbb-4d17-488c-b782-9af77172aeb9 HTTP/1.1" status: 204 len: 168 time: 1.4991016 Oct 29 11:35:00.246520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57862) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:00.257163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1058744789'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:00.269901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d19b9-18f8-4eae-8814-4f4a58168135 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=dca35fbb-4d17-488c-b782-9af77172aeb9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:00.272011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a100c-b786-43fd-ba8b-7ee92b1a6d39 req-64afb23c-358e-47e9-aa3b-59ae53101efd tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:00.274129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c3a100c-b786-43fd-ba8b-7ee92b1a6d39 req-64afb23c-358e-47e9-aa3b-59ae53101efd tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.0758917 Oct 29 11:35:00.283916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57864) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:00.292983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Request body: {'floatingip': {'port_id': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:00.348966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91f3e843-c2bf-467d-a3b6-6c741fe2f50e req-47bb010b-369a-4835-8243-1d95652fdcac service neutron] 10.222.0.41 "GET /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069261 Oct 29 11:35:00.352448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.354261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-299c67a1-8eaa-4299-9c49-d039414814a2 req-f7bd9e08-dfb0-4ef4-9133-db0cad9c01bf service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094668 Oct 29 11:35:00.356229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:00.359733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.467966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:00.478885 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c879b1-cc8d-46ed-9843-25e9de051577 x-openstack-request-id: req-73c879b1-cc8d-46ed-9843-25e9de051577 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:00.479777 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "name": "network-vif-plugged", "status": "completed", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:00.479777 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73c879b1-cc8d-46ed-9843-25e9de051577 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:00.480319 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e', 'code': 200} Oct 29 11:35:00.488457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.488812 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment 571b4e9d-4006-45a6-a9eb-82fd6f50335f of type vlan for network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 Oct 29 11:35:00.641757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.712414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f70e7-44aa-49fc-89ad-648da627a5dc req-d2700816-51bc-4c0c-a490-42a8eb1105c7 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:00.713944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89f70e7-44aa-49fc-89ad-648da627a5dc req-d2700816-51bc-4c0c-a490-42a8eb1105c7 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.1789944 Oct 29 11:35:00.714601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.720015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:00.720598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.730628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5342a-0e95-41ff-b4aa-fe5ac9f57a6c req-1d916126-0f69-4c92-a4cc-102d02f7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:00.732066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24f5342a-0e95-41ff-b4aa-fe5ac9f57a6c req-1d916126-0f69-4c92-a4cc-102d02f7a43d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 1096 time: 0.1514428 Oct 29 11:35:00.824277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb0ca-7b82-4770-a04e-80e4887142b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:00.863638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6136401 Oct 29 11:35:00.866704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57870) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:00.871912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:00.941933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e0cf5-4bcf-4044-9e67-b816c07ad5ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=0088d2e9-1bad-48bd-8335-a36418a0a3d4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:00.953802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:00.962091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a89f70e7-44aa-49fc-89ad-648da627a5dc req-f826d6c7-77d8-416b-9e8f-f553b75ee44f tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387776 Oct 29 11:35:00.967872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24f5342a-0e95-41ff-b4aa-fe5ac9f57a6c req-ece560b7-7480-45b4-8bdc-ffb6d3b1d74f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883736 Oct 29 11:35:00.971429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:00.975101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.115944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.121101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.189113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.196588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3903c8cf-2630-4c6e-9d41-43add1d3aae4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:01.223950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3903c8cf-2630-4c6e-9d41-43add1d3aae4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:01.224634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3903c8cf-2630-4c6e-9d41-43add1d3aae4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:01.230397 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Floating IP d25b0433-ab7b-42de-ac31-6a64e8cae38f associated. External IP: 172.25.4.112, port: b75a0db6-d62c-46fa-afd7-9434565f74e3. Oct 29 11:35:01.259521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=064a849b-33f5-42bb-9716-62c0156d777d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:01.271573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': '571b4e9d-4006-45a6-a9eb-82fd6f50335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:01.271937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 0088d2e9-1bad-48bd-8335-a36418a0a3d4, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:01.290374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:01.300330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 0088d2e9-1bad-48bd-8335-a36418a0a3d4) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:01.311464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba5ddab-719c-4670-af0f-17517003e4ef None None] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:01.316250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:01.316432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.340511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf0fad4a-2218-48c4-99f8-687f4d53c841 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4726357 Oct 29 11:35:01.343131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:01.350568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1956526149'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:01.482169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:01.488436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-0088d2e9-1bad-48bd-8335-a36418a0a3d4', 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': '064a849b-33f5-42bb-9716-62c0156d777d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:01.489042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.490226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.508768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port b83ef20d-feff-49d3-886b-ce7c748b6c50 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:01.509650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c028d5-13a7-4799-af03-bd1c18ebf570 req-4ea3ebc2-7329-4f60-828c-cce349f798a5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:01.511151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1c028d5-13a7-4799-af03-bd1c18ebf570 req-4ea3ebc2-7329-4f60-828c-cce349f798a5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 943 time: 0.1121984 Oct 29 11:35:01.564937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:35:01.568253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1c028d5-13a7-4799-af03-bd1c18ebf570 req-87bad11b-3be7-4b26-90f5-3f75c6829933 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Oct 29 11:35:01.648869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::3b9 (0088d2e9-1bad-48bd-8335-a36418a0a3d4/064a849b-33f5-42bb-9716-62c0156d777d/b83ef20d-feff-49d3-886b-ce7c748b6c50) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:01.703765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:35:01.708483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.718510 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Sync routers for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:35:01.732292 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:01.733685 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:01.738938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbc1d3a9-c445-4417-b363-b99e7832953f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "PUT /v2.0/floatingips/d25b0433-ab7b-42de-ac31-6a64e8cae38f HTTP/1.1" status: 200 len: 992 time: 1.4520268 Oct 29 11:35:01.739546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:01.742398 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b36038-50a1-418f-bfe9-84d0877f2038" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:01.802483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.844108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.891229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:01.894747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:01.901691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:01.909048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:01.909242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:01.911164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Allocated IP 2001:db8::2 (0088d2e9-1bad-48bd-8335-a36418a0a3d4/064a849b-33f5-42bb-9716-62c0156d777d/c8a87d14-fef6-4e6b-9c49-b9c60851b871) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:01.929587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=b83ef20d-feff-49d3-886b-ce7c748b6c50,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:01.943420 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18abd5e-8dd4-4e8e-817f-6eb7f6efa820 x-openstack-request-id: req-c18abd5e-8dd4-4e8e-817f-6eb7f6efa820 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:01.943841 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:01.944178 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c18abd5e-8dd4-4e8e-817f-6eb7f6efa820 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:01.945740 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'status': 'completed', 'code': 200} Oct 29 11:35:01.952044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a12d737b-1441-442e-9a78-698b8d206d26 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6075287 Oct 29 11:35:01.952883 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:35:01.955636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:01.992570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 043a03a9-dc3e-4b5c-9e8b-deb4807e422d details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:35:02.203618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:02.206573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-b9145077-66fb-4035-92ea-e61468269d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.208604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-b9145077-66fb-4035-92ea-e61468269d56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 1097 time: 0.1563201 Oct 29 11:35:02.217877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port b83ef20d-feff-49d3-886b-ce7c748b6c50 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:02.218205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.230819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.233691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'port_id': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d', 'mac_address': 'fa:16:3e:27:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:35:02.239350 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.247221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518941-17a2-47a0-aa67-8df986e6eae5 req-8622f870-4332-4874-a04c-1613738cd928 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.250917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.256637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c518941-17a2-47a0-aa67-8df986e6eae5 req-8622f870-4332-4874-a04c-1613738cd928 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.0689895 Oct 29 11:35:02.258753 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd25b0433-ab7b-42de-ac31-6a64e8cae38f', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'port_id': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'mac_address': 'fa:16:3e:7a:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:40Z', 'updated_at': '2021-10-29T11:35:01Z', 'revision_number': 1, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:02.290426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Checking router: 001b5f8c-fb45-4446-831f-ca3a8abd92a1 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:35:02.299882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:02.300827 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:02.305418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c518941-17a2-47a0-aa67-8df986e6eae5 req-c0f0dc60-e396-4086-96d2-49427be70724 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Oct 29 11:35:02.330573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Pushing event updated for resources: {'Port': ['ID=c8a87d14-fef6-4e6b-9c49-b9c60851b871,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:02.340343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-e37c5654-4865-453d-a289-c415257c0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.342024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-e37c5654-4865-453d-a289-c415257c0b7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 200 len: 907 time: 0.1171846 Oct 29 11:35:02.348990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:02.358292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:02.362150 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.367977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:02.377444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.441663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043a03a9-dc3e-4b5c-9e8b-deb4807e422d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:35:02.454880 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:35:02.466493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Attempting to bind port c8a87d14-fef6-4e6b-9c49-b9c60851b871 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:02.466854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Attempting to bind port c8a87d14-fef6-4e6b-9c49-b9c60851b871 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '571b4e9d-4006-45a6-a9eb-82fd6f50335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:02.467224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Attempting to bind port c8a87d14-fef6-4e6b-9c49-b9c60851b871 on network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:02.480856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:02.482674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:02.483096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Checking segment: {'id': '571b4e9d-4006-45a6-a9eb-82fd6f50335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:02.483514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.483963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Bound using segment: {'id': '571b4e9d-4006-45a6-a9eb-82fd6f50335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:02.484433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Bound port: c8a87d14-fef6-4e6b-9c49-b9c60851b871, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571b4e9d-4006-45a6-a9eb-82fd6f50335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0088d2e9-1bad-48bd-8335-a36418a0a3d4'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:02.484809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.495240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.509274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.513158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-3ce2beb7-0eda-4ff5-97fd-52a1da6b9769 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 200 len: 1000 time: 0.1336405 Oct 29 11:35:02.533356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for b83ef20d-feff-49d3-886b-ce7c748b6c50 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:02.611511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-02a2b87f-08b4-4c47-af5e-6ff2114dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.613029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-02a2b87f-08b4-4c47-af5e-6ff2114dac94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67ebd646-2eee-4634-a4df-dd8c6caebc2d HTTP/1.1" status: 200 len: 845 time: 0.0884061 Oct 29 11:35:02.641756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647b0da-9000-4126-a4fd-2696b5dd0116 req-9c8f1194-9932-401a-a2e2-40fba5c754d0 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.644658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c647b0da-9000-4126-a4fd-2696b5dd0116 req-9c8f1194-9932-401a-a2e2-40fba5c754d0 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.0558367 Oct 29 11:35:02.687834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-f64d815e-f66f-44a9-8598-546ead61540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.689573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-f64d815e-f66f-44a9-8598-546ead61540b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655255 Oct 29 11:35:02.700999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c647b0da-9000-4126-a4fd-2696b5dd0116 req-bb30a70c-a66a-4305-a81a-728cef77c8d8 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Oct 29 11:35:02.758259 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd25b0433-ab7b-42de-ac31-6a64e8cae38f', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'port_id': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'mac_address': 'fa:16:3e:7a:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:40Z', 'updated_at': '2021-10-29T11:35:01Z', 'revision_number': 1, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:02.796244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:02.803130 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eea077-21aa-48d3-a5ec-9ddf3011439c None None] The sync data for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 is: [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd25b0433-ab7b-42de-ac31-6a64e8cae38f', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'port_id': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'mac_address': 'fa:16:3e:7a:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:34:40Z', 'updated_at': '2021-10-29T11:35:01Z', 'revision_number': 1, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:35:02.806973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] For port c8a87d14-fef6-4e6b-9c49-b9c60851b871, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:02.811682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] For port c8a87d14-fef6-4e6b-9c49-b9c60851b871, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c8a87d14-fef6-4e6b-9c49-b9c60851b871,segment=NetworkSegment(571b4e9d-4006-45a6-a9eb-82fd6f50335f),segment_id=571b4e9d-4006-45a6-a9eb-82fd6f50335f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:02.817688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.818678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.854488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['043a03a9-dc3e-4b5c-9e8b-deb4807e422d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:35:02.874661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=b83ef20d-feff-49d3-886b-ce7c748b6c50,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:02.921507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-f4a1f945-78dc-4c44-b297-d45d8a804222 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005146 Oct 29 11:35:02.922523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:02.925748 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3e8f7cb-2a19-4748-8e3d-b60a266de17d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/b83ef20d-feff-49d3-886b-ce7c748b6c50 HTTP/1.1" status: 204 len: 168 time: 0.9691360 Oct 29 11:35:02.931303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57912) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:02.936449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0209174-8ede-4d46-b86e-80ad75696586 None None] Pushing event updated for resources: {'Port': ['ID=c8a87d14-fef6-4e6b-9c49-b9c60851b871,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:02.992500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a47b5-4bb4-40c7-b495-d4e40ec8e870 req-f9c7e790-1122-4219-9d13-406ff0cfa507 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:02.994961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-218a47b5-4bb4-40c7-b495-d4e40ec8e870 req-f9c7e790-1122-4219-9d13-406ff0cfa507 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 944 time: 0.0877571 Oct 29 11:35:03.010782 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff66fdb8-2e6a-431f-8c22-a89b4271e80f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:03.013656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff66fdb8-2e6a-431f-8c22-a89b4271e80f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/b83ef20d-feff-49d3-886b-ce7c748b6c50 HTTP/1.1" status: 404 len: 333 time: 0.0813503 Oct 29 11:35:03.017509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57914) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:03.062068 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-75b36038-50a1-418f-bfe9-84d0877f2038 req-19a16c5b-d58f-4b35-85f0-6f8ae4fc2e68 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185064 Oct 29 11:35:03.104400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-218a47b5-4bb4-40c7-b495-d4e40ec8e870 req-400b36f2-dcfc-4cee-a2c5-4ebbd13a36c3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017988 Oct 29 11:35:03.120608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 064a849b-33f5-42bb-9716-62c0156d777d {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:03.128929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.193684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.278687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58ecfe-c114-40f2-adef-04261dee8032 None None] New status for floating IP d25b0433-ab7b-42de-ac31-6a64e8cae38f: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:35:03.328039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.398737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.428129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=064a849b-33f5-42bb-9716-62c0156d777d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:03.432294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.435814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-41357dae-0b03-43f1-a5d0-5f231dcd4562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/064a849b-33f5-42bb-9716-62c0156d777d HTTP/1.1" status: 204 len: 168 time: 0.4172928 Oct 29 11:35:03.438499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:03.525678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.534547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.594084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port c8a87d14-fef6-4e6b-9c49-b9c60851b871 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:03.594420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.665464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port c8a87d14-fef6-4e6b-9c49-b9c60851b871, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c8a87d14-fef6-4e6b-9c49-b9c60851b871,segment=NetworkSegment(571b4e9d-4006-45a6-a9eb-82fd6f50335f),segment_id=571b4e9d-4006-45a6-a9eb-82fd6f50335f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:03.665824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.679892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for c8a87d14-fef6-4e6b-9c49-b9c60851b871 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:03.731575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032ac6-550c-4cbd-9d0d-ebb4436c72c6 req-2b450c18-5566-413b-950b-36674f8631ba tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:03.733179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc032ac6-550c-4cbd-9d0d-ebb4436c72c6 req-2b450c18-5566-413b-950b-36674f8631ba tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Oct 29 11:35:03.771643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.781643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc032ac6-550c-4cbd-9d0d-ebb4436c72c6 req-c32e4316-78ab-4bcc-a9e8-3dc26f39b8fe tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Oct 29 11:35:03.800726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=c8a87d14-fef6-4e6b-9c49-b9c60851b871,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:03.804356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port c8a87d14-fef6-4e6b-9c49-b9c60851b871 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:03.893627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.921919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0088d2e9-1bad-48bd-8335-a36418a0a3d4']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:03.932708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571b4e9d-4006-45a6-a9eb-82fd6f50335f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:03.933257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571b4e9d-4006-45a6-a9eb-82fd6f50335f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:03.943822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.961490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.964054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 043a03a9-dc3e-4b5c-9e8b-deb4807e422d up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:03.969808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:03.970165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:03.974194 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:04.041253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.044095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:35:04.051067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.054686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:04.055669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.059043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/0088d2e9-1bad-48bd-8335-a36418a0a3d4 HTTP/1.1" status: 204 len: 168 time: 0.6194875 Oct 29 11:35:04.063031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57934) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:04.068681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'name': 'tempest-PortsIpV6TestJSON-108446940'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:04.085074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3622689-1653-4a83-8f53-04325c43f0e1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=0088d2e9-1bad-48bd-8335-a36418a0a3d4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:04.114007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-463aeb27-d4b1-4386-b381-1d92cb401cb0 None None] Could not find standard attr ID for object c8a87d14-fef6-4e6b-9c49-b9c60851b871. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:04.184505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.189970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d68f2d-cda0-422c-bb87-908ddfdd73dd None None] DHCP port deletion for 0088d2e9-1bad-48bd-8335-a36418a0a3d4 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:04.203962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:04.218713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:04.221446 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb1776-5e4b-4635-a59d-d2ec1e4428fd" -d '{"events": [{"server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "name": "network-vif-plugged", "status": "completed", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:04.223052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.228164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198c141-cc78-4eae-b444-43869e9d0bc9 None None] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:04.239622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:04.244655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 837b8c80-323a-472d-806d-4a01e12e807f yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:04.250739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.252694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198c141-cc78-4eae-b444-43869e9d0bc9 None None] Network 0088d2e9-1bad-48bd-8335-a36418a0a3d4 could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 11:35:04.300988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:04.425079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.444559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49036-3c80-40b1-bf7a-e978bd899f63 req-29ca683d-72a0-4679-b83c-fd5c63fb1ab4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:04.446082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ee49036-3c80-40b1-bf7a-e978bd899f63 req-29ca683d-72a0-4679-b83c-fd5c63fb1ab4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0608649 Oct 29 11:35:04.458772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.487388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ee49036-3c80-40b1-bf7a-e978bd899f63 req-31cfe71c-8ceb-401b-8b77-4b504736d61a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Oct 29 11:35:04.503495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:04.506885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:04.510797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:04.516434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:04.517062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.525455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=837b8c80-323a-472d-806d-4a01e12e807f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:04.537850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d42f36be-28f2-4059-ad5b-87344ce5d007 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4734454 Oct 29 11:35:04.540901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57948) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:04.596421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dfb3e-e20e-4df5-b439-55b9a74c69e5 req-24880f12-0a14-481e-86e3-626af802779d tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:04.597950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841dfb3e-e20e-4df5-b439-55b9a74c69e5 req-24880f12-0a14-481e-86e3-626af802779d tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Oct 29 11:35:04.636572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841dfb3e-e20e-4df5-b439-55b9a74c69e5 req-d7ba3bcd-3075-4d38-b631-7b880aeb9e93 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Oct 29 11:35:04.637672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 837b8c80-323a-472d-806d-4a01e12e807f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:04.638013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.680433 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3075435-d16c-4285-ba3a-3f06d005910d x-openstack-request-id: req-b3075435-d16c-4285-ba3a-3f06d005910d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:04.680954 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "name": "network-vif-plugged", "status": "completed", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:04.681231 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3075435-d16c-4285-ba3a-3f06d005910d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:04.681723 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d', 'code': 200} Oct 29 11:35:04.705578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.719071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 837b8c80-323a-472d-806d-4a01e12e807f owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:04.822977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002125b-b4c7-4371-a228-5eb774a1c754 req-c859827e-df9d-4617-bffd-606fabd19d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:04.824503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d002125b-b4c7-4371-a228-5eb774a1c754 req-c859827e-df9d-4617-bffd-606fabd19d76 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 1096 time: 0.0626016 Oct 29 11:35:04.842243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.842485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88a71-5acd-4b37-b084-bcb8266ef517 req-409873cc-86dd-42a7-a844-48068b11950e tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:04.844001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19e88a71-5acd-4b37-b084-bcb8266ef517 req-409873cc-86dd-42a7-a844-48068b11950e tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 946 time: 0.0507307 Oct 29 11:35:04.883576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:04.884487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19e88a71-5acd-4b37-b084-bcb8266ef517 req-f283780e-06ec-4636-9570-b86849594f1a tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341618 Oct 29 11:35:04.887187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/837b8c80-323a-472d-806d-4a01e12e807f HTTP/1.1" status: 204 len: 168 time: 0.3452671 Oct 29 11:35:04.888789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0260-301d-4c77-a8aa-fb840f9bddd0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=837b8c80-323a-472d-806d-4a01e12e807f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:04.889851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:04.896354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'mac_address': 'fa:16:3e:92:35:1e', 'name': 'tempest-PortsIpV6TestJSON-515109293'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:04.912865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d002125b-b4c7-4371-a228-5eb774a1c754 req-537d0ddc-f58b-4bd4-a6d4-23672497bd15 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Oct 29 11:35:04.995295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:05.063845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.088000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 7308e539-57a7-4aaf-8924-eb81aec2d6fc yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:05.255455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.287701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.333565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:05.337199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:05.339584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:05.345319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:05.345915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.360146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=7308e539-57a7-4aaf-8924-eb81aec2d6fc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:05.368903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6cae1dfb-cd7c-4be9-a190-e1e9f6728f52 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4777915 Oct 29 11:35:05.371519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57956) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:05.416287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4e47c-0e77-4c33-bf61-7ac96642108e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:05.417597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cdc4e47c-0e77-4c33-bf61-7ac96642108e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/7308e539-57a7-4aaf-8924-eb81aec2d6fc HTTP/1.1" status: 200 len: 844 time: 0.0450902 Oct 29 11:35:05.420460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57958) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:05.509403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 7308e539-57a7-4aaf-8924-eb81aec2d6fc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:05.509824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.599281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.615537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 7308e539-57a7-4aaf-8924-eb81aec2d6fc owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:05.649056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e812f7-35e8-4928-a445-6f266e331409 req-eeda0857-cd0f-42d7-be92-59d2119d95a5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:05.650492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89e812f7-35e8-4928-a445-6f266e331409 req-eeda0857-cd0f-42d7-be92-59d2119d95a5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0859096 Oct 29 11:35:05.750821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89e812f7-35e8-4928-a445-6f266e331409 req-2cb29a6e-0aad-4864-a085-5a76a8c9fd80 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Oct 29 11:35:05.758593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-b099ade3-6edd-44f1-bc10-e4ab26ab9f34 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:05.759978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-b099ade3-6edd-44f1-bc10-e4ab26ab9f34 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.41 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.1313643 Oct 29 11:35:05.811085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.887525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=7308e539-57a7-4aaf-8924-eb81aec2d6fc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:05.899061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:05.902269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4c8a0af-ef9d-4ce5-83c1-b0e2d2b07ea2 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/7308e539-57a7-4aaf-8924-eb81aec2d6fc HTTP/1.1" status: 204 len: 168 time: 0.4808660 Oct 29 11:35:05.905205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:05.925509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9ae9-8545-49da-9e2f-4aad1f51b44b req-1bee93f0-769c-4cc6-a2f8-fa0baf1f1d86 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:05.926992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-010a9ae9-8545-49da-9e2f-4aad1f51b44b req-1bee93f0-769c-4cc6-a2f8-fa0baf1f1d86 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/ports?device_id=628c21a5-1951-458a-926a-a18b50f3e7b9 HTTP/1.1" status: 200 len: 945 time: 0.1180613 Oct 29 11:35:05.931479 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37efb1c-0fd0-4976-890e-984f1310baa3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:05.936355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e37efb1c-0fd0-4976-890e-984f1310baa3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/7308e539-57a7-4aaf-8924-eb81aec2d6fc HTTP/1.1" status: 404 len: 333 time: 0.0268118 Oct 29 11:35:05.936881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57970) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:05.941833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'name': 'tempest-PortsIpV6TestJSON-1649096683'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:05.958802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Deleting port 06321671-0789-4ac2-9d3b-0ac84dce2c3e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:05.959142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.026594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-010a9ae9-8545-49da-9e2f-4aad1f51b44b req-b18ddb1c-3a43-4ef4-81ff-ea70d3848849 tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897629 Oct 29 11:35:06.055771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:06.059890 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.080797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] For port 06321671-0789-4ac2-9d3b-0ac84dce2c3e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06321671-0789-4ac2-9d3b-0ac84dce2c3e,segment=NetworkSegment(12cb47d2-0c9c-4b0d-bc68-6453c6823c7c),segment_id=12cb47d2-0c9c-4b0d-bc68-6453c6823c7c)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:06.081079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 23422b8e-2e04-4a0f-ae47-7d7545ae968d yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:06.081423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.095274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Calling delete_port for 06321671-0789-4ac2-9d3b-0ac84dce2c3e owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:06.243350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624322-7ff9-485f-818c-387b3c6fbe9b req-e3b1ae85-875e-49b0-9128-9e2d300ffa04 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:06.245045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66624322-7ff9-485f-818c-387b3c6fbe9b req-e3b1ae85-875e-49b0-9128-9e2d300ffa04 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 946 time: 0.0746145 Oct 29 11:35:06.292542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.315499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-3fe49b0a-8d36-4fe8-af39-60fa5e874e24 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:06.316046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66624322-7ff9-485f-818c-387b3c6fbe9b req-646e73be-7160-4910-90c0-3e82ab87095c tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.77 "GET /v2.0/security-groups?id=eebae5d0-a53a-4899-8740-00cbdf3b3ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529447 Oct 29 11:35:06.316749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-3fe49b0a-8d36-4fe8-af39-60fa5e874e24 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.86 "GET /v2.0/ports?device_id=40d2a4eb-9451-48f9-a61c-54ddf2dda86a HTTP/1.1" status: 200 len: 946 time: 0.0729091 Oct 29 11:35:06.317746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.332884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['06321671-0789-4ac2-9d3b-0ac84dce2c3e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:35:06.352522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Pushing event deleted for resources: {'Port': ['ID=06321671-0789-4ac2-9d3b-0ac84dce2c3e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:06.393428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.410664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] No DVR routers for this DVR port 06321671-0789-4ac2-9d3b-0ac84dce2c3e on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:06.416018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.420212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be76f4be-7bcb-48dc-a893-092a0099cb77 req-a5640bd0-11bd-4820-b0a1-7168406ccffc tempest-ServersNegativeTestMultiTenantJSON-962913385 tempest-ServersNegativeTestMultiTenantJSON-962913385-project] 10.222.0.41 "DELETE /v2.0/ports/06321671-0789-4ac2-9d3b-0ac84dce2c3e HTTP/1.1" status: 204 len: 173 time: 0.6494546 Oct 29 11:35:06.421393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'name': 'network-vif-deleted', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:06.423856 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b5e435-0016-420f-bf5d-60889ec35c63" -d '{"events": [{"server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "name": "network-vif-deleted", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:06.578432 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffc537-e537-4da5-9a2b-b554888188f9 x-openstack-request-id: req-59ffc537-e537-4da5-9a2b-b554888188f9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:06.578787 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628c21a5-1951-458a-926a-a18b50f3e7b9", "name": "network-vif-deleted", "tag": "06321671-0789-4ac2-9d3b-0ac84dce2c3e", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:06.579044 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59ffc537-e537-4da5-9a2b-b554888188f9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:06.579719 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628c21a5-1951-458a-926a-a18b50f3e7b9', 'name': 'network-vif-deleted', 'tag': '06321671-0789-4ac2-9d3b-0ac84dce2c3e', 'status': 'completed', 'code': 200} Oct 29 11:35:06.707374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:06.718702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:06.725063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:06.730634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:06.731230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.741771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=23422b8e-2e04-4a0f-ae47-7d7545ae968d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:06.759666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eed566c9-16ea-4b1b-9d56-9f846cd1d3c5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8216705 Oct 29 11:35:06.762388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57980) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:06.763341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Deleting port dba06416-18e6-4b98-b154-e14b3d50720b {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:06.763679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.767806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:06.863656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] For port dba06416-18e6-4b98-b154-e14b3d50720b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dba06416-18e6-4b98-b154-e14b3d50720b,segment=NetworkSegment(f630437b-af83-4fce-92b7-e8b065154c2f),segment_id=f630437b-af83-4fce-92b7-e8b065154c2f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:06.864091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:06.878254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Calling delete_port for dba06416-18e6-4b98-b154-e14b3d50720b owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:07.030401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.043083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dba06416-18e6-4b98-b154-e14b3d50720b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:35:07.061471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Pushing event deleted for resources: {'Port': ['ID=dba06416-18e6-4b98-b154-e14b3d50720b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:07.101798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] No DVR routers for this DVR port dba06416-18e6-4b98-b154-e14b3d50720b on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:07.104417 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.107848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5a12b7a-89f8-45e7-9ab5-64de81a977b2 req-9fb74628-60ec-41ce-ae74-a4afca889e44 tempest-ServerTagsTestJSON-1436811787 tempest-ServerTagsTestJSON-1436811787-project] 10.222.0.86 "DELETE /v2.0/ports/dba06416-18e6-4b98-b154-e14b3d50720b HTTP/1.1" status: 204 len: 173 time: 0.7825718 Oct 29 11:35:07.108320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'name': 'network-vif-deleted', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:07.110857 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605aaa5-996d-40d9-a35c-0aa777ab4d4d" -d '{"events": [{"server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "name": "network-vif-deleted", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:07.161769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.216448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02c277-9d46-4bb9-849a-e8c90cfc81ca req-7f17e13f-15cd-4c5f-8730-9f2e43ea9a2f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:07.217958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a02c277-9d46-4bb9-849a-e8c90cfc81ca req-7f17e13f-15cd-4c5f-8730-9f2e43ea9a2f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0880499 Oct 29 11:35:07.310563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a02c277-9d46-4bb9-849a-e8c90cfc81ca req-024e3d07-585c-4188-b69d-f440326efeb7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849998 Oct 29 11:35:07.354638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57994) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:07.391265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.398282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.443502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] In _notify_port_updated(), no bound segment for port 23422b8e-2e04-4a0f-ae47-7d7545ae968d on network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:35:07.446119 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23685e2a-df41-4c7c-ab2e-2b4f05de10dc x-openstack-request-id: req-23685e2a-df41-4c7c-ab2e-2b4f05de10dc {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:07.446533 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d2a4eb-9451-48f9-a61c-54ddf2dda86a", "name": "network-vif-deleted", "tag": "dba06416-18e6-4b98-b154-e14b3d50720b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:07.446873 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23685e2a-df41-4c7c-ab2e-2b4f05de10dc {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:07.447354 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d2a4eb-9451-48f9-a61c-54ddf2dda86a', 'name': 'network-vif-deleted', 'tag': 'dba06416-18e6-4b98-b154-e14b3d50720b', 'status': 'completed', 'code': 200} Oct 29 11:35:07.448789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:07.449427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.450738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/ports/23422b8e-2e04-4a0f-ae47-7d7545ae968d HTTP/1.1" status: 200 len: 818 time: 0.6872532 Oct 29 11:35:07.454159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57998) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:07.458717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Deleting subnet d33e8771-afca-45e9-a5b6-ce3faf9ea2c3 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:07.465469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.491280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df358-b759-44de-9bb0-7763953b6ce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=23422b8e-2e04-4a0f-ae47-7d7545ae968d,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:07.508826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.551077 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.575172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 23422b8e-2e04-4a0f-ae47-7d7545ae968d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:07.575900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.619857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.660867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58006) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:07.670451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.685518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33e8771-afca-45e9-a5b6-ce3faf9ea2c3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:07.690991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.697038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8aa53552-d1b7-4cd9-b8f3-8c4bd0fa7440 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d33e8771-afca-45e9-a5b6-ce3faf9ea2c3 HTTP/1.1" status: 204 len: 168 time: 0.3386402 Oct 29 11:35:07.697496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58008) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:07.730712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 23422b8e-2e04-4a0f-ae47-7d7545ae968d owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:07.763696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Deleting subnet 59c9bb98-4b1d-4ff8-bf7b-3b627d15db30 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:07.783882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.796354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.834178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-dd071f6e-ec4b-4a2a-a0d2-54652809d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:07.835734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-dd071f6e-ec4b-4a2a-a0d2-54652809d097 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 1096 time: 0.1391399 Oct 29 11:35:07.850533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.872567 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.893728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5969e7-a611-4a99-a905-bce3666d6674']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:07.903890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:07.904332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb47d2-0c9c-4b0d-bc68-6453c6823c7c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:07.927200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.958628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.965444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.968154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:07.968581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:07.971146 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:07.986146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.017819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f68d45-8bfb-4f0c-b1cf-a7ff9e3a94b4 req-a3e6a292-201e-4068-88c9-2831d425b4ed tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:08.019345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95f68d45-8bfb-4f0c-b1cf-a7ff9e3a94b4 req-a3e6a292-201e-4068-88c9-2831d425b4ed tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1131046 Oct 29 11:35:08.052371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.053363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=23422b8e-2e04-4a0f-ae47-7d7545ae968d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.057938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.061328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed5969e7-a611-4a99-a905-bce3666d6674 HTTP/1.1" status: 204 len: 168 time: 0.3627741 Oct 29 11:35:08.066588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58010) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.069945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.073370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-499ac4cf-4399-4d23-baa9-78d4a9e0819d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/23422b8e-2e04-4a0f-ae47-7d7545ae968d HTTP/1.1" status: 204 len: 168 time: 0.6178465 Oct 29 11:35:08.076411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58012) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.088866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-4edd74a8-e3ef-4bae-8ce4-79fe6c225cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:08.090381 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-4edd74a8-e3ef-4bae-8ce4-79fe6c225cbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 912 time: 0.2423222 Oct 29 11:35:08.123111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9964-0b99-4a92-84d6-9154acc2ef0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5969e7-a611-4a99-a905-bce3666d6674,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.130422 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95f68d45-8bfb-4f0c-b1cf-a7ff9e3a94b4 req-dece2f52-2112-4c24-bd74-fa5d1c49938b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978849 Oct 29 11:35:08.142513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Deleting subnet a090d2fe-31bb-4e81-b0ca-4819d75fca61 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:08.145876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.154441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-b21042a8-e4f1-45b9-ad91-fd14331d828a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d HTTP/1.1" status: 200 len: 217 time: 0.0465000 Oct 29 11:35:08.157455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.187314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.199569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c9bb98-4b1d-4ff8-bf7b-3b627d15db30,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.226307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d76f27-e250-4255-9fc8-639697189604 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:08.226718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.227803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-25d76f27-e250-4255-9fc8-639697189604 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1508842 Oct 29 11:35:08.232210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.235518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-24072af2-ebb8-4c48-a639-6bea8eab5b2a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/59c9bb98-4b1d-4ff8-bf7b-3b627d15db30 HTTP/1.1" status: 204 len: 168 time: 0.5736270 Oct 29 11:35:08.236055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.247856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58016) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.270192 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2107d4da-629e-4760-9ac9-87c4ffc284fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:08.271775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2107d4da-629e-4760-9ac9-87c4ffc284fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/23422b8e-2e04-4a0f-ae47-7d7545ae968d HTTP/1.1" status: 404 len: 333 time: 0.0347655 Oct 29 11:35:08.276432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.283388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1827083634'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:08.288422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-737561ea-1644-4c88-98fa-3a6b0e9e02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:08.289862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-737561ea-1644-4c88-98fa-3a6b0e9e02b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.1273768 Oct 29 11:35:08.328284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-df2470f4-9c78-42ab-bb23-a2fda494bd3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297403 Oct 29 11:35:08.329920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:08.333480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.343167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.351414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.382759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.386317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a090d2fe-31bb-4e81-b0ca-4819d75fca61 HTTP/1.1" status: 204 len: 168 time: 0.3174887 Oct 29 11:35:08.389587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58020) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.390704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d8092-8a58-4711-b08f-d307d39462ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a090d2fe-31bb-4e81-b0ca-4819d75fca61,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.453512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:08.471998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.496415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410eb01d-93a1-4084-9f3b-fbc578602d2f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.505128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.506341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f630437b-af83-4fce-92b7-e8b065154c2f') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.506637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f630437b-af83-4fce-92b7-e8b065154c2f') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.507705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.508041 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment 809479be-e5e8-4567-849b-e8f2231da642 of type vlan for network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f Oct 29 11:35:08.516716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.530359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.536411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:08.536789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:08.538588 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:08.550023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-733ad4ac-0d55-424e-aabb-fcb32681a9ae service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137408 Oct 29 11:35:08.584531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.593938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.599551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.602844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/410eb01d-93a1-4084-9f3b-fbc578602d2f HTTP/1.1" status: 204 len: 168 time: 0.3540027 Oct 29 11:35:08.614949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415dba1-9a21-44f0-86cb-fbe4286286d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=410eb01d-93a1-4084-9f3b-fbc578602d2f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.710443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.716695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:08.717367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.724594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.781541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58028) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.821294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5402339 Oct 29 11:35:08.822435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c3b672-6f0c-4862-b367-4d455fa23d11']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.825664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58032) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.834175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c9565c8-7d91-4f6e-9aa8-ef0b568c37f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa23abe0f1064da7adf6f9d8176468b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514619 Oct 29 11:35:08.836741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58034) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:08.847002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:08.860266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b820e19b-62a8-4969-ac1d-37c07ab5f964 req-fc74f642-5ba7-4100-9f17-02e8dc053acf service neutron] 10.222.0.86 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022056 Oct 29 11:35:08.872002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610d940a-ee06-4153-9353-b2629383892a') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.872295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610d940a-ee06-4153-9353-b2629383892a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:08.899860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2d58-165c-46a1-ad32-5d4149896c20 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=40950d1c-0c81-4d35-a67e-3d7a0dcdf12f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:08.903034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.912417 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.912613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:08.930435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.946730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.960802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:08.961231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:08.962984 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:08.991042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.995683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:08.998151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eebae5d0-a53a-4899-8740-00cbdf3b3ddb HTTP/1.1" status: 204 len: 168 time: 0.1592581 Oct 29 11:35:09.019742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57da4da-f6ae-49f4-b3b9-5b9a44c7cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebae5d0-a53a-4899-8740-00cbdf3b3ddb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:09.046448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:09.050286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.065678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.095994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.099194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] 10.222.0.77 "DELETE /v2.0/networks/03c3b672-6f0c-4862-b367-4d455fa23d11 HTTP/1.1" status: 204 len: 168 time: 0.7057950 Oct 29 11:35:09.119082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abe9fb-15ba-4e43-ba39-2b8fdbf8ed57 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c3b672-6f0c-4862-b367-4d455fa23d11,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:09.266506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58050) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:09.293440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7f3c-674a-4b37-ae6e-fb1f142a9bb5 req-885316de-3441-4e6e-a8c1-b580702b67e5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:09.295093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e60f7f3c-674a-4b37-ae6e-fb1f142a9bb5 req-885316de-3441-4e6e-a8c1-b580702b67e5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0707946 Oct 29 11:35:09.297589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.344889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91bb4208-7d5b-4894-b685-193e9866ddfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=668c4ad998cc4896afbc0e57bfdf0002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749595 Oct 29 11:35:09.345088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58054) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:09.369807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=06599523-0579-4307-aec1-203af49fc0ed,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:09.372838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e60f7f3c-674a-4b37-ae6e-fb1f142a9bb5 req-7621adba-f924-4805-b97e-e3890283f99b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Oct 29 11:35:09.389177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': '809479be-e5e8-4567-849b-e8f2231da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:09.389509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:09.413331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:09.422827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.425268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:09.434579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:09.435126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.439443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05defcb1-cb24-469c-b3ac-a02479bb7510 None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:09.457944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.462397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-799a0c9d-cb30-4232-a81d-b577a7bedf77 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6237638 Oct 29 11:35:09.463288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58060) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:09.468593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:09.498507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06321671-0789-4ac2-9d3b-0ac84dce2c3e no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:09.520821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.523770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.527723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee6687aa-a8a1-4a00-aedb-edee5b9d65b0 HTTP/1.1" status: 204 len: 168 time: 0.1793158 Oct 29 11:35:09.533745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 06321671-0789-4ac2-9d3b-0ac84dce2c3e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:09.534199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06321671-0789-4ac2-9d3b-0ac84dce2c3e not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:09.539059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107704-58cd-4bc7-a1b5-d651fd1481b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6687aa-a8a1-4a00-aedb-edee5b9d65b0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:09.652170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:09.658197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.689533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': '06599523-0579-4307-aec1-203af49fc0ed'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:09.690415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:09.792291 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06599523-0579-4307-aec1-203af49fc0ed (CIDR: 2001:db8::/64) Oct 29 11:35:09.797081 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:35:09.797553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:09.827909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58076) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:09.828386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ac85ad3-da7b-4690-8554-cf2b8f31ab06 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3638082 Oct 29 11:35:09.836262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:09.864240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Allocated IP 2001:db8::2 (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/06599523-0579-4307-aec1-203af49fc0ed/79ad6565-01d6-4450-963f-a7723cb031b1) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:09.967727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58084) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:09.970872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dba06416-18e6-4b98-b154-e14b3d50720b no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:10.025256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: dba06416-18e6-4b98-b154-e14b3d50720b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:10.025724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dba06416-18e6-4b98-b154-e14b3d50720b not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:10.032812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0b7dd08-be5e-4f51-8da6-f4c8d8e173af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6edc5e8061e443ba976f7131cbf2fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633562 Oct 29 11:35:10.034725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:10.053755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:10.057800 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.093639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.118289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.123440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.126833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.172421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:10.175638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:10.179891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:10.193475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Pushing event updated for resources: {'Port': ['ID=79ad6565-01d6-4450-963f-a7723cb031b1,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:10.209546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.216519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.217993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbf3f5d6-3842-452d-9b71-fd471d1212f3 HTTP/1.1" status: 204 len: 168 time: 0.1823192 Oct 29 11:35:10.227726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba39eb7-e07a-4ad3-9c90-e3fa3d42f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3f5d6-3842-452d-9b71-fd471d1212f3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:10.276957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Attempting to bind port 79ad6565-01d6-4450-963f-a7723cb031b1 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:10.277357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Attempting to bind port 79ad6565-01d6-4450-963f-a7723cb031b1 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '809479be-e5e8-4567-849b-e8f2231da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:10.277723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Attempting to bind port 79ad6565-01d6-4450-963f-a7723cb031b1 on network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:10.283967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:10.284183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Checking segment: {'id': '809479be-e5e8-4567-849b-e8f2231da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:10.284589 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.284979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Bound using segment: {'id': '809479be-e5e8-4567-849b-e8f2231da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:10.285684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Bound port: 79ad6565-01d6-4450-963f-a7723cb031b1, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809479be-e5e8-4567-849b-e8f2231da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:10.285966 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.357081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] For port 79ad6565-01d6-4450-963f-a7723cb031b1, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:10.360933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] For port 79ad6565-01d6-4450-963f-a7723cb031b1, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79ad6565-01d6-4450-963f-a7723cb031b1,segment=NetworkSegment(809479be-e5e8-4567-849b-e8f2231da642),segment_id=809479be-e5e8-4567-849b-e8f2231da642)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:10.367425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.386594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.445413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b58a9-7031-4951-874e-fa207f0720dd None None] Pushing event updated for resources: {'Port': ['ID=79ad6565-01d6-4450-963f-a7723cb031b1,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:10.500652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:10.500652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=bf207521-1e13-479d-b08f-e30140f638f2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:10.552179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:10.556482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:10.557090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.609140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a9a8-5a29-4ca1-bdd4-af7f6f61c8c5 req-61d6b060-b2d4-4a5a-bb39-9d0399b263d1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:10.620005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3b9a9a8-5a29-4ca1-bdd4-af7f6f61c8c5 req-61d6b060-b2d4-4a5a-bb39-9d0399b263d1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1204133 Oct 29 11:35:10.626296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-186be4da-6902-4bd9-b34c-16cb98ebf359 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7960994 Oct 29 11:35:10.629476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58112) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:10.636133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'fixed_ips': [{'subnet_id': '06599523-0579-4307-aec1-203af49fc0ed'}, {'subnet_id': 'bf207521-1e13-479d-b08f-e30140f638f2'}], 'name': 'tempest-PortsIpV6TestJSON-1954373132'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:10.699547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3b9a9a8-5a29-4ca1-bdd4-af7f6f61c8c5 req-5e5ac75f-186c-4bea-8d06-f7b8496d1ab7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711658 Oct 29 11:35:10.857979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:10.974933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:10.997491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port c6e21215-578c-43c8-b12c-b52c9206933f yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:11.294036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79ad6565-01d6-4450-963f-a7723cb031b1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:11.299661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:11.358605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 79ad6565-01d6-4450-963f-a7723cb031b1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:11.358988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.428728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::2d2 (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/06599523-0579-4307-aec1-203af49fc0ed/c6e21215-578c-43c8-b12c-b52c9206933f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:11.445774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8:0:1::238 (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/bf207521-1e13-479d-b08f-e30140f638f2/c6e21215-578c-43c8-b12c-b52c9206933f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:11.475130 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.520748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 79ad6565-01d6-4450-963f-a7723cb031b1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79ad6565-01d6-4450-963f-a7723cb031b1,segment=NetworkSegment(809479be-e5e8-4567-849b-e8f2231da642),segment_id=809479be-e5e8-4567-849b-e8f2231da642)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:11.527570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.589308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=79ad6565-01d6-4450-963f-a7723cb031b1,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:11.664442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-104447808-network', 'tenant_id': '420a8fac47f54c98937e08f39bf475f1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:11.708106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Made reservation on behalf of 420a8fac47f54c98937e08f39bf475f1 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:11.709622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.711538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.733526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.756371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.812977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a32ea8-827e-4a21-a71b-b8216fc28497 None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:11.837079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:11.844495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:11.847168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=c6e21215-578c-43c8-b12c-b52c9206933f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:11.856513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.857692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:11.865366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:11.866228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.875580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58179f-1480-44f1-a253-55a881f8bc08 req-9bb7bfd4-d013-4c52-884c-aa0b4f4f42a0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:11.877438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c58179f-1480-44f1-a253-55a881f8bc08 req-9bb7bfd4-d013-4c52-884c-aa0b4f4f42a0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0753474 Oct 29 11:35:11.878643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.887271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4c341ff2-a57a-4182-b452-3c45663a3e21 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2566111 Oct 29 11:35:11.890905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:11.893326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:11.898328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8f6a5978-4af9-4e63-9dd6-d621eb256274 None None] Provisioning complete for port 79ad6565-01d6-4450-963f-a7723cb031b1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:11.898526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06599523-0579-4307-aec1-203af49fc0ed'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:11.898855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5978-4af9-4e63-9dd6-d621eb256274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.905171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.905779 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Added segment f482f9e9-8d08-4b15-bc66-6632835c07b8 of type vlan for network 64832339-ca9c-4fe7-b95c-e569d3b539ca Oct 29 11:35:11.949829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:11.980050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.008827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.010105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:12.010925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.095362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7937331 Oct 29 11:35:12.101073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73cbc3-e80e-4b9e-9676-a3b792d9713f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:12.118557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c58179f-1480-44f1-a253-55a881f8bc08 req-0ea3173f-4847-4b62-b16a-1dbd1910f82e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365414 Oct 29 11:35:12.148703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd30d3-201b-4dd0-bfec-6034d8bd2e0e admin admin] Pushing event updated for resources: {'Network': ['ID=64832339-ca9c-4fe7-b95c-e569d3b539ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:12.168851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 64832339-ca9c-4fe7-b95c-e569d3b539ca details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:12.323869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Update dhcp port {'port': {'network_id': '40950d1c-0c81-4d35-a67e-3d7a0dcdf12f', 'fixed_ips': [{'subnet_id': '06599523-0579-4307-aec1-203af49fc0ed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf207521-1e13-479d-b08f-e30140f638f2'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '79ad6565-01d6-4450-963f-a7723cb031b1'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:35:12.328967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Delete allocated IP 2001:db8:0:1::238 (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/bf207521-1e13-479d-b08f-e30140f638f2) {{(pid=102277) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:35:12.398222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.481133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.488333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.559234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] In _notify_port_updated(), no bound segment for port c6e21215-578c-43c8-b12c-b52c9206933f on network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:35:12.564909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:12.565649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.566975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/ports/c6e21215-578c-43c8-b12c-b52c9206933f HTTP/1.1" status: 200 len: 926 time: 0.6750746 Oct 29 11:35:12.570304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:12.577651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06599523-0579-4307-aec1-203af49fc0ed'}, {'subnet_id': 'bf207521-1e13-479d-b08f-e30140f638f2'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:12.606609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Allocated IP 2001:db8:0:1::2 (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/bf207521-1e13-479d-b08f-e30140f638f2/79ad6565-01d6-4450-963f-a7723cb031b1) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:12.607076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c7ba6-886d-40b9-8a8c-73d954e24d39 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=c6e21215-578c-43c8-b12c-b52c9206933f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:12.664938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.732161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] For port 79ad6565-01d6-4450-963f-a7723cb031b1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79ad6565-01d6-4450-963f-a7723cb031b1,segment=NetworkSegment(809479be-e5e8-4567-849b-e8f2231da642),segment_id=809479be-e5e8-4567-849b-e8f2231da642)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:12.778991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.786111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:12.886311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946f0e5-1406-4e2e-82fd-49ba66fd545b None None] Pushing event updated for resources: {'Port': ['ID=79ad6565-01d6-4450-963f-a7723cb031b1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:13.016279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8:0:1::1fa (40950d1c-0c81-4d35-a67e-3d7a0dcdf12f/bf207521-1e13-479d-b08f-e30140f638f2/c6e21215-578c-43c8-b12c-b52c9206933f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:13.127844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5b04e-359d-44e8-b9a6-d6f534cc2368 req-c0d2ddfd-9d8c-450c-9bd3-ca66184e2270 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.134721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5b04e-359d-44e8-b9a6-d6f534cc2368 req-c0d2ddfd-9d8c-450c-9bd3-ca66184e2270 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.142570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5b04e-359d-44e8-b9a6-d6f534cc2368 req-c0d2ddfd-9d8c-450c-9bd3-ca66184e2270 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.154887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2d5b04e-359d-44e8-b9a6-d6f534cc2368 req-c0d2ddfd-9d8c-450c-9bd3-ca66184e2270 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2734864 Oct 29 11:35:13.264422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79ad6565-01d6-4450-963f-a7723cb031b1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:13.296564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f7f4-e67c-4f6b-a984-1a43b907c874 req-0211f644-9baf-4184-ac50-ccc8fec7ffad tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.304760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e044f7f4-e67c-4f6b-a984-1a43b907c874 req-0211f644-9baf-4184-ac50-ccc8fec7ffad tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0968189 Oct 29 11:35:13.356372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 79ad6565-01d6-4450-963f-a7723cb031b1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:13.356834 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.383846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e044f7f4-e67c-4f6b-a984-1a43b907c874 req-1d8ba942-dc4d-4a72-a37c-ba54d2f9814e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779471 Oct 29 11:35:13.508341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.515253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.521990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91a542-98b4-4137-a96b-5c223b67eb2a req-680b60af-1e80-420e-85cb-e219a4c92552 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.532868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58200) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:13.540985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a91a542-98b4-4137-a96b-5c223b67eb2a req-680b60af-1e80-420e-85cb-e219a4c92552 tempest-ComputeTenantNetworksTest-1274811493 tempest-ComputeTenantNetworksTest-1274811493-project] 10.222.0.77 "GET /v2.0/networks/64832339-ca9c-4fe7-b95c-e569d3b539ca HTTP/1.1" status: 200 len: 768 time: 0.1299970 Oct 29 11:35:13.650643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d32c9-9dca-46ec-afae-52a44add47a3 None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:13.691034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] In _notify_port_updated(), no bound segment for port c6e21215-578c-43c8-b12c-b52c9206933f on network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:35:13.696620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:13.697277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.698587 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/ports/c6e21215-578c-43c8-b12c-b52c9206933f HTTP/1.1" status: 200 len: 1012 time: 1.1273534 Oct 29 11:35:13.699552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc412b-c2ff-42b5-ad2b-cbe30d51ef2b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=c6e21215-578c-43c8-b12c-b52c9206933f,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:13.701589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58204) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:13.722735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.863664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.868363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port c6e21215-578c-43c8-b12c-b52c9206933f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:13.868955 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.886781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64832339-ca9c-4fe7-b95c-e569d3b539ca']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:13.898220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f482f9e9-8d08-4b15-bc66-6632835c07b8') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:13.898484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f482f9e9-8d08-4b15-bc66-6632835c07b8') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:13.918514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.940594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.951051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:13.951878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:13.957154 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:13.976512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e6cbfc9a-13e0-447b-bf76-177500a16030 None None] Provisioning complete for port c6e21215-578c-43c8-b12c-b52c9206933f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:13.976875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfc9a-13e0-447b-bf76-177500a16030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.980802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:13.993515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for c6e21215-578c-43c8-b12c-b52c9206933f owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:14.049126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbfc9a-13e0-447b-bf76-177500a16030 None None] Port c6e21215-578c-43c8-b12c-b52c9206933f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:14.049840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.058405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.065446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/64832339-ca9c-4fe7-b95c-e569d3b539ca HTTP/1.1" status: 204 len: 168 time: 0.5257840 Oct 29 11:35:14.073747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e6cbfc9a-13e0-447b-bf76-177500a16030 None None] Provisioning complete for port 79ad6565-01d6-4450-963f-a7723cb031b1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:14.074187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfc9a-13e0-447b-bf76-177500a16030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.076139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3d10d-48dc-4287-a532-9a009527a7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64832339-ca9c-4fe7-b95c-e569d3b539ca,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:14.260674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.295409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=c6e21215-578c-43c8-b12c-b52c9206933f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:14.330769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58220) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:14.339231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.345284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d1aef43-8991-42f0-bee4-2b812a1b4efa tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/c6e21215-578c-43c8-b12c-b52c9206933f HTTP/1.1" status: 204 len: 168 time: 0.6400898 Oct 29 11:35:14.345642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58222) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:14.372492 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eb9265-d490-4c2a-896e-f41995703668 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:14.374077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4eb9265-d490-4c2a-896e-f41995703668 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/c6e21215-578c-43c8-b12c-b52c9206933f HTTP/1.1" status: 404 len: 333 time: 0.0273125 Oct 29 11:35:14.376822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58224) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:14.385466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e263a7d-e3e7-4547-9f90-ee7a9445da34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=420a8fac47f54c98937e08f39bf475f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533586 Oct 29 11:35:14.387848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58226) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:14.466881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet bf207521-1e13-479d-b08f-e30140f638f2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:14.472800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6dcc9ffb-64a9-4717-95cf-c41f999b3df4 None None] Could not find standard attr ID for object c6e21215-578c-43c8-b12c-b52c9206933f. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:14.476762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.484836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6dcc9ffb-64a9-4717-95cf-c41f999b3df4 None None] Provisioning complete for port 79ad6565-01d6-4450-963f-a7723cb031b1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:14.485315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9ffb-64a9-4717-95cf-c41f999b3df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.562958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.565607 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.634225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f64b0-c76e-4d37-beb2-16d1b756379d req-75e44575-897f-4e42-99a7-3a699a4789c7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:14.635764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-505f64b0-c76e-4d37-beb2-16d1b756379d req-75e44575-897f-4e42-99a7-3a699a4789c7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1663578 Oct 29 11:35:14.653103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.715295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-44d41a86-5234-41d2-aa2c-355f1f1ee5ee None None] Could not find standard attr ID for object c6e21215-578c-43c8-b12c-b52c9206933f. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:14.743662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-505f64b0-c76e-4d37-beb2-16d1b756379d req-2a56555c-0479-487a-8620-2df86716e4af tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006706 Oct 29 11:35:14.752086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.794714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.797492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.801038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c73cbc3-e80e-4b9e-9676-a3b792d9713f HTTP/1.1" status: 204 len: 168 time: 0.4099033 Oct 29 11:35:14.813413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa33b9-da88-4332-845c-9dba8c65c5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73cbc3-e80e-4b9e-9676-a3b792d9713f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:14.851508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.898878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=bf207521-1e13-479d-b08f-e30140f638f2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:14.906355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:14.914700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58242) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:14.915407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-598c69cc-3e63-476c-967a-5d0952076384 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/bf207521-1e13-479d-b08f-e30140f638f2 HTTP/1.1" status: 204 len: 168 time: 0.5367110 Oct 29 11:35:14.937195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab3cee-08cd-4f6b-8759-d50fd363343b None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:15.000452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 06599523-0579-4307-aec1-203af49fc0ed {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:15.004710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.039646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4f9ed91f-9023-44a0-9e25-b174c828b4db None None] Could not find standard attr ID for object c6e21215-578c-43c8-b12c-b52c9206933f. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:15.065770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.195213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.288839 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.318201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=06599523-0579-4307-aec1-203af49fc0ed,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:15.320366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.326403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58252) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:15.326884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-18aff281-abb7-4a01-b79a-48d028d3c083 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/06599523-0579-4307-aec1-203af49fc0ed HTTP/1.1" status: 204 len: 168 time: 0.4107254 Oct 29 11:35:15.415721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.474078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 79ad6565-01d6-4450-963f-a7723cb031b1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:15.474415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.551573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port 79ad6565-01d6-4450-963f-a7723cb031b1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79ad6565-01d6-4450-963f-a7723cb031b1,segment=NetworkSegment(809479be-e5e8-4567-849b-e8f2231da642),segment_id=809479be-e5e8-4567-849b-e8f2231da642)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:15.551962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.567070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 79ad6565-01d6-4450-963f-a7723cb031b1 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:15.663116 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.679313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port 79ad6565-01d6-4450-963f-a7723cb031b1 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:15.728650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=79ad6565-01d6-4450-963f-a7723cb031b1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:15.777408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.777804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.778144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.778477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.778804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.779130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.779457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.779898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.780220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.780537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.780871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.781213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:15.802691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.830506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40950d1c-0c81-4d35-a67e-3d7a0dcdf12f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:15.841631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809479be-e5e8-4567-849b-e8f2231da642') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:15.841927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809479be-e5e8-4567-849b-e8f2231da642') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:15.853366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.868107 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.878674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:15.881119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.889496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5175b37-749a-428b-bb24-c1bd4382ddcf None None] Network 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:15.889994 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:15.977867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5eea2f7a-9b7f-4af3-bb2c-850b413779fe None None] Could not find standard attr ID for object 79ad6565-01d6-4450-963f-a7723cb031b1. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:15.989026 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:15.994389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.005848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/40950d1c-0c81-4d35-a67e-3d7a0dcdf12f HTTP/1.1" status: 204 len: 168 time: 0.6726334 Oct 29 11:35:16.005848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:16.015065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfdee-bac3-445f-a3c3-7df2ffb7e91e req-d387aa3d-72bf-46e8-b531-3a19b78df0e4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:16.016571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b4cfdee-bac3-445f-a3c3-7df2ffb7e91e req-d387aa3d-72bf-46e8-b531-3a19b78df0e4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0828636 Oct 29 11:35:16.044027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3a9a-f64f-4a76-8e2f-e30f77878974 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=40950d1c-0c81-4d35-a67e-3d7a0dcdf12f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:16.095874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b4cfdee-bac3-445f-a3c3-7df2ffb7e91e req-cfe9565a-d1fa-4262-a59f-3a63354dbf69 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614192 Oct 29 11:35:16.110507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc4bf6-1b47-4281-8a53-994016e34685 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:16.115242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2c030-f7df-439f-83ba-a7f383551a41 None None] DHCP port deletion for 40950d1c-0c81-4d35-a67e-3d7a0dcdf12f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:16.117700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-acbc4bf6-1b47-4281-8a53-994016e34685 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0962572 Oct 29 11:35:16.117876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58298) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:16.174408 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f849851e-10b8-4feb-84ec-55b67081592d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0549791 Oct 29 11:35:16.179942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58300) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:16.184773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-722785346'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:16.212072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:16.215604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.241870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:16.256165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.256508 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment e2a64430-7979-428e-87c4-2d063a06ef41 of type vlan for network 3b113291-feab-4109-8336-e10d9c663a02 Oct 29 11:35:16.302156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.328851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.335098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:16.335873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.400591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2169213 Oct 29 11:35:16.400776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58310) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:16.405629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '3b113291-feab-4109-8336-e10d9c663a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:16.458414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd943da4-7247-4dee-9fd9-89ae636e3606 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=3b113291-feab-4109-8336-e10d9c663a02,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:16.470432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3b113291-feab-4109-8336-e10d9c663a02 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:16.522855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:16.527754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.739815 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:35:16.741940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.808081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=89aab2f0-a655-4e7a-9fef-a9e563125833,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:16.830963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': 'e2a64430-7979-428e-87c4-2d063a06ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3b113291-feab-4109-8336-e10d9c663a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:16.831336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 3b113291-feab-4109-8336-e10d9c663a02, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:16.853632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 3b113291-feab-4109-8336-e10d9c663a02 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:16.866468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3b113291-feab-4109-8336-e10d9c663a02) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:16.872347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:16.873518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:16.877191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0857694-92eb-46aa-ab7a-27297b9a9cc8 None None] Network 3b113291-feab-4109-8336-e10d9c663a02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:16.898442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-270be9b6-b1c9-45dc-80ef-c6d6d136080d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4945512 Oct 29 11:35:16.898902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58324) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:16.904511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '3b113291-feab-4109-8336-e10d9c663a02', 'name': 'tempest-PortsIpV6TestJSON-732194110'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:17.066201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-3b113291-feab-4109-8336-e10d9c663a02', 'network_id': '3b113291-feab-4109-8336-e10d9c663a02', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': '89aab2f0-a655-4e7a-9fef-a9e563125833'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:17.067266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.137061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:17.143793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.204253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:17.255782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79ad6565-01d6-4450-963f-a7723cb031b1 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:17.288352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 79ad6565-01d6-4450-963f-a7723cb031b1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:17.289436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79ad6565-01d6-4450-963f-a7723cb031b1 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:17.319654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Allocated IP 2001:db8::2 (3b113291-feab-4109-8336-e10d9c663a02/89aab2f0-a655-4e7a-9fef-a9e563125833/06840b08-a863-445e-a55b-32fa1d12ad74) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:17.408742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400198c-c6ed-4c87-a402-324f6776ac4b req-d930c0b6-c3f4-4b90-b539-f42ed007bbe6 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:17.410965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7400198c-c6ed-4c87-a402-324f6776ac4b req-d930c0b6-c3f4-4b90-b539-f42ed007bbe6 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0620294 Oct 29 11:35:17.458999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7400198c-c6ed-4c87-a402-324f6776ac4b req-a460f454-5c81-484f-80c0-675494069923 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Oct 29 11:35:17.506465 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.530652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.581877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Network 3b113291-feab-4109-8336-e10d9c663a02 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:17.586998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:17.590663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::261 (3b113291-feab-4109-8336-e10d9c663a02/89aab2f0-a655-4e7a-9fef-a9e563125833/205aabf1-40cf-4238-b7d9-51c7cb4e69e0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:17.591052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:17.598937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Pushing event updated for resources: {'Port': ['ID=06840b08-a863-445e-a55b-32fa1d12ad74,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:17.626653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58338) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:17.675869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Attempting to bind port 06840b08-a863-445e-a55b-32fa1d12ad74 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:17.676779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Attempting to bind port 06840b08-a863-445e-a55b-32fa1d12ad74 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e2a64430-7979-428e-87c4-2d063a06ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3b113291-feab-4109-8336-e10d9c663a02'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:17.677439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Attempting to bind port 06840b08-a863-445e-a55b-32fa1d12ad74 on network 3b113291-feab-4109-8336-e10d9c663a02 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:17.683046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:17.683966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Checking segment: {'id': 'e2a64430-7979-428e-87c4-2d063a06ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3b113291-feab-4109-8336-e10d9c663a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:17.684738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.685416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Bound using segment: {'id': 'e2a64430-7979-428e-87c4-2d063a06ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3b113291-feab-4109-8336-e10d9c663a02'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:17.686231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Bound port: 06840b08-a863-445e-a55b-32fa1d12ad74, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a64430-7979-428e-87c4-2d063a06ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3b113291-feab-4109-8336-e10d9c663a02'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:17.686969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.760097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.760238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] For port 06840b08-a863-445e-a55b-32fa1d12ad74, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:17.771066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] For port 06840b08-a863-445e-a55b-32fa1d12ad74, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=06840b08-a863-445e-a55b-32fa1d12ad74,segment=NetworkSegment(e2a64430-7979-428e-87c4-2d063a06ef41),segment_id=e2a64430-7979-428e-87c4-2d063a06ef41)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:17.781308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.798459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b26c0a7f-610a-4f8b-ad6b-18380193624c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.804803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.864131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2c58-3c17-4182-b983-40e641e4cb8c None None] Pushing event updated for resources: {'Port': ['ID=06840b08-a863-445e-a55b-32fa1d12ad74,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:17.901099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 3b113291-feab-4109-8336-e10d9c663a02 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:17.910029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:17.915598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b26c0a7f-610a-4f8b-ad6b-18380193624c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.917609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:17.922704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b26c0a7f-610a-4f8b-ad6b-18380193624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.925324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:17.925717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:17.955477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=205aabf1-40cf-4238-b7d9-51c7cb4e69e0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:17.980361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b26c0a7f-610a-4f8b-ad6b-18380193624c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88078ccaa3d94d66a1fe5d64282f0698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523433 Oct 29 11:35:17.986148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58344) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:17.986374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ea91ad79-bae5-4dc2-afce-c431198d0049 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0854595 Oct 29 11:35:17.988293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58346) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:17.993836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '3b113291-feab-4109-8336-e10d9c663a02', 'name': 'tempest-PortsIpV6TestJSON-1330107899'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:18.017350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c0a7f-610a-4f8b-ad6b-18380193624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9afba79-6d19-4155-b197-dfd9a63ad948,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:18.064336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.120367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.208153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.212372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.216560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9afba79-6d19-4155-b197-dfd9a63ad948 HTTP/1.1" status: 204 len: 168 time: 0.2322226 Oct 29 11:35:18.228380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08accca-6c82-48e3-ac62-5c0e44d274cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9afba79-6d19-4155-b197-dfd9a63ad948,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:18.466356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:18.470868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.496735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 83d40470-1f6a-48e4-898d-d3237457a816 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:18.609293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58370) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:18.628080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98ef3f63-7b23-45be-b50a-326266d8e24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.639354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::2fb (3b113291-feab-4109-8336-e10d9c663a02/89aab2f0-a655-4e7a-9fef-a9e563125833/83d40470-1f6a-48e4-898d-d3237457a816) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:18.755194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98ef3f63-7b23-45be-b50a-326266d8e24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.766554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98ef3f63-7b23-45be-b50a-326266d8e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.820630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7b4fd-1add-41da-8dc7-8ba30d697bf7 req-ecab557b-9ded-4472-8e24-591116ddc510 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:18.821966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-98ef3f63-7b23-45be-b50a-326266d8e24d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77a24229f2f54e0c99239f84e626517f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117758 Oct 29 11:35:18.822345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9a7b4fd-1add-41da-8dc7-8ba30d697bf7 req-ecab557b-9ded-4472-8e24-591116ddc510 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1614907 Oct 29 11:35:18.822575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:18.858209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef3f63-7b23-45be-b50a-326266d8e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1db7e73-59ea-4f6f-99b6-efaaf941c75f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:18.909877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.919259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9a7b4fd-1add-41da-8dc7-8ba30d697bf7 req-7d09bb2c-ae81-45ca-9655-856930d11122 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891082 Oct 29 11:35:18.931912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.936754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:18.984559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.034177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.037111 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.038404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1db7e73-59ea-4f6f-99b6-efaaf941c75f HTTP/1.1" status: 204 len: 168 time: 0.2145379 Oct 29 11:35:19.052968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09eeb8-5948-457b-8a85-38f6d792d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1db7e73-59ea-4f6f-99b6-efaaf941c75f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:19.066687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=83d40470-1f6a-48e4-898d-d3237457a816,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:19.074189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 3b113291-feab-4109-8336-e10d9c663a02 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:19.075746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:19.078143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:19.084150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:19.084937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.113240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-050b3891-0224-48ed-ac34-6f5563f53325 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1237721 Oct 29 11:35:19.116890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58380) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:19.230868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459acc95-2039-4ef5-bdfb-68d0a5d4ea45 None None] Network 3b113291-feab-4109-8336-e10d9c663a02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:19.280559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0eefd5-c85b-4409-a8e1-f18848d87627 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:19.282832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a0eefd5-c85b-4409-a8e1-f18848d87627 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A261 HTTP/1.1" status: 200 len: 928 time: 0.1639760 Oct 29 11:35:19.285969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58388) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:19.402625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 06840b08-a863-445e-a55b-32fa1d12ad74 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:19.446466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 83d40470-1f6a-48e4-898d-d3237457a816 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:19.447212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.506119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] Provisioning complete for port 06840b08-a863-445e-a55b-32fa1d12ad74 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:19.507141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.566202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 06840b08-a863-445e-a55b-32fa1d12ad74 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:19.566805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.612505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.641166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 83d40470-1f6a-48e4-898d-d3237457a816 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:19.717490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.734698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.773243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] For port 06840b08-a863-445e-a55b-32fa1d12ad74, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=06840b08-a863-445e-a55b-32fa1d12ad74,segment=NetworkSegment(e2a64430-7979-428e-87c4-2d063a06ef41),segment_id=e2a64430-7979-428e-87c4-2d063a06ef41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:19.785435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.868661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.900502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b842c-006e-4d64-86a3-ca87ad9e44f4 None None] Pushing event updated for resources: {'Port': ['ID=06840b08-a863-445e-a55b-32fa1d12ad74,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:19.911435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:35:19.911788 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:35:19.925755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=83d40470-1f6a-48e4-898d-d3237457a816,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:19.947448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:19.953754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:19.954250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3cf04cda-7a05-4af7-855f-83ff12740287 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/83d40470-1f6a-48e4-898d-d3237457a816 HTTP/1.1" status: 204 len: 168 time: 0.6667089 Oct 29 11:35:19.989529 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-016f8672-1068-4cc0-b824-b7561f956891 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:19.994073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-016f8672-1068-4cc0-b824-b7561f956891 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/83d40470-1f6a-48e4-898d-d3237457a816 HTTP/1.1" status: 404 len: 333 time: 0.0361283 Oct 29 11:35:19.994411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58416) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:20.030564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Provisioning complete for port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:20.030936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.103827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:20.131666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Provisioning complete for port 06840b08-a863-445e-a55b-32fa1d12ad74 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:20.132038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.140616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf10eb-2592-43b8-8086-d58664d5b9fd req-133f5fa6-c57b-4a8a-a718-ac2225388af3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:20.146544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66bf10eb-2592-43b8-8086-d58664d5b9fd req-133f5fa6-c57b-4a8a-a718-ac2225388af3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1183593 Oct 29 11:35:20.212565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:20.212911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.249909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66bf10eb-2592-43b8-8086-d58664d5b9fd req-0a953133-d83f-444a-a968-dfd8fc0c0e41 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972497 Oct 29 11:35:20.299096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6a74ef77-25d5-4181-8238-6865f5dd4516 None None] Could not find standard attr ID for object 83d40470-1f6a-48e4-898d-d3237457a816. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:20.402327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.455541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:20.551363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b711053-04aa-4d70-ac79-e624a40b8ea0 None None] Provisioning complete for port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:20.555422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b711053-04aa-4d70-ac79-e624a40b8ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.632921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b711053-04aa-4d70-ac79-e624a40b8ea0 None None] Port 205aabf1-40cf-4238-b7d9-51c7cb4e69e0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:20.759102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.804580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=205aabf1-40cf-4238-b7d9-51c7cb4e69e0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:20.824971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.831480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58440) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:20.831636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b2d989cb-9476-486b-96de-fac46f96cf5e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/205aabf1-40cf-4238-b7d9-51c7cb4e69e0 HTTP/1.1" status: 204 len: 168 time: 0.8363030 Oct 29 11:35:20.848283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96958938-8d86-411f-b939-43edeac49436 None None] Could not find standard attr ID for object 83d40470-1f6a-48e4-898d-d3237457a816. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:20.859156 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0b2216-b0fa-4476-b3f4-46432213e435 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:20.863271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b0b2216-b0fa-4476-b3f4-46432213e435 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/205aabf1-40cf-4238-b7d9-51c7cb4e69e0 HTTP/1.1" status: 404 len: 333 time: 0.0282514 Oct 29 11:35:20.863485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58442) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:20.924024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 89aab2f0-a655-4e7a-9fef-a9e563125833 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:20.929857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:20.974286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.082105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.164651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.196705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=89aab2f0-a655-4e7a-9fef-a9e563125833,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:21.198736 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.202394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0d2c3a2-b2e3-4589-8995-dfd60816cf7c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/89aab2f0-a655-4e7a-9fef-a9e563125833 HTTP/1.1" status: 204 len: 168 time: 0.3379467 Oct 29 11:35:21.205251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58452) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:21.233332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 06840b08-a863-445e-a55b-32fa1d12ad74 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:21.260333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7245ed92-1e4c-4888-a629-a3a4ae038adb None None] Network 3b113291-feab-4109-8336-e10d9c663a02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:21.301754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.380660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 06840b08-a863-445e-a55b-32fa1d12ad74 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:21.381245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.396962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 06840b08-a863-445e-a55b-32fa1d12ad74 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:21.397904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.460889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989abc6e-2daa-4422-b15a-f10deccb577b req-d5fe7048-a341-4e01-ba36-79fd83634e84 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:21.462440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-989abc6e-2daa-4422-b15a-f10deccb577b req-d5fe7048-a341-4e01-ba36-79fd83634e84 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1120234 Oct 29 11:35:21.502568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port 06840b08-a863-445e-a55b-32fa1d12ad74, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=06840b08-a863-445e-a55b-32fa1d12ad74,segment=NetworkSegment(e2a64430-7979-428e-87c4-2d063a06ef41),segment_id=e2a64430-7979-428e-87c4-2d063a06ef41)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:21.502936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.527051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 06840b08-a863-445e-a55b-32fa1d12ad74 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:21.549753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-989abc6e-2daa-4422-b15a-f10deccb577b req-1507e77f-b9b8-4e2a-a4f5-8f8dd20a6ca3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651603 Oct 29 11:35:21.577694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] DHCP port deletion for 3b113291-feab-4109-8336-e10d9c663a02 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:21.633576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.645874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Deleting port 06840b08-a863-445e-a55b-32fa1d12ad74 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:21.646247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.679552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=06840b08-a863-445e-a55b-32fa1d12ad74,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:21.685972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port 06840b08-a863-445e-a55b-32fa1d12ad74 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:21.745091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] For port 06840b08-a863-445e-a55b-32fa1d12ad74, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:21.745577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.748266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.763588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Calling delete_port for 06840b08-a863-445e-a55b-32fa1d12ad74 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:21.766866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Port 06840b08-a863-445e-a55b-32fa1d12ad74 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:35:21.769056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.795786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.796631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] Pushing event deleted for resources: {'Port': ['ID=06840b08-a863-445e-a55b-32fa1d12ad74,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:21.804658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b4627-c50d-4cdf-a937-dd4e58a54c0c None None] No DVR routers for this DVR port 06840b08-a863-445e-a55b-32fa1d12ad74 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:21.835755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b113291-feab-4109-8336-e10d9c663a02']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:21.849235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a64430-7979-428e-87c4-2d063a06ef41') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:21.849613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a64430-7979-428e-87c4-2d063a06ef41') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:21.861497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.883186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.889730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:21.890113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:21.893514 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:21.966299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.986561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:21.989814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/3b113291-feab-4109-8336-e10d9c663a02 HTTP/1.1" status: 204 len: 168 time: 0.7834508 Oct 29 11:35:21.993681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58498) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:21.999102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-284045823'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:22.002779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824983e-5b99-4a41-bd94-1d5a87a80300 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=3b113291-feab-4109-8336-e10d9c663a02,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:22.034594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:22.039313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.066985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:22.078053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.079050 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment fbabe909-a986-42e9-9a15-218b06bab916 of type vlan for network 00e048a2-397a-4676-a897-3c4091ad8bf7 Oct 29 11:35:22.126037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.151555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.161542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:22.162436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.243073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2447164 Oct 29 11:35:22.243725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58512) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:22.250867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:22.255368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7fa7e-f350-45ed-b990-98a7a87d37b0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=00e048a2-397a-4676-a897-3c4091ad8bf7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:22.266891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:22.360120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:22.365285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.515836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58516) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:22.572728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.650319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=60ac0ac1-176e-4289-b6d2-dec99094ecb1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:22.652845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa096ce4-a317-40d7-8539-2e5d002bfa69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.673722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': 'fbabe909-a986-42e9-9a15-218b06bab916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:22.674079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 00e048a2-397a-4676-a897-3c4091ad8bf7, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:22.685901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a8980-4c56-4de2-8433-afb6f1de169d req-cea66e86-26e9-4b74-94f7-86cf2193be6f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:22.687480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac3a8980-4c56-4de2-8433-afb6f1de169d req-cea66e86-26e9-4b74-94f7-86cf2193be6f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0603521 Oct 29 11:35:22.718458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:22.738203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac3a8980-4c56-4de2-8433-afb6f1de169d req-88ba6950-0a6b-4bb8-8301-640046b123c2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Oct 29 11:35:22.740368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 00e048a2-397a-4676-a897-3c4091ad8bf7) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:22.747078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:22.747866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.752378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b358d4-9a76-44e7-9837-42a1bf5a4109 None None] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:22.796358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59ea9fdb-cc77-4a2c-ae29-99199d3af992 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5506616 Oct 29 11:35:22.798559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58526) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:22.802244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa096ce4-a317-40d7-8539-2e5d002bfa69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.806434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7', 'name': 'tempest-PortsIpV6TestJSON-735137755', 'fixed_ips': [{'subnet_id': '60ac0ac1-176e-4289-b6d2-dec99094ecb1', 'ip_address': '2001:db8::10'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:22.812140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa096ce4-a317-40d7-8539-2e5d002bfa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.856408 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aa096ce4-a317-40d7-8539-2e5d002bfa69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e2d3583f8313414d940a0b791d1655d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395126 Oct 29 11:35:22.857071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:22.878224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa096ce4-a317-40d7-8539-2e5d002bfa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f99eb7-1289-4a22-bea9-b309b2410b0b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:22.932339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.957424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.984497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-00e048a2-397a-4676-a897-3c4091ad8bf7', 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': '60ac0ac1-176e-4289-b6d2-dec99094ecb1'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:22.985975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:22.997951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:23.057624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.060966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.064994 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58f99eb7-1289-4a22-bea9-b309b2410b0b HTTP/1.1" status: 204 len: 168 time: 0.2006137 Oct 29 11:35:23.081589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96891b13-e3b6-4c55-97c3-1fd39a95d033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f99eb7-1289-4a22-bea9-b309b2410b0b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:23.176123 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.218387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 23bb0616-5594-4be5-899d-af0a90fa2168 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:23.280586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 06840b08-a863-445e-a55b-32fa1d12ad74 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:23.463545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 06840b08-a863-445e-a55b-32fa1d12ad74 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:23.463889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 06840b08-a863-445e-a55b-32fa1d12ad74 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:23.479917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Allocated IP 2001:db8::2 (00e048a2-397a-4676-a897-3c4091ad8bf7/60ac0ac1-176e-4289-b6d2-dec99094ecb1/9bebb66a-772a-497f-a759-ca52d9003140) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:23.481366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58542) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:23.502647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.602503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.609896 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.651772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76569f9-3c59-4f3e-8084-24957a7a4657,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:23.654286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.655629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0897dfdad6774c0c80304f0c6cbc7566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731486 Oct 29 11:35:23.665030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58544) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:23.668967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.675485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.677415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.677816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.678108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.682186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.683268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.683643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.683967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.685674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.686023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.686407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.686740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b34c80-13f9-4e11-8b93-84b1d2cd0bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:23.723508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:23.729027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:23.733910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:23.737350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Pushing event updated for resources: {'Port': ['ID=9bebb66a-772a-497f-a759-ca52d9003140,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:23.764202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::10 (00e048a2-397a-4676-a897-3c4091ad8bf7/60ac0ac1-176e-4289-b6d2-dec99094ecb1/23bb0616-5594-4be5-899d-af0a90fa2168) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:23.782622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.802751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Attempting to bind port 9bebb66a-772a-497f-a759-ca52d9003140 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:23.803877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Attempting to bind port 9bebb66a-772a-497f-a759-ca52d9003140 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'fbabe909-a986-42e9-9a15-218b06bab916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:23.804014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Attempting to bind port 9bebb66a-772a-497f-a759-ca52d9003140 on network 00e048a2-397a-4676-a897-3c4091ad8bf7 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:23.810629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:23.811017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Checking segment: {'id': 'fbabe909-a986-42e9-9a15-218b06bab916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:23.811426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.811905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Bound using segment: {'id': 'fbabe909-a986-42e9-9a15-218b06bab916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:23.812869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Bound port: 9bebb66a-772a-497f-a759-ca52d9003140, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbabe909-a986-42e9-9a15-218b06bab916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:23.812869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.832675 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.894533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] For port 9bebb66a-772a-497f-a759-ca52d9003140, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:23.898668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] For port 9bebb66a-772a-497f-a759-ca52d9003140, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9bebb66a-772a-497f-a759-ca52d9003140,segment=NetworkSegment(fbabe909-a986-42e9-9a15-218b06bab916),segment_id=fbabe909-a986-42e9-9a15-218b06bab916)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:23.903535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:23.969390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02822a47-3832-4d71-b833-57afbee3ce20 None None] Pushing event updated for resources: {'Port': ['ID=9bebb66a-772a-497f-a759-ca52d9003140,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:23.975425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59ce1-854a-49e5-9ada-4920af83b264 req-4a520703-a8be-4449-9d66-409b77686ff2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:23.978244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40b59ce1-854a-49e5-9ada-4920af83b264 req-4a520703-a8be-4449-9d66-409b77686ff2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1477928 Oct 29 11:35:24.001154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.003720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.014471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f76569f9-3c59-4f3e-8084-24957a7a4657 HTTP/1.1" status: 204 len: 168 time: 0.3502450 Oct 29 11:35:24.057258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b4f22-b0dc-43e2-83b9-04233f91f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76569f9-3c59-4f3e-8084-24957a7a4657,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:24.073056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40b59ce1-854a-49e5-9ada-4920af83b264 req-5fe6239b-aee1-44d4-8475-41d27b3c24cf tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861886 Oct 29 11:35:24.086807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.147395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.248200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:24.257069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:24.268170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:24.275856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:24.278200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.297485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=23bb0616-5594-4be5-899d-af0a90fa2168,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:24.323895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e696238f-4001-4a40-8ad5-b2dddcf0f327 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5237176 Oct 29 11:35:24.326272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58562) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:24.341636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '00e048a2-397a-4676-a897-3c4091ad8bf7', 'name': 'tempest-PortsIpV6TestJSON-1312381105', 'fixed_ips': [{'subnet_id': '60ac0ac1-176e-4289-b6d2-dec99094ecb1', 'ip_address': '2001:db8::f'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:24.485755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:24.491416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.513088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 9bd8e7af-d9e6-475b-ad0e-de19130ebc6d yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:24.706406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::f (00e048a2-397a-4676-a897-3c4091ad8bf7/60ac0ac1-176e-4289-b6d2-dec99094ecb1/9bd8e7af-d9e6-475b-ad0e-de19130ebc6d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:24.914668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:24.979430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.034668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:25.038054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:25.042040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:25.047750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.048404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.066688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=9bd8e7af-d9e6-475b-ad0e-de19130ebc6d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:25.088755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b9e15593-235b-40d0-a69b-cae91c279b7f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7610388 Oct 29 11:35:25.091569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:25.197026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c99fe-5ecc-42c0-b1b8-29784b0e9cb0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.200459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf5c99fe-5ecc-42c0-b1b8-29784b0e9cb0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1078014 Oct 29 11:35:25.203199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:25.278044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9bebb66a-772a-497f-a759-ca52d9003140 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:25.303052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992b92a-0481-47ec-a3d1-41c8b694f20d None None] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:25.377037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61847c76-fc9e-4453-99fd-a98e8db1dbcd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.383531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61847c76-fc9e-4453-99fd-a98e8db1dbcd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.385070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] Provisioning complete for port 9bebb66a-772a-497f-a759-ca52d9003140 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:25.385501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.391030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61847c76-fc9e-4453-99fd-a98e8db1dbcd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.395053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61847c76-fc9e-4453-99fd-a98e8db1dbcd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1879497 Oct 29 11:35:25.395929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58610) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:25.414314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009aaa-1152-4893-88db-5d3f6a601fcb req-c70f6d2c-b46a-4983-bc34-838c72dcc53a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:25.422150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c009aaa-1152-4893-88db-5d3f6a601fcb req-c70f6d2c-b46a-4983-bc34-838c72dcc53a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1587746 Oct 29 11:35:25.454767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9bebb66a-772a-497f-a759-ca52d9003140 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:25.455429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.497148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c009aaa-1152-4893-88db-5d3f6a601fcb req-425ac04a-6f8c-4879-b721-0b5f5aef3f39 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740814 Oct 29 11:35:25.643877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.646014 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.654868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 9bd8e7af-d9e6-475b-ad0e-de19130ebc6d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:25.654868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.725582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] For port 9bebb66a-772a-497f-a759-ca52d9003140, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9bebb66a-772a-497f-a759-ca52d9003140,segment=NetworkSegment(fbabe909-a986-42e9-9a15-218b06bab916),segment_id=fbabe909-a986-42e9-9a15-218b06bab916)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:25.749121 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.836344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:35:25.836695 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:35:25.838153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.852743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 9bd8e7af-d9e6-475b-ad0e-de19130ebc6d owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:25.877750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:25.934639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202435e-10df-4366-af23-e816c0cf8301 None None] Pushing event updated for resources: {'Port': ['ID=9bebb66a-772a-497f-a759-ca52d9003140,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:26.064571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.074721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Provisioning complete for port 23bb0616-5594-4be5-899d-af0a90fa2168 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:26.075179 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.101409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=9bd8e7af-d9e6-475b-ad0e-de19130ebc6d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:26.132387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.135556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Port 23bb0616-5594-4be5-899d-af0a90fa2168 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:26.135767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1da948e-4fe6-4395-9f86-bf567242d72e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/9bd8e7af-d9e6-475b-ad0e-de19130ebc6d HTTP/1.1" status: 204 len: 168 time: 0.7396076 Oct 29 11:35:26.138759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:26.152977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Provisioning complete for port 9bebb66a-772a-497f-a759-ca52d9003140 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:26.153695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.172130 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-61367a60-a7e4-487d-aee8-fda7c1b1aa54 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:26.173999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61367a60-a7e4-487d-aee8-fda7c1b1aa54 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/9bd8e7af-d9e6-475b-ad0e-de19130ebc6d HTTP/1.1" status: 404 len: 333 time: 0.0343022 Oct 29 11:35:26.176772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:26.271904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e37e3495-d492-4998-83c3-9c45bbf5ea07 None None] Could not find standard attr ID for object 9bd8e7af-d9e6-475b-ad0e-de19130ebc6d. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:26.332295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 23bb0616-5594-4be5-899d-af0a90fa2168 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:26.332843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.411602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-26bc6b74-1aa8-47e5-a774-8e07d8e262d0 None None] Provisioning complete for port 23bb0616-5594-4be5-899d-af0a90fa2168 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:26.412250 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26bc6b74-1aa8-47e5-a774-8e07d8e262d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.473286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.479728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-26bc6b74-1aa8-47e5-a774-8e07d8e262d0 None None] Port 23bb0616-5594-4be5-899d-af0a90fa2168 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:26.487336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 23bb0616-5594-4be5-899d-af0a90fa2168 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:26.660931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.678694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4258825-5df0-47dc-a651-714204597d80 req-5843347e-ccff-4f8b-a513-884d4de5c38f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:26.686341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4258825-5df0-47dc-a651-714204597d80 req-5843347e-ccff-4f8b-a513-884d4de5c38f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0836868 Oct 29 11:35:26.694810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=23bb0616-5594-4be5-899d-af0a90fa2168,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:26.731147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4258825-5df0-47dc-a651-714204597d80 req-46bdf8b2-ca73-45f7-91b9-d8ab6acef6f3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Oct 29 11:35:26.760410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.764371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab3f81a1-1f8a-4188-870b-9aea01889562 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/23bb0616-5594-4be5-899d-af0a90fa2168 HTTP/1.1" status: 204 len: 168 time: 0.5860639 Oct 29 11:35:26.766696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58652) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:26.807974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-335aad0d-f597-4b68-b7dd-f5ed37e1555b None None] Could not find standard attr ID for object 9bd8e7af-d9e6-475b-ad0e-de19130ebc6d. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:26.826474 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d87e91-25fd-41c6-912e-f35ab4f1229c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:26.828309 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-69d87e91-25fd-41c6-912e-f35ab4f1229c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/23bb0616-5594-4be5-899d-af0a90fa2168 HTTP/1.1" status: 404 len: 333 time: 0.0596552 Oct 29 11:35:26.832848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:26.914449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 60ac0ac1-176e-4289-b6d2-dec99094ecb1 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:26.918294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:26.994372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.149692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.231219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.260685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=60ac0ac1-176e-4289-b6d2-dec99094ecb1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:27.267172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9bebb66a-772a-497f-a759-ca52d9003140 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:27.286368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.294063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef3fa67f-e787-4fb3-8bcf-05352a723981 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/60ac0ac1-176e-4289-b6d2-dec99094ecb1 HTTP/1.1" status: 204 len: 168 time: 0.4575441 Oct 29 11:35:27.294562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:27.336380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9bebb66a-772a-497f-a759-ca52d9003140 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:27.336824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.375244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5feba-e2aa-4c16-9a04-b7538f2d049b None None] Network 00e048a2-397a-4676-a897-3c4091ad8bf7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:27.379314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58668) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:27.418776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.485935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 9bebb66a-772a-497f-a759-ca52d9003140 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:27.486470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.549381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a15d1ae6-5e79-4995-88fa-d1b64fe955ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.581953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port 9bebb66a-772a-497f-a759-ca52d9003140, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9bebb66a-772a-497f-a759-ca52d9003140,segment=NetworkSegment(fbabe909-a986-42e9-9a15-218b06bab916),segment_id=fbabe909-a986-42e9-9a15-218b06bab916)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:27.582313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.607056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 9bebb66a-772a-497f-a759-ca52d9003140 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:27.646312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] DHCP port deletion for 00e048a2-397a-4676-a897-3c4091ad8bf7 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:27.700534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Deleting port 9bebb66a-772a-497f-a759-ca52d9003140 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:27.701125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.730350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a15d1ae6-5e79-4995-88fa-d1b64fe955ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.735903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a15d1ae6-5e79-4995-88fa-d1b64fe955ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.768619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] For port 9bebb66a-772a-497f-a759-ca52d9003140, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9bebb66a-772a-497f-a759-ca52d9003140,segment=NetworkSegment(fbabe909-a986-42e9-9a15-218b06bab916),segment_id=fbabe909-a986-42e9-9a15-218b06bab916)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:27.769027 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.774161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1ae6-5e79-4995-88fa-d1b64fe955ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff734913-e913-4c0b-99c3-a63cfcba8ab7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:27.780093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.783832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Calling delete_port for 9bebb66a-772a-497f-a759-ca52d9003140 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:27.800871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port 9bebb66a-772a-497f-a759-ca52d9003140 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:27.828091 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a15d1ae6-5e79-4995-88fa-d1b64fe955ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a80e9351723c4285899273e622a0da6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445772 Oct 29 11:35:27.831938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:27.843747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=9bebb66a-772a-497f-a759-ca52d9003140,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:27.895040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ea35-7bd9-4c3f-a34b-137137bf7f67 req-301966e1-8885-49bd-927a-1aeedbfbe2e3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:27.902516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65e7ea35-7bd9-4c3f-a34b-137137bf7f67 req-301966e1-8885-49bd-927a-1aeedbfbe2e3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0956714 Oct 29 11:35:27.903990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.908905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.934741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] Pushing event deleted for resources: {'Port': ['ID=9bebb66a-772a-497f-a759-ca52d9003140,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:27.935040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.936613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e048a2-397a-4676-a897-3c4091ad8bf7']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:27.937871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f297e-a9c5-4239-8afd-bf4414f08b9d None None] No DVR routers for this DVR port 9bebb66a-772a-497f-a759-ca52d9003140 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:27.947727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbabe909-a986-42e9-9a15-218b06bab916') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:27.947727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbabe909-a986-42e9-9a15-218b06bab916') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:27.960405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.970064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65e7ea35-7bd9-4c3f-a34b-137137bf7f67 req-af77ed9b-f720-4e77-b1fe-fe934d81b9b1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645545 Oct 29 11:35:27.990857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:27.991001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.002220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:28.002806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:28.009051 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:28.058634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.061313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.062464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff734913-e913-4c0b-99c3-a63cfcba8ab7 HTTP/1.1" status: 204 len: 168 time: 0.2295153 Oct 29 11:35:28.071519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9aef7-6c3f-48a4-a056-202d8f18d30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff734913-e913-4c0b-99c3-a63cfcba8ab7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.098088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.127166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.132874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/00e048a2-397a-4676-a897-3c4091ad8bf7 HTTP/1.1" status: 204 len: 168 time: 0.8366153 Oct 29 11:35:28.135344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810705e8-75f6-447f-9827-8d53c136bb41 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=00e048a2-397a-4676-a897-3c4091ad8bf7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.136758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:28.141927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2040039863'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:28.171332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:28.177229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.215470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:28.230256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.230979 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Added segment bde8d2fa-4617-413f-a597-64eeba91cc4a of type vlan for network 044f0f89-fe67-43c3-9317-f8e64c36e413 Oct 29 11:35:28.280798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.319414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.328787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:28.329857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.378515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71857cc8-0f3e-4455-af1a-b1689f71e5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.447425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3095329 Oct 29 11:35:28.451922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:28.457768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:28.465592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7eae0-5da8-4c37-8837-6db271571e15 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Network': ['ID=044f0f89-fe67-43c3-9317-f8e64c36e413,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.477714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:28.519312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:28.545095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4167a5c-61c5-44dc-b999-9ea95fc340a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.618257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:28.622067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.657469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4167a5c-61c5-44dc-b999-9ea95fc340a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.661860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4167a5c-61c5-44dc-b999-9ea95fc340a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.707229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4167a5c-61c5-44dc-b999-9ea95fc340a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4b902568dcd4b19929639a48b20dc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865926 Oct 29 11:35:28.709232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58710) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:28.723179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:28.729279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4167a5c-61c5-44dc-b999-9ea95fc340a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bede26-afcf-4470-8de9-8c895f3e5198,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.772912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.800042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.850023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.852619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.856231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34bede26-afcf-4470-8de9-8c895f3e5198 HTTP/1.1" status: 204 len: 168 time: 0.1429420 Oct 29 11:35:28.861638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a87e9-fe31-406a-9b07-8eeeac91b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bede26-afcf-4470-8de9-8c895f3e5198,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.862729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.922015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c60c0724-b852-44e5-9f0f-3cbf86b471fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:28.944798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=0b817888-3f8a-4343-ada5-58aac07b2a69,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:28.981384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Checking segment: {'id': 'bde8d2fa-4617-413f-a597-64eeba91cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:28.981735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network hostable DHCP agents. Network: 044f0f89-fe67-43c3-9317-f8e64c36e413, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:29.025027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:29.049770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 044f0f89-fe67-43c3-9317-f8e64c36e413) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:29.058311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:29.058930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.061867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc582c47-469f-4b33-8b30-954a1da46342 None None] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:29.075347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c60c0724-b852-44e5-9f0f-3cbf86b471fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.081389 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c60c0724-b852-44e5-9f0f-3cbf86b471fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.104563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58726) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:29.105108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eeb35ea2-e3d4-483a-a60f-ed78ea5513ce tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6519120 Oct 29 11:35:29.110124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1248896874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:29.142304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c0724-b852-44e5-9f0f-3cbf86b471fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49592b4-669e-48bc-9d4b-0aaf816ceb00,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:29.146908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c60c0724-b852-44e5-9f0f-3cbf86b471fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a254f4c2a618438195da9cda75644114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226897 Oct 29 11:35:29.150094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:29.176263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1230ca-72e1-4420-9296-d7c23e517179 req-2f58b1a0-0cdd-4f14-8bdc-4200b85e7f57 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:29.185472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a1230ca-72e1-4420-9296-d7c23e517179 req-2f58b1a0-0cdd-4f14-8bdc-4200b85e7f57 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1387415 Oct 29 11:35:29.189976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.191287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.257214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9bebb66a-772a-497f-a759-ca52d9003140 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:29.268204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.284827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 9bebb66a-772a-497f-a759-ca52d9003140 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:29.285423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9bebb66a-772a-497f-a759-ca52d9003140 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:29.288465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a1230ca-72e1-4420-9296-d7c23e517179 req-41980055-b012-4626-8656-d2a4e509de8e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014528 Oct 29 11:35:29.290254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.302344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.320859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.323422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-044f0f89-fe67-43c3-9317-f8e64c36e413', 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': '0b817888-3f8a-4343-ada5-58aac07b2a69'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:29.327416 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.334712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.336804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec59d926-5c61-40a7-8544-66339bc1caac tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2310228 Oct 29 11:35:29.339217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:29.344850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413', 'name': 'tempest-PortsIpV6TestJSON-1064755099'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:29.381453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.386340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.391834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b49592b4-669e-48bc-9d4b-0aaf816ceb00 HTTP/1.1" status: 204 len: 168 time: 0.2403800 Oct 29 11:35:29.400213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbed627-ed6c-470c-a8ed-313e063abc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49592b4-669e-48bc-9d4b-0aaf816ceb00,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:29.503662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:29.509255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.545919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port ce655abe-3408-41e4-8968-23d5e404f3c7 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:29.587350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Allocated IP 2001:db8::2 (044f0f89-fe67-43c3-9317-f8e64c36e413/0b817888-3f8a-4343-ada5-58aac07b2a69/aa09ae3c-133a-4701-bec4-36fa9d39c843) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:29.766399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.772815 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.817370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:29.820923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:29.827958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:29.836204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Pushing event updated for resources: {'Port': ['ID=aa09ae3c-133a-4701-bec4-36fa9d39c843,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:29.845454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::28d (044f0f89-fe67-43c3-9317-f8e64c36e413/0b817888-3f8a-4343-ada5-58aac07b2a69/ce655abe-3408-41e4-8968-23d5e404f3c7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:29.887315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Attempting to bind port aa09ae3c-133a-4701-bec4-36fa9d39c843 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:29.887786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Attempting to bind port aa09ae3c-133a-4701-bec4-36fa9d39c843 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bde8d2fa-4617-413f-a597-64eeba91cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:29.888220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Attempting to bind port aa09ae3c-133a-4701-bec4-36fa9d39c843 on network 044f0f89-fe67-43c3-9317-f8e64c36e413 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:29.897539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:29.898173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Checking segment: {'id': 'bde8d2fa-4617-413f-a597-64eeba91cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:29.898573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.899134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Bound using segment: {'id': 'bde8d2fa-4617-413f-a597-64eeba91cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:29.899598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Bound port: aa09ae3c-133a-4701-bec4-36fa9d39c843, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde8d2fa-4617-413f-a597-64eeba91cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '044f0f89-fe67-43c3-9317-f8e64c36e413'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:29.900155 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:29.978617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] For port aa09ae3c-133a-4701-bec4-36fa9d39c843, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:29.983553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] For port aa09ae3c-133a-4701-bec4-36fa9d39c843, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aa09ae3c-133a-4701-bec4-36fa9d39c843,segment=NetworkSegment(bde8d2fa-4617-413f-a597-64eeba91cc4a),segment_id=bde8d2fa-4617-413f-a597-64eeba91cc4a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:29.988513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:30.093231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35036f2-31ff-45a0-ae9b-da844e18199a None None] Pushing event updated for resources: {'Port': ['ID=aa09ae3c-133a-4701-bec4-36fa9d39c843,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:30.414306 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:30.496175 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:30.542436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4561a17-e9e2-41bc-b620-1161a3f3cb21 req-01161a1a-6c21-43b0-9607-df10165dd367 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:30.549756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4561a17-e9e2-41bc-b620-1161a3f3cb21 req-01161a1a-6c21-43b0-9607-df10165dd367 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1263402 Oct 29 11:35:30.574554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:30.581120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:30.583611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:30.589550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:30.590488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:30.611976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=ce655abe-3408-41e4-8968-23d5e404f3c7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:30.633630 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4561a17-e9e2-41bc-b620-1161a3f3cb21 req-5ffa1a00-9b1b-4ccc-b5e4-23fd932bb232 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829394 Oct 29 11:35:30.643556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2f34b90-6cc8-4ec0-9b0f-92d61efa16b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3031259 Oct 29 11:35:30.646401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58798) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:30.839269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af3d40e9-2669-4825-85b7-6a244537b405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.101621 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.304985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aa09ae3c-133a-4701-bec4-36fa9d39c843 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:31.372565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port aa09ae3c-133a-4701-bec4-36fa9d39c843 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:31.373066 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.375977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9199f16-f135-4454-afae-2e03a53a2b9f None None] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:31.418459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.424252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.524808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=ce655abe-3408-41e4-8968-23d5e404f3c7,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:31.531593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6d516b97-19ff-40b8-add3-7c3c47164d26 None None] Provisioning complete for port aa09ae3c-133a-4701-bec4-36fa9d39c843 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:31.531970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d516b97-19ff-40b8-add3-7c3c47164d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.628431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.801596 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.805576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.875698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b161a25-44b5-43cf-8053-f07e92fa9d82 req-f9ee8751-01dd-4012-9cc6-75707a5cf14f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:31.877267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b161a25-44b5-43cf-8053-f07e92fa9d82 req-f9ee8751-01dd-4012-9cc6-75707a5cf14f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1156235 Oct 29 11:35:31.903994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port aa09ae3c-133a-4701-bec4-36fa9d39c843, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aa09ae3c-133a-4701-bec4-36fa9d39c843,segment=NetworkSegment(bde8d2fa-4617-413f-a597-64eeba91cc4a),segment_id=bde8d2fa-4617-413f-a597-64eeba91cc4a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:31.920808 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.972997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d516b97-19ff-40b8-add3-7c3c47164d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:31.976724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=aa09ae3c-133a-4701-bec4-36fa9d39c843,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:32.025095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b161a25-44b5-43cf-8053-f07e92fa9d82 req-a1842f5e-d7b8-4fde-8bd9-298eb4cbcc06 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393826 Oct 29 11:35:32.073502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-6d516b97-19ff-40b8-add3-7c3c47164d26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:35:32.074050 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-6d516b97-19ff-40b8-add3-7c3c47164d26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:35:32.209606 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.239000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.255731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.256584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.284092 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.381793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=ce655abe-3408-41e4-8968-23d5e404f3c7,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:32.441521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:32.444418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:32.591231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Router 1c89e664-a9fe-4dfe-a6b0-2486abd99f47 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:35:32.751918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:35:32.761563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58870) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:32.767144 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] Sync routers for ids ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:35:32.767770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a1122628-48d3-4de2-8285-4a6ef72b083e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/routers/1c89e664-a9fe-4dfe-a6b0-2486abd99f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1191082 Oct 29 11:35:32.784499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ad290d7e-c8a3-44aa-9cfc-d3c8d29b43c6 None None] Provisioning complete for port aa09ae3c-133a-4701-bec4-36fa9d39c843 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:32.785058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad290d7e-c8a3-44aa-9cfc-d3c8d29b43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.804716 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] Routers {'1c89e664-a9fe-4dfe-a6b0-2486abd99f47'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:32.808979 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:32.889331 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:32.893941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568745af-ccec-4800-aece-79fe670b7ec0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:32.898587 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-568745af-ccec-4800-aece-79fe670b7ec0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c89e664-a9fe-4dfe-a6b0-2486abd99f47 HTTP/1.1" status: 200 len: 989 time: 0.1358547 Oct 29 11:35:32.901335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:32.911506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ad290d7e-c8a3-44aa-9cfc-d3c8d29b43c6 None None] Provisioning complete for port ce655abe-3408-41e4-8968-23d5e404f3c7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:32.912128 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad290d7e-c8a3-44aa-9cfc-d3c8d29b43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:32.918893 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] Routers {'1c89e664-a9fe-4dfe-a6b0-2486abd99f47'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:32.919540 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:32.984245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ad290d7e-c8a3-44aa-9cfc-d3c8d29b43c6 None None] Port ce655abe-3408-41e4-8968-23d5e404f3c7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:32.994615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:32.995632 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae556c-f5cd-45b6-8c9f-97f6fca20e6b None None] The sync data for ids ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:35:33.108138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-eef3df44-7ed0-4a98-aa20-9ba92bb390e6 None None] Provisioning complete for port ce655abe-3408-41e4-8968-23d5e404f3c7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:33.109232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eef3df44-7ed0-4a98-aa20-9ba92bb390e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:33.162117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-eef3df44-7ed0-4a98-aa20-9ba92bb390e6 None None] Port ce655abe-3408-41e4-8968-23d5e404f3c7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:33.245215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020d36-1197-4c6a-a435-e4aa13894f49 req-92e09fe6-5c8a-4aef-96dc-c3c52e416dab tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:33.246728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b020d36-1197-4c6a-a435-e4aa13894f49 req-92e09fe6-5c8a-4aef-96dc-c3c52e416dab tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1180758 Oct 29 11:35:33.271579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aa09ae3c-133a-4701-bec4-36fa9d39c843 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:33.336788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port aa09ae3c-133a-4701-bec4-36fa9d39c843 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:33.337715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:33.359050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b020d36-1197-4c6a-a435-e4aa13894f49 req-e49b1c85-d29c-4716-9c85-57de03dc55c3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058917 Oct 29 11:35:33.447675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dbe460da-01e3-4ef4-ab7c-dce73a1f8289 None None] Provisioning complete for port ce655abe-3408-41e4-8968-23d5e404f3c7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:33.448301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dbe460da-01e3-4ef4-ab7c-dce73a1f8289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:33.499996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dbe460da-01e3-4ef4-ab7c-dce73a1f8289 None None] Port ce655abe-3408-41e4-8968-23d5e404f3c7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:33.556586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:33.889209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.058327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:34.175046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-750182f3-92ed-4d55-adbe-6754158fe933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.177342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port ce655abe-3408-41e4-8968-23d5e404f3c7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:34.177683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.260434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-750182f3-92ed-4d55-adbe-6754158fe933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.265340 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-750182f3-92ed-4d55-adbe-6754158fe933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.283286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.298108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for ce655abe-3408-41e4-8968-23d5e404f3c7 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:34.309485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-750182f3-92ed-4d55-adbe-6754158fe933 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d77a26bf25ed4159913d3e36fc1fc39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500567 Oct 29 11:35:34.309674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58912) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:34.310419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750182f3-92ed-4d55-adbe-6754158fe933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2027cd-239a-430b-a908-199a39148d09,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:34.420900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.487620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.506050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfc653-21af-4fba-bd53-3bdddc2a3d0b req-5c6d8fbf-96e0-4212-b992-980f5a3dd37f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:34.508734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76bfc653-21af-4fba-bd53-3bdddc2a3d0b req-5c6d8fbf-96e0-4212-b992-980f5a3dd37f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0686808 Oct 29 11:35:34.564954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76bfc653-21af-4fba-bd53-3bdddc2a3d0b req-d4788564-2f7e-47f2-bde4-bc9f88c05cc6 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Oct 29 11:35:34.573531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.576120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.577312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab2027cd-239a-430b-a908-199a39148d09 HTTP/1.1" status: 204 len: 168 time: 0.2666991 Oct 29 11:35:34.589952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18080e64-4bb9-4555-b234-214f65754141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2027cd-239a-430b-a908-199a39148d09,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:34.598592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.644325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=ce655abe-3408-41e4-8968-23d5e404f3c7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:34.764080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:34.954689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Router 1c89e664-a9fe-4dfe-a6b0-2486abd99f47 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:35:35.075441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:35:35.083638 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4513dd1d-d017-496f-adee-0f08b9ea11ee tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/routers/1c89e664-a9fe-4dfe-a6b0-2486abd99f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1785290 Oct 29 11:35:35.083863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58938) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.090441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] Sync routers for ids ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:35:35.095265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104ee3a-ef24-4708-b8d8-ed2d537f9c50 req-03032848-c276-46af-8745-8fe8f29bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:35.096865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9104ee3a-ef24-4708-b8d8-ed2d537f9c50 req-03032848-c276-46af-8745-8fe8f29bf233 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 1096 time: 0.0547566 Oct 29 11:35:35.106089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] Routers {'1c89e664-a9fe-4dfe-a6b0-2486abd99f47'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:35.107112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:35.117962 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-03353830-72f9-4324-ac75-eb9f91db477d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:35.119694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-03353830-72f9-4324-ac75-eb9f91db477d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/ce655abe-3408-41e4-8968-23d5e404f3c7 HTTP/1.1" status: 404 len: 333 time: 0.0340335 Oct 29 11:35:35.123162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.145753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:35.157170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.160550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] Routers {'1c89e664-a9fe-4dfe-a6b0-2486abd99f47'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:35:35.161385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:35:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:35.195042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9104ee3a-ef24-4708-b8d8-ed2d537f9c50 req-d5b5ffbc-3cd5-4c57-bf4d-72981df13cb7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899942 Oct 29 11:35:35.196119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab976a3-a8b5-4802-85da-4a56f18cc3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.199294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:35.200155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6947d-64ad-4124-8124-79bd954dc6b9 None None] The sync data for ids ['1c89e664-a9fe-4dfe-a6b0-2486abd99f47'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:35:35.215071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.288215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab976a3-a8b5-4802-85da-4a56f18cc3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.292757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab976a3-a8b5-4802-85da-4a56f18cc3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.336814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab976a3-a8b5-4802-85da-4a56f18cc3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c8f02-8221-4cb4-ac71-1aa664e51693,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:35.341398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ab976a3-a8b5-4802-85da-4a56f18cc3dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6fbfcc252934a8e9c54a3631233834d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829736 Oct 29 11:35:35.343913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58948) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.392880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.395313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.397862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.421512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.443492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.444177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Fanout notify agent at l3_agent the message router_deleted on router 1c89e664-a9fe-4dfe-a6b0-2486abd99f47 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:35:35.451645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.453332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7014a337-1357-42a4-97c4-c8620acf269a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/routers/1c89e664-a9fe-4dfe-a6b0-2486abd99f47 HTTP/1.1" status: 204 len: 168 time: 0.3289735 Oct 29 11:35:35.456056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.513028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 0b817888-3f8a-4343-ada5-58aac07b2a69 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:35.516448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.519044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.523051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/661c8f02-8221-4cb4-ac71-1aa664e51693 HTTP/1.1" status: 204 len: 168 time: 0.1751893 Oct 29 11:35:35.523051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.552662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4560d4b-de85-4baa-a040-e7a00e3b08d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c8f02-8221-4cb4-ac71-1aa664e51693,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:35.573275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.669205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.691182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbebd4-8bd7-48c3-939d-be7514ea39ae req-ae4e5452-0a0d-4e1a-a6c5-4cdf0aba061b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:35.692905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51dbebd4-8bd7-48c3-939d-be7514ea39ae req-ae4e5452-0a0d-4e1a-a6c5-4cdf0aba061b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0554333 Oct 29 11:35:35.734653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51dbebd4-8bd7-48c3-939d-be7514ea39ae req-0e75bea0-2f83-4c61-9958-42262506675c tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Oct 29 11:35:35.740040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.773601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=0b817888-3f8a-4343-ada5-58aac07b2a69,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:35.777516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.780969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8605c4b0-b4b7-4225-b947-8d65dc538ec5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/0b817888-3f8a-4343-ada5-58aac07b2a69 HTTP/1.1" status: 204 len: 168 time: 0.3238809 Oct 29 11:35:35.783601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:35.792593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef66575-8fb4-467e-a2dd-84e60736c63d None None] Network 044f0f89-fe67-43c3-9317-f8e64c36e413 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:35.895063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:35.958075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port aa09ae3c-133a-4701-bec4-36fa9d39c843 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:35.958716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.020808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] DHCP port deletion for 044f0f89-fe67-43c3-9317-f8e64c36e413 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:36.044228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] For port aa09ae3c-133a-4701-bec4-36fa9d39c843, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aa09ae3c-133a-4701-bec4-36fa9d39c843,segment=NetworkSegment(bde8d2fa-4617-413f-a597-64eeba91cc4a),segment_id=bde8d2fa-4617-413f-a597-64eeba91cc4a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:36.044731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.062719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for aa09ae3c-133a-4701-bec4-36fa9d39c843 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:36.082621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Deleting port aa09ae3c-133a-4701-bec4-36fa9d39c843 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:36.083141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.154020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] For port aa09ae3c-133a-4701-bec4-36fa9d39c843, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aa09ae3c-133a-4701-bec4-36fa9d39c843,segment=NetworkSegment(bde8d2fa-4617-413f-a597-64eeba91cc4a),segment_id=bde8d2fa-4617-413f-a597-64eeba91cc4a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:36.154726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.156861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.169046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Calling delete_port for aa09ae3c-133a-4701-bec4-36fa9d39c843 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:36.187205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No DVR routers for this DVR port aa09ae3c-133a-4701-bec4-36fa9d39c843 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:36.192539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=aa09ae3c-133a-4701-bec4-36fa9d39c843,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:36.270684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.284923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.306039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] Pushing event deleted for resources: {'Port': ['ID=aa09ae3c-133a-4701-bec4-36fa9d39c843,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:36.313627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044f0f89-fe67-43c3-9317-f8e64c36e413']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:36.314924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfcc14-ddcf-4a85-bdbd-5674a2b5ac76 None None] No DVR routers for this DVR port aa09ae3c-133a-4701-bec4-36fa9d39c843 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:36.325597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde8d2fa-4617-413f-a597-64eeba91cc4a') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:36.325988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde8d2fa-4617-413f-a597-64eeba91cc4a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:36.339102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.354898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.361040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:36.361536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:36.364544 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:36.428715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.433784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.441939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/044f0f89-fe67-43c3-9317-f8e64c36e413 HTTP/1.1" status: 204 len: 168 time: 0.6522515 Oct 29 11:35:36.442065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58990) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:36.464344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f6570-95bc-4f91-85a4-56f595e710e0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=044f0f89-fe67-43c3-9317-f8e64c36e413,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:36.504135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f4013-3802-49c0-af53-eb950fdc881e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:36.504135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-000f4013-3802-49c0-af53-eb950fdc881e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/777df31a-1d4a-4e5b-9779-f842a7ea9546 HTTP/1.1" status: 200 len: 845 time: 0.0602479 Oct 29 11:35:36.508331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58994) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:36.548301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-de362ef0-12c7-44c4-9231-a01362a2e344 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/777df31a-1d4a-4e5b-9779-f842a7ea9546?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0387664 Oct 29 11:35:36.551721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58996) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:36.556997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:36.659476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:36.664560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.899238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:36.945375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19cc23-4395-4c40-93f2-2708a8ae5b42 req-fb79a94f-1b8b-441c-b00f-19378cbad052 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:36.949503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9c19cc23-4395-4c40-93f2-2708a8ae5b42 req-fb79a94f-1b8b-441c-b00f-19378cbad052 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1028922 Oct 29 11:35:36.960961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:36.972195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:36.981440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5050dba-1e78-43e7-bb44-35ff5ac3a7c7 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:36.986003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:36.986595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.000625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=c4e56fde-49f8-43fb-8192-fac3611c7755,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:37.027480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-56d8a36b-be65-476c-9b7d-7427b4df10b6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747331 Oct 29 11:35:37.030269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59028) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:37.031136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9c19cc23-4395-4c40-93f2-2708a8ae5b42 req-5fe1d1b9-c2e4-4f15-adfc-2c4859039c7f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Oct 29 11:35:37.036871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1462862430'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:37.076446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.195827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.205927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.246748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.248337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2156537 Oct 29 11:35:37.251041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:37.256187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229127404'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:37.282433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32943726-20e9-4d06-bd40-8fbfe91c1d71 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba88786-29ae-4471-92e1-387718ed95ac,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:37.288858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aa09ae3c-133a-4701-bec4-36fa9d39c843 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:37.294420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.325431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: aa09ae3c-133a-4701-bec4-36fa9d39c843 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:35:37.325772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aa09ae3c-133a-4701-bec4-36fa9d39c843 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:35:37.360337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'tenant_id': '6ee8aa6fd6cd42a29fe8c79b2f7d680c', 'fixed_ips': [{'subnet_id': 'c4e56fde-49f8-43fb-8192-fac3611c7755'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:35:37.361556 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.381416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.389245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.434833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b09234-1ada-4498-8ad3-31ad23bcbe05,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:37.439443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.440892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0b4785c8-5200-4e00-82f1-32ea69b3e32f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1884882 Oct 29 11:35:37.443457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59046) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:37.449791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1076744923', 'security_groups': ['96b09234-1ada-4498-8ad3-31ad23bcbe05'], 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4e56fde-49f8-43fb-8192-fac3611c7755'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:37.557254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Allocated IP 2001:db8::2 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/c4e56fde-49f8-43fb-8192-fac3611c7755/276aa70f-2d07-4ae8-835a-8d510c2dd761) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:37.615532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:37.700815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-bdd549e7-291f-4571-b936-6eb06b848a56 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:37.703118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-bdd549e7-291f-4571-b936-6eb06b848a56 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 811 time: 0.1204517 Oct 29 11:35:37.731469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.732785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-5a44a385-8bb2-4e43-95a5-8705a915961b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/quotas/35b6da2666184453a4bf2ea82b67ce31 HTTP/1.1" status: 200 len: 375 time: 0.0218236 Oct 29 11:35:37.754411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:37.789527 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.799399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.835614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-6cd7e604-e4d4-43f7-b976-060e0f43fccf tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949874 Oct 29 11:35:37.851626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:37.865127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:37.867146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.867580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.868015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.868479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.868993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.869445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.869870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.870436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.870859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.871283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.872029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.872519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:35:37.877039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:37.879399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:37.947157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Attempting to bind port 276aa70f-2d07-4ae8-835a-8d510c2dd761 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:37.947710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Attempting to bind port 276aa70f-2d07-4ae8-835a-8d510c2dd761 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'df8f0198-67f3-48d0-84de-bcc02765fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:37.948296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Attempting to bind port 276aa70f-2d07-4ae8-835a-8d510c2dd761 on network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:37.956758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:37.957716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Checking segment: {'id': 'df8f0198-67f3-48d0-84de-bcc02765fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:37.958347 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.958889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Bound using segment: {'id': 'df8f0198-67f3-48d0-84de-bcc02765fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:37.960053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Bound port: 276aa70f-2d07-4ae8-835a-8d510c2dd761, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8f0198-67f3-48d0-84de-bcc02765fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:37.960432 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:37.988199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::3a0 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/c4e56fde-49f8-43fb-8192-fac3611c7755/617d8168-0ed9-4e09-8c91-f4de3b3e6bf8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:38.042834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:38.049726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:38.058680 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:38.109485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d8efe-7e47-4e8b-b754-2d31a88ea0e6 None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:38.175396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-ab39fca5-3997-4eb5-9c9a-9eb4c37846e0 service neutron] 10.222.0.77 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385217 Oct 29 11:35:38.253650 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:38.319705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:38.322028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-8fd4dedb-b16a-462d-99be-6dd8debad780 service neutron] 10.222.0.77 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453686 Oct 29 11:35:38.429810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:38.444179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:38.451180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:38.482851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:38.486316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:38.533307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=617d8168-0ed9-4e09-8c91-f4de3b3e6bf8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:38.563388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59086) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:38.564517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f679e56f-a30b-43a7-8d02-5e31f3c2ef9f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1193802 Oct 29 11:35:38.571330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:38.771969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:39.114402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd17-82c6-471e-abbe-1ba2a40d37e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.280618 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f112d03-22f5-4447-a760-6d21de175ab8 req-73f73a50-c6af-4474-bb40-21a64dcac6fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 210 time: 0.1218193 Oct 29 11:35:39.285321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd17-82c6-471e-abbe-1ba2a40d37e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.306470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38c7dd17-82c6-471e-abbe-1ba2a40d37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.313566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:39.387066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7dd17-82c6-471e-abbe-1ba2a40d37e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b27c1d-16b6-4a61-b14b-b94c196e419a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:39.416091 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38c7dd17-82c6-471e-abbe-1ba2a40d37e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e91ff2d868784d6eb2425e872aa16db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430788 Oct 29 11:35:39.420519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:39.425936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:39.430896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:39.430896 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.431096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.571801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.579479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.609513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9d8a363c-fe7b-4678-b520-609909f07754 None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:39.610149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9d8a363c-fe7b-4678-b520-609909f07754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.633676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.637215 n-d-805046-9 neutron-server[102278]: INFO neutron.db.ipam_backend_mixin [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4e56fde-49f8-43fb-8192-fac3611c7755 (CIDR: 2001:db8::/64) Oct 29 11:35:39.650992 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:35:39.651757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:39.663998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:39.673766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.697925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-50059ec5-1a9c-4230-adea-581d26b23ca1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1329467 Oct 29 11:35:39.700657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59118) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:39.707179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:39.782757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.787416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.789392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60b27c1d-16b6-4a61-b14b-b94c196e419a HTTP/1.1" status: 204 len: 168 time: 0.3658679 Oct 29 11:35:39.821386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2532b-beeb-475f-92c1-ba4f7b270393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b27c1d-16b6-4a61-b14b-b94c196e419a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:39.908883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:39.920286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9d8a363c-fe7b-4678-b520-609909f07754 None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:39.920856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9d8a363c-fe7b-4678-b520-609909f07754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:39.983725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a363c-fe7b-4678-b520-609909f07754 None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:40.027626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59128) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:40.045041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:40.049167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.110373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-770935f9-37c8-4895-b5ab-5857cbc53649 None None] Provisioning complete for port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:40.111187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-770935f9-37c8-4895-b5ab-5857cbc53649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.154270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-770935f9-37c8-4895-b5ab-5857cbc53649 None None] Port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:40.162194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-37cca9a7-dc21-4401-977a-fffc95b2caea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:40.163616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-37cca9a7-dc21-4401-977a-fffc95b2caea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.41 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 811 time: 0.2292135 Oct 29 11:35:40.179845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Request body: {'port': {'device_id': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'admin_state_up': True, 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:40.219130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c9c31bd-0910-49f2-8322-30c21951e8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.249541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59132) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:40.270112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6cfd43b5-06bd-4623-ba24-a08c4de9921c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.348002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c9c31bd-0910-49f2-8322-30c21951e8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.358380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c9c31bd-0910-49f2-8322-30c21951e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.377248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aef78c4f-837e-4f75-b173-a5397c9041f3 req-9c6442e6-482c-484f-b5dc-aaa5276c91b4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 210 time: 0.0419247 Oct 29 11:35:40.391232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Made reservation on behalf of 35b6da2666184453a4bf2ea82b67ce31 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:40.395051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.435930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8c9c31bd-0910-49f2-8322-30c21951e8fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58ae0f78d73f41878642965fdecd0c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061642 Oct 29 11:35:40.438656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:40.440642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c31bd-0910-49f2-8322-30c21951e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a51e2-31ea-4395-913b-fb861bc06795,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:40.486638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6cfd43b5-06bd-4623-ba24-a08c4de9921c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.496568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6cfd43b5-06bd-4623-ba24-a08c4de9921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.521443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.537131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.550712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6cfd43b5-06bd-4623-ba24-a08c4de9921c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb649ae739e04ad1b9485ed78b094b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999091 Oct 29 11:35:40.557072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59140) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:40.568552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd43b5-06bd-4623-ba24-a08c4de9921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69277859-71a4-43e0-9a93-cb59388b9d2c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:40.588041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.606085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:40.612766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:40.616745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:40.617364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.623204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03534a98-65d9-468f-803c-9675095ee985 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:40.643879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=0674e610-dfdb-4fab-9b45-3b89cec42cbf,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:40.648877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Allocated IP 172.20.0.6 (d024e010-0e50-419b-88c8-9e2261d130d6/eb03d4df-63d4-44c9-8d6a-c24808a4eeb6/19bf5af3-5110-4908-bcff-e021158d9af8) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:40.658245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe17e119-1805-49e7-8473-790c1a0b8004 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9562628 Oct 29 11:35:40.660912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59142) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:40.661363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.667689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112164324', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0674e610-dfdb-4fab-9b45-3b89cec42cbf'}], 'security_groups': ['aba88786-29ae-4471-92e1-387718ed95ac']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:40.717886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.803588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.806718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.807920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b4a51e2-31ea-4395-913b-fb861bc06795 HTTP/1.1" status: 204 len: 168 time: 0.3682084 Oct 29 11:35:40.817296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-c7e2807e-13f1-4bd1-8e5d-0c6a472fd541 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648420 Oct 29 11:35:40.837851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df88149-5f8d-41b4-8f54-56ffced0f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a51e2-31ea-4395-913b-fb861bc06795,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:40.852468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.855131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:40.857030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69277859-71a4-43e0-9a93-cb59388b9d2c HTTP/1.1" status: 204 len: 168 time: 0.2969546 Oct 29 11:35:40.868739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb99cf-ea27-4674-b949-e61f698238f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69277859-71a4-43e0-9a93-cb59388b9d2c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:40.933329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-7a21fcb7-b462-4b9b-871c-1dafb37c9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:40.934863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-7a21fcb7-b462-4b9b-871c-1dafb37c9512 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 1097 time: 0.0615749 Oct 29 11:35:40.973240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Update dhcp port {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'fixed_ips': [{'subnet_id': 'c4e56fde-49f8-43fb-8192-fac3611c7755', 'ip_address': '2001:db8::2'}, {'subnet_id': '0674e610-dfdb-4fab-9b45-3b89cec42cbf'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '276aa70f-2d07-4ae8-835a-8d510c2dd761'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:35:41.014930 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.111164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.166468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-f9debafe-7a9d-4086-b139-9acd6b170af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:41.168079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-f9debafe-7a9d-4086-b139-9acd6b170af4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 200 len: 907 time: 0.2069960 Oct 29 11:35:41.238108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Allocated IP 2001:db8:0:1::2 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/0674e610-dfdb-4fab-9b45-3b89cec42cbf/276aa70f-2d07-4ae8-835a-8d510c2dd761) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:41.296729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-9c1dcb4e-7166-4471-9135-7e2478b79c5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 200 len: 1002 time: 0.1203115 Oct 29 11:35:41.331696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:41.364842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-fc3ee71b-36f9-449f-8f1e-830513d85649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:41.367722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-fc3ee71b-36f9-449f-8f1e-830513d85649 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67ebd646-2eee-4634-a4df-dd8c6caebc2d HTTP/1.1" status: 200 len: 845 time: 0.0631952 Oct 29 11:35:41.372481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59158) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:41.401355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.409858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498078a6-56c1-44a0-a659-80fbb666af2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.418408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:41.419084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.424528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:41.452441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-a3093111-4272-4865-bb3b-be204d14534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:41.454033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-a3093111-4272-4865-bb3b-be204d14534b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37e4cb3f-ad88-454b-88b2-ac7a3da74a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735695 Oct 29 11:35:41.483117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.499748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['043a03a9-dc3e-4b5c-9e8b-deb4807e422d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:35:41.556513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Pushing event updated for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:41.587562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Network d024e010-0e50-419b-88c8-9e2261d130d6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:41.607818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:41.611590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:41.643004 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498078a6-56c1-44a0-a659-80fbb666af2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.648953 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-605084a1-9660-41d0-a32f-90765e59809f service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567631 Oct 29 11:35:41.652371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498078a6-56c1-44a0-a659-80fbb666af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.677727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfa1d3-8dc3-4746-af26-ae97203aa1ff req-fe751622-ba35-4dac-946c-6c57c85009bd tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:41.687132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98cfa1d3-8dc3-4746-af26-ae97203aa1ff req-fe751622-ba35-4dac-946c-6c57c85009bd tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 931 time: 0.1267695 Oct 29 11:35:41.719406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:41.720342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.749529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.767167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98cfa1d3-8dc3-4746-af26-ae97203aa1ff req-77e1e59d-f271-41d4-91b9-616ec5623720 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Oct 29 11:35:41.770688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-498078a6-56c1-44a0-a659-80fbb666af2a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=876e7880a1aa4bbe983ea5eaaaf8caef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944395 Oct 29 11:35:41.770877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498078a6-56c1-44a0-a659-80fbb666af2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61abcdcb-ff1c-4ae2-8eab-f7eede58286d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:41.774562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59174) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:41.800955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c9231b84-0f61-49d3-884e-ddfd097751fe tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6258750 Oct 29 11:35:41.825774 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.869421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Request body: {'port': {'device_id': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:41.882304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3736d0-28b5-406f-b5c9-8f766300654b None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:41.905220 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ad25c2ab-c44a-4761-956b-e5afd23c6a97 req-f1c80dad-1f56-4588-be56-a237b456037a service neutron] 10.222.0.86 "GET /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466559 Oct 29 11:35:41.915020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:41.948456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.024124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.027594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.029155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61abcdcb-ff1c-4ae2-8eab-f7eede58286d HTTP/1.1" status: 204 len: 168 time: 0.2496493 Oct 29 11:35:42.039146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce284-4462-4dab-85d3-c4396a2f525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61abcdcb-ff1c-4ae2-8eab-f7eede58286d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:42.085134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.142357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Delete allocated IP 2001:db8::3a0 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/c4e56fde-49f8-43fb-8192-fac3611c7755) {{(pid=102278) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:35:42.153340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8:0:1::f (0f790d6d-c70e-4338-b2a4-093da3e9aa29/0674e610-dfdb-4fab-9b45-3b89cec42cbf/617d8168-0ed9-4e09-8c91-f4de3b3e6bf8) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:42.560370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.577106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.677133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] In _notify_port_updated(), no bound segment for port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 on network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:35:42.683090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:42.683835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.688105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59210) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:42.688603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/ports/617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 HTTP/1.1" status: 200 len: 929 time: 2.0256159 Oct 29 11:35:42.691004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cdaf6-73ca-4c36-9186-1e7658e045bf tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=617d8168-0ed9-4e09-8c91-f4de3b3e6bf8,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:42.712829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bf5af3-5110-4908-bcff-e021158d9af8 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:35:42.722795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.745325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Transition to ACTIVE for port object 19bf5af3-5110-4908-bcff-e021158d9af8 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:35:42.754973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.834140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:42.835095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.840275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:42.840829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:42.901384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:43.002789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Provisioning complete for port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:43.002789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.026846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288563d2-f610-43b3-b1c1-9a12b17b1999 req-e92a22ca-b620-428a-97a6-b2dd10d3c6f8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:43.034260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-288563d2-f610-43b3-b1c1-9a12b17b1999 req-e92a22ca-b620-428a-97a6-b2dd10d3c6f8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 943 time: 0.1493039 Oct 29 11:35:43.037545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.065520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:43.080716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:43.098205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Attempting to bind port 19bf5af3-5110-4908-bcff-e021158d9af8 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:35:43.098565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Attempting to bind port 19bf5af3-5110-4908-bcff-e021158d9af8 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:35:43.098843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Attempting to bind port 19bf5af3-5110-4908-bcff-e021158d9af8 on network d024e010-0e50-419b-88c8-9e2261d130d6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:43.105430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:43.105792 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.136777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-288563d2-f610-43b3-b1c1-9a12b17b1999 req-41fdc4df-af09-4fac-9bab-0fa0fbbf64f8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963526 Oct 29 11:35:43.137477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Port 19bf5af3-5110-4908-bcff-e021158d9af8 on network d024e010-0e50-419b-88c8-9e2261d130d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:35:43.137927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Attempting to bind port 19bf5af3-5110-4908-bcff-e021158d9af8 on network d024e010-0e50-419b-88c8-9e2261d130d6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:35:43.146796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:35:43.147132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Checking segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:43.147515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Bound using segment: {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:35:43.147938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Bound port: 19bf5af3-5110-4908-bcff-e021158d9af8, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3261aa-74d1-443e-937a-43dc782d3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:35:43.148295 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.174310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-17d0389a-854d-4a23-bb53-f7d6dd3e7ccc None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:43.268994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:35:43.274241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=19bf5af3-5110-4908-bcff-e021158d9af8,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:35:43.285869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.305335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:43.346545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d075e358-c392-4f2e-b173-c8b9132c655e None None] Provisioning complete for port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:43.348952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d075e358-c392-4f2e-b173-c8b9132c655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.357131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.378100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:43.393295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:43.394352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.396454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c6ad69c2-6a86-475f-805c-58c323a81a51 service neutron] 10.222.0.41 "PUT /v2.0/ports/19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 200 len: 1091 time: 1.5346129 Oct 29 11:35:43.398013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d075e358-c392-4f2e-b173-c8b9132c655e None None] Port 617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 was deleted so its status cannot be updated. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 11:35:43.398453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:43.401256 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c5b571-a443-4fad-939f-95a65a5d62d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:43.415729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=617d8168-0ed9-4e09-8c91-f4de3b3e6bf8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:43.455102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.463328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-15762a4b-801b-4c49-8451-5fea1d03eb97 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 HTTP/1.1" status: 204 len: 168 time: 0.7741120 Oct 29 11:35:43.464196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:43.468293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:43.468791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.508502 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fd32cd-1559-48e9-9c86-ee7ad7e7ddf0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:43.520336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f7fd32cd-1559-48e9-9c86-ee7ad7e7ddf0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/617d8168-0ed9-4e09-8c91-f4de3b3e6bf8 HTTP/1.1" status: 404 len: 333 time: 0.0531464 Oct 29 11:35:43.526931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:43.561079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-fc7531e1-42ad-41b4-ac48-b54eeef1a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:43.565246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-fc7531e1-42ad-41b4-ac48-b54eeef1a57e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1094 time: 0.1106422 Oct 29 11:35:43.652097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-c851ef83-3417-48bf-93be-c94743234154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 200 len: 217 time: 0.0792272 Oct 29 11:35:43.664028 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e346ae-fd23-4e72-a263-a7ee75054dab x-openstack-request-id: req-a5e346ae-fd23-4e72-a263-a7ee75054dab {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:43.665990 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:43.666262 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5e346ae-fd23-4e72-a263-a7ee75054dab {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:43.666817 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8', 'status': 'completed', 'code': 200} Oct 29 11:35:43.716952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.774058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.801998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-a8beeb32-aa96-40aa-9258-ff51f1a6f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:43.804003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-a8beeb32-aa96-40aa-9258-ff51f1a6f8c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.1363692 Oct 29 11:35:43.840759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-97164047-342f-416d-82e0-3cc52c88e726 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1349778 Oct 29 11:35:43.866157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-14108a72-e9ec-48ae-8e32-4313e2db543b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496967 Oct 29 11:35:43.922634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.925082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:43.928669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/security-groups/96b09234-1ada-4498-8ad3-31ad23bcbe05 HTTP/1.1" status: 204 len: 168 time: 0.3854861 Oct 29 11:35:43.929265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59256) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:43.973962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48e01-4eab-4ad4-b119-ac2f6673b0fe tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b09234-1ada-4498-8ad3-31ad23bcbe05,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:44.038466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.038999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.039476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.039884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.040343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.040809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.041305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.043240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4e9cae77-e753-48ca-8db7-8d1df70772bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.1581523 Oct 29 11:35:44.079908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.106328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59262) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:44.107757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-160f0e35-19cd-4064-b519-2348c7417450 service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323437 Oct 29 11:35:44.124949 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.220965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.223670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.225394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/security-groups/aba88786-29ae-4471-92e1-387718ed95ac HTTP/1.1" status: 204 len: 168 time: 0.2945879 Oct 29 11:35:44.230536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59270) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:44.254390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae52231-e233-4725-afa0-d25a531f822b tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba88786-29ae-4471-92e1-387718ed95ac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:44.258071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-f0891ecd-942c-4941-a434-dc983ff478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.258553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-f0891ecd-942c-4941-a434-dc983ff478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.259021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-f0891ecd-942c-4941-a434-dc983ff478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.260597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-f0891ecd-942c-4941-a434-dc983ff478f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=35619527-bf67-415a-a6d4-afbaaa5239ca&id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 2299 time: 0.1873262 Oct 29 11:35:44.333733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet c4e56fde-49f8-43fb-8192-fac3611c7755 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:44.339190 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.340846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc75409-d9c3-4913-a181-264c3ca4f56d req-39809c5c-9329-4bdb-b692-287dfbcab116 service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066767 Oct 29 11:35:44.387576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86361ab-3b24-4f87-970c-30f3bababd6e req-58a41257-a4d7-4af4-98a0-f42f477e64e5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.389146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c86361ab-3b24-4f87-970c-30f3bababd6e req-58a41257-a4d7-4af4-98a0-f42f477e64e5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 943 time: 0.1381633 Oct 29 11:35:44.391254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-b1f4e3f2-ca66-4a4f-a319-195792a0db5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 1001 time: 0.1199760 Oct 29 11:35:44.495829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-2c30517c-a25d-401e-a3f9-3ebd4b8a8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.500531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-2c30517c-a25d-401e-a3f9-3ebd4b8a8e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 200 len: 856 time: 0.0975904 Oct 29 11:35:44.536121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c86361ab-3b24-4f87-970c-30f3bababd6e req-fd51f82f-7e5f-47db-a849-ecc3a936b86f tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193833 Oct 29 11:35:44.551693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-59bec892-8d8e-4585-abad-b025a129692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.553605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-59bec892-8d8e-4585-abad-b025a129692d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1094 time: 0.1164055 Oct 29 11:35:44.564603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3d17001c-1901-4e1b-a086-4f1d321b0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.569336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3d17001c-1901-4e1b-a086-4f1d321b0ffc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be310516-96e5-41f7-bd88-404a63300ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628550 Oct 29 11:35:44.725543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca995112-296a-40e1-b4c5-027aafdf3f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.735626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-769d49f7-b19e-4533-8893-1190ddfe31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:44.737198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-769d49f7-b19e-4533-8893-1190ddfe31b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 912 time: 0.1757293 Oct 29 11:35:44.741605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-1a03ca62-0c40-4ee4-b16c-b145dda10b27 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630211 Oct 29 11:35:44.746736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.817191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-f5c383c8-2b71-4d79-a2e0-99599818a777 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 200 len: 217 time: 0.0666037 Oct 29 11:35:44.872146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.910688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca995112-296a-40e1-b4c5-027aafdf3f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.919543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca995112-296a-40e1-b4c5-027aafdf3f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:44.972576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca995112-296a-40e1-b4c5-027aafdf3f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61340b50-0a76-4b37-a03b-5cb5886f7032,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:44.978263 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ca995112-296a-40e1-b4c5-027aafdf3f34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f77d4ff079e4440d8daf6bd98bfc09aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699801 Oct 29 11:35:44.983090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59304) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:45.001312 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.037653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e56fde-49f8-43fb-8192-fac3611c7755,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:45.054077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d770af0-dc5a-49c1-bb7a-ef1603803fc4 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:45.056741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.060040 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6fb6750a-8290-47ba-9100-13a1caf335ec tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/c4e56fde-49f8-43fb-8192-fac3611c7755 HTTP/1.1" status: 204 len: 168 time: 0.8285234 Oct 29 11:35:45.063975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:45.074071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:45.159803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.195353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.250899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-2be10740-c0dd-4ccf-a75d-a27826fc394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:45.253253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-2be10740-c0dd-4ccf-a75d-a27826fc394e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.4032366 Oct 29 11:35:45.270441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:45.276363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.281136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-fe6ce755-ef19-48ac-b74e-92989c0e3f08 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289042 Oct 29 11:35:45.296036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59310) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:45.305287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-e8b2279c-c50b-4b65-a5ac-fbf41ec56e66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401514 Oct 29 11:35:45.331267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.334616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.335947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61340b50-0a76-4b37-a03b-5cb5886f7032 HTTP/1.1" status: 204 len: 168 time: 0.3519130 Oct 29 11:35:45.346728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-57b5b28d-135a-4c78-a47d-9f3f2916f90f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 217 time: 0.0514407 Oct 29 11:35:45.353479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb818a0c-2c1b-462e-86b5-5f21a531a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61340b50-0a76-4b37-a03b-5cb5886f7032,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:45.442671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3b23bad1-4c12-4065-a837-de33457dc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:45.444163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3b23bad1-4c12-4065-a837-de33457dc98d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0822783 Oct 29 11:35:45.527775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-c6e9b055-bfea-4c6a-927d-6cee0fa441de service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898134 Oct 29 11:35:45.533137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-79df431f-44d5-4b83-b83f-2fa22dd66cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:45.534899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-79df431f-44d5-4b83-b83f-2fa22dd66cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824335 Oct 29 11:35:45.658661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.705475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a66084d-5f4d-4b95-a02b-32bc9a2d9f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.714860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:45.718340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:45.721782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:45.722382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.750581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6802859 Oct 29 11:35:45.750581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2defbab-1a79-46f2-8872-626aeb30a67a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=0e9ea702-7b6a-47e5-9716-da5d1a07b82f,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:45.752198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59324) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:45.757876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-811697482'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:45.770590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59326) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:45.792449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99ff93b-c225-4683-be7e-093c107c2b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.805987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.866468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de7dde-0bdb-40a4-a231-4654e369dcc5 req-60a9de1c-daf0-43f4-8a34-0a091cbd3620 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:45.867984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7de7dde-0bdb-40a4-a231-4654e369dcc5 req-60a9de1c-daf0-43f4-8a34-0a091cbd3620 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 943 time: 0.1780970 Oct 29 11:35:45.880505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17c5b571-a443-4fad-939f-95a65a5d62d9 req-fc9b43ae-b6c7-43b9-9b5d-d3ac701486a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442860 Oct 29 11:35:45.889659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-b17c7c72-983b-4457-9004-6bf1dfa45f4f service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444045 Oct 29 11:35:45.934076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.936059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99ff93b-c225-4683-be7e-093c107c2b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.938694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.946395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99ff93b-c225-4683-be7e-093c107c2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.985087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4567a80f-46e4-470f-a772-bf95ad3fad07,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:45.994379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a66084d-5f4d-4b95-a02b-32bc9a2d9f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:45.996071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.001163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17bbc964-4b0a-4e03-960e-754fd097dfab tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2441792 Oct 29 11:35:46.001163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b99ff93b-c225-4683-be7e-093c107c2b77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4050d39fe76443a185c08560ac64e0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281024 Oct 29 11:35:46.001413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59332) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:46.004979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59334) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:46.011091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-515959692'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:46.020337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7de7dde-0bdb-40a4-a231-4654e369dcc5 req-70fc954d-c506-4d94-8494-177c42832a15 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332371 Oct 29 11:35:46.027744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a66084d-5f4d-4b95-a02b-32bc9a2d9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.062605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ff93b-c225-4683-be7e-093c107c2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c92f1-8874-4498-b400-88e0a0066f99,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.091897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.111905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66084d-5f4d-4b95-a02b-32bc9a2d9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72566e51-a2db-4ceb-aa7d-0fafeab48dc7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.116693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a66084d-5f4d-4b95-a02b-32bc9a2d9f22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b45bdc98d41944fb84a671e427495577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195651 Oct 29 11:35:46.120053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.123105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:46.130915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.139529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-1b5cdbb3-3c24-4b71-b5f7-20195181e4bc service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355304 Oct 29 11:35:46.204744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-dd0ac615-bff5-42cd-af0d-88e8ae63adf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 217 time: 0.0557435 Oct 29 11:35:46.209446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.212818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.216682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/559c92f1-8874-4498-b400-88e0a0066f99 HTTP/1.1" status: 204 len: 168 time: 0.2081556 Oct 29 11:35:46.222918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7afe-5413-445e-a513-49dfdf50f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c92f1-8874-4498-b400-88e0a0066f99,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.263544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65696e-1cad-4f4a-9eee-e176e0a5d703 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:46.282750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.318230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-727c959c-cd97-4017-85ae-1958511630c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.320285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-727c959c-cd97-4017-85ae-1958511630c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1065524 Oct 29 11:35:46.322151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.324378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f17324e8-1145-4af7-b429-11603a27642e None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:46.324757 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f17324e8-1145-4af7-b429-11603a27642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.403526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.414029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.431884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-11c9f597-da55-4744-b2d9-0d052e87fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.433462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-11c9f597-da55-4744-b2d9-0d052e87fac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012294 Oct 29 11:35:46.497724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f150bd-1559-438b-be52-e06e44185d91,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.500172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.503234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.504560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72566e51-a2db-4ceb-aa7d-0fafeab48dc7 HTTP/1.1" status: 204 len: 168 time: 0.3796635 Oct 29 11:35:46.518540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f17324e8-1145-4af7-b429-11603a27642e None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:46.518893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f17324e8-1145-4af7-b429-11603a27642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.524763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.526030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d320f0f4-6eb4-4fa8-b993-88231762de27 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5241799 Oct 29 11:35:46.528925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59346) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:46.534546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'security_group': {'name': 'tempest-secgroup-967096285'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:46.549231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23075b-0346-4320-9ae8-d2209eb7f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72566e51-a2db-4ceb-aa7d-0fafeab48dc7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.584314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.614383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-6716c899-146a-4803-baa9-5222c3c91a95 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719425 Oct 29 11:35:46.632818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.634402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.640469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.648865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f17324e8-1145-4af7-b429-11603a27642e None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:46.653492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.672514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.678701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.687222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:46.689272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-22f66735-5896-4544-aa05-ac7e5564ca47 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1611731 Oct 29 11:35:46.694161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.716114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.788680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4a3c4f-3338-49e1-bb51-aaff4f626d09 req-8f707f75-e206-42cc-bea9-64e04c77d45b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738862 Oct 29 11:35:46.813270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a38759-3ba1-4580-959e-c32d7a54bb54,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:46.825486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Update dhcp port {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'fixed_ips': [{'subnet_id': '0674e610-dfdb-4fab-9b45-3b89cec42cbf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e9ea702-7b6a-47e5-9716-da5d1a07b82f'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '276aa70f-2d07-4ae8-835a-8d510c2dd761'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:35:46.828279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.833800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59356) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:46.836795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0eda237-4722-49c3-86ce-55c9125c314c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3063579 Oct 29 11:35:46.840891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2016848460', 'security_groups': ['41a38759-3ba1-4580-959e-c32d7a54bb54'], 'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e9ea702-7b6a-47e5-9716-da5d1a07b82f'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:46.846337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-52b3c37b-e1e8-4f70-9b1b-a98ae2f1109d service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553552 Oct 29 11:35:46.859885 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:46.950974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-1cd0fbf4-d65a-49a8-a39c-45f92234fc76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0865133 Oct 29 11:35:47.075315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4b078b92-4e09-48d8-bd4f-1b224fec5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.076779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-4b078b92-4e09-48d8-bd4f-1b224fec5ee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1091745 Oct 29 11:35:47.078037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Allocated IP 2001:db8::2 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/0e9ea702-7b6a-47e5-9716-da5d1a07b82f/276aa70f-2d07-4ae8-835a-8d510c2dd761) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:47.097676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.103738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.110090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.119054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.125825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.132783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.140656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.142645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c63e48b4-b132-4fbb-a1fd-af237568d727 req-3d717c37-4c36-4a7f-8677-b9bcda696169 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1985493 Oct 29 11:35:47.143410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59370) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:47.168899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f56e8e1c-ef0d-4eae-b518-a91dec5d6869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.197584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:47.213531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:47.249737 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.254224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-59e09602-2385-49b4-95be-146016a8f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.255714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-59e09602-2385-49b4-95be-146016a8f6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1695881 Oct 29 11:35:47.257216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.306155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f56e8e1c-ef0d-4eae-b518-a91dec5d6869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.316784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f56e8e1c-ef0d-4eae-b518-a91dec5d6869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.351208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e8e1c-ef0d-4eae-b518-a91dec5d6869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c5d91-1032-4fb7-aa76-ef02134e71f8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:47.371366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f56e8e1c-ef0d-4eae-b518-a91dec5d6869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=678314f5e923464f8bf58d7e2aca687d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257433 Oct 29 11:35:47.373912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59382) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:47.388635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0778f-ef80-4586-af62-1faacab7a7e3 None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:47.434852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.455693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-7e46eb47-96a1-47f7-9a4e-74ed45627889 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774011 Oct 29 11:35:47.460469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.460729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.489112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d55cb9-0cd3-4404-90cf-3ad98d0e5ec7 req-2e533835-d666-470f-9d84-3c2bdb85f5ba tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:47.496858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2d55cb9-0cd3-4404-90cf-3ad98d0e5ec7 req-2e533835-d666-470f-9d84-3c2bdb85f5ba tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 943 time: 0.2351849 Oct 29 11:35:47.523014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.526567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.527924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d4c5d91-1032-4fb7-aa76-ef02134e71f8 HTTP/1.1" status: 204 len: 168 time: 0.1526804 Oct 29 11:35:47.543121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568cb5c-1d33-433f-afac-956a1fbfd0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c5d91-1032-4fb7-aa76-ef02134e71f8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:47.552005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] device_id is not set on port 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:47.568708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 19bf5af3-5110-4908-bcff-e021158d9af8 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:35:47.662862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2d55cb9-0cd3-4404-90cf-3ad98d0e5ec7 req-0d6ca8ea-feca-4ba4-bd92-bf304f0ffbb0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643820 Oct 29 11:35:47.724347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=19bf5af3-5110-4908-bcff-e021158d9af8,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:47.738761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '19bf5af3-5110-4908-bcff-e021158d9af8', 'network_id': 'd024e010-0e50-419b-88c8-9e2261d130d6', 'port_id': '19bf5af3-5110-4908-bcff-e021158d9af8', 'mac_address': 'fa:16:3e:eb:85:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03d4df-63d4-44c9-8d6a-c24808a4eeb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:35:47.824617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.845399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bf5af3-5110-4908-bcff-e021158d9af8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:35:47.868246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=19bf5af3-5110-4908-bcff-e021158d9af8,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:47.872935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:47.975101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:47.978626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8::32e (0f790d6d-c70e-4338-b2a4-093da3e9aa29/0e9ea702-7b6a-47e5-9716-da5d1a07b82f/8adc9a3f-7b1a-484c-a3b5-27b3da076dc0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:48.031416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-fcf93cbd-0df7-4091-8bc7-8a82604a8ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661032 Oct 29 11:35:48.120930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-b9a9dd8f-d081-45dc-8e0f-cc95dec7d8fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 217 time: 0.0810568 Oct 29 11:35:48.215738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-0b19fd98-a83a-43d5-8529-11f0625a5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:48.216559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['19bf5af3-5110-4908-bcff-e021158d9af8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:35:48.217226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-0b19fd98-a83a-43d5-8529-11f0625a5361 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0868857 Oct 29 11:35:48.228056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.309487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-72a3bb43-1b76-4b6e-aa45-0be9e98cb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:48.310648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-72a3bb43-1b76-4b6e-aa45-0be9e98cb23b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807014 Oct 29 11:35:48.342886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.416050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b06a19ce-cd6f-4235-859e-b6b17fd323c2 None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:48.416512 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b06a19ce-cd6f-4235-859e-b6b17fd323c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.454469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:48.480433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:48.497247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:48.505477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:48.507083 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.551906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=8adc9a3f-7b1a-484c-a3b5-27b3da076dc0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:48.572853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59424) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:48.573348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b06a19ce-cd6f-4235-859e-b6b17fd323c2 None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:48.573456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b06a19ce-cd6f-4235-859e-b6b17fd323c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.574682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c95de5c4-9b1e-4ee5-b9cf-ff9f600f6e73 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7392502 Oct 29 11:35:48.580637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:48.587587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-457a0e13-fc0d-4541-98d7-bf14b8a56dff service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608449 Oct 29 11:35:48.629086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b06a19ce-cd6f-4235-859e-b6b17fd323c2 None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:48.716283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-12e38c46-d7cb-4f0b-9efa-085c3e233fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274989 Oct 29 11:35:48.820623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:48.826434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3b87b2ed-97d7-4c49-9018-12049f703255 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 217 time: 0.1016712 Oct 29 11:35:48.827595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.909577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7127665-c381-4312-89b1-c7fd25865846 req-85d26f9e-c125-4bed-a4f0-5b863ede8adc tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:48.911062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7127665-c381-4312-89b1-c7fd25865846 req-85d26f9e-c125-4bed-a4f0-5b863ede8adc tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 944 time: 0.0948229 Oct 29 11:35:48.915829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-e1b28f0c-d6b0-4e0c-8023-890eebb79382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:48.917403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-e1b28f0c-d6b0-4e0c-8023-890eebb79382 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0711405 Oct 29 11:35:48.957168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fb8b156f-361a-40b4-ad54-f8d082f14e01 None None] Provisioning complete for port 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:48.957532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fb8b156f-361a-40b4-ad54-f8d082f14e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:48.998357 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e9ea702-7b6a-47e5-9716-da5d1a07b82f (CIDR: 2001:db8::/64) Oct 29 11:35:49.011470 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:35:49.012009 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:49.020002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7127665-c381-4312-89b1-c7fd25865846 req-26116bae-f0ec-4093-bce9-846cdefbee07 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984929 Oct 29 11:35:49.034449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-fafa0322-6e74-40bc-821b-7917ddb1c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:49.037142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-fafa0322-6e74-40bc-821b-7917ddb1c3a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120660 Oct 29 11:35:49.048144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08fed3ba-00fc-469b-b77b-3e2e39b143b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4730914 Oct 29 11:35:49.050942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59452) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:49.060057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:49.074629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b156f-361a-40b4-ad54-f8d082f14e01 None None] Port 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:49.240730 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-e6b072a0-0230-4633-9624-010673ff4a92 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947658 Oct 29 11:35:49.277145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:49.282721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.391001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:49.417347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-3a1e57ce-25b6-412c-baac-7392cae6c80b service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657951 Oct 29 11:35:49.475284 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0674e610-dfdb-4fab-9b45-3b89cec42cbf (CIDR: 2001:db8:0:1::/64) Oct 29 11:35:49.478925 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:35:49.479603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:49.487296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:49.487891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.506685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee4fcd22-526e-477b-a465-2ba7ba0ff61f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4540524 Oct 29 11:35:49.511692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:49.519863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-b9b6f5eb-3702-4707-9411-36ec29e93d6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 217 time: 0.0892575 Oct 29 11:35:49.524823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'subnet': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:49.585380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-8f45e5d3-6a2d-42b7-8d45-1f7e0ab456bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:49.587458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-8f45e5d3-6a2d-42b7-8d45-1f7e0ab456bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0594122 Oct 29 11:35:49.597292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 19bf5af3-5110-4908-bcff-e021158d9af8 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:49.651538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-ed8124c0-26a9-4fd7-bc2f-59c6e7e1b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:49.653273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-ed8124c0-26a9-4fd7-bc2f-59c6e7e1b479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550432 Oct 29 11:35:49.683946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 19bf5af3-5110-4908-bcff-e021158d9af8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:35:49.688799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 19bf5af3-5110-4908-bcff-e021158d9af8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:49.690370 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.751282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Made reservation on behalf of 6ee8aa6fd6cd42a29fe8c79b2f7d680c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:49.760157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.827783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.861633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:35:49.864162 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c25df1-8fb5-4692-96fa-a997222254f5" -d '{"events": [{"server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "name": "network-vif-plugged", "status": "completed", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:35:49.872748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-885dc682-0a83-4732-878b-b115efee73e4 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101946 Oct 29 11:35:49.882013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=19bf5af3-5110-4908-bcff-e021158d9af8,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:49.889419 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:49.944757 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561cfc68-0f93-4691-9aad-0dc3788d7716 x-openstack-request-id: req-561cfc68-0f93-4691-9aad-0dc3788d7716 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:35:49.945849 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "name": "network-vif-plugged", "status": "completed", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:35:49.946302 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-561cfc68-0f93-4691-9aad-0dc3788d7716 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:35:49.946866 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8', 'code': 200} Oct 29 11:35:49.981242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:50.026952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59516) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:50.107105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a645b5-adac-4bb4-8719-acd518d3462f req-38e430bf-24fd-4c91-a174-baf4c457e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.108585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29a645b5-adac-4bb4-8719-acd518d3462f req-38e430bf-24fd-4c91-a174-baf4c457e1fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1096 time: 0.1105657 Oct 29 11:35:50.171898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.173805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59526) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:50.192317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29a645b5-adac-4bb4-8719-acd518d3462f req-e0b582ed-6efc-4927-9f06-02edc2316bbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Oct 29 11:35:50.195845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52b58961-6563-4ce2-abfd-96fd03c6552f req-d153c7ea-538b-420d-a56d-da11d4b84485 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164868 Oct 29 11:35:50.208398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5abb4-68fc-4b6f-ba81-d43510eca7d4 req-bdaaa412-4599-485b-8be1-ff9f33070fd1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.210730 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cf5abb4-68fc-4b6f-ba81-d43510eca7d4 req-bdaaa412-4599-485b-8be1-ff9f33070fd1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1151056 Oct 29 11:35:50.237469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:35:50.242554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:50.247289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.247798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.254088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e56d53-430c-45d4-af98-94a2e5feff53 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:50.262013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Subnet': ['ID=4bd60640-ea12-4f98-b965-26f6fd94c61d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:50.268900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dac54b1c-5e3d-4f62-a1f4-a1912c3d94bd tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7541289 Oct 29 11:35:50.272107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59532) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:50.277848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1649591852', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bd60640-ea12-4f98-b965-26f6fd94c61d'}], 'security_groups': ['4567a80f-46e4-470f-a772-bf95ad3fad07', 'a1f150bd-1559-438b-be52-e06e44185d91']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:50.281579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cf5abb4-68fc-4b6f-ba81-d43510eca7d4 req-56cf24de-4471-4061-abad-f0f97383a3d8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634234 Oct 29 11:35:50.424910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c870a1-207e-45b0-ae98-97c6dc1cb209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.560422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.561089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.561627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.562160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.562684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.563204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.563726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:50.572845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151afada-145c-4bb9-bc63-4370fae392d2 req-db371318-ae2a-47fb-92ea-1db0d52ce931 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 0.3915594 Oct 29 11:35:50.601825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Update dhcp port {'port': {'network_id': '0f790d6d-c70e-4338-b2a4-093da3e9aa29', 'fixed_ips': [{'subnet_id': '0674e610-dfdb-4fab-9b45-3b89cec42cbf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e9ea702-7b6a-47e5-9716-da5d1a07b82f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bd60640-ea12-4f98-b965-26f6fd94c61d'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '276aa70f-2d07-4ae8-835a-8d510c2dd761'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:35:50.633291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.659114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.666066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151afada-145c-4bb9-bc63-4370fae392d2 req-b0634390-7f03-42fc-9cc7-80e65505bd40 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a6bb3174-9137-4ce3-ae52-77b568784516&id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909040 Oct 29 11:35:50.689472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c870a1-207e-45b0-ae98-97c6dc1cb209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.726252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09c870a1-207e-45b0-ae98-97c6dc1cb209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.805701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c870a1-207e-45b0-ae98-97c6dc1cb209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6b525-fdf4-4e0e-a48b-a38bda4f35d1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:50.813718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-09c870a1-207e-45b0-ae98-97c6dc1cb209 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50c3e84447434b849a77048542c19233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7857521 Oct 29 11:35:50.819009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59548) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:50.884864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Allocated IP 2001:db8:0:2::2 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/4bd60640-ea12-4f98-b965-26f6fd94c61d/276aa70f-2d07-4ae8-835a-8d510c2dd761) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:50.892125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.922849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.990158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.993276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:50.998149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68a6b525-fdf4-4e0e-a48b-a38bda4f35d1 HTTP/1.1" status: 204 len: 168 time: 0.1743820 Oct 29 11:35:51.003375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:51.023450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08934-bb6d-4a8c-9d7d-47651cb18b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6b525-fdf4-4e0e-a48b-a38bda4f35d1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:51.210565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.229037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.352521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557bec-7109-4ef6-b37d-90094a840f4d None None] Pushing event updated for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:51.384687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Delete allocated IP 2001:db8::32e (0f790d6d-c70e-4338-b2a4-093da3e9aa29/0e9ea702-7b6a-47e5-9716-da5d1a07b82f) {{(pid=102277) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:35:51.394816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Allocated IP 2001:db8:0:2::326 (0f790d6d-c70e-4338-b2a4-093da3e9aa29/4bd60640-ea12-4f98-b965-26f6fd94c61d/8adc9a3f-7b1a-484c-a3b5-27b3da076dc0) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:35:51.444727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59568) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:51.625470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.632057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.699508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] In _notify_port_updated(), no bound segment for port 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 on network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:35:51.716348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:51.716480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.725053 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "PUT /v2.0/ports/8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 HTTP/1.1" status: 200 len: 970 time: 1.4488730 Oct 29 11:35:51.725592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:51.726029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:51.732573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.749194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc5f1e-ce5f-40e7-b0c0-51a04ddf933e tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event updated for resources: {'Port': ['ID=8adc9a3f-7b1a-484c-a3b5-27b3da076dc0,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:51.852343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:51.852962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.858730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9eb87a85-4b23-4102-bf41-bb0e3dca6e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.894887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb431290-26e3-4b25-9f10-a31e868fdc1a req-752f3760-90fd-4f4b-9883-c37ce3b0575e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:51.897471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb431290-26e3-4b25-9f10-a31e868fdc1a req-752f3760-90fd-4f4b-9883-c37ce3b0575e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.4688125 Oct 29 11:35:51.917638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f6907aa-049a-474c-b5cb-3ef0f57f0a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:51.958236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb431290-26e3-4b25-9f10-a31e868fdc1a req-80368e80-b893-426f-b90a-1318a5952a49 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 Oct 29 11:35:52.007061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9eb87a85-4b23-4102-bf41-bb0e3dca6e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.017309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9eb87a85-4b23-4102-bf41-bb0e3dca6e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.020765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.039468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:52.078508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9eb87a85-4b23-4102-bf41-bb0e3dca6e90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b290daab6cb14de0b27a898204795bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078560 Oct 29 11:35:52.078508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb87a85-4b23-4102-bf41-bb0e3dca6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e8b72-f629-4017-a1d4-f81dd7fcee44,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.080832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59584) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.106494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f6907aa-049a-474c-b5cb-3ef0f57f0a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.116798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f6907aa-049a-474c-b5cb-3ef0f57f0a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.138389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.166347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.179475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6907aa-049a-474c-b5cb-3ef0f57f0a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e566bc1-4eb6-4da4-9c57-d76e5534ea77,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.183568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1f6907aa-049a-474c-b5cb-3ef0f57f0a1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cbab41c4b0c4fb7bb1ffb202d768006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563153 Oct 29 11:35:52.186784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59586) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.242794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:52.243381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.271274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.273460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.275934 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.279620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a4e8b72-f629-4017-a1d4-f81dd7fcee44 HTTP/1.1" status: 204 len: 168 time: 0.1954024 Oct 29 11:35:52.288383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.317042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776be4-b75b-48b0-a572-d0f9ddc297fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e8b72-f629-4017-a1d4-f81dd7fcee44,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.339611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.351998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=8adc9a3f-7b1a-484c-a3b5-27b3da076dc0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.365181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Could not find standard attr ID for object 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:52.383189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:52.383843 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.390285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.405241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1fddf48d-2f75-46ad-8077-159b0d254145 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 HTTP/1.1" status: 204 len: 168 time: 0.6759360 Oct 29 11:35:52.407385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59590) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.426240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-54f2c1c6-cde8-4571-af44-a9665ac2b5e6 None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:52.442507 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b137fed1-a7f2-43ba-98c8-c70b7ab33120 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] GET failed (client error): The resource could not be found. Oct 29 11:35:52.447449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b137fed1-a7f2-43ba-98c8-c70b7ab33120 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports/8adc9a3f-7b1a-484c-a3b5-27b3da076dc0 HTTP/1.1" status: 404 len: 333 time: 0.0358491 Oct 29 11:35:52.448084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.472279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.475306 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.479113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e566bc1-4eb6-4da4-9c57-d76e5534ea77 HTTP/1.1" status: 204 len: 168 time: 0.2877295 Oct 29 11:35:52.496899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcbca8-2c25-40da-b568-26cfaf6c4ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e566bc1-4eb6-4da4-9c57-d76e5534ea77,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.542368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00a7c3e4-1a82-4dc4-a30f-ad73c89b3373 None None] Could not find standard attr ID for object 8adc9a3f-7b1a-484c-a3b5-27b3da076dc0. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:35:52.542561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.572058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.635870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.638629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.639907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/security-groups/41a38759-3ba1-4580-959e-c32d7a54bb54 HTTP/1.1" status: 204 len: 168 time: 0.1913111 Oct 29 11:35:52.642664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59600) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.664404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54b629-d459-4a44-8894-7d9811b3bce1 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a38759-3ba1-4580-959e-c32d7a54bb54,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.732299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.760474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.809673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.813846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.815677 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/security-groups/a1f150bd-1559-438b-be52-e06e44185d91 HTTP/1.1" status: 204 len: 168 time: 0.1718137 Oct 29 11:35:52.818989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59608) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.832589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f987c-c762-48da-98fb-1fc3a063af9d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f150bd-1559-438b-be52-e06e44185d91,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:52.895389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.922767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.933956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59612) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:52.958880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6591e00-934b-489f-8a75-1bc014094338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.990601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.993933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:52.995078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/security-groups/4567a80f-46e4-470f-a772-bf95ad3fad07 HTTP/1.1" status: 204 len: 168 time: 0.1749203 Oct 29 11:35:53.001136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:53.016740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd898e-b768-4b9e-b528-1839ebef121c tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567a80f-46e4-470f-a772-bf95ad3fad07,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:53.072125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6591e00-934b-489f-8a75-1bc014094338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.077105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6591e00-934b-489f-8a75-1bc014094338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.084784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 0e9ea702-7b6a-47e5-9716-da5d1a07b82f {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:53.088909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.137316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.147527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591e00-934b-489f-8a75-1bc014094338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd751ea-49ab-43c8-b32c-e6453d6a5415,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:53.152086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6591e00-934b-489f-8a75-1bc014094338 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=671c39c86b4a4519b575d85740007e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167675 Oct 29 11:35:53.157408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59626) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:53.192445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd95742-842b-4cd0-97d2-ffa53ddd87ab req-9cde9bfa-f17b-4f0a-90e4-8417bcf9a2e3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:53.199777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbd95742-842b-4cd0-97d2-ffa53ddd87ab req-9cde9bfa-f17b-4f0a-90e4-8417bcf9a2e3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1064193 Oct 29 11:35:53.243177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.271324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.293423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbd95742-842b-4cd0-97d2-ffa53ddd87ab req-fa3f03d6-1ef5-4376-a5cb-ba5c39682bc8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915506 Oct 29 11:35:53.307311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:35:53.333859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.337959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.363992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.367686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/0e9ea702-7b6a-47e5-9716-da5d1a07b82f HTTP/1.1" status: 204 len: 168 time: 0.3673055 Oct 29 11:35:53.370701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:53.373163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:53.373673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.377229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54e728-d6c2-4a37-98e7-0ce1d59fb5d7 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:53.412604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44602149-4aa3-4c92-98bf-d838770c2395 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9ea702-7b6a-47e5-9716-da5d1a07b82f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:53.448628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 4bd60640-ea12-4f98-b965-26f6fd94c61d {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:53.452225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.505439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.602015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.655942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.661692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.663138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cd751ea-49ab-43c8-b32c-e6453d6a5415 HTTP/1.1" status: 204 len: 168 time: 0.5038226 Oct 29 11:35:53.689770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bca70-312e-4596-b175-661b73777936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd751ea-49ab-43c8-b32c-e6453d6a5415,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:53.715527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.738781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.745549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:53.747810 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:35:53.755170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/4bd60640-ea12-4f98-b965-26f6fd94c61d HTTP/1.1" status: 204 len: 168 time: 0.3758428 Oct 29 11:35:53.791177 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-629bc6ae-cd3b-47b3-9279-3615cbe0efae tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:53.793762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629bc6ae-cd3b-47b3-9279-3615cbe0efae tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:53.796081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd61092-7eab-489c-8123-750cf2a3707f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd60640-ea12-4f98-b965-26f6fd94c61d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:53.804568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-629bc6ae-cd3b-47b3-9279-3615cbe0efae tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/0e9ea702-7b6a-47e5-9716-da5d1a07b82f HTTP/1.1" status: 404 len: 337 time: 0.0577655 Oct 29 11:35:53.806020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:53.925997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting subnet 0674e610-dfdb-4fab-9b45-3b89cec42cbf {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:35:53.932927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:53.968968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-00b74002-0f66-4f22-a2da-a90830fa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:53.971134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-00b74002-0f66-4f22-a2da-a90830fa7b66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1096 time: 0.1086090 Oct 29 11:35:54.115902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.141601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-22722ca2-2e98-4580-acfe-1af53f336694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:54.143423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-22722ca2-2e98-4580-acfe-1af53f336694 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 912 time: 0.1514347 Oct 29 11:35:54.196249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59696) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:54.228644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5da9e-a6d8-483e-88c4-5f7e3def0e75 req-cc9c7d7c-0601-448c-9931-c6189682d7ab tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:54.239966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ff5da9e-a6d8-483e-88c4-5f7e3def0e75 req-cc9c7d7c-0601-448c-9931-c6189682d7ab tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.3087249 Oct 29 11:35:54.243074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-4d917a26-c995-457e-ac21-8bcc57ea7f21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 200 len: 217 time: 0.0915897 Oct 29 11:35:54.356013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d30efa94-ca10-4d20-82a8-1ac3664dbe7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.362141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ff5da9e-a6d8-483e-88c4-5f7e3def0e75 req-b5d0c137-9fc8-40a2-8032-0b88f4b7adcb tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205122 Oct 29 11:35:54.424166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-b52872ca-d7b2-41e9-85b1-9426540e1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:54.427047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-b52872ca-d7b2-41e9-85b1-9426540e1619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.1725492 Oct 29 11:35:54.472097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.543467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21e2a4-cb34-448c-8fef-2ba6fb251652 None None] Network 0f790d6d-c70e-4338-b2a4-093da3e9aa29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:54.561914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d30efa94-ca10-4d20-82a8-1ac3664dbe7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.574920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d30efa94-ca10-4d20-82a8-1ac3664dbe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.589395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-90cf9cce-e414-4fc3-91b6-f4e4f6eb1071 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514902 Oct 29 11:35:54.641634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d30efa94-ca10-4d20-82a8-1ac3664dbe7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12a6c0a2c226462b8c1a7a61ec206698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415088 Oct 29 11:35:54.643788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59712) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:54.656846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e9cf1f3e-295e-4722-9fee-a8411ee112b5 None None] Provisioning complete for port 276aa70f-2d07-4ae8-835a-8d510c2dd761 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:54.658118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e9cf1f3e-295e-4722-9fee-a8411ee112b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.687061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30efa94-ca10-4d20-82a8-1ac3664dbe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2ac2f-7344-46a9-bea9-dc32b89e3850,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:54.793782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.827061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.830783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/0674e610-dfdb-4fab-9b45-3b89cec42cbf HTTP/1.1" status: 204 len: 168 time: 1.0230520 Oct 29 11:35:54.835267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59720) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:54.864419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c6f80-8d58-4f7a-b682-0e7669e0a249 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Subnet': ['ID=0674e610-dfdb-4fab-9b45-3b89cec42cbf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:54.875876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.879064 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f145c485-87ec-4d87-a0ce-26ac27cba00d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:54.879712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f145c485-87ec-4d87-a0ce-26ac27cba00d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:54.884155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f145c485-87ec-4d87-a0ce-26ac27cba00d tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/c4e56fde-49f8-43fb-8192-fac3611c7755 HTTP/1.1" status: 404 len: 337 time: 0.0470469 Oct 29 11:35:54.884920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-afe4e943-2ab9-4cf0-9690-595b35558509 service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817101 Oct 29 11:35:54.887327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:54.936467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-13d45ebc-0068-4272-ae65-980dc9418ee6 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c89e664-a9fe-4dfe-a6b0-2486abd99f47 HTTP/1.1" status: 200 len: 205 time: 0.0471072 Oct 29 11:35:54.938959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59726) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:54.946916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:54.988549 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-17a47975-cb9b-493c-96ba-2228a4d8b3e5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] delete failed (client error): The resource could not be found. Oct 29 11:35:54.993567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17a47975-cb9b-493c-96ba-2228a4d8b3e5 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/routers/1c89e664-a9fe-4dfe-a6b0-2486abd99f47 HTTP/1.1" status: 404 len: 336 time: 0.0519779 Oct 29 11:35:54.995239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59728) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.029995 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecac55c7-59bf-4ead-ae78-d44044e6707a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.030872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecac55c7-59bf-4ead-ae78-d44044e6707a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.055661 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ecac55c7-59bf-4ead-ae78-d44044e6707a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/0b817888-3f8a-4343-ada5-58aac07b2a69 HTTP/1.1" status: 404 len: 337 time: 0.0589116 Oct 29 11:35:55.056813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59730) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.080861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e9cf1f3e-295e-4722-9fee-a8411ee112b5 None None] Provisioning complete for port 777df31a-1d4a-4e5b-9779-f842a7ea9546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:35:55.081301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e9cf1f3e-295e-4722-9fee-a8411ee112b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.094227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e4cfb2-f578-4d95-8d40-a2187b291459 req-036b1974-2709-4f41-881c-46e2b1d3e0be service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010889 Oct 29 11:35:55.095366 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a3bb39-7b24-4797-b690-904fe5dab768 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.095932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a3bb39-7b24-4797-b690-904fe5dab768 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.099171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2a3bb39-7b24-4797-b690-904fe5dab768 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/60ac0ac1-176e-4289-b6d2-dec99094ecb1 HTTP/1.1" status: 404 len: 337 time: 0.0412209 Oct 29 11:35:55.099959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.102093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.109261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.113574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46a2ac2f-7344-46a9-bea9-dc32b89e3850 HTTP/1.1" status: 204 len: 168 time: 0.4657400 Oct 29 11:35:55.139728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e31c5-a6df-44e3-97b0-64e901129e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2ac2f-7344-46a9-bea9-dc32b89e3850,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:55.156891 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-af78e498-f9c2-4961-b1a7-3027cd04dce0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.159516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af78e498-f9c2-4961-b1a7-3027cd04dce0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.169557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59740) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.172672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-af78e498-f9c2-4961-b1a7-3027cd04dce0 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/89aab2f0-a655-4e7a-9fef-a9e563125833 HTTP/1.1" status: 404 len: 337 time: 0.0691957 Oct 29 11:35:55.184247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] DHCP port deletion for 0f790d6d-c70e-4338-b2a4-093da3e9aa29 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:35:55.215168 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-22afc6e2-7c77-4b25-8aa3-40cbc3a1152f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.215893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22afc6e2-7c77-4b25-8aa3-40cbc3a1152f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.219058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-22afc6e2-7c77-4b25-8aa3-40cbc3a1152f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/c6e21215-578c-43c8-b12c-b52c9206933f HTTP/1.1" status: 404 len: 333 time: 0.0484502 Oct 29 11:35:55.222087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.283774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf1f3e-295e-4722-9fee-a8411ee112b5 None None] Port 777df31a-1d4a-4e5b-9779-f842a7ea9546 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:35:55.319614 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b090d6-5d0f-455b-95a8-e4a916d6a6b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.320043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b090d6-5d0f-455b-95a8-e4a916d6a6b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.327457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59746) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.327883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Deleting port 276aa70f-2d07-4ae8-835a-8d510c2dd761 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:55.328348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.332297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36b090d6-5d0f-455b-95a8-e4a916d6a6b8 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/bf207521-1e13-479d-b08f-e30140f638f2 HTTP/1.1" status: 404 len: 337 time: 0.1090407 Oct 29 11:35:55.364867 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a120bc-dd37-47db-b949-c9694ec12dc4 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.366166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a120bc-dd37-47db-b949-c9694ec12dc4 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.373438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 276aa70f-2d07-4ae8-835a-8d510c2dd761 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:35:55.377674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1a120bc-dd37-47db-b949-c9694ec12dc4 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/06599523-0579-4307-aec1-203af49fc0ed HTTP/1.1" status: 404 len: 337 time: 0.0475326 Oct 29 11:35:55.380577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.416916 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6393fd9-3f58-4b96-af01-8fc5c3085d0a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.417871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6393fd9-3f58-4b96-af01-8fc5c3085d0a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.423650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d6393fd9-3f58-4b96-af01-8fc5c3085d0a tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/b83ef20d-feff-49d3-886b-ce7c748b6c50 HTTP/1.1" status: 404 len: 333 time: 0.0390129 Oct 29 11:35:55.423892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59756) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.457787 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a3d9f7-07d3-401c-a726-b6af2d4df8ad tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.458363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a3d9f7-07d3-401c-a726-b6af2d4df8ad tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.464080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-14a3d9f7-07d3-401c-a726-b6af2d4df8ad tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/064a849b-33f5-42bb-9716-62c0156d777d HTTP/1.1" status: 404 len: 337 time: 0.0367565 Oct 29 11:35:55.464346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59758) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.498636 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0368e7f-8a3d-4e1a-b40b-fb4b0196614f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] DELETE failed (client error): The resource could not be found. Oct 29 11:35:55.499376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0368e7f-8a3d-4e1a-b40b-fb4b0196614f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:35:55.505063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0368e7f-8a3d-4e1a-b40b-fb4b0196614f tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/subnets/ed1751bb-91ff-4a69-8841-ceca62da40e2 HTTP/1.1" status: 404 len: 337 time: 0.0380304 Oct 29 11:35:55.508302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59760) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:55.554915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] For port 276aa70f-2d07-4ae8-835a-8d510c2dd761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=276aa70f-2d07-4ae8-835a-8d510c2dd761,segment=NetworkSegment(df8f0198-67f3-48d0-84de-bcc02765fed3),segment_id=df8f0198-67f3-48d0-84de-bcc02765fed3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:35:55.555528 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.578459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Calling delete_port for 276aa70f-2d07-4ae8-835a-8d510c2dd761 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:55.675328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2efbc-44ae-4d4c-8a1c-a8815a3eb883 req-8c725efd-380f-4284-8a8d-47cd12166bbb tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:55.683428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cb2efbc-44ae-4d4c-8a1c-a8815a3eb883 req-8c725efd-380f-4284-8a8d-47cd12166bbb tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1624231 Oct 29 11:35:55.773938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cb2efbc-44ae-4d4c-8a1c-a8815a3eb883 req-ed18ff4f-8067-448b-b8f9-31746f723704 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845182 Oct 29 11:35:55.782938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.784640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Deleting port 777df31a-1d4a-4e5b-9779-f842a7ea9546 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:35:55.785180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.884591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.892684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.911291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] Pushing event deleted for resources: {'Port': ['ID=276aa70f-2d07-4ae8-835a-8d510c2dd761,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:55.959565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:55.994358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Calling delete_port for 777df31a-1d4a-4e5b-9779-f842a7ea9546 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:35:56.026870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ea40e-b0cb-4c8f-ac24-e1498d20bb84 None None] No DVR routers for this DVR port 276aa70f-2d07-4ae8-835a-8d510c2dd761 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:35:56.116708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.147781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Port': ['ID=777df31a-1d4a-4e5b-9779-f842a7ea9546,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:56.153966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.157300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1fd598fe-9fb4-4d66-9a5f-cd8a8e4538d3 tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/ports/777df31a-1d4a-4e5b-9779-f842a7ea9546 HTTP/1.1" status: 204 len: 168 time: 0.6475015 Oct 29 11:35:56.159740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:56.252314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.350114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.371411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f790d6d-c70e-4338-b2a4-093da3e9aa29']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:56.381991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8f0198-67f3-48d0-84de-bcc02765fed3') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:56.382282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8f0198-67f3-48d0-84de-bcc02765fed3') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:35:56.392961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.407795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.414239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:35:56.414661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:35:56.417820 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:35:56.497040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.519919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:56.526105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] 10.222.0.77 "DELETE /v2.0/networks/0f790d6d-c70e-4338-b2a4-093da3e9aa29 HTTP/1.1" status: 204 len: 168 time: 0.3653958 Oct 29 11:35:56.528034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45ceb4-3e94-4e42-9ce4-5ec70cec4cfb tempest-PortsIpV6TestJSON-2137700844 tempest-PortsIpV6TestJSON-2137700844-project] Pushing event deleted for resources: {'Network': ['ID=0f790d6d-c70e-4338-b2a4-093da3e9aa29,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:56.854444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59858) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:56.958062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03222-a81c-4696-a281-b0ab2e52809d req-e104793f-efde-48b6-8656-06805cbee1d1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:56.960031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aac03222-a81c-4696-a281-b0ab2e52809d req-e104793f-efde-48b6-8656-06805cbee1d1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0642037 Oct 29 11:35:57.020522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aac03222-a81c-4696-a281-b0ab2e52809d req-42e08cb3-2c9c-46fb-bda5-16178192a96b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Oct 29 11:35:57.056852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59872) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:57.060703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c239b92f-4184-4793-9849-bbe61ba693fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ee8aa6fd6cd42a29fe8c79b2f7d680c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049203 Oct 29 11:35:57.135179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.159959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.222890 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.226145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.228085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dafba37b-01c5-4554-88b0-692e884f3594 HTTP/1.1" status: 204 len: 168 time: 0.1685169 Oct 29 11:35:57.237890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75b9b-9dd5-4798-a598-eebe53d1455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafba37b-01c5-4554-88b0-692e884f3594,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:57.355387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:57.639781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3052a377-2f7e-4566-9a4f-67037215aeb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.726504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3052a377-2f7e-4566-9a4f-67037215aeb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.733605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3052a377-2f7e-4566-9a4f-67037215aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.781772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3052a377-2f7e-4566-9a4f-67037215aeb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b44d716040f84100b4698436f3bc71e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229560 Oct 29 11:35:57.781772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052a377-2f7e-4566-9a4f-67037215aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b134968b-8fcc-49b1-b4ad-f2e93a2a925c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:57.782262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59904) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:57.845526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.869520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.922831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59910) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:57.923206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.926038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:57.927303 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b134968b-8fcc-49b1-b4ad-f2e93a2a925c HTTP/1.1" status: 204 len: 168 time: 0.1440618 Oct 29 11:35:57.938562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bfde-cf5b-4643-9739-f2865ade4685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b134968b-8fcc-49b1-b4ad-f2e93a2a925c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:58.157301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d69a22-b27a-4483-b53d-53ff6223a028 req-2ee58fba-731f-4076-9957-8b028f8c0c21 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:58.158998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36d69a22-b27a-4483-b53d-53ff6223a028 req-2ee58fba-731f-4076-9957-8b028f8c0c21 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Oct 29 11:35:58.196095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e37d3e71-e840-4e29-8388-c96f4306cc2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.216948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36d69a22-b27a-4483-b53d-53ff6223a028 req-608afaa9-3981-4b7d-842b-2a85e833dbf6 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Oct 29 11:35:58.317063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e37d3e71-e840-4e29-8388-c96f4306cc2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.323117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e37d3e71-e840-4e29-8388-c96f4306cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.359513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62d4e160-e01a-4fb4-b13b-e10881ba6e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.380264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:58.380508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e37d3e71-e840-4e29-8388-c96f4306cc2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83ac00f1adc744de98b09dbad95891f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562712 Oct 29 11:35:58.382427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3e71-e840-4e29-8388-c96f4306cc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6363564-d5f0-43b6-bf99-490624f32933,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:58.443841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:58.467684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.492481 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.551774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.555295 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.556587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6363564-d5f0-43b6-bf99-490624f32933 HTTP/1.1" status: 204 len: 168 time: 0.1731572 Oct 29 11:35:58.566177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb401cee-6b02-442d-b5a8-540c64d8e784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6363564-d5f0-43b6-bf99-490624f32933,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:58.676950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-357254909'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:58.704448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:58.708361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.718626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.812845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.817800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.844177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:58.858569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75404b53-76b4-4bb3-bb0e-ee4f2500a629,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:58.865793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.866139 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 6b426532-55f2-47f5-9fdb-e84bc2e04f51 of type vlan for network 9bc52055-64f5-427b-ab31-9ce586ac88c0 Oct 29 11:35:58.885792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59958) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:58.906100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c498445-a0d8-4e8d-b101-415b525b9d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.913613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.944934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.951368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:58.952286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:58.996785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c498445-a0d8-4e8d-b101-415b525b9d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.009494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3c498445-a0d8-4e8d-b101-415b525b9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.030858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5858037 Oct 29 11:35:59.033803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:59.046198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'name': 'tempest-PortsTestJSON-1071028054'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:59.060365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3c498445-a0d8-4e8d-b101-415b525b9d04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98e9305810d3418dab51502f70df79c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710160 Oct 29 11:35:59.060365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c498445-a0d8-4e8d-b101-415b525b9d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a6ec1-fded-478d-8dee-67014a1bad89,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:59.061653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59970) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:59.106934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721a7a-4b9c-42df-8873-3ba000a3065c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=9bc52055-64f5-427b-ab31-9ce586ac88c0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:59.116940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.122750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:35:59.143478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.184022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:59.191626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.217568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.220692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.221924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b33a6ec1-fded-478d-8dee-67014a1bad89 HTTP/1.1" status: 204 len: 168 time: 0.1593361 Oct 29 11:35:59.229301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 4cbae465-5975-4145-a657-5b1f56973f4f yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:35:59.232743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e0ed3-075d-4f0c-8f45-701c4f84955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a6ec1-fded-478d-8dee-67014a1bad89,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:59.389979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8312e-12df-46a7-a930-73ce6d656325 req-4370bca3-2326-431e-9b22-042bcf89c4ec tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:59.393968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81e8312e-12df-46a7-a930-73ce6d656325 req-4370bca3-2326-431e-9b22-042bcf89c4ec tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0674937 Oct 29 11:35:59.457940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81e8312e-12df-46a7-a930-73ce6d656325 req-bca1fab8-5c4c-4e9c-a9ca-e6a0b0d7d04a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509880 Oct 29 11:35:59.470728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.537474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.625732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=4cbae465-5975-4145-a657-5b1f56973f4f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:35:59.643744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '6b426532-55f2-47f5-9fdb-e84bc2e04f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:35:59.644127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: 9bc52055-64f5-427b-ab31-9ce586ac88c0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:35:59.674475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:35:59.686180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9bc52055-64f5-427b-ab31-9ce586ac88c0) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:35:59.691334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:35:59.698854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:59.699294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.705022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92e7e3-93bc-4be6-b601-2de9da50a943 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:35:59.723882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60012) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:59.725141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-706a7e79-8f37-437f-9e8c-b34d9cd95a33 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6892769 Oct 29 11:35:59.738206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1555613679'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:35:59.770102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:35:59.775450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.808652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:35:59.821810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.822352 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 8ed6982c-4c7d-4fa4-8fff-b59dbaf28fbc of type vlan for network c21a48d6-02f0-4488-bfb9-95c6f520f8ce Oct 29 11:35:59.856055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:35:59.879988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.910990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.918300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:35:59.919111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.988498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f232d68-9603-4ec1-aa7d-506c827f2905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:35:59.993596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2662878 Oct 29 11:35:59.997826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60028) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:00.005243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'ports': [{'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'}, {'network_id': 'c21a48d6-02f0-4488-bfb9-95c6f520f8ce'}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:00.006373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:00.007222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': 'c21a48d6-02f0-4488-bfb9-95c6f520f8ce'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:00.010611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63e320-aa55-4c32-9d54-463dc78304d5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=c21a48d6-02f0-4488-bfb9-95c6f520f8ce,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:00.025238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c21a48d6-02f0-4488-bfb9-95c6f520f8ce details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:00.232332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f232d68-9603-4ec1-aa7d-506c827f2905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.238169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f232d68-9603-4ec1-aa7d-506c827f2905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.248945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 2} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:00.254032 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.285574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.305783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8f232d68-9603-4ec1-aa7d-506c827f2905 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90b6710fa0c641128bba64df850d1254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478860 Oct 29 11:36:00.306994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f232d68-9603-4ec1-aa7d-506c827f2905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db032f4-5e07-468f-bdc5-e001f5ffa9f8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:00.308075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60036) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:00.371261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.385590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 3fa456f0-9017-4c37-86e0-478f5cafd546 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:00.395728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.450829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.454507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.458107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8db032f4-5e07-468f-bdc5-e001f5ffa9f8 HTTP/1.1" status: 204 len: 168 time: 0.1464024 Oct 29 11:36:00.465490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d687d0-cbbf-4f44-850c-6d0069662392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db032f4-5e07-468f-bdc5-e001f5ffa9f8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:00.552853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.598384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b502df4-4185-4803-9383-ea267784d206 req-9d9979f9-f169-48da-a4d3-b3d4159c4dd1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:00.600140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b502df4-4185-4803-9383-ea267784d206 req-9d9979f9-f169-48da-a4d3-b3d4159c4dd1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0644240 Oct 29 11:36:00.649330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b502df4-4185-4803-9383-ea267784d206 req-2c8e8cd5-8629-414e-a642-953fa7e07cb0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Oct 29 11:36:00.651912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 6ce07954-36e3-49a0-800d-3753e0d7b226 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:00.830253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.857044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ad5-1021-4203-b43f-31528b38cc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.894679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.957665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:00.966178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:00.972748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:00.973778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:00.983030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=3fa456f0-9017-4c37-86e0-478f5cafd546,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:01.054545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=6ce07954-36e3-49a0-800d-3753e0d7b226,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:01.080402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '8ed6982c-4c7d-4fa4-8fff-b59dbaf28fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c21a48d6-02f0-4488-bfb9-95c6f520f8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:01.080803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: c21a48d6-02f0-4488-bfb9-95c6f520f8ce, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:01.104179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network c21a48d6-02f0-4488-bfb9-95c6f520f8ce is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:01.131808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c21a48d6-02f0-4488-bfb9-95c6f520f8ce) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:01.141782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6e11a-8e6e-444d-a3b8-1896258dd135 None None] Network c21a48d6-02f0-4488-bfb9-95c6f520f8ce requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:01.151797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:01.163164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:01.170982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:01.171724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.199037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2dfb8893-f7da-4a20-a4da-9e16878f7831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1973603 Oct 29 11:36:01.201786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60074) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:01.358016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 6ce07954-36e3-49a0-800d-3753e0d7b226 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:01.358716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.462320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.500135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 6ce07954-36e3-49a0-800d-3753e0d7b226 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:01.607389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.638807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=6ce07954-36e3-49a0-800d-3753e0d7b226,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:01.640738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:01.644665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.649461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec808d32-e8f6-45cd-96c6-64e58f42e598 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/6ce07954-36e3-49a0-800d-3753e0d7b226 HTTP/1.1" status: 204 len: 168 time: 0.4464023 Oct 29 11:36:01.651931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60092) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:01.711955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215eb2c-5120-4ac9-8c46-381ac3a94dbe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:01.718108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215eb2c-5120-4ac9-8c46-381ac3a94dbe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:01.721058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4215eb2c-5120-4ac9-8c46-381ac3a94dbe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0668676 Oct 29 11:36:01.722795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:01.781849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60102) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:01.818762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb2610-4383-4870-8d8f-215d71ca0d7e req-2f869cb0-9913-4afd-8e46-59ed375b2990 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:01.827088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89fb2610-4383-4870-8d8f-215d71ca0d7e req-2f869cb0-9913-4afd-8e46-59ed375b2990 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0831525 Oct 29 11:36:01.835856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 3fa456f0-9017-4c37-86e0-478f5cafd546 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:01.836741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.869725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89fb2610-4383-4870-8d8f-215d71ca0d7e req-cadb4f60-b138-412e-9a24-ff457071ed55 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Oct 29 11:36:01.874102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616655275'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:01.887096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:01.907311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.919678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.932319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.948935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:01.951982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 3fa456f0-9017-4c37-86e0-478f5cafd546 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:02.024425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.029829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.083051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ee440-fcf0-41d8-b704-3ccc913f1e60,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:02.125984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.131159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.166444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.167872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3832042 Oct 29 11:36:02.170398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b60dc-e87d-476c-b192-14787be340d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d838b480-633f-4d20-a7a3-29751c275f33,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:02.173048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.210895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.262238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-243848c3-c6e4-4e76-9664-8cda2fbb9ee5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0883510 Oct 29 11:36:02.265697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60112) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.271403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-security--669751539', 'description': 'tempest-security-description-587131250'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:02.276314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.305168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.366177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.371508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.374166 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.375593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "PUT /v2.0/security-groups/d838b480-633f-4d20-a7a3-29751c275f33 HTTP/1.1" status: 200 len: 1778 time: 0.1086154 Oct 29 11:36:02.379580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60114) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.421225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.424361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b5417-cf9d-4b88-81f4-99eae10d1e1c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d838b480-633f-4d20-a7a3-29751c275f33,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:02.438861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e69ebd8-a712-4cbc-ad2c-9dbb50139725 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups/d838b480-633f-4d20-a7a3-29751c275f33 HTTP/1.1" status: 200 len: 1778 time: 0.0581036 Oct 29 11:36:02.441347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.458270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=3fa456f0-9017-4c37-86e0-478f5cafd546,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:02.463236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.468933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-73a448a1-d7af-4b10-9263-8fbb49afb5aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/3fa456f0-9017-4c37-86e0-478f5cafd546 HTTP/1.1" status: 204 len: 168 time: 0.7427781 Oct 29 11:36:02.469787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60118) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.485636 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.557873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790bad3-30b7-4da4-90b0-10f42c64c9d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:02.562158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9790bad3-30b7-4da4-90b0-10f42c64c9d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0882936 Oct 29 11:36:02.562158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.562466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60120) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.600124 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a8706c-a82b-4832-ad4e-0ec9267a8cf8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:02.601820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-99a8706c-a82b-4832-ad4e-0ec9267a8cf8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/6ce07954-36e3-49a0-800d-3753e0d7b226 HTTP/1.1" status: 404 len: 333 time: 0.0384991 Oct 29 11:36:02.605948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.616450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.640053 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd70e0ab-5848-4291-994e-5aea18da24fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:02.641645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd70e0ab-5848-4291-994e-5aea18da24fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/3fa456f0-9017-4c37-86e0-478f5cafd546 HTTP/1.1" status: 404 len: 333 time: 0.0346229 Oct 29 11:36:02.645612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.661443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Allocated IP 172.25.4.216 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:02.685595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.688811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.692868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/d838b480-633f-4d20-a7a3-29751c275f33 HTTP/1.1" status: 204 len: 168 time: 0.2477684 Oct 29 11:36:02.694597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60126) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.714750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87abb-3a77-4223-b4ce-4d5de6c7b2a2 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d838b480-633f-4d20-a7a3-29751c275f33,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:02.767137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32dd6920-6ac2-4107-aeb3-28d6c95d073c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686803 Oct 29 11:36:02.768607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60128) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.788373 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-a8082deb-64ee-4e4a-ac1d-509cb199b8a1 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] delete failed (client error): The resource could not be found. Oct 29 11:36:02.790273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8082deb-64ee-4e4a-ac1d-509cb199b8a1 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/d838b480-633f-4d20-a7a3-29751c275f33 HTTP/1.1" status: 404 len: 347 time: 0.0201764 Oct 29 11:36:02.796859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60130) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:02.801854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214912084'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:02.811300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.833355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.930196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.937545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.943576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.944017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:02.981745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21a48d6-02f0-4488-bfb9-95c6f520f8ce']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:02.995499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed6982c-4c7d-4fa4-8fff-b59dbaf28fbc') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:02.996591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed6982c-4c7d-4fa4-8fff-b59dbaf28fbc') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:03.010659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.029059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.032781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.033850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.035691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2389624 Oct 29 11:36:03.041169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da763c93-a5a4-47c8-adea-3075f66193db tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fcd89d-a493-4b29-8cc1-0ce26b52ac6f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.044073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.051172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': '17fcd89d-a493-4b29-8cc1-0ce26b52ac6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:03.061861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:03.062233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:03.067156 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:03.088507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbe2e8-8046-42fc-bbb8-f60006eae1bd req-d3bf87c9-5fc5-45d5-a494-e36f969578c4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:03.090106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39fbe2e8-8046-42fc-bbb8-f60006eae1bd req-d3bf87c9-5fc5-45d5-a494-e36f969578c4 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1180227 Oct 29 11:36:03.111623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.125773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:03.143185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:03.147934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:03.150661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.182075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.192882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.196018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/c21a48d6-02f0-4488-bfb9-95c6f520f8ce HTTP/1.1" status: 204 len: 168 time: 0.5497117 Oct 29 11:36:03.197033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39fbe2e8-8046-42fc-bbb8-f60006eae1bd req-eb62b3ad-586f-49c3-9d68-107277abae3d tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919437 Oct 29 11:36:03.202538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60142) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.213833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1871444195'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:03.234282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a48b-36a2-490c-b424-b429fc6ed1ba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=c21a48d6-02f0-4488-bfb9-95c6f520f8ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.258678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.275056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.296776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:03.300323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.311892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d05ddd-2cb1-4890-9445-0762fc826c3c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.323881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.329703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24a1519c-06e5-4749-8ef1-d8d4e19e223d tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793398 Oct 29 11:36:03.330761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60144) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.334110 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.360668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:03.381510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.381886 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 75b0c5f6-a11b-4b26-ba07-4decebd42aad of type vlan for network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 Oct 29 11:36:03.415304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.419372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.427135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.496099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.528289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.546924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.580701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.582504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f2d05ddd-2cb1-4890-9445-0762fc826c3c HTTP/1.1" status: 204 len: 168 time: 0.2505810 Oct 29 11:36:03.587695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60146) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.591395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.598973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:03.599634 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.642528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af3b233a-a953-42eb-9cce-42c21b3184d6 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534105 Oct 29 11:36:03.645940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.667349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2361e-307f-4242-95c2-8d4cdbb22fcb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d05ddd-2cb1-4890-9445-0762fc826c3c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.690886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4870498 Oct 29 11:36:03.696965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.701375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774acb-b28f-4043-a4cf-33eb522b91da tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=9a9e181b-3a9d-4d32-a7d0-9b5c74cea351,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.705739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:03.714047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:03.746053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.753582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.812336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.831054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:03.853894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.862302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.886189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:03.888903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.892797 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-04a2b31c-93c3-4d54-8dd6-21d97d3a0382 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2476487 Oct 29 11:36:03.892951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.893179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60152) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:03.898796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1377858893'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:03.924223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Made reservation on behalf of 9816b3a3e02740e8a9a9a778c32cd8e7 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:03.931042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:03.942552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.009843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Performing IP validity checks on allocation pools {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:36:04.011086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:36:04.031600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.035887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.038626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/17fcd89d-a493-4b29-8cc1-0ce26b52ac6f HTTP/1.1" status: 204 len: 168 time: 0.3907595 Oct 29 11:36:04.044576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.059749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.064397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdab085-6784-4e30-85c5-454d0cf5e979 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fcd89d-a493-4b29-8cc1-0ce26b52ac6f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.070916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.128517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:04.153364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad733917-f6e9-4d0f-bafc-21916959e943 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074970 Oct 29 11:36:04.154097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425092df-211e-47ac-aee7-a1ca81b39115,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.159162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.164404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--542167316'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:04.169159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.169506 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Added segment efb80f98-3653-4ae3-93f3-aac930ce9750 of type vlan for network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 Oct 29 11:36:04.216892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.225935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.235320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.276504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.282239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:04.282664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.346428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '75b0c5f6-a11b-4b26-ba07-4decebd42aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:04.346428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:04.348416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=45dee77b-f8c2-4e74-acf1-9584b7ec80f7,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.365720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4708610 Oct 29 11:36:04.369760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60162) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.379261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Request body: {'subnet': {'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:04.385049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01067d7-9799-40cf-9650-cdd6f6522329 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Network': ['ID=911b94e8-5558-4395-aaf5-b5b8e18ea0e8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.385832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:04.401870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:04.428751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.435530 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.440043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982ff2d-528c-4476-a4b1-0c948d9a84a6 req-bdd24d57-7e29-42cb-921e-0a99160d369a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:04.441927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b982ff2d-528c-4476-a4b1-0c948d9a84a6 req-bdd24d57-7e29-42cb-921e-0a99160d369a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1372979 Oct 29 11:36:04.454393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:04.471443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e21e3-6583-49e8-8e25-2413ec6f054d None None] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:04.481366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:04.482262 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.502812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.508128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3440483 Oct 29 11:36:04.508405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60168) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.511973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d0cb-e6c5-4577-a47c-ad4bb086bc8f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06241fb-6ede-40ce-9a98-d22cbf9dfa7d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.517594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'd06241fb-6ede-40ce-9a98-d22cbf9dfa7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:04.553182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-708bdbbe-b22d-46cf-85bd-b96709d24afb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8530598 Oct 29 11:36:04.561072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.565670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b982ff2d-528c-4476-a4b1-0c948d9a84a6 req-c38d5423-d133-40c7-8416-5b5456039f63 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084330 Oct 29 11:36:04.569848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 11:36:04.569848 n-d-805046-9 neutron-server[102278]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 11:36:04.569848 n-d-805046-9 neutron-server[102278]: [parameters: {'project_id_1': '71601d63f03e412b98cf05b482e69e36', 'expiration_1': datetime.datetime(2021, 10, 29, 11, 35, 44, 535578)}] Oct 29 11:36:04.569848 n-d-805046-9 neutron-server[102278]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:36:04.570426 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:36:04.574383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351', 'name': 'tempest-PortsTestJSON-1904054873'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:04.578827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Made reservation on behalf of 9816b3a3e02740e8a9a9a778c32cd8e7 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:04.586243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.683710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9a9e181b-3a9d-4d32-a7d0-9b5c74cea351', 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': '45dee77b-f8c2-4e74-acf1-9584b7ec80f7'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:04.685458 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.729686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:04.733993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.758182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 0adc8453-08c8-456d-a1d6-4af12ea90f58 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:04.833058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.850922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Allocated IP 172.20.0.2 (9a9e181b-3a9d-4d32-a7d0-9b5c74cea351/45dee77b-f8c2-4e74-acf1-9584b7ec80f7/63622219-e500-47e8-869d-a5fb9e3f6f09) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:04.890576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Subnet': ['ID=b778cc78-b793-4821-a812-e778ad0cacec,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:04.900598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Checking segment: {'id': 'efb80f98-3653-4ae3-93f3-aac930ce9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:04.900954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network hostable DHCP agents. Network: 911b94e8-5558-4395-aaf5-b5b8e18ea0e8, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:04.917626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:04.926043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 911b94e8-5558-4395-aaf5-b5b8e18ea0e8) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:04.930788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:04.931405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.939357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eeb690-37db-4143-8ff7-f515b1670cc4 None None] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:04.951334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-62c0b11f-7314-435a-9f3d-489abd6bce10 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5760033 Oct 29 11:36:04.951590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:04.956169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1536266744', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:04.978249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:04.979230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.044031 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.053060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.066436 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.117908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3fac2394-7a99-465a-aa2c-0d18f463a805 {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:36:05.118541 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:36:05.139472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:05.146813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Pushing event updated for resources: {'Port': ['ID=63622219-e500-47e8-869d-a5fb9e3f6f09,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:05.149277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:05.153400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:05.204437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.207445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.215836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-911b94e8-5558-4395-aaf5-b5b8e18ea0e8', 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8', 'tenant_id': '9816b3a3e02740e8a9a9a778c32cd8e7', 'fixed_ips': [{'subnet_id': 'b778cc78-b793-4821-a812-e778ad0cacec'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:05.216776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.240667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Attempting to bind port 63622219-e500-47e8-869d-a5fb9e3f6f09 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:05.241147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Attempting to bind port 63622219-e500-47e8-869d-a5fb9e3f6f09 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '75b0c5f6-a11b-4b26-ba07-4decebd42aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:05.241514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Attempting to bind port 63622219-e500-47e8-869d-a5fb9e3f6f09 on network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:05.253888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:05.254259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Checking segment: {'id': '75b0c5f6-a11b-4b26-ba07-4decebd42aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:05.254867 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.255051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Bound using segment: {'id': '75b0c5f6-a11b-4b26-ba07-4decebd42aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:05.255554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Bound port: 63622219-e500-47e8-869d-a5fb9e3f6f09, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0c5f6-a11b-4b26-ba07-4decebd42aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9a9e181b-3a9d-4d32-a7d0-9b5c74cea351'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:05.255930 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.412963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] For port 63622219-e500-47e8-869d-a5fb9e3f6f09, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:05.417687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] For port 63622219-e500-47e8-869d-a5fb9e3f6f09, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63622219-e500-47e8-869d-a5fb9e3f6f09,segment=NetworkSegment(75b0c5f6-a11b-4b26-ba07-4decebd42aad),segment_id=75b0c5f6-a11b-4b26-ba07-4decebd42aad)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:05.424491 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.431245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Allocated IP 172.20.0.2 (911b94e8-5558-4395-aaf5-b5b8e18ea0e8/b778cc78-b793-4821-a812-e778ad0cacec/cb9488aa-f7c1-495b-b3dd-8ec12a96bd93) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:05.620077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.628651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.642579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.673883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17fe168-5b3a-4d5c-b3dc-75ae73b65b42,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:05.675168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 1700eb15-8a71-4cae-9ec9-7967359a60ee yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:05.682592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.683916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-41b97a60-5f80-47e1-8699-498547ee358b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1719329 Oct 29 11:36:05.690451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:05.696753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'd06241fb-6ede-40ce-9a98-d22cbf9dfa7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:05.701945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcafb36-f93b-4f2a-baec-a1f8229a2434 None None] Pushing event updated for resources: {'Port': ['ID=63622219-e500-47e8-869d-a5fb9e3f6f09,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:05.764223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.824862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.835605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.840992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.11 (9a9e181b-3a9d-4d32-a7d0-9b5c74cea351/45dee77b-f8c2-4e74-acf1-9584b7ec80f7/1700eb15-8a71-4cae-9ec9-7967359a60ee) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:05.916027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:05.919347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:05.924400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:05.925887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab244dc8-98f0-40b4-994d-55e8ad978025 req-918cc971-b10d-42fa-87c2-7e83ee19ceb2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:05.927545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab244dc8-98f0-40b4-994d-55e8ad978025 req-918cc971-b10d-42fa-87c2-7e83ee19ceb2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.2096007 Oct 29 11:36:05.929970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Pushing event updated for resources: {'Port': ['ID=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:05.930135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.963979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:05.995795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.010508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Attempting to bind port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:06.010860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Attempting to bind port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'efb80f98-3653-4ae3-93f3-aac930ce9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:06.011363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Attempting to bind port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 on network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:06.013987 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.018310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:06.018731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Checking segment: {'id': 'efb80f98-3653-4ae3-93f3-aac930ce9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:06.019175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.019663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Bound using segment: {'id': 'efb80f98-3653-4ae3-93f3-aac930ce9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:06.020144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Bound port: cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb80f98-3653-4ae3-93f3-aac930ce9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:06.020744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.077825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab244dc8-98f0-40b4-994d-55e8ad978025 req-c620f439-23f9-43a3-aee5-9445d72444f2 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160765 Oct 29 11:36:06.091724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e25904-849c-4d0c-a102-d808ab5f5ac8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.092274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.105498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] For port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:06.107409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.108859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c80ab5f-38e9-4033-a88e-94c317ce77cf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171548 Oct 29 11:36:06.112020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:06.119535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] For port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,segment=NetworkSegment(efb80f98-3653-4ae3-93f3-aac930ce9750),segment_id=efb80f98-3653-4ae3-93f3-aac930ce9750)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:06.123245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'd06241fb-6ede-40ce-9a98-d22cbf9dfa7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:06.126479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.165784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.208036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Allocated IP 172.25.4.224 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/8037b12c-ac57-4af1-8221-396fffcf39fa) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:06.217558 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.219674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ddb98-a352-4e88-b4b8-41a15a67c889 None None] Pushing event updated for resources: {'Port': ['ID=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.237871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:06.247069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:06.254229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:06.294250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=1700eb15-8a71-4cae-9ec9-7967359a60ee,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.330317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:06.330745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.348764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.355012 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78def173-220b-4781-94f9-fb7ef188441f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7955213 Oct 29 11:36:06.361280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.362073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:06.405238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971de3f8-4728-4162-ad69-595dd137ffc3,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.417638 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.421686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e3b2dc4d-f03f-49ee-8770-ba93ccf6bcea tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3057053 Oct 29 11:36:06.422384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:06.426898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'd06241fb-6ede-40ce-9a98-d22cbf9dfa7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:06.433312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.496625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.506176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.549736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 1700eb15-8a71-4cae-9ec9-7967359a60ee {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:06.550084 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.551916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:06.555946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:06.558159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:06.589290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=8037b12c-ac57-4af1-8221-396fffcf39fa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.676753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.685400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.728450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d658e2-9a3d-416a-993f-db4b6f0a12e7,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.734934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.736153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-31566fa9-a881-421b-bbc2-215fbe4803fa tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3128083 Oct 29 11:36:06.740967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:06.751920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'd06241fb-6ede-40ce-9a98-d22cbf9dfa7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:06.759163 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.776618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 1700eb15-8a71-4cae-9ec9-7967359a60ee owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:06.833503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.937025 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.947450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.955048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.982159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce3cdcc-bdeb-42b9-a735-b059f7406655,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:06.995546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:06.997703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b03489f7-8fda-458c-a52f-907e2e2c5690 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2508428 Oct 29 11:36:07.000597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60192) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.001605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.042666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd219cb-ae53-44d9-8594-9b46da803f22 None None] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:07.064300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=1700eb15-8a71-4cae-9ec9-7967359a60ee,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:07.144944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.152232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6b843f88-2bfd-4166-83c7-ec6ef8898bca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/1700eb15-8a71-4cae-9ec9-7967359a60ee HTTP/1.1" status: 204 len: 168 time: 0.7885706 Oct 29 11:36:07.152804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60196) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.179799 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-36421394-7753-411d-afd7-d190205a9463 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:36:07.180493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36421394-7753-411d-afd7-d190205a9463 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:36:07.186483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36421394-7753-411d-afd7-d190205a9463 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/1700eb15-8a71-4cae-9ec9-7967359a60ee HTTP/1.1" status: 404 len: 333 time: 0.0310957 Oct 29 11:36:07.187194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60198) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.189725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.221661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.223150 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c961bd4d-8835-4312-9cf2-0c914c2cd8e5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:07.228183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c961bd4d-8835-4312-9cf2-0c914c2cd8e5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/1700eb15-8a71-4cae-9ec9-7967359a60ee HTTP/1.1" status: 404 len: 333 time: 0.0398905 Oct 29 11:36:07.231743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.259763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.271909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.275193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7ce3cdcc-bdeb-42b9-a735-b059f7406655 HTTP/1.1" status: 204 len: 168 time: 0.2576578 Oct 29 11:36:07.275772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.291979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] Provisioning complete for port 63622219-e500-47e8-869d-a5fb9e3f6f09 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:07.292359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.297387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5dba1-af59-4620-a36b-d5cc2a1602bc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ce3cdcc-bdeb-42b9-a735-b059f7406655,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:07.346363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.376647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-288198b8-8c55-4e36-8b60-6e4449b85d44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0970988 Oct 29 11:36:07.376908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60208) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.393145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:07.413213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.416362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65e2f-a602-4932-aeda-21a496d5f425 req-4eb27970-fa79-47d3-96a5-edde68322d13 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:07.422393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.424773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95d65e2f-a602-4932-aeda-21a496d5f425 req-4eb27970-fa79-47d3-96a5-edde68322d13 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.2247651 Oct 29 11:36:07.430192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 45dee77b-f8c2-4e74-acf1-9584b7ec80f7 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:07.461456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.462969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.478341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.482974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/14d658e2-9a3d-416a-993f-db4b6f0a12e7 HTTP/1.1" status: 204 len: 168 time: 0.1047435 Oct 29 11:36:07.483907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddc2df-e1f0-4316-91cb-db97e98ac05b tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14d658e2-9a3d-416a-993f-db4b6f0a12e7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:07.487892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.490505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.535214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:07.535966 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.539686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] For port 63622219-e500-47e8-869d-a5fb9e3f6f09, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63622219-e500-47e8-869d-a5fb9e3f6f09,segment=NetworkSegment(75b0c5f6-a11b-4b26-ba07-4decebd42aad),segment_id=75b0c5f6-a11b-4b26-ba07-4decebd42aad)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:07.545264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.571801 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.585932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a3ff9ee-a199-4f2f-824f-c7c349d83c91 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0922174 Oct 29 11:36:07.587173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60214) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.616864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95d65e2f-a602-4932-aeda-21a496d5f425 req-43dd97db-c37d-4627-aaa2-dad2dbdac093 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911075 Oct 29 11:36:07.641414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.660754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.679057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5f4f3-e3cb-4b69-9bda-4c9572610d64 None None] Pushing event updated for resources: {'Port': ['ID=63622219-e500-47e8-869d-a5fb9e3f6f09,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:07.715242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0fdaa-754d-4e32-80ab-ddf8d124d363 None None] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:07.718609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.734208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.741069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.745370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/971de3f8-4728-4162-ad69-595dd137ffc3 HTTP/1.1" status: 204 len: 168 time: 0.1566193 Oct 29 11:36:07.747601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60216) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.772763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4c1e-a68c-44ac-8a6f-43564deb524c tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=971de3f8-4728-4162-ad69-595dd137ffc3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:07.788877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:36:07.835013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f2e8505b-f287-4b66-b933-e38898d5ef44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0838411 Oct 29 11:36:07.835911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60218) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.888526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.899938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.918850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.934572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.937858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.944370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.945538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/45dee77b-f8c2-4e74-acf1-9584b7ec80f7 HTTP/1.1" status: 204 len: 168 time: 0.6786714 Oct 29 11:36:07.946300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60220) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.969159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3523f2b1-0d51-4c20-acef-f14249017400 None None] Provisioning complete for port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:07.969536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3523f2b1-0d51-4c20-acef-f14249017400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.976501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:07.984556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/04e25904-849c-4d0c-a102-d808ab5f5ac8 HTTP/1.1" status: 204 len: 168 time: 0.1473567 Oct 29 11:36:07.984780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60222) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:07.987534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46671f23-f4cc-413c-bd9d-7f3d99e00ec5 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04e25904-849c-4d0c-a102-d808ab5f5ac8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.013542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6b13d-42a1-47b7-9558-61d6e9b808ce tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=45dee77b-f8c2-4e74-acf1-9584b7ec80f7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.045780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,segment=NetworkSegment(efb80f98-3653-4ae3-93f3-aac930ce9750),segment_id=efb80f98-3653-4ae3-93f3-aac930ce9750)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:08.062340 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.063489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63622219-e500-47e8-869d-a5fb9e3f6f09 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:08.082278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.094412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.095767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dc7dbf19-2f4b-4f55-9988-a015203e7fa1 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1010945 Oct 29 11:36:08.103851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:08.122019 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] Sync routers for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:08.136101 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:08.137296 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.144314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.145982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.148936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d172b8e0-28dd-4176-a7fd-47a207125c35 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1964288 Oct 29 11:36:08.149843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60226) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.184283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.213738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.234959 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.244114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 63622219-e500-47e8-869d-a5fb9e3f6f09 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:08.244490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.249032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1080150-6ad4-4199-b203-dc06bf7dd771 None None] Network 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:08.264663 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:08.265336 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.268552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 63622219-e500-47e8-869d-a5fb9e3f6f09 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:08.268944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.294808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.301117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.302957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c17fe168-5b3a-4d5c-b3dc-75ae73b65b42 HTTP/1.1" status: 204 len: 168 time: 0.2069254 Oct 29 11:36:08.305663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60228) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.324511 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.325273 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1765bdaa-f234-4000-bbf1-813b8ae50023 None None] The sync data for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:08.349812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f94a8-cf8a-403c-a67c-20c1e4af39c8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c17fe168-5b3a-4d5c-b3dc-75ae73b65b42,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.385771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port 63622219-e500-47e8-869d-a5fb9e3f6f09, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63622219-e500-47e8-869d-a5fb9e3f6f09,segment=NetworkSegment(75b0c5f6-a11b-4b26-ba07-4decebd42aad),segment_id=75b0c5f6-a11b-4b26-ba07-4decebd42aad)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:08.386173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.397140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2b12b089-715e-4118-a2d0-050dced0d88e None None] Provisioning complete for port 63622219-e500-47e8-869d-a5fb9e3f6f09 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:08.397421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2b12b089-715e-4118-a2d0-050dced0d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.407503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 63622219-e500-47e8-869d-a5fb9e3f6f09 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:08.417477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-76e59c09-1dac-4a4c-9951-403ec97bcd5f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1101093 Oct 29 11:36:08.418083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.495106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.523648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Port 63622219-e500-47e8-869d-a5fb9e3f6f09 update to ACTIVE by agent not found {{(pid=102279) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 11:36:08.525238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2b12b089-715e-4118-a2d0-050dced0d88e None None] Could not find standard attr ID for object 63622219-e500-47e8-869d-a5fb9e3f6f09. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:36:08.526180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=63622219-e500-47e8-869d-a5fb9e3f6f09,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.527487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.528280 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-2b12b089-715e-4118-a2d0-050dced0d88e None None] No ports have port_id starting with 63622219-e500-47e8-869d-a5fb9e3f6f09 Oct 29 11:36:08.531106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port 63622219-e500-47e8-869d-a5fb9e3f6f09 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:08.539148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2b12b089-715e-4118-a2d0-050dced0d88e None None] Could not find standard attr ID for object 1700eb15-8a71-4cae-9ec9-7967359a60ee. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:36:08.557998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.619788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.635716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc27bd2-d8c3-43f5-9e49-348a85dd34b8 None None] DHCP port deletion for 9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:08.646756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9e181b-3a9d-4d32-a7d0-9b5c74cea351']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.660549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b0c5f6-a11b-4b26-ba07-4decebd42aad') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.660848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b0c5f6-a11b-4b26-ba07-4decebd42aad') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:08.680523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.697667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ee32087a-5d51-4ab9-9280-f1f939071558 None None] Provisioning complete for port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:08.698437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee32087a-5d51-4ab9-9280-f1f939071558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.698587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.699689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.702971 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.703615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/d06241fb-6ede-40ce-9a98-d22cbf9dfa7d HTTP/1.1" status: 204 len: 168 time: 0.2560763 Oct 29 11:36:08.707274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.718508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:08.718930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:08.722658 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:08.759396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e9de-16b6-40cd-ac92-d80dbc1dce85 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06241fb-6ede-40ce-9a98-d22cbf9dfa7d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.825587 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2393083d-97bb-464a-b4e6-033823e74bd1 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171584 Oct 29 11:36:08.826525 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.836170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60238) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.839683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--110964062'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:08.846526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.846672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d070cb-466c-4277-bddf-0799589dde53 req-a90c463b-d4c6-452b-af93-382083e91958 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:08.848290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95d070cb-466c-4277-bddf-0799589dde53 req-a90c463b-d4c6-452b-af93-382083e91958 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1384552 Oct 29 11:36:08.854229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/9a9e181b-3a9d-4d32-a7d0-9b5c74cea351 HTTP/1.1" status: 204 len: 168 time: 0.8830514 Oct 29 11:36:08.854438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60240) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:08.858857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303067352'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:08.861383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f48b2-195a-4ef2-a37f-e259ea1e6230 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=9a9e181b-3a9d-4d32-a7d0-9b5c74cea351,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:08.878910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.936012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:08.939372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.948328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.952397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.961743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95d070cb-466c-4277-bddf-0799589dde53 req-82bd37bf-3c78-4a65-b94f-3becb349fd2e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973880 Oct 29 11:36:08.969372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:08.989880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:09.001106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8032033-3003-41cb-950a-811ef99fe855,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.010506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.012341 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2c9af393-1cff-482e-ab02-b4a92e16e53e tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1760490 Oct 29 11:36:09.016535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.023682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'e8032033-3003-41cb-950a-811ef99fe855', 'direction': 'ingress', 'protocol': 17}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:09.064438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.064787 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 526dfa82-28b1-44ca-a8b8-c49d959c7f67 of type vlan for network b1a8d49e-e0ab-4048-8b51-b54259fc03cd Oct 29 11:36:09.065135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.119121 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.138840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.143042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.164482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf51b7a0-4d08-417e-8048-db45667de723,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.171218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.172278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8879bb19-6a4b-4a16-9d94-6126d0393704 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1546474 Oct 29 11:36:09.175432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.238595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.265084 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.265302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:09.320028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.322898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.326639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/e8032033-3003-41cb-950a-811ef99fe855 HTTP/1.1" status: 204 len: 168 time: 0.1476514 Oct 29 11:36:09.326821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:09.326821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.330017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.342591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756388e0-7351-4dfa-88d9-9708e6eea008 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8032033-3003-41cb-950a-811ef99fe855,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.390806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0351249b-e7b0-4c09-bc0b-d7989ebc6f23 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561857 Oct 29 11:36:09.391548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.397287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--263477865'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:09.424352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.484232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63622219-e500-47e8-869d-a5fb9e3f6f09 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:09.502747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.504856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.506018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 63622219-e500-47e8-869d-a5fb9e3f6f09 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:09.506658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63622219-e500-47e8-869d-a5fb9e3f6f09 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:09.509361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:09.509969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.510309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.544594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.545858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1533091 Oct 29 11:36:09.548568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.553566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--916999871'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:09.559112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859bbbc-f5c6-45f1-96f1-6a6577d82300 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc6ebb-5a86-4e18-b832-d185c3357a40,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.581465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.621375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7663736 Oct 29 11:36:09.624576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60256) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.624941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb08d4-365c-4263-a140-f1bc43dd9e87 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=b1a8d49e-e0ab-4048-8b51-b54259fc03cd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.630270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:09.639035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:09.711459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Allocated IP 172.20.0.1 (911b94e8-5558-4395-aaf5-b5b8e18ea0e8/b778cc78-b793-4821-a812-e778ad0cacec/caeb5fbf-0350-45c8-b499-ca4d46325eea) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:09.713246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.721455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.766325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91d570-c17a-47cb-8bdb-8c2d357ec09f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:09.772275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:09.775854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.793152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.794404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-efdf8cbe-c3ff-4b16-82b1-471f6e747464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2448206 Oct 29 11:36:09.798734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60258) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:09.803994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': '92fc6ebb-5a86-4e18-b832-d185c3357a40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf91d570-c17a-47cb-8bdb-8c2d357ec09f', 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:09.858516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.872092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.942370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:09.967833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.012586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:10.014962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.018440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:10.024250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:10.027392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.032962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=e0f3ca42-60f2-431b-a579-6d0294f84c83,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.040918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '526dfa82-28b1-44ca-a8b8-c49d959c7f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:10.041312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: b1a8d49e-e0ab-4048-8b51-b54259fc03cd, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:10.060167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:10.068190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=caeb5fbf-0350-45c8-b499-ca4d46325eea,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.080237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, b1a8d49e-e0ab-4048-8b51-b54259fc03cd) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:10.085023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:10.085672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.089587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e794f11-d445-4552-a3f9-adf0790f9e4c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.091973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d750e-2f9b-41b5-9821-5c0ed32b2eba None None] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:10.105138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c879a1d7-61cb-42d1-9d50-0c0bda020d7f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4791582 Oct 29 11:36:10.107362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.113199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1485354022'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:10.171012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.180659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.185756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90bc89ca-e556-448b-a4c7-f7e1ac4c9447 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3821495 Oct 29 11:36:10.186937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.232149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.250031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35644-4c6f-495d-8dac-7439d9e391ac req-f4dbe624-9be3-49be-87cd-513d95d7157e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:10.252217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cc35644-4c6f-495d-8dac-7439d9e391ac req-f4dbe624-9be3-49be-87cd-513d95d7157e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1710536 Oct 29 11:36:10.263436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.322094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.328336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-b1a8d49e-e0ab-4048-8b51-b54259fc03cd', 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': 'e0f3ca42-60f2-431b-a579-6d0294f84c83'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:10.329820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.339315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.340543 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2e794f11-d445-4552-a3f9-adf0790f9e4c HTTP/1.1" status: 204 len: 168 time: 0.1532423 Oct 29 11:36:10.341745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930997-452e-4efa-827f-0fc9de5d9489 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e794f11-d445-4552-a3f9-adf0790f9e4c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.345592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60272) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.346225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:10.350075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.363309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cc35644-4c6f-495d-8dac-7439d9e391ac req-38270370-c650-4c8c-bbc2-c5e39816be8b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023028 Oct 29 11:36:10.392471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port d78b8364-c8d0-4596-a004-220d445fb7d2 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:10.421263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.462327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-430dea61-52b3-4782-8439-4b3566e06b04 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0966239 Oct 29 11:36:10.465117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60274) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.503022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-76c95b22-c582-478a-9de4-e83f887f4a96 None None] Provisioning complete for port caeb5fbf-0350-45c8-b499-ca4d46325eea triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:10.503454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-76c95b22-c582-478a-9de4-e83f887f4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.542828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-76c95b22-c582-478a-9de4-e83f887f4a96 None None] Port caeb5fbf-0350-45c8-b499-ca4d46325eea cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:10.566540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.8 (b1a8d49e-e0ab-4048-8b51-b54259fc03cd/e0f3ca42-60f2-431b-a579-6d0294f84c83/d78b8364-c8d0-4596-a004-220d445fb7d2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:10.615846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.655309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.698257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.736583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.757469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.760062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.762156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/cf91d570-c17a-47cb-8bdb-8c2d357ec09f HTTP/1.1" status: 204 len: 168 time: 0.2950425 Oct 29 11:36:10.769422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60276) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.781728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b77d8-3c2b-46db-9409-f2d64c1977da tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91d570-c17a-47cb-8bdb-8c2d357ec09f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.791072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:10.798041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:10.805367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:10.824514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Allocated IP 172.20.0.2 (b1a8d49e-e0ab-4048-8b51-b54259fc03cd/e0f3ca42-60f2-431b-a579-6d0294f84c83/c0e8375b-6d74-413e-b5ff-305726b2fff3) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:10.827736 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.835949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=d78b8364-c8d0-4596-a004-220d445fb7d2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.837284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.893248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d77aba10-395b-4406-9ba6-0074cc6eba84 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1209126 Oct 29 11:36:10.895465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:10.896955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60278) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.897585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.917664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c320607f-af1f-4508-ac12-3cad921e497d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8090293 Oct 29 11:36:10.920375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60280) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:10.951209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:10.952814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=caeb5fbf-0350-45c8-b499-ca4d46325eea,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:10.997827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.008457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.034131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.035800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port d78b8364-c8d0-4596-a004-220d445fb7d2 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:11.036275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.049383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:11.054899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:11.058446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:11.071643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Pushing event updated for resources: {'Port': ['ID=c0e8375b-6d74-413e-b5ff-305726b2fff3,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.072301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.119779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:11.126135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Attempting to bind port c0e8375b-6d74-413e-b5ff-305726b2fff3 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:11.127107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Attempting to bind port c0e8375b-6d74-413e-b5ff-305726b2fff3 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '526dfa82-28b1-44ca-a8b8-c49d959c7f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:11.127278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:11.127597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Attempting to bind port c0e8375b-6d74-413e-b5ff-305726b2fff3 on network b1a8d49e-e0ab-4048-8b51-b54259fc03cd {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:11.137748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:11.137748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Checking segment: {'id': '526dfa82-28b1-44ca-a8b8-c49d959c7f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:11.137748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.137748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Bound using segment: {'id': '526dfa82-28b1-44ca-a8b8-c49d959c7f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:11.137748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Bound port: c0e8375b-6d74-413e-b5ff-305726b2fff3, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526dfa82-28b1-44ca-a8b8-c49d959c7f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b1a8d49e-e0ab-4048-8b51-b54259fc03cd'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:11.138365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.166651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.188689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for d78b8364-c8d0-4596-a004-220d445fb7d2 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:11.207573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.210891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.214437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/92fc6ebb-5a86-4e18-b832-d185c3357a40 HTTP/1.1" status: 204 len: 168 time: 0.3123522 Oct 29 11:36:11.219152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60282) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.221071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] For port c0e8375b-6d74-413e-b5ff-305726b2fff3, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:11.225738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] For port c0e8375b-6d74-413e-b5ff-305726b2fff3, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c0e8375b-6d74-413e-b5ff-305726b2fff3,segment=NetworkSegment(526dfa82-28b1-44ca-a8b8-c49d959c7f67),segment_id=526dfa82-28b1-44ca-a8b8-c49d959c7f67)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:11.231626 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.253723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64b4c9-0966-4b64-8cdb-2cca3e6efd15 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc6ebb-5a86-4e18-b832-d185c3357a40,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.326533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd25ab-0ce7-48a7-91c4-1f38ad3474cd None None] Pushing event updated for resources: {'Port': ['ID=c0e8375b-6d74-413e-b5ff-305726b2fff3,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.331090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f03f6ec-97ae-4cdd-8616-fc92fb0de6d4 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109295 Oct 29 11:36:11.339474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60284) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.344741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199870609'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:11.352945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:11.374527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.413628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=d78b8364-c8d0-4596-a004-220d445fb7d2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.441685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.508055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.511575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-115621eb-8cf8-4b46-b737-ed4a0e87ef7b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/d78b8364-c8d0-4596-a004-220d445fb7d2 HTTP/1.1" status: 204 len: 168 time: 0.5895233 Oct 29 11:36:11.514280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.540027 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-116224af-363e-41e0-be8b-939745dc9ecc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:11.542265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-116224af-363e-41e0-be8b-939745dc9ecc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/d78b8364-c8d0-4596-a004-220d445fb7d2 HTTP/1.1" status: 404 len: 333 time: 0.0270302 Oct 29 11:36:11.545162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60292) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.580138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abffdf-bcdc-45a3-9c74-a214a1a110c7 req-f128000f-8b1e-4003-8220-e5e781db5cde tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:11.594958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25abffdf-bcdc-45a3-9c74-a214a1a110c7 req-f128000f-8b1e-4003-8220-e5e781db5cde tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1110561 Oct 29 11:36:11.602493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-61fbfd69-5ba9-4088-846b-d94ac1b701a6 None None] Provisioning complete for port caeb5fbf-0350-45c8-b499-ca4d46325eea triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:11.604645 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-61fbfd69-5ba9-4088-846b-d94ac1b701a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.631719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:11.642062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61b404f5-7b9a-4804-afdd-26fe7a514175 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "PUT /v2.0/routers/851ebd92-b4ba-4614-ab3a-9f22c62cad2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4878392 Oct 29 11:36:11.645355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet e0f3ca42-60f2-431b-a579-6d0294f84c83 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:11.646802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60296) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.648867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.655511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Request body: {'port': {'network_id': '911b94e8-5558-4395-aaf5-b5b8e18ea0e8', 'name': 'tempest-FloatingIPAdminTestJSON-1418575313'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:11.668059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] Sync routers for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:11.689449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:11.690081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:11.698576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-61fbfd69-5ba9-4088-846b-d94ac1b701a6 None None] Port caeb5fbf-0350-45c8-b499-ca4d46325eea cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:11.714202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.731685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:11.744093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:11.745339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:11.751120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25abffdf-bcdc-45a3-9c74-a214a1a110c7 req-823d9530-94df-44b2-b737-7bd118bb90ce tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533673 Oct 29 11:36:11.756247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.773211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.828032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.831261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.839867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4993036 Oct 29 11:36:11.843827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60300) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:11.848441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'e02d3b8a-4d98-452f-a954-9e3a00d0cd4b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:11.862541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386d7f3-abfc-4c76-be4a-52816a4f4817 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d3b8a-4d98-452f-a954-9e3a00d0cd4b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.929445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.939119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.977659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f3ca42-60f2-431b-a579-6d0294f84c83,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:11.985434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:11.992707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3cd7a92b-18fb-42f4-8b89-11c7292c7259 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/e0f3ca42-60f2-431b-a579-6d0294f84c83 HTTP/1.1" status: 204 len: 168 time: 0.4461200 Oct 29 11:36:11.994620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60302) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.028849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Made reservation on behalf of 9816b3a3e02740e8a9a9a778c32cd8e7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:12.033182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.033591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:12.034343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a074103-126c-458a-bd78-7e10a06b0967 None None] The sync data for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:12.051414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.059428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.064583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] device_id is not set on port b5724b6e-5d78-49af-b2ac-8516704292b7 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:12.114262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f830a25e-7e8c-43ec-9984-359536798f3b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:12.121592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.122751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e53a6098-3e62-439f-9711-c390dd0c8cd9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2779102 Oct 29 11:36:12.126853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60304) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.181845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.213212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.262170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Allocated IP 172.20.0.5 (911b94e8-5558-4395-aaf5-b5b8e18ea0e8/b778cc78-b793-4821-a812-e778ad0cacec/b5724b6e-5d78-49af-b2ac-8516704292b7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:12.274014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.279889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.284270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f830a25e-7e8c-43ec-9984-359536798f3b HTTP/1.1" status: 204 len: 168 time: 0.1539559 Oct 29 11:36:12.284808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60306) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.322023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44b579-2836-4cfe-985c-a77e98f9f3a0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f830a25e-7e8c-43ec-9984-359536798f3b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:12.363493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2470ca82-a45e-43eb-9224-4b265f4b1d5f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760620 Oct 29 11:36:12.366826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.421307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.475966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.506995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.509399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.542440 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.551601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port c0e8375b-6d74-413e-b5ff-305726b2fff3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:12.551995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.612078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:12.618627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.619565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:12.621331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.622498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event updated for resources: {'Port': ['ID=b5724b6e-5d78-49af-b2ac-8516704292b7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:12.623730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/e02d3b8a-4d98-452f-a954-9e3a00d0cd4b HTTP/1.1" status: 204 len: 168 time: 0.2559562 Oct 29 11:36:12.627080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62d6c5-2607-44d6-8779-e5e101a5349f None None] Network b1a8d49e-e0ab-4048-8b51-b54259fc03cd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:12.629217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60310) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.631867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:12.645284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8a60f-f0cb-42fb-bfc6-70960815bb4a tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d3b8a-4d98-452f-a954-9e3a00d0cd4b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:12.652387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port c0e8375b-6d74-413e-b5ff-305726b2fff3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c0e8375b-6d74-413e-b5ff-305726b2fff3,segment=NetworkSegment(526dfa82-28b1-44ca-a8b8-c49d959c7f67),segment_id=526dfa82-28b1-44ca-a8b8-c49d959c7f67)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:12.652387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.667240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for c0e8375b-6d74-413e-b5ff-305726b2fff3 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:12.713147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f65aff8-d2e2-4bcc-85e2-00b851ef6f6f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771861 Oct 29 11:36:12.713791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60312) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.732256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group': {'name': 'tempest-secgroup--458680584'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:12.760170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.797165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.821221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:12.821569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bafe0891-076e-4005-99aa-8a42bb9f9856 None None] Provisioning complete for port c0e8375b-6d74-413e-b5ff-305726b2fff3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:12.822648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.834662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bafe0891-076e-4005-99aa-8a42bb9f9856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.846544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=c0e8375b-6d74-413e-b5ff-305726b2fff3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:12.850520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port c0e8375b-6d74-413e-b5ff-305726b2fff3 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:12.904703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bafe0891-076e-4005-99aa-8a42bb9f9856 None None] Port c0e8375b-6d74-413e-b5ff-305726b2fff3 was deleted so its status cannot be updated. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 11:36:12.911509 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-03144518-ac6c-4d62-afa1-1a7a1bd8dec3 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2579279 Oct 29 11:36:12.911783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60318) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:12.974945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:12.984618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.026702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d26e94-9ece-4dd5-b22d-d3dc0be0402f req-746feda5-0500-4739-b5dd-9a2a98a3ffb5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:13.031172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6d26e94-9ece-4dd5-b22d-d3dc0be0402f req-746feda5-0500-4739-b5dd-9a2a98a3ffb5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0994942 Oct 29 11:36:13.041242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.045585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3198152 Oct 29 11:36:13.046264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.058794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'de75f8a7-9a03-4706-a31e-fcea1a6d6019', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:13.068891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff970d18-3b95-44b3-b529-e3b0750c8d7d None None] DHCP port deletion for b1a8d49e-e0ab-4048-8b51-b54259fc03cd request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:13.072275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.096961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481fecd-a6e4-419d-a9ec-72302267d1b9 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de75f8a7-9a03-4706-a31e-fcea1a6d6019,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:13.105871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a8d49e-e0ab-4048-8b51-b54259fc03cd']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:13.119628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526dfa82-28b1-44ca-a8b8-c49d959c7f67') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:13.119878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526dfa82-28b1-44ca-a8b8-c49d959c7f67') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:13.126870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.136337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.139155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6d26e94-9ece-4dd5-b22d-d3dc0be0402f req-5fdd181d-8614-4a32-ae6b-ab038f524997 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Oct 29 11:36:13.141071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-33acf03f-0b83-46a9-8c9f-b2ebe44d928d None None] Provisioning complete for port b5724b6e-5d78-49af-b2ac-8516704292b7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:13.141718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33acf03f-0b83-46a9-8c9f-b2ebe44d928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.154760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.161695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:13.162097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:13.211673 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:13.219170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'project_id': '9816b3a3e02740e8a9a9a778c32cd8e7', 'port_id': 'b5724b6e-5d78-49af-b2ac-8516704292b7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:13.249043 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.254247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-33acf03f-0b83-46a9-8c9f-b2ebe44d928d None None] Port b5724b6e-5d78-49af-b2ac-8516704292b7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:13.268439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.282782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.296887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6624acae-3c1c-4927-9a06-bdf10b099269,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:13.301566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.312965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.314290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-46377d00-94df-4e14-9a24-39622111d3d8 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2627881 Oct 29 11:36:13.316901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.347750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8a4a6858-1e4e-410a-9106-e935c542e555 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules/6624acae-3c1c-4927-9a06-bdf10b099269 HTTP/1.1" status: 200 len: 763 time: 0.0260487 Oct 29 11:36:13.348009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60330) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.349933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.358569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/b1a8d49e-e0ab-4048-8b51-b54259fc03cd HTTP/1.1" status: 204 len: 168 time: 1.3555627 Oct 29 11:36:13.367501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.373889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'name': 'tempest-PortsTestJSON-2041824321'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:13.391778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a5b1-8da8-4f72-ab01-4f3ed19738aa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=b1a8d49e-e0ab-4048-8b51-b54259fc03cd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:13.405065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29a44e86-eeb2-4f02-b912-78fdf44f6258 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548694 Oct 29 11:36:13.408602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60334) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.449768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.465988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.514027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:13.518000 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.525871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.542535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.544759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.548789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6624acae-3c1c-4927-9a06-bdf10b099269 HTTP/1.1" status: 204 len: 168 time: 0.1368876 Oct 29 11:36:13.549247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.557273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 406d78e5-7203-4a9f-9bc6-33cee9879d18 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:13.560122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7316d5-54ef-4a2d-8277-adc7ebe48cba tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6624acae-3c1c-4927-9a06-bdf10b099269,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:13.619282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c8f1a12-1d63-4386-9956-30f91b40fc92 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660286 Oct 29 11:36:13.619757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60338) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.629745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'de75f8a7-9a03-4706-a31e-fcea1a6d6019', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:13.667496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.734981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.739285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.762392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b29b35b-d21f-4c4d-8759-955279aaec9e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:13.772858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.777299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fce7142b-5136-4972-932f-f41d7e0a2b18 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535513 Oct 29 11:36:13.778131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60340) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.789976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Allocated IP 172.25.4.187 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c64b760e-85d2-41e5-987c-a39bed8949cd) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:13.798411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-01453da2-206f-4d50-ae1f-56ab9e117707 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules/1b29b35b-d21f-4c4d-8759-955279aaec9e HTTP/1.1" status: 200 len: 763 time: 0.0165875 Oct 29 11:36:13.798622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60342) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.866018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1aeb6f75-8142-411e-b9a7-4964954230f0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0611227 Oct 29 11:36:13.866405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60344) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.875306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.895935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.904975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.943519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.952082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.954335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1b29b35b-d21f-4c4d-8759-955279aaec9e HTTP/1.1" status: 204 len: 168 time: 0.0865350 Oct 29 11:36:13.960955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60346) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:13.967308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.975516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:13.976112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87bbc-c198-47aa-afe1-ffde9166217f tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b29b35b-d21f-4c4d-8759-955279aaec9e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.031030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a016d7c6-b64b-4a5c-8e55-7ba8cfe9abeb tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683606 Oct 29 11:36:14.033726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60348) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.040489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Request body: {'security_group_rule': {'security_group_id': 'de75f8a7-9a03-4706-a31e-fcea1a6d6019', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:14.049316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:14.058363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:14.067254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:14.073836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:14.074055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.075527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.080543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=406d78e5-7203-4a9f-9bc6-33cee9879d18,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.091191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.105698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-35862e02-2f88-4cc1-acf5-419302824d32 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7360723 Oct 29 11:36:14.108945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60350) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.137165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:14.140141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:14.143944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:14.176053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Pushing event updated for resources: {'Port': ['ID=c64b760e-85d2-41e5-987c-a39bed8949cd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.201509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.211746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.244411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1401e29-3e0f-4dc2-a04c-b6bae3970eba,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.278358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.279594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbec8e0f-eecc-44df-b2a3-9159b4529b44 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444372 Oct 29 11:36:14.283137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 406d78e5-7203-4a9f-9bc6-33cee9879d18 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:14.283484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.283714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60354) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.357949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e269-b42c-4ae2-aaee-47e50a64c34c req-3225bc70-099d-49d7-836b-90a4372121ac tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:14.359564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e42e269-b42c-4ae2-aaee-47e50a64c34c req-3225bc70-099d-49d7-836b-90a4372121ac tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1314280 Oct 29 11:36:14.365433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27364d50-8883-44d1-beaa-77762f974dc3 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules/d1401e29-3e0f-4dc2-a04c-b6bae3970eba HTTP/1.1" status: 200 len: 764 time: 0.0766385 Oct 29 11:36:14.366362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60356) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.375001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.402424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 406d78e5-7203-4a9f-9bc6-33cee9879d18 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:14.425294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-385e88fe-b558-4334-8d44-2d0c96c1a110 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0554273 Oct 29 11:36:14.425889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60358) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.470299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e42e269-b42c-4ae2-aaee-47e50a64c34c req-0629f1a7-42b2-45b3-9b2c-8848dd335610 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 Oct 29 11:36:14.507322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.518371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.555507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.564735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.591822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.593061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d1401e29-3e0f-4dc2-a04c-b6bae3970eba HTTP/1.1" status: 204 len: 168 time: 0.1662288 Oct 29 11:36:14.595801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60364) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.601429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=406d78e5-7203-4a9f-9bc6-33cee9879d18,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.605567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c718f-08f8-442c-873e-2fc22e859464 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1401e29-3e0f-4dc2-a04c-b6bae3970eba,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.609040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.612505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cfce2169-7030-4cfa-9d83-d615102af474 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/406d78e5-7203-4a9f-9bc6-33cee9879d18 HTTP/1.1" status: 204 len: 168 time: 0.5016887 Oct 29 11:36:14.616872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60366) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.628888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'mac_address': 'fa:16:3e:86:aa:2b', 'name': 'tempest-PortsTestJSON-673090378'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:14.762067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-af5bb0a4-0bb2-4444-bbdf-6fd81f4c3c77 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1645727 Oct 29 11:36:14.764883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60370) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.796188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.820856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.853595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.855999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:14.900887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.903547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:14.904770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "DELETE /v2.0/security-groups/de75f8a7-9a03-4706-a31e-fcea1a6d6019 HTTP/1.1" status: 204 len: 168 time: 0.1388571 Oct 29 11:36:14.907862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:14.914937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ccce6-065b-4779-bdd6-745c3d8cdddc tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75f8a7-9a03-4706-a31e-fcea1a6d6019,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:14.991217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.012302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.046116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cac40619-c9e0-44ad-ba0e-5b889640e8d0 tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325405 Oct 29 11:36:15.050363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60374) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:15.054679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 326bf2bb-d1a9-4d7a-b564-54ffd7f58bde yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:15.100717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-317f64e2-03ef-4e7b-b135-3190c259aecf tempest-SecGroupTest-585781718 tempest-SecGroupTest-585781718-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490468 Oct 29 11:36:15.324695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.342932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.350370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.363898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:15.439642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Pushing event updated for resources: {'Port': ['ID=c64b760e-85d2-41e5-987c-a39bed8949cd,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:15.442345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.496484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.501167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:15.508409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eaf2203f-3f47-4f03-8a77-71ec221a84b7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71601d63f03e412b98cf05b482e69e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408987 Oct 29 11:36:15.508549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60386) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:15.535597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=326bf2bb-d1a9-4d7a-b564-54ffd7f58bde,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:15.538827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:15.569743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:15.575367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:15.575984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.593844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.603916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0c93ea52-6930-4853-a9b9-64399f12ce52 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9834912 Oct 29 11:36:15.604179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60390) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:15.621532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.636334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169abf-ebeb-49bf-94c7-81dd387491e7 req-bdfd5bcb-e8c1-449c-9bec-cf7f5cf7ec13 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:15.637992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b169abf-ebeb-49bf-94c7-81dd387491e7 req-bdfd5bcb-e8c1-449c-9bec-cf7f5cf7ec13 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0832331 Oct 29 11:36:15.656467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf15be-1aff-44b4-ad30-6ac42edbb7ed tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:15.660304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-02bf15be-1aff-44b4-ad30-6ac42edbb7ed tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/326bf2bb-d1a9-4d7a-b564-54ffd7f58bde HTTP/1.1" status: 200 len: 840 time: 0.0527856 Oct 29 11:36:15.663019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60392) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:15.699788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b169abf-ebeb-49bf-94c7-81dd387491e7 req-d4c8a92a-7bc9-4301-9665-b80db4479b21 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Oct 29 11:36:15.701611 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Floating IP 5f2fe7a3-adfe-4fe1-8355-7cc5aa7e3464 associated. External IP: 172.25.4.187, port: b5724b6e-5d78-49af-b2ac-8516704292b7. Oct 29 11:36:15.722253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.722253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:15.722253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d5ee440-fcf0-41d8-b704-3ccc913f1e60 HTTP/1.1" status: 204 len: 168 time: 0.2101796 Oct 29 11:36:15.745358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b24bd3-ea9c-4415-9d9b-564770cd1982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ee440-fcf0-41d8-b704-3ccc913f1e60,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:15.855476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 326bf2bb-d1a9-4d7a-b564-54ffd7f58bde {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:15.855476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.296305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.313579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 326bf2bb-d1a9-4d7a-b564-54ffd7f58bde owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:16.373550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:16.456306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60418) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.495013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.533579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=326bf2bb-d1a9-4d7a-b564-54ffd7f58bde,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:16.542058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.545472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6cc6f0b-5706-40b3-83de-85f76da66d3d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/326bf2bb-d1a9-4d7a-b564-54ffd7f58bde HTTP/1.1" status: 204 len: 168 time: 0.8815050 Oct 29 11:36:16.551374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.555275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:16.564746 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] Sync routers for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:16.578239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.579146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:16.580022 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:16.590916 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-93462379-fa4f-4719-abe5-035245c8008c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:16.597523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93462379-fa4f-4719-abe5-035245c8008c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/326bf2bb-d1a9-4d7a-b564-54ffd7f58bde HTTP/1.1" status: 404 len: 333 time: 0.0428772 Oct 29 11:36:16.600350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60424) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.605558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'name': 'tempest-PortsTestJSON-2104550046'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:16.611623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0952ccde-50ff-4b3a-a8a2-6a45d92d0f34 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-987277570', 'prefixes': ['172.20.0.0/16']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:16.617686 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:16.618842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0a3544f-c6df-48a7-869c-ed3ddc008f44 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6618059 Oct 29 11:36:16.621917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.628366 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:16.629356 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:16.665734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:16.666790 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a87bf1-ea33-4810-8906-5a6ed5043ccc None None] The sync data for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:16.749823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:16.753467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.759904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1b7a7b1-6afd-439d-ba65-980bd885714b tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "GET /v2.0/floatingips/5f2fe7a3-adfe-4fe1-8355-7cc5aa7e3464 HTTP/1.1" status: 200 len: 983 time: 0.1368020 Oct 29 11:36:16.760682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.780106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0952ccde-50ff-4b3a-a8a2-6a45d92d0f34 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] Publish callbacks [] for subnetpool, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:16.781361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0952ccde-50ff-4b3a-a8a2-6a45d92d0f34 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3239326 Oct 29 11:36:16.782957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port cb054629-a0e3-4164-8848-b3eb30cac45a yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:16.789568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60432) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.884397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ed26a008-4766-46d7-ae54-920b73eb027f tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4609 time: 0.1224904 Oct 29 11:36:16.888267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60438) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.894340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-beb0d704-ffa4-4fb3-a272-f73f1282b414 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "GET /v2.0/subnetpools/d5ab593f-a372-4684-97f0-bd3043f89e23 HTTP/1.1" status: 200 len: 731 time: 0.1037350 Oct 29 11:36:16.898508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60440) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:16.907544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2f6b8688-f3d3-4d6d-950f-75df0317d461 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-320044610'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:16.932362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67079-f36e-402c-acb0-b2ee359f6f27 req-c66b751a-dbd0-42d5-b7b3-927fa9f06ed1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:16.933974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40a67079-f36e-402c-acb0-b2ee359f6f27 req-c66b751a-dbd0-42d5-b7b3-927fa9f06ed1 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1453924 Oct 29 11:36:17.038648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40a67079-f36e-402c-acb0-b2ee359f6f27 req-67859ad5-2310-403d-a88d-f4be565172ed tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964646 Oct 29 11:36:17.062297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.104791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.155623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:17.155853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8688-f3d3-4d6d-950f-75df0317d461 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] Publish callbacks [] for subnetpool, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.159498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f6b8688-f3d3-4d6d-950f-75df0317d461 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "PUT /v2.0/subnetpools/d5ab593f-a372-4684-97f0-bd3043f89e23 HTTP/1.1" status: 200 len: 683 time: 0.2576044 Oct 29 11:36:17.159675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:17.164931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:17.172851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:17.173692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.175373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60444) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.195753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5936813 Oct 29 11:36:17.198978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60446) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.206584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:17.238737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=cb054629-a0e3-4164-8848-b3eb30cac45a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:17.249474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.249818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.250163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.251170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.251170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.251170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.251477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.251827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.252108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.252439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.252765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.253111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd956116-970d-4486-a208-2fe612076350 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:17.274277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port c64b760e-85d2-41e5-987c-a39bed8949cd {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:17.274667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.289491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8136-bcab-4ffa-ba00-deadac83e57a tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] Publish callbacks [] for subnetpool, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.290640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ae8c8136-bcab-4ffa-ba00-deadac83e57a tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d5ab593f-a372-4684-97f0-bd3043f89e23 HTTP/1.1" status: 204 len: 168 time: 0.1141524 Oct 29 11:36:17.294836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60448) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.315641 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f04475a2-cc1c-4757-aea0-361b57e8c7a0 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] show failed (client error): The resource could not be found. Oct 29 11:36:17.316693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f04475a2-cc1c-4757-aea0-361b57e8c7a0 tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "GET /v2.0/subnetpools/d5ab593f-a372-4684-97f0-bd3043f89e23 HTTP/1.1" status: 404 len: 346 time: 0.0209794 Oct 29 11:36:17.318116 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.321420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60450) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.343426 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-c15a38ca-edbe-4625-aef7-066d6fc2ebda tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] delete failed (client error): The resource could not be found. Oct 29 11:36:17.344472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c15a38ca-edbe-4625-aef7-066d6fc2ebda tempest-SubnetPoolsTestJSON-600974469 tempest-SubnetPoolsTestJSON-600974469-project] 10.222.0.77 "DELETE /v2.0/subnetpools/d5ab593f-a372-4684-97f0-bd3043f89e23 HTTP/1.1" status: 404 len: 346 time: 0.0225914 Oct 29 11:36:17.365699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.366303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.382510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for c64b760e-85d2-41e5-987c-a39bed8949cd owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:17.514342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.519140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.556177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] In _notify_port_updated(), no bound segment for port cb054629-a0e3-4164-8848-b3eb30cac45a on network 9bc52055-64f5-427b-ab31-9ce586ac88c0 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:36:17.562246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:17.562918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.564320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/ports/cb054629-a0e3-4164-8848-b3eb30cac45a HTTP/1.1" status: 200 len: 818 time: 0.3643539 Oct 29 11:36:17.569516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60456) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.585853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dd6a4-fffe-424c-858e-ed3b6b32d340 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=cb054629-a0e3-4164-8848-b3eb30cac45a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:17.640159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.652695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.686696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=c64b760e-85d2-41e5-987c-a39bed8949cd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:17.750496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port cb054629-a0e3-4164-8848-b3eb30cac45a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:17.750831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.751202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e37a0d2-37ab-4da6-b7bf-8455d3cf83a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.804387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.804718 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Floating IP 5f2fe7a3-adfe-4fe1-8355-7cc5aa7e3464 disassociated (deleted). External IP: 172.25.4.187, port: b5724b6e-5d78-49af-b2ac-8516704292b7. Oct 29 11:36:17.828229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e37a0d2-37ab-4da6-b7bf-8455d3cf83a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.833186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e37a0d2-37ab-4da6-b7bf-8455d3cf83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.873090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e37a0d2-37ab-4da6-b7bf-8455d3cf83a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0309413b5104edd8de965d50daba53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316983 Oct 29 11:36:17.873960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37a0d2-37ab-4da6-b7bf-8455d3cf83a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb80d0-265d-4ceb-9ab8-354550ac6811,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:17.876052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60462) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:17.886491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:17.919944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for cb054629-a0e3-4164-8848-b3eb30cac45a owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:18.024532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.114475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.163446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.168140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b3c03-ab3e-4dfa-ab30-dfd947dacecd req-2c82247f-ca1e-47d4-a0e9-3277c6757b86 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:18.169765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f7b3c03-ab3e-4dfa-ab30-dfd947dacecd req-2c82247f-ca1e-47d4-a0e9-3277c6757b86 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0563009 Oct 29 11:36:18.210319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f7b3c03-ab3e-4dfa-ab30-dfd947dacecd req-acc99637-6bdf-4eed-a3ed-e94862ff5abd tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Oct 29 11:36:18.214483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=cb054629-a0e3-4164-8848-b3eb30cac45a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:18.219048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.222891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-83998918-02b1-466d-9103-dccdf64b5170 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/cb054629-a0e3-4164-8848-b3eb30cac45a HTTP/1.1" status: 204 len: 168 time: 0.6521976 Oct 29 11:36:18.225533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60470) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:18.246354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:18.246354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.246354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.246354 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dabb80d0-265d-4ceb-9ab8-354550ac6811 HTTP/1.1" status: 204 len: 168 time: 0.3646371 Oct 29 11:36:18.260849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d74e-5918-4cba-b69d-e032267042a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb80d0-265d-4ceb-9ab8-354550ac6811,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:18.311080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaca6db-467e-4f90-9f1a-c0b3e045d62d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:18.319117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-edaca6db-467e-4f90-9f1a-c0b3e045d62d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0920436 Oct 29 11:36:18.321861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60476) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:18.357080 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcee569-faee-4896-9f28-6cd0f17e1b5a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:18.358534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3fcee569-faee-4896-9f28-6cd0f17e1b5a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/cb054629-a0e3-4164-8848-b3eb30cac45a HTTP/1.1" status: 404 len: 333 time: 0.0354099 Oct 29 11:36:18.368267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60478) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:18.373256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1447559056'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:18.392250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:18.400640 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.404297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:18.407808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.409903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] Sync routers for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:18.435139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:18.455210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.455637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:18.455979 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 398f7990-45e3-4273-a348-dafee81911ea of type vlan for network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 Oct 29 11:36:18.456587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:18.509897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.527134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1e421a2f-5195-4a01-985c-1927884575df tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/floatingips/5f2fe7a3-adfe-4fe1-8355-7cc5aa7e3464 HTTP/1.1" status: 204 len: 168 time: 1.6374910 Oct 29 11:36:18.528007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60482) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:18.535140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:18.536124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:18.540925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.548069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:18.548890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.553058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:18.553703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:18.569267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.602993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:18.603732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112518bc-2bd8-4d3a-b97e-23d313a68f57 None None] The sync data for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:18.638041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2663176 Oct 29 11:36:18.638363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60488) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:18.643106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:18.659675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7417564-a9ce-4899-a8d3-7ace32fc6eb7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:18.671640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:18.775330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:18.779090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:18.830710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.015478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Allocated IP 172.25.4.4 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d145ff57-9f90-40b3-8f12-c3c123648b79) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:19.100295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60502) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:19.104400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030029 Oct 29 11:36:19.107328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60504) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:19.124457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.218491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55a461d0-727a-4901-a0e1-c90627a4165a tempest-NetworksApiDiscovery-604706551 tempest-NetworksApiDiscovery-604706551-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1101136 Oct 29 11:36:19.220211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=deb3ca63-be3b-4cab-b644-5911a47d379a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:19.224462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.241433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '398f7990-45e3-4273-a348-dafee81911ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:19.241792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:19.275451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:19.279711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.309557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:19.320774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:19.321825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.328069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ccd79-5b11-403d-a4ad-938f815670cd None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:19.345859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:19.351003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:19.353643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Pushing event updated for resources: {'Port': ['ID=d145ff57-9f90-40b3-8f12-c3c123648b79,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:19.356066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:19.363570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60512) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:19.363902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4631d95f-3f93-44f1-9f54-1b8296826c53 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7242973 Oct 29 11:36:19.372312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:19.597967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef8d9f-56e8-4b26-a26f-a1b5955ba028 req-4588341c-8f7a-4ed7-b752-34e582a15ac0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:19.600162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16ef8d9f-56e8-4b26-a26f-a1b5955ba028 req-4588341c-8f7a-4ed7-b752-34e582a15ac0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.0699980 Oct 29 11:36:19.601540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:19.604939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.625382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': 'deb3ca63-be3b-4cab-b644-5911a47d379a'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:19.626349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.774909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60522) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:19.808180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Allocated IP 172.20.0.2 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/deb3ca63-be3b-4cab-b644-5911a47d379a/541f4e2d-0fe4-4586-82df-0ddabcb968a9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:19.853763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.897324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.958915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-843a10c0-8a85-49b7-b5f2-98b4b29ed0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.987265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:19.996022 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.053522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:20.056620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:20.062851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:20.067117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Pushing event updated for resources: {'Port': ['ID=541f4e2d-0fe4-4586-82df-0ddabcb968a9,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.070647 n-d-805046-9 neutron-server[102278]: INFO neutron.db.ipam_backend_mixin [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet deb3ca63-be3b-4cab-b644-5911a47d379a (CIDR: 172.20.0.0/28) Oct 29 11:36:20.077435 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:36:20.078063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:36:20.106504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16ef8d9f-56e8-4b26-a26f-a1b5955ba028 req-d1de2cf5-cdfa-43f2-bd03-e0065b48a2a9 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Oct 29 11:36:20.117362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-450a6444-70f3-4881-aaf5-f8cb361794a7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7502329 Oct 29 11:36:20.120283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60526) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:20.132592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:20.158843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Attempting to bind port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:20.159237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Attempting to bind port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '398f7990-45e3-4273-a348-dafee81911ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:20.159603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Attempting to bind port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 on network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:20.165517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:20.165968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Checking segment: {'id': '398f7990-45e3-4273-a348-dafee81911ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:20.166287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.167027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Bound using segment: {'id': '398f7990-45e3-4273-a348-dafee81911ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:20.167594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Bound port: 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398f7990-45e3-4273-a348-dafee81911ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:20.167968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.215382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.228360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.237271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-843a10c0-8a85-49b7-b5f2-98b4b29ed0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.243068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] For port 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:20.245957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] For port 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=541f4e2d-0fe4-4586-82df-0ddabcb968a9,segment=NetworkSegment(398f7990-45e3-4273-a348-dafee81911ea),segment_id=398f7990-45e3-4273-a348-dafee81911ea)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:20.252690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.273442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-843a10c0-8a85-49b7-b5f2-98b4b29ed0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.337220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3949b-5676-492f-a5e5-49ac0d145efa None None] Pushing event updated for resources: {'Port': ['ID=541f4e2d-0fe4-4586-82df-0ddabcb968a9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.382252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Pushing event updated for resources: {'Port': ['ID=d145ff57-9f90-40b3-8f12-c3c123648b79,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.403721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-843a10c0-8a85-49b7-b5f2-98b4b29ed0ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef47a0e3cfd2401ca1b2d56ca81e815e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246791 Oct 29 11:36:20.408682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a10c0-8a85-49b7-b5f2-98b4b29ed0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f1318b-0fa2-47bc-a299-34c28c34d096,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.410196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60528) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:20.414402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.443209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:20.450500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.459240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.462966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5e41ce5a-3ed7-4089-8216-ed63098ba3ce tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9307623 Oct 29 11:36:20.463516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60530) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:20.484662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.514857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.610523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.613903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.615433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5f1318b-0fa2-47bc-a299-34c28c34d096 HTTP/1.1" status: 204 len: 168 time: 0.2029595 Oct 29 11:36:20.629248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9449e28-513e-4a10-bad5-bf38ea966b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f1318b-0fa2-47bc-a299-34c28c34d096,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.637605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:20.674651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.798263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.823225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.841904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:20.845399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:20.849664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:20.850270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:20.864290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=56ff672c-664d-4b1e-ae8f-7074eda58ca8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:20.875682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-528c358b-8f0d-42c7-abdd-289cbb82c3ea tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7519355 Oct 29 11:36:20.879725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60538) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:20.887255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'fixed_ips': [{'subnet_id': 'deb3ca63-be3b-4cab-b644-5911a47d379a'}, {'subnet_id': '56ff672c-664d-4b1e-ae8f-7074eda58ca8'}], 'name': 'tempest-PortsTestJSON-550027628'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:20.979478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Allocated IP 172.25.4.27 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/81be5405-1d77-4327-8e70-0d63a85a444f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:21.026191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:21.124290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.135888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.158580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 5bbf341d-6099-42fd-9aa2-c432b3438e3b yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:21.164740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.221722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:21.239192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:21.243852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:21.355311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Pushing event updated for resources: {'Port': ['ID=81be5405-1d77-4327-8e70-0d63a85a444f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:21.392019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 541f4e2d-0fe4-4586-82df-0ddabcb968a9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:21.449409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e40761-473e-4026-ac16-50c12e15fbd8 req-d1b99572-7ff3-4609-ba94-2349ec43f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:21.450946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52e40761-473e-4026-ac16-50c12e15fbd8 req-d1b99572-7ff3-4609-ba94-2349ec43f614 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1096 time: 0.1538098 Oct 29 11:36:21.489970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:21.490602 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.537320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc493f-2b09-4a6a-8ae2-40d2f093ec8d req-0284506e-e871-4dff-8152-2c4e52fbd051 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:21.539316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47dc493f-2b09-4a6a-8ae2-40d2f093ec8d req-0284506e-e871-4dff-8152-2c4e52fbd051 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.2012217 Oct 29 11:36:21.566464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52e40761-473e-4026-ac16-50c12e15fbd8 req-d97c0360-e0ab-414b-92ac-bd98eb3a8665 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022079 Oct 29 11:36:21.570785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.610388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47dc493f-2b09-4a6a-8ae2-40d2f093ec8d req-3c708f49-ba2a-48b5-a16c-edcef7ef3e9e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Oct 29 11:36:21.638437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.11 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/deb3ca63-be3b-4cab-b644-5911a47d379a/5bbf341d-6099-42fd-9aa2-c432b3438e3b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:21.644734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c5dbf-2cfe-41fb-b1f0-3c8d5fe02ba0 None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:21.649598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.26 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/56ff672c-664d-4b1e-ae8f-7074eda58ca8/5bbf341d-6099-42fd-9aa2-c432b3438e3b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:21.698409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.712434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.757989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6764aa22-2674-44ac-b0ec-667fd59556ce None None] Provisioning complete for port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:21.758848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6764aa22-2674-44ac-b0ec-667fd59556ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.804051 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.857040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=541f4e2d-0fe4-4586-82df-0ddabcb968a9,segment=NetworkSegment(398f7990-45e3-4273-a348-dafee81911ea),segment_id=398f7990-45e3-4273-a348-dafee81911ea)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:21.864623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.886680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.933504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.963847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:21.975413 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.011579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=541f4e2d-0fe4-4586-82df-0ddabcb968a9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:22.013843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=5bbf341d-6099-42fd-9aa2-c432b3438e3b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:22.032602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:22.034241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:22.036701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:22.093676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:22.094332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.099933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Pushing event updated for resources: {'Port': ['ID=81be5405-1d77-4327-8e70-0d63a85a444f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:22.102338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.122805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.125809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c47cf790-0a7c-4810-b333-5de9e6f5fbd2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2442691 Oct 29 11:36:22.126743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:22.131195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90e251d2-14f6-43d1-a573-676ff7593530 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6666389 Oct 29 11:36:22.131840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60570) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:22.141965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'deb3ca63-be3b-4cab-b644-5911a47d379a'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:22.159068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Update dhcp port {'port': {'network_id': '9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225', 'fixed_ips': [{'subnet_id': 'deb3ca63-be3b-4cab-b644-5911a47d379a', 'ip_address': '172.20.0.2'}, {'subnet_id': '56ff672c-664d-4b1e-ae8f-7074eda58ca8'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '541f4e2d-0fe4-4586-82df-0ddabcb968a9'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:36:22.204720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.221936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2ef12423-b4f1-49b5-a563-bbe5e611f5b9 tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4791 time: 0.0941515 Oct 29 11:36:22.222624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:22.298607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60580) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:22.298838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a15b386e-050d-4ed7-bd16-bfb37e3b04fd tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0748324 Oct 29 11:36:22.385333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Allocated IP 172.20.0.18 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/56ff672c-664d-4b1e-ae8f-7074eda58ca8/541f4e2d-0fe4-4586-82df-0ddabcb968a9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:22.428641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.492301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] For port 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=541f4e2d-0fe4-4586-82df-0ddabcb968a9,segment=NetworkSegment(398f7990-45e3-4273-a348-dafee81911ea),segment_id=398f7990-45e3-4273-a348-dafee81911ea)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:22.526242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.533558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.583301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Deleting port 81be5405-1d77-4327-8e70-0d63a85a444f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:22.583944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.638631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897b514-d3cb-4eb4-abf0-2a11e433e16a None None] Pushing event updated for resources: {'Port': ['ID=541f4e2d-0fe4-4586-82df-0ddabcb968a9,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:22.805242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.805865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:22.852113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Calling delete_port for 81be5405-1d77-4327-8e70-0d63a85a444f owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:22.870523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a26f-a009-43cf-a3fd-67be1386b053 req-bf92657d-a717-443e-89a4-0dbee2e17175 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:22.872188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23a8a26f-a009-43cf-a3fd-67be1386b053 req-bf92657d-a717-443e-89a4-0dbee2e17175 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1515741 Oct 29 11:36:22.897410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Delete allocated IP 172.20.0.26 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/56ff672c-664d-4b1e-ae8f-7074eda58ca8) {{(pid=102278) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:36:22.995231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23a8a26f-a009-43cf-a3fd-67be1386b053 req-9419e787-15e3-4245-993f-1f0cfc062138 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089098 Oct 29 11:36:23.201289 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.210156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.298564 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.339622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=5bbf341d-6099-42fd-9aa2-c432b3438e3b,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:23.353235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502e52b-55bd-4fb7-91b4-454a4e95dd1a None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:23.377940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 541f4e2d-0fe4-4586-82df-0ddabcb968a9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:23.378626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Pushing event deleted for resources: {'Port': ['ID=81be5405-1d77-4327-8e70-0d63a85a444f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:23.467233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-70722e13-78bc-4a66-b1f8-ebd5f291df99 None None] Provisioning complete for port 5bbf341d-6099-42fd-9aa2-c432b3438e3b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:23.468772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-70722e13-78bc-4a66-b1f8-ebd5f291df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.485384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] In _notify_port_updated(), no bound segment for port 5bbf341d-6099-42fd-9aa2-c432b3438e3b on network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:36:23.491654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:23.492373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.493748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2996f77c-ba58-40e0-8a7f-ee08a4dbf60c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/ports/5bbf341d-6099-42fd-9aa2-c432b3438e3b HTTP/1.1" status: 200 len: 919 time: 1.3603702 Oct 29 11:36:23.496585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60622) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:23.502731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'deb3ca63-be3b-4cab-b644-5911a47d379a'}, {'subnet_id': '56ff672c-664d-4b1e-ae8f-7074eda58ca8'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:23.513786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.520860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.526425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4dda6c1-0291-47a0-ab6d-2b24bad14cc7 tempest-FloatingIPAdminTestJSON-764217053 tempest-FloatingIPAdminTestJSON-764217053-project] 10.222.0.77 "DELETE /v2.0/floatingips/b9613f83-f794-4d93-aec6-eb2c2c49d3da HTTP/1.1" status: 204 len: 168 time: 1.2260573 Oct 29 11:36:23.529724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60624) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:23.534799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-70722e13-78bc-4a66-b1f8-ebd5f291df99 None None] Port 5bbf341d-6099-42fd-9aa2-c432b3438e3b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:23.610804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-70722e13-78bc-4a66-b1f8-ebd5f291df99 None None] Provisioning complete for port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:23.611145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-70722e13-78bc-4a66-b1f8-ebd5f291df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.624782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60628) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:23.629807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:23.631510 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.643866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.787334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-ae132f09-ff13-4f0b-94ce-206db64a05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:23.789365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-ae132f09-ff13-4f0b-94ce-206db64a05ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=35b6da2666184453a4bf2ea82b67ce31&device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 1096 time: 0.1852243 Oct 29 11:36:23.808073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be18e0-9bef-4044-bc76-76c76a8a2064 req-ddbf70db-45a6-4799-9005-85ea467491ae tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:23.813510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63be18e0-9bef-4044-bc76-76c76a8a2064 req-ddbf70db-45a6-4799-9005-85ea467491ae tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1895096 Oct 29 11:36:23.899498 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff93d-e2d5-45b1-8807-676022b625d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.960611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.29 (9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225/56ff672c-664d-4b1e-ae8f-7074eda58ca8/5bbf341d-6099-42fd-9aa2-c432b3438e3b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:23.976543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63be18e0-9bef-4044-bc76-76c76a8a2064 req-a770f454-de27-4f1f-b619-ee1d4834a66b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Oct 29 11:36:23.987176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Deleting port d145ff57-9f90-40b3-8f12-c3c123648b79 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:23.987176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:23.994809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-501a634d-593e-4c4c-9263-8b61ec3aca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:23.996465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-501a634d-593e-4c4c-9263-8b61ec3aca22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 200 len: 912 time: 0.1988778 Oct 29 11:36:24.078697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-21f8f8e2-d5f6-428f-9149-2014997478b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 200 len: 217 time: 0.0699356 Oct 29 11:36:24.102372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.107989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.186313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.187261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.190169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-96d175ac-0629-49fe-be00-7b17e3c952c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:24.191686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-96d175ac-0629-49fe-be00-7b17e3c952c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 200 len: 851 time: 0.1056950 Oct 29 11:36:24.225502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff93d-e2d5-45b1-8807-676022b625d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.225867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=5bbf341d-6099-42fd-9aa2-c432b3438e3b,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:24.226044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Calling delete_port for d145ff57-9f90-40b3-8f12-c3c123648b79 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:24.250217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e2ff93d-e2d5-45b1-8807-676022b625d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.254047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-a1d896fa-a9a8-4279-8505-fb2b5ae9e0db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d024e010-0e50-419b-88c8-9e2261d130d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468576 Oct 29 11:36:24.254747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.255845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.255845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.255845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.256419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.256419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.256854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.257241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.257582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.258369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.258369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.258709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:24.288364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] In _notify_port_updated(), no bound segment for port 5bbf341d-6099-42fd-9aa2-c432b3438e3b on network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:36:24.295899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:24.296581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.301038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb36d26d-593c-4962-89c0-faa224b166c0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/ports/5bbf341d-6099-42fd-9aa2-c432b3438e3b HTTP/1.1" status: 200 len: 999 time: 0.8032203 Oct 29 11:36:24.301668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60636) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:24.383578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e2ff93d-e2d5-45b1-8807-676022b625d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8879f250aae4396bf112fac5ce08eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529449 Oct 29 11:36:24.385718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:24.386835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ff93d-e2d5-45b1-8807-676022b625d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f5641c-9285-4d1a-a8e1-984086bf09a4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:24.461760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-1cad3cb5-9850-42bf-b073-4d010b7598bc service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948369 Oct 29 11:36:24.469582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 5bbf341d-6099-42fd-9aa2-c432b3438e3b {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:24.470057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.515137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53312bdb-c220-4f3e-b80e-29859109baac None None] Provisioning complete for port 5bbf341d-6099-42fd-9aa2-c432b3438e3b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:24.517417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53312bdb-c220-4f3e-b80e-29859109baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.542596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.574094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.593684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.641421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Pushing event deleted for resources: {'Port': ['ID=d145ff57-9f90-40b3-8f12-c3c123648b79,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:24.654902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9251fb77-25c0-4cb3-9732-297e129d9a2c req-e2d2d598-5b4f-44e2-b095-738f40bdbfbd service neutron] 10.222.0.41 "GET /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760929 Oct 29 11:36:24.673769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.677914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.679674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42f5641c-9285-4d1a-a8e1-984086bf09a4 HTTP/1.1" status: 204 len: 168 time: 0.2927227 Oct 29 11:36:24.700337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdbac7-af31-46ac-bdc7-af42b765bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f5641c-9285-4d1a-a8e1-984086bf09a4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:24.730908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.748327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 5bbf341d-6099-42fd-9aa2-c432b3438e3b owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:24.763160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.770286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.776006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0d7f5e7-2fc8-4cce-b40e-5c209a02fc5a tempest-FloatingIPAdminTestJSON-548580 tempest-FloatingIPAdminTestJSON-548580-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/b5c205bc-fb6f-4cd6-92ac-9e10d63de276 HTTP/1.1" status: 204 len: 168 time: 1.2439628 Oct 29 11:36:24.784979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60644) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:24.820929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-53312bdb-c220-4f3e-b80e-29859109baac None None] Port 5bbf341d-6099-42fd-9aa2-c432b3438e3b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:24.842695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53312bdb-c220-4f3e-b80e-29859109baac None None] Provisioning complete for port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:24.843138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53312bdb-c220-4f3e-b80e-29859109baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:24.992282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port b5724b6e-5d78-49af-b2ac-8516704292b7 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:24.993120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.106778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a673662a-d175-4c51-a046-31bc3df96b50 None None] Provisioning complete for port 5bbf341d-6099-42fd-9aa2-c432b3438e3b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:25.107538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a673662a-d175-4c51-a046-31bc3df96b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.156056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.200211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a673662a-d175-4c51-a046-31bc3df96b50 None None] Port 5bbf341d-6099-42fd-9aa2-c432b3438e3b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:25.215000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.225492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc0423-595c-4db0-b7a8-5fb62177ccf7 req-c798a7b2-f43b-41ac-aeec-5ec7e387da3a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:25.227204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=5bbf341d-6099-42fd-9aa2-c432b3438e3b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:25.227451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2acc0423-595c-4db0-b7a8-5fb62177ccf7 req-c798a7b2-f43b-41ac-aeec-5ec7e387da3a tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1425557 Oct 29 11:36:25.249291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60652) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:25.262732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for b5724b6e-5d78-49af-b2ac-8516704292b7 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:25.280046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42aade90-2019-4d20-b102-43251a50d6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.314025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b163a2e1-1eda-482a-9550-adb68f9f6c53 None None] Could not find standard attr ID for object 5bbf341d-6099-42fd-9aa2-c432b3438e3b. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:36:25.332565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.336993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-87e9dd66-0b04-4e17-93bb-37faf062a4ae tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/5bbf341d-6099-42fd-9aa2-c432b3438e3b HTTP/1.1" status: 204 len: 168 time: 1.0333219 Oct 29 11:36:25.339678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:25.341548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2acc0423-595c-4db0-b7a8-5fb62177ccf7 req-c2eba259-99c3-4dac-a9cc-9d643b4d7fe0 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033149 Oct 29 11:36:25.365331 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff05eab-a9d0-4550-b0cf-7cd9af2fc54f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:25.369102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dff05eab-a9d0-4550-b0cf-7cd9af2fc54f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/5bbf341d-6099-42fd-9aa2-c432b3438e3b HTTP/1.1" status: 404 len: 333 time: 0.0262985 Oct 29 11:36:25.369981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60658) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:25.751326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.780894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 56ff672c-664d-4b1e-ae8f-7074eda58ca8 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:25.790295 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.857855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42aade90-2019-4d20-b102-43251a50d6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.867195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42aade90-2019-4d20-b102-43251a50d6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.893426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.932745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:25.962611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-42aade90-2019-4d20-b102-43251a50d6af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4480dc21f4104289a4e0be9b93c564b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114868 Oct 29 11:36:25.965752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:25.983039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aade90-2019-4d20-b102-43251a50d6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0c021-2073-4196-a1da-467a13d5dc3b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:25.988931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=b5724b6e-5d78-49af-b2ac-8516704292b7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:26.041440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.064766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.101900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.126771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.134811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d62b12e7-29f2-4dfe-be0d-5d043160f56e tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/ports/b5724b6e-5d78-49af-b2ac-8516704292b7 HTTP/1.1" status: 204 len: 168 time: 1.3475585 Oct 29 11:36:26.136429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:26.191128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.195420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.199329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fb0c021-2073-4196-a1da-467a13d5dc3b HTTP/1.1" status: 204 len: 168 time: 0.2298002 Oct 29 11:36:26.211921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ca184-d3e1-4f59-b888-542ce28d4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0c021-2073-4196-a1da-467a13d5dc3b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:26.225318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.240128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75909919-8aad-4af6-b1a0-bf473fd608f5 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:26.246005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-75909919-8aad-4af6-b1a0-bf473fd608f5 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "GET /v2.0/ports?device_id=851ebd92-b4ba-4614-ab3a-9f22c62cad2b HTTP/1.1" status: 200 len: 913 time: 0.1088164 Oct 29 11:36:26.246636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60668) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:26.277072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.286948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/56ff672c-664d-4b1e-ae8f-7074eda58ca8 HTTP/1.1" status: 204 len: 168 time: 0.9110587 Oct 29 11:36:26.288443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7208c-ef4e-4739-878f-33d2838db301 None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:26.289254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60670) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:26.328347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f304c-c351-469a-8f65-5f8d80442505 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=56ff672c-664d-4b1e-ae8f-7074eda58ca8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:26.415413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet deb3ca63-be3b-4cab-b644-5911a47d379a {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:26.432424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.544040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.595804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49745a-e4b7-4042-ac6f-c58fbdd852a6 req-7367dd11-85ed-42a8-a7d3-f582ca8e97c8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:26.604802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b49745a-e4b7-4042-ac6f-c58fbdd852a6 req-7367dd11-85ed-42a8-a7d3-f582ca8e97c8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1384282 Oct 29 11:36:26.685798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b49745a-e4b7-4042-ac6f-c58fbdd852a6 req-d347959c-7b34-4ab9-ac1a-659ab8d00ba8 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Oct 29 11:36:26.711561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.844872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.861846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:26.866751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/deb3ca63-be3b-4cab-b644-5911a47d379a HTTP/1.1" status: 204 len: 168 time: 0.5502934 Oct 29 11:36:26.894492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60690) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:26.963185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7335b05-402f-4244-8a08-ded936bb278a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=deb3ca63-be3b-4cab-b644-5911a47d379a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:27.024730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.032690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.097399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:27.097881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.218047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port 541f4e2d-0fe4-4586-82df-0ddabcb968a9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=541f4e2d-0fe4-4586-82df-0ddabcb968a9,segment=NetworkSegment(398f7990-45e3-4273-a348-dafee81911ea),segment_id=398f7990-45e3-4273-a348-dafee81911ea)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:27.218723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.234235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 541f4e2d-0fe4-4586-82df-0ddabcb968a9 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:27.367545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.401699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7a33c-1fd8-48fc-aab8-2ea0894adcf4 None None] Network 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:27.429406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port 541f4e2d-0fe4-4586-82df-0ddabcb968a9 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:27.462117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=541f4e2d-0fe4-4586-82df-0ddabcb968a9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:27.519560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d5de9901-9ea9-4f6f-8edb-f330a5ae220f None None] Could not find standard attr ID for object 541f4e2d-0fe4-4586-82df-0ddabcb968a9. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:36:27.535548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92db6e-b917-4616-9adc-27fe3d51f6e0 req-3d1db7c0-a2e7-495f-9dca-b7fd81a236b7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:27.538119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd92db6e-b917-4616-9adc-27fe3d51f6e0 req-3d1db7c0-a2e7-495f-9dca-b7fd81a236b7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1611242 Oct 29 11:36:27.542677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.587112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:27.603547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398f7990-45e3-4273-a348-dafee81911ea') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:27.603922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398f7990-45e3-4273-a348-dafee81911ea') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:27.623786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.646476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd92db6e-b917-4616-9adc-27fe3d51f6e0 req-76b06131-4819-4e02-b668-dba9237c9761 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999367 Oct 29 11:36:27.659745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.667564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:27.668473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:27.671995 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:27.675896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a1e44-c649-4248-8fa1-95f6dd2e73ff None None] DHCP port deletion for 9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:27.705183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port caeb5fbf-0350-45c8-b499-ca4d46325eea {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:27.705183 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.744926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.759604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.764793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225 HTTP/1.1" status: 204 len: 168 time: 0.8689985 Oct 29 11:36:27.769696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:27.778855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b69c9-d4c2-4f46-95cb-a75d92a1e680 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=9b6c6bfe-ad23-4e5a-bb8a-3503a3ce8225,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:27.880356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:27.890486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76456f6-5f14-4cd0-9b18-8a3f6c7374cb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:27.892047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f76456f6-5f14-4cd0-9b18-8a3f6c7374cb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1183462 Oct 29 11:36:27.897085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60712) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:27.904012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for caeb5fbf-0350-45c8-b499-ca4d46325eea owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:27.966150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a026366d-7da0-4eeb-ab2b-f266cc23523b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0646584 Oct 29 11:36:27.968462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60716) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:27.980828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-669007226'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:28.044644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:28.048136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.154083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:28.173094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.173424 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe of type vlan for network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 Oct 29 11:36:28.271957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.318250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.322652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.330795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:28.331797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.356404 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d43b5481-25ee-4ee1-af41-806d36570655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:28.699003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=caeb5fbf-0350-45c8-b499-ca4d46325eea,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:28.745181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7665241 Oct 29 11:36:28.746344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:28.784155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:28.855944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135960a9-7be1-475d-a61d-6f0da2f74e41 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=3dd96a50-ef45-41a8-a0ea-5575d956ab06,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:28.868488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:28.876763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d414fdd-dc80-44c2-8f34-afcee0e60f77 req-9dedfb42-3d35-42d5-be2c-8c3d14801566 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:28.886289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d414fdd-dc80-44c2-8f34-afcee0e60f77 req-9dedfb42-3d35-42d5-be2c-8c3d14801566 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.1533535 Oct 29 11:36:28.969492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d414fdd-dc80-44c2-8f34-afcee0e60f77 req-74fd8116-1229-4b2b-8eb3-0e7aa3985ec5 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816770 Oct 29 11:36:28.986646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:28.991036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.118370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.279898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 541f4e2d-0fe4-4586-82df-0ddabcb968a9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:29.303959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.318235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 541f4e2d-0fe4-4586-82df-0ddabcb968a9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:29.319181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 541f4e2d-0fe4-4586-82df-0ddabcb968a9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:29.377862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=5052a707-b75b-4b1e-9449-189526a70b95,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:29.394697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:29.395061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: 3dd96a50-ef45-41a8-a0ea-5575d956ab06, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:29.415042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:29.416400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:29.427706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3dd96a50-ef45-41a8-a0ea-5575d956ab06) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:29.432579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:29.433713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.441905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb472c-3b0b-401d-bbb2-7928ec744f44 None None] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:29.453574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-36dfd8c1-1e14-4634-acc2-29316f715412 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031901 Oct 29 11:36:29.454077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:29.460006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06', 'name': 'tempest-PortsTestJSON-462573922'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:29.590453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:29.592397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:29.595964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.602705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1605d024-7236-419a-8c72-18bde0a6c999 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "PUT /v2.0/routers/851ebd92-b4ba-4614-ab3a-9f22c62cad2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3518994 Oct 29 11:36:29.602705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:29.617065 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] Sync routers for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:29.627014 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:29.627662 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:29.633417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port ec86a754-49f0-480d-84a0-01554383a02b yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:29.663601 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:29.674452 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] Routers {'851ebd92-b4ba-4614-ab3a-9f22c62cad2b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:29.675080 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:29.696127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-3dd96a50-ef45-41a8-a0ea-5575d956ab06', 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': '5052a707-b75b-4b1e-9449-189526a70b95'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:29.697626 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.716104 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:29.716783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0604f7e-e7ad-497b-a4f8-4f61ceafef0a None None] The sync data for ids ['851ebd92-b4ba-4614-ab3a-9f22c62cad2b'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:29.738674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.799218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.5 (3dd96a50-ef45-41a8-a0ea-5575d956ab06/5052a707-b75b-4b1e-9449-189526a70b95/ec86a754-49f0-480d-84a0-01554383a02b) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:29.871402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.934249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port 8037b12c-ac57-4af1-8221-396fffcf39fa {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:29.934593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:29.974961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.027686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.045755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.060287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for 8037b12c-ac57-4af1-8221-396fffcf39fa owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:30.107762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Allocated IP 172.20.0.2 (3dd96a50-ef45-41a8-a0ea-5575d956ab06/5052a707-b75b-4b1e-9449-189526a70b95/de97abcb-a013-49e5-a409-8f9fbefc6783) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:30.149913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:30.166346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:30.170699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:30.252029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=ec86a754-49f0-480d-84a0-01554383a02b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:30.322882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.326666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.331772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.334181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f863ac-77ad-4d85-a4b7-659f1e7498cb req-555dccf4-b876-467c-ae49-dcec91a8bd81 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:30.336427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01f863ac-77ad-4d85-a4b7-659f1e7498cb req-555dccf4-b876-467c-ae49-dcec91a8bd81 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.2963004 Oct 29 11:36:30.363602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=8037b12c-ac57-4af1-8221-396fffcf39fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:30.405394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:30.406378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.426520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:30.430171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Pushing event updated for resources: {'Port': ['ID=de97abcb-a013-49e5-a409-8f9fbefc6783,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:30.434854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:30.440741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:30.443164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01f863ac-77ad-4d85-a4b7-659f1e7498cb req-90c0f8f5-24f8-4ee3-bb3d-73da71b38024 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980005 Oct 29 11:36:30.444849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.457697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-9a563e89-2f4f-4cc8-bf06-34af7982d40b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:30.476380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-9a563e89-2f4f-4cc8-bf06-34af7982d40b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 945 time: 0.2084122 Oct 29 11:36:30.486656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6de4547b-9ba1-4d42-b33d-afa8f51d19f1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0307620 Oct 29 11:36:30.487576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60768) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:30.501693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06', 'name': 'tempest-PortsTestJSON-352054018'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:30.587843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Attempting to bind port de97abcb-a013-49e5-a409-8f9fbefc6783 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:30.588054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Attempting to bind port de97abcb-a013-49e5-a409-8f9fbefc6783 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:30.588362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Attempting to bind port de97abcb-a013-49e5-a409-8f9fbefc6783 on network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:30.604137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:30.604596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Checking segment: {'id': '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:30.604968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.605407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Bound using segment: {'id': '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:30.605950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Bound port: de97abcb-a013-49e5-a409-8f9fbefc6783, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3dd96a50-ef45-41a8-a0ea-5575d956ab06'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:30.606341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.739331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.744441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.749119 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:36:30.771164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] For port de97abcb-a013-49e5-a409-8f9fbefc6783, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:30.775406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] For port de97abcb-a013-49e5-a409-8f9fbefc6783, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=de97abcb-a013-49e5-a409-8f9fbefc6783,segment=NetworkSegment(4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe),segment_id=4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:30.780439 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.838435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.840036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Fanout notify agent at l3_agent the message router_deleted on router 851ebd92-b4ba-4614-ab3a-9f22c62cad2b {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:36:30.853423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.859263 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-074c3437-0020-43f0-8053-79af4a06a193 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/routers/851ebd92-b4ba-4614-ab3a-9f22c62cad2b HTTP/1.1" status: 204 len: 168 time: 1.2556510 Oct 29 11:36:30.862254 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f7668b6e-8f7e-49dc-a67e-6c1e78491351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.864939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:30.878858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b717c-0c30-40d0-9ed1-3601db523ad3 None None] Pushing event updated for resources: {'Port': ['ID=de97abcb-a013-49e5-a409-8f9fbefc6783,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:30.928062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:30.932515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.937507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Deleting port 19bf5af3-5110-4908-bcff-e021158d9af8 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:30.938124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:30.977620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting subnet b778cc78-b793-4821-a812-e778ad0cacec {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:30.984881 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.014462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port f7514c43-5c4e-47b7-8096-e57e67243663 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:31.077930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.179045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] For port 19bf5af3-5110-4908-bcff-e021158d9af8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=19bf5af3-5110-4908-bcff-e021158d9af8,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:31.179410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.205428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Calling delete_port for 19bf5af3-5110-4908-bcff-e021158d9af8 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:31.216716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.6 (3dd96a50-ef45-41a8-a0ea-5575d956ab06/5052a707-b75b-4b1e-9449-189526a70b95/f7514c43-5c4e-47b7-8096-e57e67243663) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:31.242074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.326709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.360797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Subnet': ['ID=b778cc78-b793-4821-a812-e778ad0cacec,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:31.363203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.367189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-650773e2-26ca-4329-a3c2-8df3ea261d2c tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/subnets/b778cc78-b793-4821-a812-e778ad0cacec HTTP/1.1" status: 204 len: 168 time: 0.5013099 Oct 29 11:36:31.370739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b51a8-ee63-40f5-88da-67e34635251b None None] Network 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:31.371984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60782) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:31.442429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device de97abcb-a013-49e5-a409-8f9fbefc6783 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:31.566665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.654305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port de97abcb-a013-49e5-a409-8f9fbefc6783 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:31.655098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.709372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.720088 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.721992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['043a03a9-dc3e-4b5c-9e8b-deb4807e422d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:36:31.724344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['19bf5af3-5110-4908-bcff-e021158d9af8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:36:31.795239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Pushing event deleted for resources: {'Port': ['ID=19bf5af3-5110-4908-bcff-e021158d9af8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:31.818859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] DHCP port deletion for 911b94e8-5558-4395-aaf5-b5b8e18ea0e8 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:31.882229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4a3c1-2fc6-46c7-9899-d92f807f30a8 req-cb1a8196-f7f6-41f6-84cc-a44df26baee7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:31.884828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbd4a3c1-2fc6-46c7-9899-d92f807f30a8 req-cb1a8196-f7f6-41f6-84cc-a44df26baee7 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc243394-1798-4273-9717-5e2c9b3052b2 HTTP/1.1" status: 200 len: 867 time: 0.2869346 Oct 29 11:36:31.910413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] No DVR routers for this DVR port 19bf5af3-5110-4908-bcff-e021158d9af8 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:31.914751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.921319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba15e822-5f96-4811-854d-7d8c9ced827a req-72e18dc0-fabd-4bef-afbc-2769019c8b50 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.41 "DELETE /v2.0/ports/19bf5af3-5110-4908-bcff-e021158d9af8 HTTP/1.1" status: 204 len: 173 time: 1.4282868 Oct 29 11:36:31.928080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'name': 'network-vif-deleted', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:36:31.930265 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270764a4-c739-4389-ae89-a28023bf3871" -d '{"events": [{"server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "name": "network-vif-deleted", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:36:31.956235 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:31.961301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:31.961668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.050572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] For port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,segment=NetworkSegment(efb80f98-3653-4ae3-93f3-aac930ce9750),segment_id=efb80f98-3653-4ae3-93f3-aac930ce9750)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:32.050955 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.069303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:32.073784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port de97abcb-a013-49e5-a409-8f9fbefc6783, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=de97abcb-a013-49e5-a409-8f9fbefc6783,segment=NetworkSegment(4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe),segment_id=4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:32.089353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.149475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Deleting port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:32.150149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.174067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.189870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.281478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:32.288329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:32.293572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] No DVR routers for this DVR port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:32.296768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.302406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=de97abcb-a013-49e5-a409-8f9fbefc6783,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:32.304915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:32.315479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] For port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,segment=NetworkSegment(efb80f98-3653-4ae3-93f3-aac930ce9750),segment_id=efb80f98-3653-4ae3-93f3-aac930ce9750)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:32.315479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.325491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbd4a3c1-2fc6-46c7-9899-d92f807f30a8 req-9e6052c4-9ef9-46df-81b8-5bcbcab3850e tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018104 Oct 29 11:36:32.325787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.335266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Calling delete_port for cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:32.397158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=f7514c43-5c4e-47b7-8096-e57e67243663,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: from cryptography.utils import int_from_bytes Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: from cryptography.utils import int_from_bytes Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.468669 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:32.472231 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:36:32.478955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.501128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:32.524665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:32.525400 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.535600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] No DVR routers for this DVR port cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:32.543256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f181c14-aed8-4627-adb4-9576d81210a0 None None] Pushing event deleted for resources: {'Port': ['ID=cb9488aa-f7c1-495b-b3dd-8ec12a96bd93,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:32.552344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.561407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d0ffe-e109-41ad-88a8-d0d6ad711f48 None None] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:32.608019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911b94e8-5558-4395-aaf5-b5b8e18ea0e8']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:32.622835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb80f98-3653-4ae3-93f3-aac930ce9750') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:32.623519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb80f98-3653-4ae3-93f3-aac930ce9750') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:32.636219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2901060f-161e-4f14-9e88-0b9255d0ea63 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1410949 Oct 29 11:36:32.642067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60802) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:32.646791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.665880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-428a03df-2ba1-4b74-bb04-3eaa6e35ad80 None None] Provisioning complete for port de97abcb-a013-49e5-a409-8f9fbefc6783 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:32.666313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-428a03df-2ba1-4b74-bb04-3eaa6e35ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.674926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.686109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:32.686891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:32.690931 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:32.737397 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60a7d1-8a45-4268-8a68-419907627b38 x-openstack-request-id: req-8e60a7d1-8a45-4268-8a68-419907627b38 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:36:32.737844 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc243394-1798-4273-9717-5e2c9b3052b2", "name": "network-vif-deleted", "tag": "19bf5af3-5110-4908-bcff-e021158d9af8", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:36:32.738252 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e60a7d1-8a45-4268-8a68-419907627b38 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:36:32.738670 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc243394-1798-4273-9717-5e2c9b3052b2', 'name': 'network-vif-deleted', 'tag': '19bf5af3-5110-4908-bcff-e021158d9af8', 'status': 'completed', 'code': 200} Oct 29 11:36:32.815266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.825292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38543bed-49c0-4d6a-9ea2-268acbb9a2d7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:32.826971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38543bed-49c0-4d6a-9ea2-268acbb9a2d7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1865284 Oct 29 11:36:32.829629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:32.831154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:32.832863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/networks/911b94e8-5558-4395-aaf5-b5b8e18ea0e8 HTTP/1.1" status: 204 len: 168 time: 1.4581599 Oct 29 11:36:32.839008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:32.863777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296aea-ee08-4c7c-8540-6abe27d2a97f tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Network': ['ID=911b94e8-5558-4395-aaf5-b5b8e18ea0e8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:32.894080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed043a-0a31-414a-a50a-fc4a46d8b617 req-5b132cba-8068-447f-be3d-7c0ea5262b13 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:32.901239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87ed043a-0a31-414a-a50a-fc4a46d8b617 req-5b132cba-8068-447f-be3d-7c0ea5262b13 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1000812 Oct 29 11:36:32.947394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87ed043a-0a31-414a-a50a-fc4a46d8b617 req-f5b63e75-0382-426b-ad76-e9d3b8c7851a tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452516 Oct 29 11:36:33.063523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port f7514c43-5c4e-47b7-8096-e57e67243663 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:33.063876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.081973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Deleting port fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:33.082346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.223398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.234601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Provisioning complete for port ec86a754-49f0-480d-84a0-01554383a02b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:33.235108 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.243317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.243700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.267943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Calling delete_port for fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:33.315758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device de97abcb-a013-49e5-a409-8f9fbefc6783 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:33.357299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Port ec86a754-49f0-480d-84a0-01554383a02b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:33.393508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Provisioning complete for port de97abcb-a013-49e5-a409-8f9fbefc6783 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:33.393863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.396461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for f7514c43-5c4e-47b7-8096-e57e67243663 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:33.493328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port de97abcb-a013-49e5-a409-8f9fbefc6783 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:33.494231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.915473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 19bf5af3-5110-4908-bcff-e021158d9af8 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:33.955480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:33.966191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 19bf5af3-5110-4908-bcff-e021158d9af8 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:33.966627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 19bf5af3-5110-4908-bcff-e021158d9af8 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:34.012670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.040853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Provisioning complete for port f7514c43-5c4e-47b7-8096-e57e67243663 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:34.054567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.056656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e79c8b-eb61-4f7b-9ed5-6cf8a9c4cff4 req-f324c51b-5976-45be-ab1d-1a909eaa4505 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:34.066836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83e79c8b-eb61-4f7b-9ed5-6cf8a9c4cff4 req-f324c51b-5976-45be-ab1d-1a909eaa4505 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.0826778 Oct 29 11:36:34.081990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Pushing event deleted for resources: {'Port': ['ID=fb1afb09-1704-46f8-ad4b-f9ebbf06a2c5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:34.158248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab61e5-336e-477d-bf33-7f1aa45e6fb1 None None] Port f7514c43-5c4e-47b7-8096-e57e67243663 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:34.162725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83e79c8b-eb61-4f7b-9ed5-6cf8a9c4cff4 req-42c1df2a-6e97-45b5-ba52-3fe19342bb5c tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Oct 29 11:36:34.199240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.250800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:34.259211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=f7514c43-5c4e-47b7-8096-e57e67243663,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:34.304532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:34.304532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb9488aa-f7c1-495b-b3dd-8ec12a96bd93 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:34.343950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ee39fc80-d137-4500-bf3b-20da25d5a1e5 None None] Provisioning complete for port ec86a754-49f0-480d-84a0-01554383a02b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:34.344455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee39fc80-d137-4500-bf3b-20da25d5a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.432238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5a59-7000-4c5e-937d-b68336e590a1 req-18c6a6ea-06e6-433d-81f0-846f8bb47754 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:34.437594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-522b5a59-7000-4c5e-937d-b68336e590a1 req-18c6a6ea-06e6-433d-81f0-846f8bb47754 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.0668852 Oct 29 11:36:34.449880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ee39fc80-d137-4500-bf3b-20da25d5a1e5 None None] Port ec86a754-49f0-480d-84a0-01554383a02b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:34.454675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ee39fc80-d137-4500-bf3b-20da25d5a1e5 None None] Could not find standard attr ID for object f7514c43-5c4e-47b7-8096-e57e67243663. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:36:34.469697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.472422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.474261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc8a5d97-f40b-4193-8d81-7907bf256239 tempest-FloatingIPAdminTestJSON-1877390522 tempest-FloatingIPAdminTestJSON-1877390522-project] 10.222.0.77 "DELETE /v2.0/floatingips/defd520c-f7ae-4db4-9a59-4c77aee7e010 HTTP/1.1" status: 204 len: 168 time: 1.6341984 Oct 29 11:36:34.505610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-522b5a59-7000-4c5e-937d-b68336e590a1 req-f5e2775a-ff7c-437e-83f8-cec341c67015 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610294 Oct 29 11:36:34.531056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.536877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b76e2b39-d085-4243-8a77-4c3d9b951005 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/f7514c43-5c4e-47b7-8096-e57e67243663 HTTP/1.1" status: 204 len: 168 time: 1.7044978 Oct 29 11:36:34.542035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60844) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:34.607874 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3d3023-5ebc-4a8f-994f-ba9fe61c027f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:34.613048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a3d3023-5ebc-4a8f-994f-ba9fe61c027f tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/f7514c43-5c4e-47b7-8096-e57e67243663 HTTP/1.1" status: 404 len: 333 time: 0.0671446 Oct 29 11:36:34.613974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60848) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:34.733138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port ec86a754-49f0-480d-84a0-01554383a02b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:34.733471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.841355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:34.855543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for ec86a754-49f0-480d-84a0-01554383a02b owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:34.878143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.066478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.088135 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9fcc112a-2a3f-4d51-acf0-0b1b635ea4af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9816b3a3e02740e8a9a9a778c32cd8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087481 Oct 29 11:36:35.091446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.121528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=ec86a754-49f0-480d-84a0-01554383a02b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:35.192830 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.232820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.242640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6c089-724d-4198-acf5-4861c98c47ab req-f1c40699-7916-48b0-bd40-030c069a7a30 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:35.250713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fe6c089-724d-4198-acf5-4861c98c47ab req-f1c40699-7916-48b0-bd40-030c069a7a30 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1321659 Oct 29 11:36:35.276785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.284091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-04b657fb-5e10-4617-be54-78897036e4ee tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/ec86a754-49f0-480d-84a0-01554383a02b HTTP/1.1" status: 204 len: 168 time: 0.6647322 Oct 29 11:36:35.284670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60872) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.322367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fe6c089-724d-4198-acf5-4861c98c47ab req-d610d09e-a31e-4628-9cc7-d49808be7808 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693119 Oct 29 11:36:35.324614 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-3108ddf9-47a4-4dc4-88f7-3c15fb7b3ba1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:35.326290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3108ddf9-47a4-4dc4-88f7-3c15fb7b3ba1 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/ec86a754-49f0-480d-84a0-01554383a02b HTTP/1.1" status: 404 len: 333 time: 0.0405760 Oct 29 11:36:35.330374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60874) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.344701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.352695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.359660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/425092df-211e-47ac-aee7-a1ca81b39115 HTTP/1.1" status: 204 len: 168 time: 0.2612503 Oct 29 11:36:35.363155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f92279-6621-486f-9549-9e786f4c3164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425092df-211e-47ac-aee7-a1ca81b39115,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:35.480250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 5052a707-b75b-4b1e-9449-189526a70b95 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:35.485514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.555975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.601071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81aa2d-6c99-4b49-8938-56c81b57aa1d req-c06de5aa-d3ad-45af-a264-df84e622e7c3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:35.608244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d81aa2d-6c99-4b49-8938-56c81b57aa1d req-c06de5aa-d3ad-45af-a264-df84e622e7c3 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1253741 Oct 29 11:36:35.713804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d81aa2d-6c99-4b49-8938-56c81b57aa1d req-a776921a-5112-45e9-9f4d-6cb6d0a8741b tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964577 Oct 29 11:36:35.742337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.805843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60880) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.837479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6711626a-2e5a-45d3-a189-8190b9861ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.886720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.897309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3a113-6671-4b32-876c-eec525ac389f req-4f86dca5-4548-447a-88aa-4852a9c50931 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:35.898891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebc3a113-6671-4b32-876c-eec525ac389f req-4f86dca5-4548-447a-88aa-4852a9c50931 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.86 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 945 time: 0.1504607 Oct 29 11:36:35.902605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:35.909278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/5052a707-b75b-4b1e-9449-189526a70b95 HTTP/1.1" status: 204 len: 168 time: 0.5753675 Oct 29 11:36:35.916969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7e420-e0fe-4480-92a0-979735d02f38 None None] Network 3dd96a50-ef45-41a8-a0ea-5575d956ab06 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:35.919344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60884) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:35.937018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff41a-a451-47d1-a56e-8f84c558b775 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=5052a707-b75b-4b1e-9449-189526a70b95,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:36.119151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.186763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6711626a-2e5a-45d3-a189-8190b9861ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.187726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] DHCP port deletion for 3dd96a50-ef45-41a8-a0ea-5575d956ab06 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:36.199072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6711626a-2e5a-45d3-a189-8190b9861ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.235235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Deleting port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:36.235567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.264370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Deleting port de97abcb-a013-49e5-a409-8f9fbefc6783 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:36.264822 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.345074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6711626a-2e5a-45d3-a189-8190b9861ef4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07dd2ed965594a98904c95aa7dbb4771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323246 Oct 29 11:36:36.345074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711626a-2e5a-45d3-a189-8190b9861ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be19d62-b657-4615-be04-af76561670fb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:36.349649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60890) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:36.402971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] For port de97abcb-a013-49e5-a409-8f9fbefc6783, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=de97abcb-a013-49e5-a409-8f9fbefc6783,segment=NetworkSegment(4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe),segment_id=4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:36.403507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.425960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Calling delete_port for de97abcb-a013-49e5-a409-8f9fbefc6783 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:36.431123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port de97abcb-a013-49e5-a409-8f9fbefc6783 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:36.431123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.546883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.547453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.572879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] For port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:36.573745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.576173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.585249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-e088f70b-50b0-4bef-9c29-ee81b53effb0 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:36.587070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-e088f70b-50b0-4bef-9c29-ee81b53effb0 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1707098 Oct 29 11:36:36.589145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] No DVR routers for this DVR port de97abcb-a013-49e5-a409-8f9fbefc6783 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:36.594944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port de97abcb-a013-49e5-a409-8f9fbefc6783, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=de97abcb-a013-49e5-a409-8f9fbefc6783,segment=NetworkSegment(4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe),segment_id=4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:36.595603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.602904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0bbc4-ad0f-4502-993c-edb4b0a39a70 None None] Pushing event deleted for resources: {'Port': ['ID=de97abcb-a013-49e5-a409-8f9fbefc6783,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:36.616639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Calling delete_port for 043a03a9-dc3e-4b5c-9e8b-deb4807e422d owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:36.620495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd736a57-0665-4d3f-870e-d1d3420b8330 req-efe6b284-1af3-46b4-97c7-2d4305df264c tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:36.625106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for de97abcb-a013-49e5-a409-8f9fbefc6783 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:36.627729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd736a57-0665-4d3f-870e-d1d3420b8330 req-efe6b284-1af3-46b4-97c7-2d4305df264c tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1650040 Oct 29 11:36:36.730515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd736a57-0665-4d3f-870e-d1d3420b8330 req-4f115330-0553-4a17-9b67-3e7468fffd7a tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016932 Oct 29 11:36:36.788137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.792024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.796911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9be19d62-b657-4615-be04-af76561670fb HTTP/1.1" status: 204 len: 168 time: 0.4388497 Oct 29 11:36:36.816824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaddc28-0309-4910-842f-1277ab365835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be19d62-b657-4615-be04-af76561670fb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:36.858676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Deleting port 7a2709fe-1ff8-4a88-b9d3-712875759e8f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:36.858676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.904705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:36.972678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=de97abcb-a013-49e5-a409-8f9fbefc6783,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:36.980916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port de97abcb-a013-49e5-a409-8f9fbefc6783 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:37.050181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] For port 7a2709fe-1ff8-4a88-b9d3-712875759e8f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7a2709fe-1ff8-4a88-b9d3-712875759e8f,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:37.050517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.073021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.087743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['043a03a9-dc3e-4b5c-9e8b-deb4807e422d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:36:37.118487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Pushing event deleted for resources: {'Port': ['ID=043a03a9-dc3e-4b5c-9e8b-deb4807e422d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:37.126129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.166937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd96a50-ef45-41a8-a0ea-5575d956ab06']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:37.194604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] No DVR routers for this DVR port 043a03a9-dc3e-4b5c-9e8b-deb4807e422d on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:37.198432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.202022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebc3a113-6671-4b32-876c-eec525ac389f req-99db2722-95cf-47d4-93aa-bf9a9cf02eea tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.86 "DELETE /v2.0/ports/043a03a9-dc3e-4b5c-9e8b-deb4807e422d HTTP/1.1" status: 204 len: 173 time: 1.2965422 Oct 29 11:36:37.202401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f01f-b33f-4f72-8ff8-d72a1ac7b928 req-a1ed8939-8827-4534-bd48-640dc08616cd tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:37.202538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'name': 'network-vif-deleted', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:36:37.205074 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c2fc2-4b12-43f1-b739-bb1735547685" -d '{"events": [{"server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "name": "network-vif-deleted", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:36:37.210483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:37.210483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4325a2a7-c27b-4cdb-9ec8-f5020e5ff6fe') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:37.221066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.236428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b560f01f-b33f-4f72-8ff8-d72a1ac7b928 req-a1ed8939-8827-4534-bd48-640dc08616cd tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/ports?device_id=b277df10-14b7-4061-9634-cae04bbee98f HTTP/1.1" status: 200 len: 867 time: 0.3034787 Oct 29 11:36:37.243236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.258949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:37.259372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:37.266145 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:37.382457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device de97abcb-a013-49e5-a409-8f9fbefc6783 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:37.425256 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.433699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.434028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: de97abcb-a013-49e5-a409-8f9fbefc6783 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:37.435758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device de97abcb-a013-49e5-a409-8f9fbefc6783 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:37.450558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/3dd96a50-ef45-41a8-a0ea-5575d956ab06 HTTP/1.1" status: 204 len: 168 time: 1.5290370 Oct 29 11:36:37.453813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60910) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:37.465711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-767428439'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:37.466654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c80892-148e-4c98-bc17-89a378598e3a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=3dd96a50-ef45-41a8-a0ea-5575d956ab06,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:37.482198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b560f01f-b33f-4f72-8ff8-d72a1ac7b928 req-a71b5087-1605-4c13-8a51-1e84d998fbb9 tempest-ServerRescueTestJSON-115644902 tempest-ServerRescueTestJSON-115644902-project] 10.222.0.77 "GET /v2.0/security-groups?id=45c7bb81-d53a-4f3f-8a7d-17786339e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453337 Oct 29 11:36:37.489943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.491328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.492070 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Floating IP 8760ef7b-a0c0-440e-9ee0-341ce57b56da disassociated. External IP: 172.25.4.157, port: 7a2709fe-1ff8-4a88-b9d3-712875759e8f. Oct 29 11:36:37.492692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Calling delete_port for 7a2709fe-1ff8-4a88-b9d3-712875759e8f owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:37.530889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:37.540130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.624650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60912) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:37.645870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0474db9-f8fd-4bba-b86a-3ced4e1a1113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.653869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:37.679122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.679539 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 5ed9cc26-37d7-44c0-8de2-b99d7cf07325 of type vlan for network f53a72e1-a8df-46ed-95db-9f459ada1549 Oct 29 11:36:37.759042 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a483df-30f6-4e98-bf48-9c34e9fbf523 x-openstack-request-id: req-e1a483df-30f6-4e98-bf48-9c34e9fbf523 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:36:37.759569 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b277df10-14b7-4061-9634-cae04bbee98f", "name": "network-vif-deleted", "tag": "043a03a9-dc3e-4b5c-9e8b-deb4807e422d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:36:37.759959 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1a483df-30f6-4e98-bf48-9c34e9fbf523 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:36:37.760631 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b277df10-14b7-4061-9634-cae04bbee98f', 'name': 'network-vif-deleted', 'tag': '043a03a9-dc3e-4b5c-9e8b-deb4807e422d', 'status': 'completed', 'code': 200} Oct 29 11:36:37.772685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.797468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0474db9-f8fd-4bba-b86a-3ced4e1a1113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.803394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0474db9-f8fd-4bba-b86a-3ced4e1a1113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.846647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.853586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:37.854453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:37.895239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0474db9-f8fd-4bba-b86a-3ced4e1a1113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7343725-db6c-4f0e-871c-368dceabd1ce,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:37.919207 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0474db9-f8fd-4bba-b86a-3ced4e1a1113 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b4dd24086a141eea13c6cce0d1224f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931619 Oct 29 11:36:37.927167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60916) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:38.018472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.049049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.110897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.115425 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.119907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7343725-db6c-4f0e-871c-368dceabd1ce HTTP/1.1" status: 204 len: 168 time: 0.1873479 Oct 29 11:36:38.133244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe57ad9-4fa9-444f-9eb0-126e63712d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7343725-db6c-4f0e-871c-368dceabd1ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:38.289973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8333681 Oct 29 11:36:38.294495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.295224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:38.302559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:38.338119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event deleted for resources: {'Port': ['ID=7a2709fe-1ff8-4a88-b9d3-712875759e8f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:38.352437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb20ef-00b2-4bb1-b05b-d457b229fefb tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=f53a72e1-a8df-46ed-95db-9f459ada1549,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:38.382270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f53a72e1-a8df-46ed-95db-9f459ada1549 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:38.486745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2f65-912f-43fa-9495-de1851a2e786 req-8b1afc1d-46c1-4e29-9063-474bc409a8ac tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:38.494258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-434a2f65-912f-43fa-9495-de1851a2e786 req-8b1afc1d-46c1-4e29-9063-474bc409a8ac tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/ports?device_id=d8d0bd6b-ffba-459d-bf0d-413ac082a8b0 HTTP/1.1" status: 200 len: 867 time: 0.6251457 Oct 29 11:36:38.506437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:38.585811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-434a2f65-912f-43fa-9495-de1851a2e786 req-05979c3f-a3cb-45d9-b0ab-26b64f891dd6 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups?id=30185072-3110-4442-a208-376109cada58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904074 Oct 29 11:36:38.637279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:38.640997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.722351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:38.740740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:38.770945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Sync routers for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:38.855840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:38.856817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:38.904075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] No DVR routers for this DVR port 7a2709fe-1ff8-4a88-b9d3-712875759e8f on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:38.923941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:38.955761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-120b7997-b0b7-457f-95b7-42675a2378d3 req-ab01b926-09c5-4b56-ab7f-0a6ac13d0905 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.41 "DELETE /v2.0/ports/7a2709fe-1ff8-4a88-b9d3-712875759e8f HTTP/1.1" status: 204 len: 173 time: 2.3344073 Oct 29 11:36:38.956393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'name': 'network-vif-deleted', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:36:38.978084 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feec58d-8215-495b-b359-bed610cfd151" -d '{"events": [{"server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "name": "network-vif-deleted", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:36:39.182658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:39.400185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63243f-7707-4025-ae56-e2ba6ea04cbc req-e815360a-fdf2-4e5b-9e35-a319d3086121 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:39.407690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:39.417195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe63243f-7707-4025-ae56-e2ba6ea04cbc req-e815360a-fdf2-4e5b-9e35-a319d3086121 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.1715834 Oct 29 11:36:39.483502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=8d10692e-4350-429a-b6cb-86bc29ecfaef,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:39.508717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe63243f-7707-4025-ae56-e2ba6ea04cbc req-6fc5d7d2-2d4d-481b-9888-fb2a5889c1f5 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906453 Oct 29 11:36:39.601380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '5ed9cc26-37d7-44c0-8de2-b99d7cf07325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:39.601751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: f53a72e1-a8df-46ed-95db-9f459ada1549, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:39.643773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:39.647974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network f53a72e1-a8df-46ed-95db-9f459ada1549 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:39.699836 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2d6d9d-eb07-425f-b1a1-50bdd4ba50c4 x-openstack-request-id: req-6f2d6d9d-eb07-425f-b1a1-50bdd4ba50c4 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:36:39.700752 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d0bd6b-ffba-459d-bf0d-413ac082a8b0", "name": "network-vif-deleted", "tag": "7a2709fe-1ff8-4a88-b9d3-712875759e8f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:36:39.701459 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f2d6d9d-eb07-425f-b1a1-50bdd4ba50c4 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:36:39.702335 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d0bd6b-ffba-459d-bf0d-413ac082a8b0', 'name': 'network-vif-deleted', 'tag': '7a2709fe-1ff8-4a88-b9d3-712875759e8f', 'status': 'completed', 'code': 200} Oct 29 11:36:39.729929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f53a72e1-a8df-46ed-95db-9f459ada1549) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:39.747978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:39.748931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:39.777989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435c951-5823-451f-8b1f-7582416dd7eb None None] Network f53a72e1-a8df-46ed-95db-9f459ada1549 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:39.788650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d06696ed-970d-4dae-83c5-3afa5727b424 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4909661 Oct 29 11:36:39.791357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:39.797050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549', 'name': 'tempest-PortsTestJSON-177535673', 'fixed_ips': [{'subnet_id': '8d10692e-4350-429a-b6cb-86bc29ecfaef', 'ip_address': '172.20.0.10'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:39.806644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:39.871918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60968) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:39.882321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60970) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:39.904410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Checking router: 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:36:39.911684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7a2709fe-1ff8-4a88-b9d3-712875759e8f no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:39.952950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 7a2709fe-1ff8-4a88-b9d3-712875759e8f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:39.952950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7a2709fe-1ff8-4a88-b9d3-712875759e8f not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:39.961900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:39.962609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:40.089818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Deleting port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:40.090295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.107758 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.122762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:40.171802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.214190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] For port a0372f11-4bdb-4313-9cdc-78ccbcbe0aef, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,segment=NetworkSegment(ef3261aa-74d1-443e-937a-43dc782d3f02),segment_id=ef3261aa-74d1-443e-937a-43dc782d3f02)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:40.214653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.224673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:40.233411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Calling delete_port for a0372f11-4bdb-4313-9cdc-78ccbcbe0aef owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:40.253779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.258488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.265800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "DELETE /v2.0/security-groups/30185072-3110-4442-a208-376109cada58 HTTP/1.1" status: 204 len: 168 time: 0.3819149 Oct 29 11:36:40.291416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:40.321679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7bf91-7efb-45d9-837d-5f313fefae2d tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30185072-3110-4442-a208-376109cada58,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:40.326506 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-2cd2d490-1e1e-44b2-88c2-f3bfbd6103ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] show failed (client error): The resource could not be found. Oct 29 11:36:40.330432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2cd2d490-1e1e-44b2-88c2-f3bfbd6103ba tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "GET /v2.0/security-groups/30185072-3110-4442-a208-376109cada58 HTTP/1.1" status: 404 len: 347 time: 0.0323362 Oct 29 11:36:40.331620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60982) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:40.412265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-983170015'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:40.481723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:40.482435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.493456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 043a03a9-dc3e-4b5c-9e8b-deb4807e422d no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:40.495600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.545397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 0bce3bb5-02d8-4d68-beb2-66e9bdf4136e yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:40.566330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.592573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 043a03a9-dc3e-4b5c-9e8b-deb4807e422d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:40.593513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 043a03a9-dc3e-4b5c-9e8b-deb4807e422d not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:40.615467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-f53a72e1-a8df-46ed-95db-9f459ada1549', 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': '8d10692e-4350-429a-b6cb-86bc29ecfaef'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:40.616037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.654352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110a402-7410-4b5b-a308-002c67ecc942 req-d2083cc2-5f9c-4036-8ffd-bedd7b98b741 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:40.655810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9110a402-7410-4b5b-a308-002c67ecc942 req-d2083cc2-5f9c-4036-8ffd-bedd7b98b741 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.1328256 Oct 29 11:36:40.748740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Deleting port b9caa33f-35e1-4197-b4ef-6e828cf77e3d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:40.749862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.777040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.788945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.828945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9110a402-7410-4b5b-a308-002c67ecc942 req-445293eb-beb5-4c32-ad97-4d96c1bec7b8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191058 Oct 29 11:36:40.852904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Allocated IP 172.20.0.2 (f53a72e1-a8df-46ed-95db-9f459ada1549/8d10692e-4350-429a-b6cb-86bc29ecfaef/dd14b90a-f606-4306-83e4-befa400453b4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:40.877435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:40.893751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadc0999-0bf7-4d07-8866-5c47f17a7256,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:40.913747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:40.919162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.922578 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Added segment 5f3cd97b-294a-4c67-955e-38727fd7c098 of type vlan for network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 Oct 29 11:36:40.962799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ace3-f1c6-4f92-adf0-834d2af74f06 None None] The sync data for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 is: [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:34:24Z', 'revision_number': 4, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a', 'name': '', 'network_id': 'ecc46366-e217-4b61-aebb-d4e90549df93', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'mac_address': 'fa:16:3e:e7:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'subnets': [{'id': '46d69c9e-d25b-4fa2-ace7-d1f51e30af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:40.987720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:40.988132 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.012129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.031857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Calling delete_port for b9caa33f-35e1-4197-b4ef-6e828cf77e3d owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:41.050594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.056816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.069711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:41.070643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.300207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.340377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.354624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.457510 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.463004 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.464509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Network f53a72e1-a8df-46ed-95db-9f459ada1549 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:41.470035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] 10.222.0.77 "DELETE /v2.0/floatingips/8760ef7b-a0c0-440e-9ee0-341ce57b56da HTTP/1.1" status: 204 len: 168 time: 1.1350086 Oct 29 11:36:41.474648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612c1ee-d1f4-42a3-8bc6-ced226e76f27 tempest-ServersTestManualDisk-1105348865 tempest-ServersTestManualDisk-1105348865-project] Pushing event deleted for resources: {'Port': ['ID=b9caa33f-35e1-4197-b4ef-6e828cf77e3d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:41.476261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:41.484471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:41.487019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60996) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:41.507162 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b902561-ac52-4562-b732-7fa6d9042746 None None] New status for floating IP 8760ef7b-a0c0-440e-9ee0-341ce57b56da: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:36:41.512055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Pushing event updated for resources: {'Port': ['ID=dd14b90a-f606-4306-83e4-befa400453b4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:41.562576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0372f11-4bdb-4313-9cdc-78ccbcbe0aef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:41.606908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.607392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.607829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.608248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.608711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.609174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.609606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.610062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.610466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.610884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.611305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.612088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:36:41.615427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Attempting to bind port dd14b90a-f606-4306-83e4-befa400453b4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:41.616073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Attempting to bind port dd14b90a-f606-4306-83e4-befa400453b4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5ed9cc26-37d7-44c0-8de2-b99d7cf07325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:41.616550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Attempting to bind port dd14b90a-f606-4306-83e4-befa400453b4 on network f53a72e1-a8df-46ed-95db-9f459ada1549 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:41.623268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:41.623796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Checking segment: {'id': '5ed9cc26-37d7-44c0-8de2-b99d7cf07325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:41.624587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.624953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Bound using segment: {'id': '5ed9cc26-37d7-44c0-8de2-b99d7cf07325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:41.625553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Bound port: dd14b90a-f606-4306-83e4-befa400453b4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed9cc26-37d7-44c0-8de2-b99d7cf07325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:41.626164 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.649546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7738402 Oct 29 11:36:41.656257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60998) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:41.661899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'subnet': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:41.680225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f20d-ddc8-4184-aa0c-d16f51c5e5e9 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Network': ['ID=4ecb0633-b6e9-4b99-a4b2-ebcd79a84575,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:41.692692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:36:41.785471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] For port dd14b90a-f606-4306-83e4-befa400453b4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:41.831732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] For port dd14b90a-f606-4306-83e4-befa400453b4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd14b90a-f606-4306-83e4-befa400453b4,segment=NetworkSegment(5ed9cc26-37d7-44c0-8de2-b99d7cf07325),segment_id=5ed9cc26-37d7-44c0-8de2-b99d7cf07325)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:41.837958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.903889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:41.919246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:41.939851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672543b5-57bb-487a-b016-7bb20b06c7c3 None None] Pushing event updated for resources: {'Port': ['ID=dd14b90a-f606-4306-83e4-befa400453b4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:41.987988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.10 (f53a72e1-a8df-46ed-95db-9f459ada1549/8d10692e-4350-429a-b6cb-86bc29ecfaef/0bce3bb5-02d8-4d68-beb2-66e9bdf4136e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:41.993311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.124121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0173-b21a-4f23-b3c2-5a6865068874 req-86357a36-42af-43a3-9e99-b0680c2a4735 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:42.133384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6af0173-b21a-4f23-b3c2-5a6865068874 req-86357a36-42af-43a3-9e99-b0680c2a4735 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.1367412 Oct 29 11:36:42.427683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6af0173-b21a-4f23-b3c2-5a6865068874 req-64ec01c5-0da8-4180-8c2f-fefad74c9b77 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918787 Oct 29 11:36:42.458402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.570630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:42.573288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Subnet': ['ID=4d786546-65bb-4f37-a2ae-405460da98eb,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:42.590953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.594422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Checking segment: {'id': '5f3cd97b-294a-4c67-955e-38727fd7c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:42.594800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network hostable DHCP agents. Network: 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:36:42.674314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.694143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:36:42.715815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:42.731843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:42.732700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.752307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472a3bb-a4ed-4dee-bac0-e7c1463890ab None None] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:42.766302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network f53a72e1-a8df-46ed-95db-9f459ada1549 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:42.768179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-22cf66c3-4cf8-4193-8549-839c3d053a9b tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1107965 Oct 29 11:36:42.772387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=0bce3bb5-02d8-4d68-beb2-66e9bdf4136e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:42.772942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32776) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:42.782120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-713921507'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:42.788000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:42.810945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:42.883911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:42.902811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Sync routers for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:42.905567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6691b2b5-c7d6-4871-ad13-a05f871abacc admin admin] 10.222.0.77 "PUT /v2.0/routers/77077e8b-ce55-4138-aa4d-10cbc9a6cfe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1820018 Oct 29 11:36:42.913788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32778) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:42.934192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:42.935373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:42.976292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:42.977652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b2594f5-718a-4eba-9a70-b556e69c72e2 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1801071 Oct 29 11:36:43.008933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': 'f53a72e1-a8df-46ed-95db-9f459ada1549', 'name': 'tempest-PortsTestJSON-730043248', 'fixed_ips': [{'subnet_id': '8d10692e-4350-429a-b6cb-86bc29ecfaef', 'ip_address': '172.20.0.9'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:43.026472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:43.027239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:43.113621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'tenant_id': '762acdf6c4e84be38f3270df6dcf0bc1', 'fixed_ips': [{'subnet_id': '4d786546-65bb-4f37-a2ae-405460da98eb'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:36:43.114969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.124766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.367871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Allocated IP 172.20.0.2 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/c46882e1-275c-4657-928a-b32731a5a45c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:43.382789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-d21161de-6038-4181-9c6c-8aed35463ad2 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:43.387510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-d21161de-6038-4181-9c6c-8aed35463ad2 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.2772670 Oct 29 11:36:43.410433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:43.424498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.483694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.634926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.646503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd14b90a-f606-4306-83e4-befa400453b4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:43.652777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.722739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:43.745460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port 304e5d7b-638c-45c1-83f2-0b445bb790f1 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:43.794822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:43.815764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:43.841940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba6e52-3678-41a2-954f-5d1dbb0522d1 req-c16e9e3f-ac83-4294-8db2-ddae85fdbf42 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:43.854194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54ba6e52-3678-41a2-954f-5d1dbb0522d1 req-c16e9e3f-ac83-4294-8db2-ddae85fdbf42 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.2454119 Oct 29 11:36:43.855763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:43.859025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:43.863057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:43.896473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Pushing event updated for resources: {'Port': ['ID=c46882e1-275c-4657-928a-b32731a5a45c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:44.058749 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54ba6e52-3678-41a2-954f-5d1dbb0522d1 req-50987c0a-7d25-4d69-8741-6efabf242fe8 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031722 Oct 29 11:36:44.078297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Deleting port f600d147-2571-4f5b-83fd-1d2d5c494fee {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:44.079085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.089480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Deleting port b75a0db6-d62c-46fa-afd7-9434565f74e3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:44.090239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.238738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:44.239542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.286198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Deleting port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:44.286846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.327141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd949d6-db58-453e-a6f4-71c9c14f2d86 None None] Network f53a72e1-a8df-46ed-95db-9f459ada1549 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:44.387031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] For port a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:44.387760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.405570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Calling delete_port for a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:44.416394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dd14b90a-f606-4306-83e4-befa400453b4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:44.416807 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.419628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.484451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bcaaf19c-cf9e-44d7-9c5e-7f94c3116382 None None] Provisioning complete for port dd14b90a-f606-4306-83e4-befa400453b4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:44.484814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf19c-cf9e-44d7-9c5e-7f94c3116382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.529515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Attempting to bind port c46882e1-275c-4657-928a-b32731a5a45c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:36:44.529921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Attempting to bind port c46882e1-275c-4657-928a-b32731a5a45c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5f3cd97b-294a-4c67-955e-38727fd7c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:36:44.530660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Attempting to bind port c46882e1-275c-4657-928a-b32731a5a45c on network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:36:44.582875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:36:44.583490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Checking segment: {'id': '5f3cd97b-294a-4c67-955e-38727fd7c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:36:44.584156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.584809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Bound using segment: {'id': '5f3cd97b-294a-4c67-955e-38727fd7c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:36:44.586527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Bound port: c46882e1-275c-4657-928a-b32731a5a45c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cd97b-294a-4c67-955e-38727fd7c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:36:44.587173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.746220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:36:40Z', 'revision_number': 5, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port': {'id': 'f600d147-2571-4f5b-83fd-1d2d5c494fee', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:44Z', 'updated_at': '2021-10-29T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:44.747973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:44.825238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Checking router: 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:36:44.861748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] For port c46882e1-275c-4657-928a-b32731a5a45c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:36:44.874207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] For port c46882e1-275c-4657-928a-b32731a5a45c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c46882e1-275c-4657-928a-b32731a5a45c,segment=NetworkSegment(5f3cd97b-294a-4c67-955e-38727fd7c098),segment_id=5f3cd97b-294a-4c67-955e-38727fd7c098)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:36:44.876746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Routers {'77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:44.877299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:44.888921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:45.033559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:45.076354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:45.214546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:45.243311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.13 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/304e5d7b-638c-45c1-83f2-0b445bb790f1) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:45.285505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port f79693b1-5a1c-4c2c-97d0-bcec07a20b9c yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:45.314398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf19c-cf9e-44d7-9c5e-7f94c3116382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:45.340716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port dd14b90a-f606-4306-83e4-befa400453b4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd14b90a-f606-4306-83e4-befa400453b4,segment=NetworkSegment(5ed9cc26-37d7-44c0-8de2-b99d7cf07325),segment_id=5ed9cc26-37d7-44c0-8de2-b99d7cf07325)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:45.413693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:45.419832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] Set router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:45.554729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833edc8-96c7-4897-ad39-703121701462 req-d8c008a6-d765-49cc-a80c-e4e7c22d0aac tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:45.562361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1833edc8-96c7-4897-ad39-703121701462 req-d8c008a6-d765-49cc-a80c-e4e7c22d0aac tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 946 time: 0.2555993 Oct 29 11:36:45.748140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b08e83-2e5c-4108-9dac-e3bc0bee61bf None None] Pushing event updated for resources: {'Port': ['ID=c46882e1-275c-4657-928a-b32731a5a45c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:45.784620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:36:43Z', 'revision_number': 6, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:45.830119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1833edc8-96c7-4897-ad39-703121701462 req-15c99122-6d4d-4170-a0b3-f14a785f7052 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653108 Oct 29 11:36:46.013428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-626e0b3b-4923-4a24-b251-3fed623a61a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2522411 Oct 29 11:36:46.066242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:46.149216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a17c8-1f0f-4186-8946-5fe610dd28d2 None None] The sync data for ids ['77077e8b-ce55-4138-aa4d-10cbc9a6cfe5'] in n-d-805046-9 is: [{'id': '77077e8b-ce55-4138-aa4d-10cbc9a6cfe5', 'name': 'tempest-ServerRescueTestJSON-1282543379-router', 'tenant_id': '35b6da2666184453a4bf2ea82b67ce31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:43Z', 'updated_at': '2021-10-29T11:36:43Z', 'revision_number': 6, 'project_id': '35b6da2666184453a4bf2ea82b67ce31', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:46.153899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.9 (f53a72e1-a8df-46ed-95db-9f459ada1549/8d10692e-4350-429a-b6cb-86bc29ecfaef/f79693b1-5a1c-4c2c-97d0-bcec07a20b9c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:46.172723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-bcaaf19c-cf9e-44d7-9c5e-7f94c3116382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:36:46.172723 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-bcaaf19c-cf9e-44d7-9c5e-7f94c3116382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:36:46.173695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=dd14b90a-f606-4306-83e4-befa400453b4,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:46.300500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b75a0db6-d62c-46fa-afd7-9434565f74e3 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:46.355884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] For port f600d147-2571-4f5b-83fd-1d2d5c494fee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f600d147-2571-4f5b-83fd-1d2d5c494fee,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:46.356498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:46.382809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:46.392734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Sync routers for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:46.403861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-910d53ce-b193-4f68-8eb3-1354db32c5cc admin admin] 10.222.0.77 "PUT /v2.0/routers/51a0fb4b-b9f0-4124-94fd-a3d115c8d473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8424239 Oct 29 11:36:46.408642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32802) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:46.414257 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:46.415097 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:46.444637 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:46.504934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Calling delete_port for f600d147-2571-4f5b-83fd-1d2d5c494fee owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:46.649272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b75a0db6-d62c-46fa-afd7-9434565f74e3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b75a0db6-d62c-46fa-afd7-9434565f74e3,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:46.663104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:36:46.682851 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2003250-10a8-4c9b-b6e1-99e924cb45d0" -d '{"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:36:46.728602 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:46.759489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:46.760135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:46.760558 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Floating IP d25b0433-ab7b-42de-ac31-6a64e8cae38f disassociated. External IP: 172.25.4.112, port: b75a0db6-d62c-46fa-afd7-9434565f74e3. Oct 29 11:36:46.761036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Calling delete_port for b75a0db6-d62c-46fa-afd7-9434565f74e3 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:46.949953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:46.951987 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:46.979185 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd856826-780e-4c83-8f8f-0296d8e2e340 x-openstack-request-id: req-fd856826-780e-4c83-8f8f-0296d8e2e340 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:36:46.997405 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:36:46.998068 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd856826-780e-4c83-8f8f-0296d8e2e340 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:36:46.998726 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'code': 200} Oct 29 11:36:47.172694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4502c106-a94b-4c44-a17e-abb3a01442fc None None] Provisioning complete for port dd14b90a-f606-4306-83e4-befa400453b4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:47.173525 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4502c106-a94b-4c44-a17e-abb3a01442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.388748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.397915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c666fcd-61f3-45b5-a7bf-6caf48b86df7 None None] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:47.459216 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:36:44Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:47.475298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.476733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.477428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.478466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.479265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.479936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.480805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.483334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e461f2b2-de84-4c41-9c61-bd2a2d8401eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a122fb8b99c844db9658db02a454cc9c&device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 6491 time: 1.3712463 Oct 29 11:36:47.535026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb6db4-5fad-403b-a022-6332e4f1ed3c req-7237aefa-b93f-469c-8c64-d2a1f4b8048b tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:47.544623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26eb6db4-5fad-403b-a022-6332e4f1ed3c req-7237aefa-b93f-469c-8c64-d2a1f4b8048b tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 944 time: 0.1518104 Oct 29 11:36:47.558381 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Checking router: 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:36:47.575186 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Routers {'51a0fb4b-b9f0-4124-94fd-a3d115c8d473'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:47.575944 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:47.590917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.636398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.661650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.787585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4502c106-a94b-4c44-a17e-abb3a01442fc None None] Provisioning complete for port 0bce3bb5-02d8-4d68-beb2-66e9bdf4136e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:47.788652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4502c106-a94b-4c44-a17e-abb3a01442fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:47.800760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network f53a72e1-a8df-46ed-95db-9f459ada1549 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:47.824073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:47.841222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4502c106-a94b-4c44-a17e-abb3a01442fc None None] Port 0bce3bb5-02d8-4d68-beb2-66e9bdf4136e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:47.850485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:47.936234 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] Set router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:47.961223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26eb6db4-5fad-403b-a022-6332e4f1ed3c req-f8e3dd91-5926-45b0-8889-41cf15a5699f tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups?id=b463e2bb-9ec7-4e80-a839-8830c0faa09d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152112 Oct 29 11:36:47.962155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c46882e1-275c-4657-928a-b32731a5a45c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:48.079735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=f79693b1-5a1c-4c2c-97d0-bcec07a20b9c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:48.139496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-f7f537e1-a4c1-4dd8-a65e-a359ddb7b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.141089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-f7f537e1-a4c1-4dd8-a65e-a359ddb7b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.141754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-f7f537e1-a4c1-4dd8-a65e-a359ddb7b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.143847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-f7f537e1-a4c1-4dd8-a65e-a359ddb7b214 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=f400b10f-7666-4481-ad6b-1792a354fca0&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&id=5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 200 len: 2291 time: 0.6292512 Oct 29 11:36:48.161855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] Provisioning complete for port c46882e1-275c-4657-928a-b32731a5a45c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:48.162246 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.268681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c46882e1-275c-4657-928a-b32731a5a45c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:48.269482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.307258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.308214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.321941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.333549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.369420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-75135b38-ba03-4299-a75f-ef80b812d1a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 200 len: 1002 time: 0.2041769 Oct 29 11:36:48.414371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.491996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:48.493486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-10903566-8e21-43d7-b79e-69b1dd54d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.495082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-10903566-8e21-43d7-b79e-69b1dd54d20c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 200 len: 850 time: 0.1219404 Oct 29 11:36:48.537628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf0c9528-734a-464b-8180-daa0a9c6a4c5 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5579731 Oct 29 11:36:48.548787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32820) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:48.563766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:48.578962 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:36:44Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:48.579560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:48.624983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9f003c6a-1da7-4fc1-af94-98235102f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.626624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9f003c6a-1da7-4fc1-af94-98235102f34e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c67fc2ba-d311-4287-874a-bb0bd6a5e59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212788 Oct 29 11:36:48.634130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Deleting port 4445a1b9-a912-4cb9-a62c-358e62628de2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:48.634505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.682703 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366442d-53e9-4a68-8fa1-d726c82b2c06 None None] The sync data for ids ['51a0fb4b-b9f0-4124-94fd-a3d115c8d473'] in n-d-805046-9 is: [{'id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'name': 'tempest-ServersTestManualDisk-119659871-router', 'tenant_id': '28727435b1a84ef59c4e50ae136f9664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:16Z', 'updated_at': '2021-10-29T11:36:44Z', 'revision_number': 5, 'project_id': '28727435b1a84ef59c4e50ae136f9664', 'gw_port': {'id': '4445a1b9-a912-4cb9-a62c-358e62628de2', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a0fb4b-b9f0-4124-94fd-a3d115c8d473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:17Z', 'updated_at': '2021-10-29T11:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:48.718715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed043fa8-31f6-4fa8-b9e2-1ee31ccdc6cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.730309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.730847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed043fa8-31f6-4fa8-b9e2-1ee31ccdc6cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1770272 Oct 29 11:36:48.738846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:48.771228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=304e5d7b-638c-45c1-83f2-0b445bb790f1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:48.830799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event deleted for resources: {'Port': ['ID=b75a0db6-d62c-46fa-afd7-9434565f74e3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:48.884649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:48.931558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:36:48.934276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f600d147-2571-4f5b-83fd-1d2d5c494fee,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:48.982968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:48.984366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.027785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] For port c46882e1-275c-4657-928a-b32731a5a45c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c46882e1-275c-4657-928a-b32731a5a45c,segment=NetworkSegment(5f3cd97b-294a-4c67-955e-38727fd7c098),segment_id=5f3cd97b-294a-4c67-955e-38727fd7c098)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:49.039157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad89a556-1394-4500-956f-8d9919b92b0f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2627802 Oct 29 11:36:49.065962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32826) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:49.075238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.082085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-884312342', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ec:61:5d'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:49.175013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1465e4-c9eb-4478-9a7a-505a77cff6f5 None None] Pushing event updated for resources: {'Port': ['ID=c46882e1-275c-4657-928a-b32731a5a45c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:49.180100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.196324 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.235306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88b084f8-bd49-470c-b7b9-b2b23684633e None None] Provisioning complete for port c46882e1-275c-4657-928a-b32731a5a45c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:49.235839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88b084f8-bd49-470c-b7b9-b2b23684633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.323747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:36:49.324321 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:36:49.328266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0770ed1-bc72-4dd6-bec0-84f06056aaa1 req-66e79bd2-387c-4b38-8635-a7705d4c667d tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 210 time: 0.2044230 Oct 29 11:36:49.380450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1dcc4-4ecc-40ea-a6a6-e2f0144ef8d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:49.387130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1dcc4-4ecc-40ea-a6a6-e2f0144ef8d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:49.391905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.393692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1dcc4-4ecc-40ea-a6a6-e2f0144ef8d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:49.396580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2fb1dcc4-4ecc-40ea-a6a6-e2f0144ef8d8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5629077 Oct 29 11:36:49.397746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.401262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] For port 4445a1b9-a912-4cb9-a62c-358e62628de2, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4445a1b9-a912-4cb9-a62c-358e62628de2,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:49.401850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.410357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32830) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:49.465609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88b084f8-bd49-470c-b7b9-b2b23684633e None None] Provisioning complete for port f79693b1-5a1c-4c2c-97d0-bcec07a20b9c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:49.466349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88b084f8-bd49-470c-b7b9-b2b23684633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.476296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Calling delete_port for 4445a1b9-a912-4cb9-a62c-358e62628de2 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:49.480111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-acf34985-a19d-41a8-b003-7818439837ac service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8410664 Oct 29 11:36:49.526232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-88b084f8-bd49-470c-b7b9-b2b23684633e None None] Port f79693b1-5a1c-4c2c-97d0-bcec07a20b9c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:49.553641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.554273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:36:49.559994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.564067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c80fee26-f807-4952-baed-d781b70ebe3b admin admin] 10.222.0.77 "DELETE /v2.0/routers/77077e8b-ce55-4138-aa4d-10cbc9a6cfe5 HTTP/1.1" status: 204 len: 168 time: 6.6461537 Oct 29 11:36:49.570189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32836) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:49.635822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Deleting subnet eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:49.642164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.671337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-14c8de69-dae2-4633-aa3d-5d177ec27ad7 None None] Provisioning complete for port 304e5d7b-638c-45c1-83f2-0b445bb790f1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:49.671996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14c8de69-dae2-4633-aa3d-5d177ec27ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.680483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-bc8d9b13-1712-43ca-88dc-38765abc9105 service neutron] 10.222.0.41 "GET /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882586 Oct 29 11:36:49.681624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:36:49.722350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Sync routers for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:36:49.749208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:49.750140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:49.751852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] No DVR routers for this DVR port b75a0db6-d62c-46fa-afd7-9434565f74e3 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:49.756454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.758988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.763158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2b3ce923-68d0-48d6-9302-bf69c27c8cd1 req-55283291-1fb6-4855-9179-4bfd3d6d24ba tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.86 "DELETE /v2.0/ports/b75a0db6-d62c-46fa-afd7-9434565f74e3 HTTP/1.1" status: 204 len: 173 time: 6.3302851 Oct 29 11:36:49.764005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-deleted', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:36:49.766567 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8dc169-b829-438f-b292-f5abccb8404d" -d '{"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-deleted", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:36:49.840176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.871411 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0848bbd-87ee-4640-b023-8e245d61db8e x-openstack-request-id: req-e0848bbd-87ee-4640-b023-8e245d61db8e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:36:49.873155 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0b6e11-9469-429c-bc3c-f1ab21e740aa", "name": "network-vif-deleted", "tag": "b75a0db6-d62c-46fa-afd7-9434565f74e3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:36:49.874822 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0848bbd-87ee-4640-b023-8e245d61db8e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:36:49.875662 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0b6e11-9469-429c-bc3c-f1ab21e740aa', 'name': 'network-vif-deleted', 'tag': 'b75a0db6-d62c-46fa-afd7-9434565f74e3', 'status': 'completed', 'code': 200} Oct 29 11:36:49.877526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-14c8de69-dae2-4633-aa3d-5d177ec27ad7 None None] Port 304e5d7b-638c-45c1-83f2-0b445bb790f1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:49.897688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-29506730-4893-4c6c-89c1-ea0622a19672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 217 time: 0.1918991 Oct 29 11:36:49.909534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd14b90a-f606-4306-83e4-befa400453b4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:49.944947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:49.966741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:50.024607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.034346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32840) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:50.036719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eb03d4df-63d4-44c9-8d6a-c24808a4eeb6 HTTP/1.1" status: 204 len: 168 time: 0.4650915 Oct 29 11:36:50.038918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1102fe-5ad4-4dbe-8fb6-2228af44e6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb03d4df-63d4-44c9-8d6a-c24808a4eeb6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:50.058726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dd14b90a-f606-4306-83e4-befa400453b4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:50.059122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.086526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:50.142442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-315ad160-0a6d-4284-ab09-343d5160b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:50.143958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-315ad160-0a6d-4284-ab09-343d5160b244 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.2353444 Oct 29 11:36:50.183172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port f79693b1-5a1c-4c2c-97d0-bcec07a20b9c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:50.183515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.264496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:50.310546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.327972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Checking router: 001b5f8c-fb45-4446-831f-ca3a8abd92a1 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:36:50.330989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f600d147-2571-4f5b-83fd-1d2d5c494fee no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:50.379728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f600d147-2571-4f5b-83fd-1d2d5c494fee {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:50.380238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f600d147-2571-4f5b-83fd-1d2d5c494fee not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:50.380670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0372f11-4bdb-4313-9cdc-78ccbcbe0aef no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:50.400868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e149c2dc-3682-4a5c-826f-1f784e7e1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:50.402409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-e149c2dc-3682-4a5c-826f-1f784e7e1344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2224150 Oct 29 11:36:50.441787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:36:50.445259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.446556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:36:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:50.451163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a0372f11-4bdb-4313-9cdc-78ccbcbe0aef {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:50.451163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0372f11-4bdb-4313-9cdc-78ccbcbe0aef not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:50.568203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.574843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07b86df4-80ab-4c6b-a02e-0db9426c2e42 req-77ed919c-d23c-4d67-88e9-615ef252b0a1 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba0b6e11-9469-429c-bc3c-f1ab21e740aa HTTP/1.1" status: 200 len: 210 time: 0.0648482 Oct 29 11:36:50.594224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.630964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:36:50.639798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port 082e42b2-1cce-4b03-b536-a4a62d6047a6 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:50.654124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for f79693b1-5a1c-4c2c-97d0-bcec07a20b9c owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:50.688100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Pushing event deleted for resources: {'Port': ['ID=4445a1b9-a912-4cb9-a62c-358e62628de2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:50.709089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c46882e1-275c-4657-928a-b32731a5a45c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:36:50.779707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:50.873244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c46882e1-275c-4657-928a-b32731a5a45c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:50.873738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.028405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40b903b8-2835-45de-a748-07f80e726732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:51.066341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:51.069132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b903b8-2835-45de-a748-07f80e726732 None None] The sync data for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 is: [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b94a9155-38d4-40fb-8cf8-a8a3f7c6e016', 'name': '', 'network_id': '37e4cb3f-ad88-454b-88b2-ac7a3da74a10', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'mac_address': 'fa:16:3e:3d:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:29Z', 'updated_at': '2021-10-29T11:34:38Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'subnets': [{'id': '67ebd646-2eee-4634-a4df-dd8c6caebc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:36:51.089566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:51.089839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a92d94d1-3dd6-4ecb-8e18-8d07fafbfc0a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:51.229516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d024e010-0e50-419b-88c8-9e2261d130d6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:51.238053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-4c577657-4452-48e1-b0f0-7d0632aa7b49 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192322 Oct 29 11:36:51.255762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3261aa-74d1-443e-937a-43dc782d3f02') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:51.255969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3261aa-74d1-443e-937a-43dc782d3f02') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:51.314862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.354126 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea847f-9625-44a5-8118-a8c6b14ac5bf None None] New status for floating IP d25b0433-ab7b-42de-ac31-6a64e8cae38f: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:36:51.384679 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.391063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.438523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.7 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/082e42b2-1cce-4b03-b536-a4a62d6047a6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:51.474825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:51.475246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:51.508013 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:51.569703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.579556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.684004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:51.688869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-7153aa97-1fa3-4e70-9823-8c0990acc709 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381030 Oct 29 11:36:51.694737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.717299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.720476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d024e010-0e50-419b-88c8-9e2261d130d6 HTTP/1.1" status: 204 len: 168 time: 1.6857126 Oct 29 11:36:51.756858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.757440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a0fb4b-b9f0-4124-94fd-a3d115c8d473 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:36:51.781547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.783210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.784390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9a00e53-f04f-417d-aed5-092a087b0183 admin admin] 10.222.0.77 "DELETE /v2.0/routers/51a0fb4b-b9f0-4124-94fd-a3d115c8d473 HTTP/1.1" status: 204 len: 168 time: 5.3723757 Oct 29 11:36:51.788193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32864) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:51.816067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-7d9cc5bf-334f-4bbc-b92a-52fe93df4460 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 217 time: 0.1145282 Oct 29 11:36:51.818930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d756ffc-a192-41ce-9bd1-b7fc4c3ab8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d024e010-0e50-419b-88c8-9e2261d130d6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:51.865144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.920524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.926832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Deleting subnet 46d69c9e-d25b-4fa2-ace7-d1f51e30af83 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:51.934027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-bee22b4a-da23-4663-87d8-d25c281b36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:51.937053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:51.941214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-bee22b4a-da23-4663-87d8-d25c281b36ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.1044295 Oct 29 11:36:51.943728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.002915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.023378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=f79693b1-5a1c-4c2c-97d0-bcec07a20b9c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:52.092709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.095461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.099533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "DELETE /v2.0/security-groups/b463e2bb-9ec7-4e80-a839-8830c0faa09d HTTP/1.1" status: 204 len: 168 time: 0.4115930 Oct 29 11:36:52.099533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.100637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32876) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.130499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8b548-f356-4600-a738-3aa54891f933 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463e2bb-9ec7-4e80-a839-8830c0faa09d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:52.150942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.195028 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c1083bd8-9f8a-40f9-a858-8cc5cdf42572 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35b6da2666184453a4bf2ea82b67ce31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914981 Oct 29 11:36:52.204716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32880) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.244162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.271756 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-4da04123-739f-4219-863c-dae8ccd040b6 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] show failed (client error): The resource could not be found. Oct 29 11:36:52.275698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4da04123-739f-4219-863c-dae8ccd040b6 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "GET /v2.0/security-groups/b463e2bb-9ec7-4e80-a839-8830c0faa09d HTTP/1.1" status: 404 len: 347 time: 0.1567080 Oct 29 11:36:52.286658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32882) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.292371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d69c9e-d25b-4fa2-ace7-d1f51e30af83,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:52.311850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.317477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925e2a2-c7eb-4fe2-b91b-2fb6cbb77858 None None] Network ecc46366-e217-4b61-aebb-d4e90549df93 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:52.331362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-33f5698e-e21f-4c8b-9d8a-579b766f285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:52.333535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-33f5698e-e21f-4c8b-9d8a-579b766f285c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3721817 Oct 29 11:36:52.345852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc846a8b-fefe-407f-a2a0-8952f9a30e5a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/46d69c9e-d25b-4fa2-ace7-d1f51e30af83 HTTP/1.1" status: 204 len: 168 time: 0.5561368 Oct 29 11:36:52.350372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.461174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.543534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Deleting port 86e6306f-5337-4cbb-b808-69ecd71658cc {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:52.544226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.549590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.559343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-563a8ae4-0185-4ac9-b659-082b890e16bf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/f79693b1-5a1c-4c2c-97d0-bcec07a20b9c HTTP/1.1" status: 204 len: 168 time: 3.1421304 Oct 29 11:36:52.561730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4445a1b9-a912-4cb9-a62c-358e62628de2 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:52.566924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.590272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4445a1b9-a912-4cb9-a62c-358e62628de2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:52.590627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4445a1b9-a912-4cb9-a62c-358e62628de2 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:52.639481 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb3bd54-6b08-497a-8a1c-caeea0ca77ca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:52.644330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fdb3bd54-6b08-497a-8a1c-caeea0ca77ca tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/f79693b1-5a1c-4c2c-97d0-bcec07a20b9c HTTP/1.1" status: 404 len: 333 time: 0.0728705 Oct 29 11:36:52.644330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:52.652540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.664801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] DHCP port deletion for ecc46366-e217-4b61-aebb-d4e90549df93 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:52.704765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] For port 86e6306f-5337-4cbb-b808-69ecd71658cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=86e6306f-5337-4cbb-b808-69ecd71658cc,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:52.705362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.748717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.749949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Deleting port 86e6306f-5337-4cbb-b808-69ecd71658cc {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:52.750886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.767602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Calling delete_port for 86e6306f-5337-4cbb-b808-69ecd71658cc owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:52.818432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.822731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-c747415f-58ad-4863-921c-f4f906febe59 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022646 Oct 29 11:36:52.853920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.860725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 0bce3bb5-02d8-4d68-beb2-66e9bdf4136e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:52.861109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.865656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] For port 86e6306f-5337-4cbb-b808-69ecd71658cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=86e6306f-5337-4cbb-b808-69ecd71658cc,segment=NetworkSegment(c36ab876-ab3b-486f-a4bd-34ba458021c4),segment_id=c36ab876-ab3b-486f-a4bd-34ba458021c4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:52.866348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:52.886627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Calling delete_port for 86e6306f-5337-4cbb-b808-69ecd71658cc owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:52.982522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:52.984616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Deleting port 9a7c7205-9015-4943-9a77-149122614b2a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:52.985135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.010431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:53.013375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:53.052538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.103404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=082e42b2-1cce-4b03-b536-a4a62d6047a6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:53.140735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] Pushing event deleted for resources: {'Port': ['ID=86e6306f-5337-4cbb-b808-69ecd71658cc,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:53.149575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638fa28-c860-440e-8978-afd65fc8d5c6 None None] No DVR routers for this DVR port 86e6306f-5337-4cbb-b808-69ecd71658cc on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:53.162363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-047f4da9-f806-4182-b7e2-797613003646 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275242 Oct 29 11:36:53.168309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.172050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.175499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45c7bb81-d53a-4f3f-8a7d-17786339e138 HTTP/1.1" status: 204 len: 168 time: 0.9545565 Oct 29 11:36:53.206743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.208311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.263785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba02799-5c01-4705-87a8-fc7fec613e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c7bb81-d53a-4f3f-8a7d-17786339e138,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:53.289969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.305983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 0bce3bb5-02d8-4d68-beb2-66e9bdf4136e owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:53.330695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-849798c7-73ad-45b2-a870-64e28bd2f83f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 200 len: 217 time: 0.1541784 Oct 29 11:36:53.389578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.390032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.400708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a5fc9a1-4357-4035-970d-67fc7455d75c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3293703 Oct 29 11:36:53.408521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:53.443856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Calling delete_port for 9a7c7205-9015-4943-9a77-149122614b2a owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:53.456110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f06ac865-e41a-43ef-bbe6-422be250dd47 None None] Provisioning complete for port 082e42b2-1cce-4b03-b536-a4a62d6047a6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:53.459846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9bad95fa-f9b5-42a7-bc91-7d04c1add1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.460292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f06ac865-e41a-43ef-bbe6-422be250dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.461968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9bad95fa-f9b5-42a7-bc91-7d04c1add1c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.1147535 Oct 29 11:36:53.530010 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.561126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f06ac865-e41a-43ef-bbe6-422be250dd47 None None] Port 082e42b2-1cce-4b03-b536-a4a62d6047a6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:53.583161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=0bce3bb5-02d8-4d68-beb2-66e9bdf4136e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:53.618959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b3857-cb18-4dbe-9226-24b8622e810f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.626818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b3857-cb18-4dbe-9226-24b8622e810f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.635052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488b3857-cb18-4dbe-9226-24b8622e810f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.640578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-488b3857-cb18-4dbe-9226-24b8622e810f tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2300439 Oct 29 11:36:53.657398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32906) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:53.674562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.685239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-1ceb741c-9c64-48df-a7c3-d53f18d439c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:53.687280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-1ceb741c-9c64-48df-a7c3-d53f18d439c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2153580 Oct 29 11:36:53.799142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e6306f-5337-4cbb-b808-69ecd71658cc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:53.805849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] No DVR routers for this DVR port 86e6306f-5337-4cbb-b808-69ecd71658cc on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:53.886682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-7cee8895-5999-491b-80bb-b4f4161cb0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865356 Oct 29 11:36:53.903239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.926731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:53.930057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1cd6946b-53d5-446b-8539-1eddd3a1130d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/0bce3bb5-02d8-4d68-beb2-66e9bdf4136e HTTP/1.1" status: 204 len: 168 time: 1.2852681 Oct 29 11:36:53.935539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32916) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:53.984915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Pushing event deleted for resources: {'Port': ['ID=9a7c7205-9015-4943-9a77-149122614b2a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:54.037048 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cbd296-597e-4679-83e7-e5530d6485c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:36:54.038633 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-77cbd296-597e-4679-83e7-e5530d6485c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/0bce3bb5-02d8-4d68-beb2-66e9bdf4136e HTTP/1.1" status: 404 len: 333 time: 0.1021225 Oct 29 11:36:54.042068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:54.116582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.119315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.123416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-63618022-e388-4eee-9043-397368b9af61 tempest-ServersTestJSON-1043375849 tempest-ServersTestJSON-1043375849-project] 10.222.0.77 "DELETE /v2.0/floatingips/d25b0433-ab7b-42de-ac31-6a64e8cae38f HTTP/1.1" status: 204 len: 168 time: 1.8303654 Oct 29 11:36:54.123780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32924) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:54.124223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 8d10692e-4350-429a-b6cb-86bc29ecfaef {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:36:54.135621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-c73cbf3e-d851-47e3-bf49-ee7aec664e55 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423849 Oct 29 11:36:54.140807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.155864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.203746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc46366-e217-4b61-aebb-d4e90549df93']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:54.221949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port 082e42b2-1cce-4b03-b536-a4a62d6047a6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:54.222283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.308150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-a32d14a1-4355-4d42-a627-4c3109ad25cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 200 len: 217 time: 0.0776992 Oct 29 11:36:54.339595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.354093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for 082e42b2-1cce-4b03-b536-a4a62d6047a6 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:54.415575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-adf05adf-39f5-4bc8-a1f1-9b9371f41f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:54.420787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-adf05adf-39f5-4bc8-a1f1-9b9371f41f09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 200 len: 797 time: 0.0987890 Oct 29 11:36:54.497461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36ab876-ab3b-486f-a4bd-34ba458021c4') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:54.498097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36ab876-ab3b-486f-a4bd-34ba458021c4') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:54.508812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.512978 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.592194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.631358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 86e6306f-5337-4cbb-b808-69ecd71658cc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:54.667284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 86e6306f-5337-4cbb-b808-69ecd71658cc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:36:54.668288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 86e6306f-5337-4cbb-b808-69ecd71658cc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:54.671167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=082e42b2-1cce-4b03-b536-a4a62d6047a6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:54.756002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.757347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9ac800bf-71b1-4017-8cb9-81fb9d785f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:54.758897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-9ac800bf-71b1-4017-8cb9-81fb9d785f89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f400b10f-7666-4481-ad6b-1792a354fca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3315239 Oct 29 11:36:54.765422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:54.766259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:54.857198 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:54.946418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.016115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.040151 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ecc46366-e217-4b61-aebb-d4e90549df93 HTTP/1.1" status: 204 len: 168 time: 2.6729012 Oct 29 11:36:55.057217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46f9b-01d6-46ac-aeaf-982da9bd50e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc46366-e217-4b61-aebb-d4e90549df93,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:55.128497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.333851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.344185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8fc79d8b-1ff8-40cf-bc58-1e3cbd9b87c5 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/082e42b2-1cce-4b03-b536-a4a62d6047a6 HTTP/1.1" status: 204 len: 168 time: 1.6810882 Oct 29 11:36:55.347712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32958) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:55.418354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32960) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:55.420219 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be8cd9c-71d7-4a49-be54-d4299997e462 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] GET failed (client error): The resource could not be found. Oct 29 11:36:55.421948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8be8cd9c-71d7-4a49-be54-d4299997e462 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports/082e42b2-1cce-4b03-b536-a4a62d6047a6 HTTP/1.1" status: 404 len: 333 time: 0.0677676 Oct 29 11:36:55.433993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.452550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:55.470999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132443d-1869-41cd-ba2a-d32d379327c2 None None] Network f53a72e1-a8df-46ed-95db-9f459ada1549 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:36:55.496054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-196276917'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:55.665340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.670906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/8d10692e-4350-429a-b6cb-86bc29ecfaef HTTP/1.1" status: 204 len: 168 time: 1.6277320 Oct 29 11:36:55.684992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43db6f2f-3c5f-4b7b-8d75-b70c9781027f req-ac5fd7c1-9202-4ca7-8755-9786035bb617 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.0621996 Oct 29 11:36:55.686108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:55.727202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df596f3-9789-4e45-a59e-1679ca8801e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=8d10692e-4350-429a-b6cb-86bc29ecfaef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:55.742093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-b70b2757-0061-479c-b812-9ecf9be75af5 service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286113 Oct 29 11:36:55.797990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.821048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0393e21a-9b2f-4d27-8244-d1fb73d0f4f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28727435b1a84ef59c4e50ae136f9664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967710 Oct 29 11:36:55.827056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32978) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:55.867816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:55.874535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:55.923359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] DHCP port deletion for f53a72e1-a8df-46ed-95db-9f459ada1549 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:36:55.963484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port f3589f93-9fae-4830-b806-5b647f3858d6 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:36:56.074968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Deleting port dd14b90a-f606-4306-83e4-befa400453b4 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:56.075312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.197405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.261126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.3 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/f3589f93-9fae-4830-b806-5b647f3858d6) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:36:56.264970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] For port dd14b90a-f606-4306-83e4-befa400453b4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd14b90a-f606-4306-83e4-befa400453b4,segment=NetworkSegment(5ed9cc26-37d7-44c0-8de2-b99d7cf07325),segment_id=5ed9cc26-37d7-44c0-8de2-b99d7cf07325)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:56.265402 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.292438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Calling delete_port for dd14b90a-f606-4306-83e4-befa400453b4 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:56.360581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.419686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-8df523ae-eec3-497b-86b1-45dafd71613f service neutron] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155519 Oct 29 11:36:56.634913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd14b90a-f606-4306-83e4-befa400453b4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:36:56.666363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-494f9baf-c4af-4ef2-bb06-5227f652e3b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 200 len: 217 time: 0.2419796 Oct 29 11:36:56.714901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.797275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.819747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.854572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.867416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:56.873894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ec95cd8-a32f-4c2f-a2d3-8a669c3d4e07 HTTP/1.1" status: 204 len: 168 time: 1.0388348 Oct 29 11:36:56.908343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1894-cf2a-4965-9bdd-0fa004a8adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec95cd8-a32f-4c2f-a2d3-8a669c3d4e07,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:56.950610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-18268c49-c3eb-435a-80ca-192cf4794c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:56.954685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-18268c49-c3eb-435a-80ca-192cf4794c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.2803710 Oct 29 11:36:56.966854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:57.104998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:57.119267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38289728-0edb-4d7c-a2b2-ba141870e3c9 req-466d1793-59b5-4837-b082-806cdb82ec00 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.3371243 Oct 29 11:36:57.131724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:36:57.164089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:36:57.164089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:36:57.193366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] Pushing event deleted for resources: {'Port': ['ID=dd14b90a-f606-4306-83e4-befa400453b4,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:57.219126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b579f0a-14c6-4e9a-a395-4e387d4a8fe0 None None] No DVR routers for this DVR port dd14b90a-f606-4306-83e4-befa400453b4 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:57.243449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=f3589f93-9fae-4830-b806-5b647f3858d6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:57.246377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No active binding found for port dd14b90a-f606-4306-83e4-befa400453b4 {{(pid=102279) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 29 11:36:57.247215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd14b90a-f606-4306-83e4-befa400453b4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:36:57.292061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:57.293301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:57.331372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e4a2cd96-58a6-452d-9697-83d9746eb41a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8459880 Oct 29 11:36:57.333927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:57.340606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port dd14b90a-f606-4306-83e4-befa400453b4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:57.341062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:57.366324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ec:61:5d'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:57.640656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ff278cb0-cac6-4614-a391-86ab9fec4edd None None] Provisioning complete for port f3589f93-9fae-4830-b806-5b647f3858d6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:57.643270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff278cb0-cac6-4614-a391-86ab9fec4edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:57.694602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-149279c1-6897-4b8c-a413-98716967f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:57.696756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-149279c1-6897-4b8c-a413-98716967f85c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6358063 Oct 29 11:36:57.792442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ff278cb0-cac6-4614-a391-86ab9fec4edd None None] Port f3589f93-9fae-4830-b806-5b647f3858d6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:57.855035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.094203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port dd14b90a-f606-4306-83e4-befa400453b4, host n-d-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:58.095021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.126560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for dd14b90a-f606-4306-83e4-befa400453b4 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:58.134477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Port dd14b90a-f606-4306-83e4-befa400453b4 was not found and therefore no delete operation was performed {{(pid=102278) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:36:58.140504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-c92f62da-a030-480d-a92c-60d90d44e683 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188037 Oct 29 11:36:58.142558 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.247362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port dd14b90a-f606-4306-83e4-befa400453b4 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:36:58.269092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=dd14b90a-f606-4306-83e4-befa400453b4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:58.281901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.295376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.394076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dabc7505-938b-4dc5-a8d8-c1759f325d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.519074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=f3589f93-9fae-4830-b806-5b647f3858d6,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:58.558636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-37fc70a8-51a9-420e-a93e-a0dce8c8250b req-1c92bbf8-a894-4296-b0a4-deb43732b785 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.0809250 Oct 29 11:36:58.578668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] In _notify_port_updated(), no bound segment for port f3589f93-9fae-4830-b806-5b647f3858d6 on network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:36:58.589296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.606896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:58.607498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.615916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1f7d8472-00f4-478e-8f5a-63a2704cda81 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "PUT /v2.0/ports/f3589f93-9fae-4830-b806-5b647f3858d6 HTTP/1.1" status: 200 len: 993 time: 1.2758813 Oct 29 11:36:58.616215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33046) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:58.623738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3417048-8081-4885-93e5-b84eb77076a6 req-39109a5b-25a1-438d-b053-238db549c09c tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.3032677 Oct 29 11:36:58.659455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53a72e1-a8df-46ed-95db-9f459ada1549']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:58.683218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed9cc26-37d7-44c0-8de2-b99d7cf07325') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:58.683778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed9cc26-37d7-44c0-8de2-b99d7cf07325') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:36:58.715338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.723698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33048) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:58.751902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-2f0848ac-7e69-4028-a0b4-0a49b6880847 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529578 Oct 29 11:36:58.754964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Deleting port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:58.755458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.759386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.830830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3c139b79-2d59-4f31-94ff-a5306b6c99de None None] Provisioning complete for port f3589f93-9fae-4830-b806-5b647f3858d6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:36:58.831348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3c139b79-2d59-4f31-94ff-a5306b6c99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.892304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port f3589f93-9fae-4830-b806-5b647f3858d6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:36:58.892643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.916968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:36:58.918528 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:58.959255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3c139b79-2d59-4f31-94ff-a5306b6c99de None None] Port f3589f93-9fae-4830-b806-5b647f3858d6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:36:58.960533 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:36:59.051380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.077342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-486212979-network', 'tenant_id': '68cf650c57e44fe68cdda649f75d4689'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:59.093314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for f3589f93-9fae-4830-b806-5b647f3858d6 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:59.097082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-caf6cd92-766b-4ef8-a71e-671bba8cff34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 200 len: 217 time: 0.3347189 Oct 29 11:36:59.130339 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.196228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.196964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Made reservation on behalf of 68cf650c57e44fe68cdda649f75d4689 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:59.200670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.206102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/f53a72e1-a8df-46ed-95db-9f459ada1549 HTTP/1.1" status: 204 len: 168 time: 3.4873457 Oct 29 11:36:59.206316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33058) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:36:59.208916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97947-0ca9-48d8-9f70-69fdcef64a97 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=f53a72e1-a8df-46ed-95db-9f459ada1549,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:59.215262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1583618267'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:36:59.245730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.266864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-acdd599e-9bde-4830-8c4b-4c44c3230422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:59.269288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-acdd599e-9bde-4830-8c4b-4c44c3230422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 200 len: 797 time: 0.1593003 Oct 29 11:36:59.277488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] For port b94a9155-38d4-40fb-8cf8-a8a3f7c6e016, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:36:59.278087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.316886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Calling delete_port for b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:36:59.336619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:36:59.342822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.433490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-eef5abe5-acda-4911-8568-407b7a0c566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:36:59.435863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-eef5abe5-acda-4911-8568-407b7a0c566e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d30babd-2ab1-4ae7-b74c-535833dbfb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1534016 Oct 29 11:36:59.550638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.560182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.570885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:59.588793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.641890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=f3589f93-9fae-4830-b806-5b647f3858d6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:59.667498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.668608 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Added segment 0af36150-b521-4dec-9e2e-9f78cf5f949e of type vlan for network 1a97a59a-4798-4443-957e-26a84b6cf61d Oct 29 11:36:59.702717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:36:59.709960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-5e1fe6d7-eef9-4f94-a9f8-bef8ce91ddd2 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621112 Oct 29 11:36:59.809409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.810376 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Added segment e254b132-8287-4c33-be38-c1af867acb17 of type vlan for network faa09598-c802-4cc1-9589-b1f1602978dd Oct 29 11:36:59.830618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90040b-91a1-4bbb-9860-4cb3850480d0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:36:59.867174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.933656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f3edc98-b072-4010-b141-5c6b90ba893d req-f477f4af-e98a-48cf-965c-77d1c3191791 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0834298 Oct 29 11:36:59.947089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:36:59.950762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86afccac-f6ab-44cb-b23c-2085cc73dc30 req-18e64c24-33be-4317-ba12-0a8a206e1fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333181 Oct 29 11:37:00.015513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.066786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94a9155-38d4-40fb-8cf8-a8a3f7c6e016,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:00.093254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:37:00.104961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.110645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:00.111505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.155729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d5d6eb9-719b-469b-99b1-19a729beded6 req-49060fb7-331e-487a-a446-1e3a05c6ca9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0526431 Oct 29 11:37:00.195161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.196511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:00.197261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.267488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0600314 Oct 29 11:37:00.273592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33068) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:00.280429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:00.288762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.292684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10f963c6-9124-4216-a8b4-c64aafc13a58 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/f3589f93-9fae-4830-b806-5b647f3858d6 HTTP/1.1" status: 204 len: 168 time: 1.6754153 Oct 29 11:37:00.295861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33070) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:00.296080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de931-f668-40ba-b707-7a08a1ae6136 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Network': ['ID=1a97a59a-4798-4443-957e-26a84b6cf61d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:00.304360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5790176 Oct 29 11:37:00.309363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1a97a59a-4798-4443-957e-26a84b6cf61d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:00.322469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33072) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:00.328201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Request body: {'subnet': {'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-486212979-subnet', 'tenant_id': '68cf650c57e44fe68cdda649f75d4689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:00.356073 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-095b8803-0b38-404f-a0e6-d749867b9b7a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] GET failed (client error): The resource could not be found. Oct 29 11:37:00.362745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-095b8803-0b38-404f-a0e6-d749867b9b7a tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports/f3589f93-9fae-4830-b806-5b647f3858d6 HTTP/1.1" status: 404 len: 333 time: 0.0614953 Oct 29 11:37:00.365565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33074) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:00.374916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-909299442'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:00.438178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Made reservation on behalf of 68cf650c57e44fe68cdda649f75d4689 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:00.440819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.493316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40c19-ee13-49d2-8f3d-4f334f06f586 admin admin] Pushing event updated for resources: {'Network': ['ID=faa09598-c802-4cc1-9589-b1f1602978dd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:00.508337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network faa09598-c802-4cc1-9589-b1f1602978dd details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:00.555403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:00.560794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.653162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.821049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:00.825490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.840490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.861606 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e27ca4e2-08df-4653-a494-5c95d0c8de8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.909123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=304c9717-4ef4-431e-92a1-cbd6cb2e99cf,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:00.924485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.937643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Checking segment: {'id': '0af36150-b521-4dec-9e2e-9f78cf5f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:00.938211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network hostable DHCP agents. Network: 1a97a59a-4798-4443-957e-26a84b6cf61d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:00.952297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port 37435790-bf34-4f8a-9fc9-d65d753b9c36 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:00.959461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 1a97a59a-4798-4443-957e-26a84b6cf61d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:00.974715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1a97a59a-4798-4443-957e-26a84b6cf61d) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:00.980596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:00.981706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:00.988391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c8a87-4f75-44f9-9fed-6fc19d43e64e None None] Network 1a97a59a-4798-4443-957e-26a84b6cf61d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:01.031940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e86630e0-431e-4aab-9dd5-e9b29c6ae431 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7560749 Oct 29 11:37:01.036639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33078) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:01.041769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2126501556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:01.079212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.080355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.222517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-1a97a59a-4798-4443-957e-26a84b6cf61d', 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': '304c9717-4ef4-431e-92a1-cbd6cb2e99cf'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:01.224444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.452835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Allocated IP 172.20.0.2 (1a97a59a-4798-4443-957e-26a84b6cf61d/304c9717-4ef4-431e-92a1-cbd6cb2e99cf/5367a2c5-4add-48c2-9cdd-eed645b0b371) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:01.577896 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.585402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.621020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.625179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9023ece4-2197-4409-90cb-cc0c3cb93138 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5873547 Oct 29 11:37:01.628580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33096) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:01.634933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d', 'name': 'tempest-PortsTestJSON-1137615748'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:01.789325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.802181 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.803063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:01.810401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.838435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:01.876295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Network 1a97a59a-4798-4443-957e-26a84b6cf61d is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:01.878035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Pushing event updated for resources: {'Port': ['ID=5367a2c5-4add-48c2-9cdd-eed645b0b371,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:01.881999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:01.884670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:01.961750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Attempting to bind port 5367a2c5-4add-48c2-9cdd-eed645b0b371 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:01.962283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Attempting to bind port 5367a2c5-4add-48c2-9cdd-eed645b0b371 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '0af36150-b521-4dec-9e2e-9f78cf5f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:01.962658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Attempting to bind port 5367a2c5-4add-48c2-9cdd-eed645b0b371 on network 1a97a59a-4798-4443-957e-26a84b6cf61d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:01.968648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:01.969086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Checking segment: {'id': '0af36150-b521-4dec-9e2e-9f78cf5f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:01.969746 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.970144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Bound using segment: {'id': '0af36150-b521-4dec-9e2e-9f78cf5f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:01.970648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Bound port: 5367a2c5-4add-48c2-9cdd-eed645b0b371, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af36150-b521-4dec-9e2e-9f78cf5f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1a97a59a-4798-4443-957e-26a84b6cf61d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:01.971038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:01.986541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.6 (1a97a59a-4798-4443-957e-26a84b6cf61d/304c9717-4ef4-431e-92a1-cbd6cb2e99cf/0570abd0-5343-4fe0-a4cf-f290bd657aa5) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:01.996800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c5bc36-b221-4791-9885-145a37a0acc4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:02.070482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] For port 5367a2c5-4add-48c2-9cdd-eed645b0b371, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:02.075150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] For port 5367a2c5-4add-48c2-9cdd-eed645b0b371, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5367a2c5-4add-48c2-9cdd-eed645b0b371,segment=NetworkSegment(0af36150-b521-4dec-9e2e-9f78cf5f949e),segment_id=0af36150-b521-4dec-9e2e-9f78cf5f949e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:02.081789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.101331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.3 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/37435790-bf34-4f8a-9fc9-d65d753b9c36) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:02.140076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a551d47-5bb9-4c8c-9b29-9283514c6723 req-191428b5-2d02-4e61-b81b-4a40d6e110c4 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 1.0393667 Oct 29 11:37:02.140531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33100) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:02.161393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Checking segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:02.161978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Network hostable DHCP agents. Network: faa09598-c802-4cc1-9589-b1f1602978dd, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:02.178338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa37cd-4b93-4d76-9a24-b1d35ce05973 None None] Pushing event updated for resources: {'Port': ['ID=5367a2c5-4add-48c2-9cdd-eed645b0b371,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:02.216083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:02.244612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.247087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Network faa09598-c802-4cc1-9589-b1f1602978dd is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:02.282712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.293741 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.347323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, faa09598-c802-4cc1-9589-b1f1602978dd) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:02.351608 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.358724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1139c-c36d-4491-8fb1-b5d61368cc4a None None] Network faa09598-c802-4cc1-9589-b1f1602978dd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:02.362483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:02.363087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.467371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9491752-071b-475e-a90d-33ba909cf1a7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1431308 Oct 29 11:37:02.568388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.572304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:02.577837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-096ea8eb-b275-4da1-909f-1f763c7970f7 admin admin] 10.222.0.77 "PUT /v2.0/routers/001b5f8c-fb45-4446-831f-ca3a8abd92a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4528873 Oct 29 11:37:02.583401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33106) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:02.627633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4f9116b-acb3-466c-8b79-d13ff2753749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.631410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 1a97a59a-4798-4443-957e-26a84b6cf61d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:02.637279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:02.640022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:02.648861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Sync routers for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:02.649438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=0570abd0-5343-4fe0-a4cf-f290bd657aa5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:02.752585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:02.753563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:02.774630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:02.775343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.826534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f67ea9e6-4870-4f81-b2a2-87d99e4f6900 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1958084 Oct 29 11:37:02.829367 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.830322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33114) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:02.902013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:02.906131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:02.931039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5367a2c5-4add-48c2-9cdd-eed645b0b371 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:02.952784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:02.955791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:02.996533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d1fde-f686-4127-bb0f-9862d9d6ee9c None None] Network faa09598-c802-4cc1-9589-b1f1602978dd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:03.029452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=37435790-bf34-4f8a-9fc9-d65d753b9c36,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:03.080893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:03.081942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.082090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4f9116b-acb3-466c-8b79-d13ff2753749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.106405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89862003-44e1-4118-a048-725a96697e76 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7395041 Oct 29 11:37:03.110005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:03.118826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ec:61:5d'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:03.160757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:37:03.215985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.285425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5367a2c5-4add-48c2-9cdd-eed645b0b371 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:03.285677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.347348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4f9116b-acb3-466c-8b79-d13ff2753749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.432218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9116b-acb3-466c-8b79-d13ff2753749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312a294-f3eb-4b1f-831c-e70a215bd9f9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:03.443749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b4f9116b-acb3-466c-8b79-d13ff2753749 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1160b15507eb4cb092fb440247956a28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3014648 Oct 29 11:37:03.444024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33130) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:03.572668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-69da6ccc-5cf8-45af-b452-5679c5d84da2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:03.574915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-69da6ccc-5cf8-45af-b452-5679c5d84da2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.3540823 Oct 29 11:37:03.581125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2f4492b6-bc31-4671-bf5f-f4a56717a3fb None None] Provisioning complete for port 37435790-bf34-4f8a-9fc9-d65d753b9c36 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:03.581507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2f4492b6-bc31-4671-bf5f-f4a56717a3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.583334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Deleting port 93b09bb7-b470-4f0a-aba1-82263d58e6ae {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:03.583884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.615393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.642910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2f4492b6-bc31-4671-bf5f-f4a56717a3fb None None] Port 37435790-bf34-4f8a-9fc9-d65d753b9c36 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:03.651697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-280cb1ec-e2db-47c9-881c-8cb4fe3cb3d0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/quotas/68cf650c57e44fe68cdda649f75d4689 HTTP/1.1" status: 200 len: 375 time: 0.0646493 Oct 29 11:37:03.656092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.660530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.728087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-c882ef34-9568-4dc5-9877-845b28717139 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649278 Oct 29 11:37:03.795856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.878451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:36:59Z', 'revision_number': 5, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port': {'id': '93b09bb7-b470-4f0a-aba1-82263d58e6ae', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:34:22Z', 'updated_at': '2021-10-29T11:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:03.881790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] For port 93b09bb7-b470-4f0a-aba1-82263d58e6ae, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=93b09bb7-b470-4f0a-aba1-82263d58e6ae,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:03.881790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.883007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bd2ed-24e2-49b7-8577-b44925534a19 None None] Network 1a97a59a-4798-4443-957e-26a84b6cf61d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:03.902359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.920223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Calling delete_port for 93b09bb7-b470-4f0a-aba1-82263d58e6ae owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:03.930381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Checking router: 001b5f8c-fb45-4446-831f-ca3a8abd92a1 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:37:03.979452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:03.993315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Routers {'001b5f8c-fb45-4446-831f-ca3a8abd92a1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:03.993688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:04.004743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.009685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.014788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1312a294-f3eb-4b1f-831c-e70a215bd9f9 HTTP/1.1" status: 204 len: 168 time: 0.5654745 Oct 29 11:37:04.015023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-abfd690d-d292-4feb-85d9-1e1ae420bc5b None None] Provisioning complete for port 5367a2c5-4add-48c2-9cdd-eed645b0b371 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:04.024408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-abfd690d-d292-4feb-85d9-1e1ae420bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.028290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9ff51-35dc-4f38-8045-6c402462078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312a294-f3eb-4b1f-831c-e70a215bd9f9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:04.050505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.056586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.067863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-9e1122cc-13fa-452f-85ea-71fc975dde95 service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093331 Oct 29 11:37:04.166484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=0570abd0-5343-4fe0-a4cf-f290bd657aa5,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:04.209347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5367a2c5-4add-48c2-9cdd-eed645b0b371, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5367a2c5-4add-48c2-9cdd-eed645b0b371,segment=NetworkSegment(0af36150-b521-4dec-9e2e-9f78cf5f949e),segment_id=0af36150-b521-4dec-9e2e-9f78cf5f949e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:04.238976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.266892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.278415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.315933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] Set router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:37:04.389943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-fe3e2847-0ab4-47a8-9bc2-790f9d9e4fe3 service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991259 Oct 29 11:37:04.413643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=37435790-bf34-4f8a-9fc9-d65d753b9c36,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:04.448216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] In _notify_port_updated(), no bound segment for port 37435790-bf34-4f8a-9fc9-d65d753b9c36 on network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:04.448837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:37:03Z', 'revision_number': 6, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:04.457635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:04.458656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.462520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dc89e89d-adfe-4f22-9b27-18959d4c8719 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "PUT /v2.0/ports/37435790-bf34-4f8a-9fc9-d65d753b9c36 HTTP/1.1" status: 200 len: 995 time: 1.3492751 Oct 29 11:37:04.463713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:04.463840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5367a2c5-4add-48c2-9cdd-eed645b0b371,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:04.511490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679106a-22ae-4097-9376-e41191ffdf90 None None] The sync data for ids ['001b5f8c-fb45-4446-831f-ca3a8abd92a1'] in n-d-805046-9 is: [{'id': '001b5f8c-fb45-4446-831f-ca3a8abd92a1', 'name': 'tempest-ServersTestJSON-1535563720-router', 'tenant_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:34:20Z', 'updated_at': '2021-10-29T11:37:03Z', 'revision_number': 6, 'project_id': '2e5420912acb4e738c4eb89ebbc2e5ff', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:04.578724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:04.582147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.661207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.693765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20672c3e-e899-48e1-8b91-b35ee5ca62a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.701312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b09bb7-b470-4f0a-aba1-82263d58e6ae,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:04.850735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-afe83e75-1ddb-45a6-ab25-c15a4ee62568 req-fcf4c61f-9af2-4dab-aad6-6930b6c0ce78 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0515578 Oct 29 11:37:04.858242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-71554301-012c-4e84-8cb5-2ddb888dd85b None None] Provisioning complete for port 37435790-bf34-4f8a-9fc9-d65d753b9c36 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:04.858984 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71554301-012c-4e84-8cb5-2ddb888dd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.906636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port 37435790-bf34-4f8a-9fc9-d65d753b9c36 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:04.907006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:04.978431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-71554301-012c-4e84-8cb5-2ddb888dd85b None None] Port 37435790-bf34-4f8a-9fc9-d65d753b9c36 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:04.980250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5367a2c5-4add-48c2-9cdd-eed645b0b371 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:04.982899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20672c3e-e899-48e1-8b91-b35ee5ca62a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.053055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.094564 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20672c3e-e899-48e1-8b91-b35ee5ca62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.099864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.153627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5f67eacc-0a1d-4511-8bcc-cf3e0ac38f5f None None] Provisioning complete for port 5367a2c5-4add-48c2-9cdd-eed645b0b371 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:05.155429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f67eacc-0a1d-4511-8bcc-cf3e0ac38f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.220895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.223815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.243857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5367a2c5-4add-48c2-9cdd-eed645b0b371 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:05.244270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.370855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20672c3e-e899-48e1-8b91-b35ee5ca62a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef12ed-c609-454e-9d2a-c1481679e3b1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:05.376572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18ed88c3-5246-457a-86fd-dd18d7c07790 req-71cb9459-51b5-4cc0-a55f-b9c5ff474bc2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 210 time: 0.2991891 Oct 29 11:37:05.383228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.383228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001b5f8c-fb45-4446-831f-ca3a8abd92a1 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:37:05.396224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.400304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a50e8835-1159-4a12-9ed1-5bd078699d40 admin admin] 10.222.0.77 "DELETE /v2.0/routers/001b5f8c-fb45-4446-831f-ca3a8abd92a1 HTTP/1.1" status: 204 len: 168 time: 2.8131692 Oct 29 11:37:05.410404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33152) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:05.501575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5f67eacc-0a1d-4511-8bcc-cf3e0ac38f5f None None] Provisioning complete for port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:05.502180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f67eacc-0a1d-4511-8bcc-cf3e0ac38f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.546266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-20672c3e-e899-48e1-8b91-b35ee5ca62a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=639be240fe6541b48da66ea5d044c86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662983 Oct 29 11:37:05.597789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Deleting subnet 67ebd646-2eee-4634-a4df-dd8c6caebc2d {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:05.599911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5f67eacc-0a1d-4511-8bcc-cf3e0ac38f5f None None] Port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:05.614402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:05.629950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.631714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.640307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.700632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.727690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1d66b0ee-8af4-4e00-8f08-97318e532661 None None] Provisioning complete for port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:05.728625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1d66b0ee-8af4-4e00-8f08-97318e532661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.753633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.783848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.798976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=0570abd0-5343-4fe0-a4cf-f290bd657aa5,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:05.807508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for 37435790-bf34-4f8a-9fc9-d65d753b9c36 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:05.864727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1d66b0ee-8af4-4e00-8f08-97318e532661 None None] Port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:05.967997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:05.992665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 1a97a59a-4798-4443-957e-26a84b6cf61d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:05.994159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:05.997317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a9cf807f-b5b6-4cfb-b55c-98d954652966 None None] Provisioning complete for port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:05.997972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9cf807f-b5b6-4cfb-b55c-98d954652966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.049707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.070544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf807f-b5b6-4cfb-b55c-98d954652966 None None] Port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:06.202436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a45efd8-a9ea-466a-b0ae-f116825d4469 req-d682e2ac-98e5-41b1-a0de-9285953193b7 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.1101749 Oct 29 11:37:06.220046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Router ea3475bd-246d-441e-8989-ae8472be8c0f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:37:06.222693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.330944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.396054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ebd646-2eee-4634-a4df-dd8c6caebc2d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:06.402766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-078cce2c-0f13-49a8-8d9f-7ed0ef926df7 None None] Provisioning complete for port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:06.402928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.403265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-078cce2c-0f13-49a8-8d9f-7ed0ef926df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.407926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ca36928-8715-4430-9a2b-53f139026a9b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/67ebd646-2eee-4634-a4df-dd8c6caebc2d HTTP/1.1" status: 204 len: 168 time: 0.9962885 Oct 29 11:37:06.410464 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.415718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:06.455066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db15c36-a6be-471f-bea9-e30c69628596 None None] Network 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:06.500673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=37435790-bf34-4f8a-9fc9-d65d753b9c36,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:06.561980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.576142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.579263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.580421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3ef12ed-c609-454e-9d2a-c1481679e3b1 HTTP/1.1" status: 204 len: 168 time: 0.9614022 Oct 29 11:37:06.626798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:06.640219 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] Sync routers for ids ['ea3475bd-246d-441e-8989-ae8472be8c0f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:06.641514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1eb504c9-b6bb-423b-ba61-9f305af54326 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/routers/ea3475bd-246d-441e-8989-ae8472be8c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8102350 Oct 29 11:37:06.655607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:06.659454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] Routers {'ea3475bd-246d-441e-8989-ae8472be8c0f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:06.660320 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ea3475bd-246d-441e-8989-ae8472be8c0f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:06.674156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-078cce2c-0f13-49a8-8d9f-7ed0ef926df7 None None] Port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:06.687054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7478c1b4-9f4b-4fe5-a94f-c72901ec609f req-369525de-9451-49cc-981e-365901bfead0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 210 time: 0.1214769 Oct 29 11:37:06.697311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:06.726334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1556b-f065-40f4-8490-89357bbf2ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef12ed-c609-454e-9d2a-c1481679e3b1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:06.739327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:06.739767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b94a9155-38d4-40fb-8cf8-a8a3f7c6e016 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:06.740265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 93b09bb7-b470-4f0a-aba1-82263d58e6ae no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:06.742499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-568a9fba-dbaa-40f5-802e-ca390653be53 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:06.747149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-568a9fba-dbaa-40f5-802e-ca390653be53 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.86 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.3952162 Oct 29 11:37:06.748175 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:06.767281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Request body: {'port': {'device_id': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'admin_state_up': True, 'tenant_id': '68cf650c57e44fe68cdda649f75d4689'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:06.768255 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] Routers {'ea3475bd-246d-441e-8989-ae8472be8c0f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:06.768899 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ea3475bd-246d-441e-8989-ae8472be8c0f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:06.791040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 93b09bb7-b470-4f0a-aba1-82263d58e6ae {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:06.794206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 93b09bb7-b470-4f0a-aba1-82263d58e6ae not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:06.846271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:06.852657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2a7f98c-b119-4b53-a932-0022a99ff97c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/37435790-bf34-4f8a-9fc9-d65d753b9c36 HTTP/1.1" status: 204 len: 168 time: 2.3865867 Oct 29 11:37:06.855278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860f549-6b3b-4839-a7a7-a7ca27256a1e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:06.857191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7860f549-6b3b-4839-a7a7-a7ca27256a1e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3475bd-246d-441e-8989-ae8472be8c0f HTTP/1.1" status: 200 len: 982 time: 0.2002282 Oct 29 11:37:06.858052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33180) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:06.858555 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:06.859243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d862f2-bd21-4859-b405-7d0ce35782d1 None None] The sync data for ids ['ea3475bd-246d-441e-8989-ae8472be8c0f'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:06.871207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:06.901078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] DHCP port deletion for 37e4cb3f-ad88-454b-88b2-ac7a3da74a10 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:06.915994 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c027a5-24ae-48f4-b90b-2e0a6d628500 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] GET failed (client error): The resource could not be found. Oct 29 11:37:06.929679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43c027a5-24ae-48f4-b90b-2e0a6d628500 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports/37435790-bf34-4f8a-9fc9-d65d753b9c36 HTTP/1.1" status: 404 len: 333 time: 0.0599482 Oct 29 11:37:06.931095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33184) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:06.947984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-640486484'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:06.986411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Deleting port 4512921d-411f-4329-87b7-f9b934d2d916 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:06.986830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.094436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] For port 4512921d-411f-4329-87b7-f9b934d2d916, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4512921d-411f-4329-87b7-f9b934d2d916,segment=NetworkSegment(bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab),segment_id=bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:07.095437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.128061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Made reservation on behalf of 68cf650c57e44fe68cdda649f75d4689 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:07.133119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.133717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Calling delete_port for 4512921d-411f-4329-87b7-f9b934d2d916 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:07.329324 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.345380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] No DVR routers for this DVR port 4512921d-411f-4329-87b7-f9b934d2d916 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:07.375336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131381-d190-4999-a7b9-5aaa6b2f9f0b None None] Pushing event deleted for resources: {'Port': ['ID=4512921d-411f-4329-87b7-f9b934d2d916,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:07.401521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Deleting port 4512921d-411f-4329-87b7-f9b934d2d916 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:07.401521 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.432553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f934f205-b690-4b76-a8ac-f9ae5ff2f25e req-330fa15f-8110-4185-8d8d-759713267917 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Oct 29 11:37:07.456062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:07.460381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.517200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port cc391ebf-9d9b-4efa-8f40-e3a79738087f yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:07.590194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] For port 4512921d-411f-4329-87b7-f9b934d2d916, host n-d-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:07.590456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.619169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Calling delete_port for 4512921d-411f-4329-87b7-f9b934d2d916 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:07.640084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Port 4512921d-411f-4329-87b7-f9b934d2d916 was not found and therefore no delete operation was performed {{(pid=102278) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:37:07.646737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.681347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] No DVR routers for this DVR port 4512921d-411f-4329-87b7-f9b934d2d916 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:07.682803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Pushing event deleted for resources: {'Port': ['ID=4512921d-411f-4329-87b7-f9b934d2d916,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:07.687928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Allocated IP 172.20.0.13 (faa09598-c802-4cc1-9589-b1f1602978dd/e5c5bc36-b221-4791-9885-145a37a0acc4/fd9b1b22-8f4f-4422-abf6-2e44f6f4133f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:07.722224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.8 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/cc391ebf-9d9b-4efa-8f40-e3a79738087f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:07.765959 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:37:07.812929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.886891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e4cb3f-ad88-454b-88b2-ac7a3da74a10']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:07.891528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a60acea3-94f7-4530-a891-28983dc87093 req-6d267893-b42f-4b73-a54a-d6e51f3d9377 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 210 time: 0.0757177 Oct 29 11:37:07.912557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:07.912846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4d7ac4-43ad-4dc1-b05c-51cdc1071cab') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:07.923976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.946211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.971359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:07.972151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:07.984872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.007273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:08.016250 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:08.062921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.109523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Network faa09598-c802-4cc1-9589-b1f1602978dd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:08.114432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:08.117208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.122943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.123213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:08.172062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:08.180134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:08.188940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:08.196995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.201784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.205418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] 10.222.0.77 "DELETE /v2.0/networks/37e4cb3f-ad88-454b-88b2-ac7a3da74a10 HTTP/1.1" status: 204 len: 168 time: 1.7870841 Oct 29 11:37:08.213902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:08.231208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921304ef-8026-42ea-9022-e0185d25012c admin admin] Pushing event deleted for resources: {'Network': ['ID=37e4cb3f-ad88-454b-88b2-ac7a3da74a10,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:08.261062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:08.261493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.300112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=cc391ebf-9d9b-4efa-8f40-e3a79738087f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:08.326085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2a767a5e-695f-49cd-adf6-5c3969ba326d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5639839 Oct 29 11:37:08.334267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:08.334947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.344201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Request body: {'port': {'device_id': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:08.386863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8dd7b977-7a50-48c6-896b-f323c27091c1 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4479554 Oct 29 11:37:08.388396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33222) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:08.401890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'network_id': '4ecb0633-b6e9-4b99-a4b2-ebcd79a84575', 'name': 'tempest-AllowedAddressPairTestJSON-1141922201'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:08.472727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 0570abd0-5343-4fe0-a4cf-f290bd657aa5 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:08.473653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.491686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.518430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:08.648764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4512921d-411f-4329-87b7-f9b934d2d916 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:08.683631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4512921d-411f-4329-87b7-f9b934d2d916 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:08.683970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4512921d-411f-4329-87b7-f9b934d2d916 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:08.701470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71442339-9034-4d15-a8bb-9833ae3434c2 req-2dee88db-92ee-478e-b1c5-1f7c5a792ed0 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0654399 Oct 29 11:37:08.707890 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b81a5055-da38-467a-815c-4ab52fc1e000 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e5420912acb4e738c4eb89ebbc2e5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883180 Oct 29 11:37:08.721813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33232) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:08.736770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.756848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-abbfa016-4620-4faa-a9b1-7ad8b5f466fd None None] Provisioning complete for port cc391ebf-9d9b-4efa-8f40-e3a79738087f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:08.757520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-abbfa016-4620-4faa-a9b1-7ad8b5f466fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.785152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 0570abd0-5343-4fe0-a4cf-f290bd657aa5 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:08.822834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Made reservation on behalf of 762acdf6c4e84be38f3270df6dcf0bc1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:08.826629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:08.838635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-abbfa016-4620-4faa-a9b1-7ad8b5f466fd None None] Port cc391ebf-9d9b-4efa-8f40-e3a79738087f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:08.895339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] device_id is not set on port d028c95b-12fd-4b59-835b-e5d46565913c yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:08.974533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.044014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.062949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Allocated IP 172.20.0.14 (4ecb0633-b6e9-4b99-a4b2-ebcd79a84575/4d786546-65bb-4f37-a2ae-405460da98eb/d028c95b-12fd-4b59-835b-e5d46565913c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:09.124691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9b1b22-8f4f-4422-abf6-2e44f6f4133f {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:09.137695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.185194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439786-bc28-402d-9b0e-7ec935a0dd55 req-2aee0ee8-ae48-41b2-830c-dae29113f27d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:09.187146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55439786-bc28-402d-9b0e-7ec935a0dd55 req-2aee0ee8-ae48-41b2-830c-dae29113f27d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 932 time: 0.1300845 Oct 29 11:37:09.214373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Transition to ACTIVE for port object fd9b1b22-8f4f-4422-abf6-2e44f6f4133f will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:09.214649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.217522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.221843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd9aa6a1-3883-4c79-b5b9-19fa6eeeaf2f HTTP/1.1" status: 204 len: 168 time: 0.4955671 Oct 29 11:37:09.227799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.249165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806374f9-2903-4e50-ad35-accf6214ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9aa6a1-3883-4c79-b5b9-19fa6eeeaf2f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:09.260309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.274998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=0570abd0-5343-4fe0-a4cf-f290bd657aa5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:09.317131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55439786-bc28-402d-9b0e-7ec935a0dd55 req-dd88dc34-bd24-40a8-9341-84d15c88e594 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170750 Oct 29 11:37:09.417313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:09.461115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.533149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.538246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Attempting to bind port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:09.538946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Attempting to bind port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:09.538946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Attempting to bind port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:09.551738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f on network faa09598-c802-4cc1-9589-b1f1602978dd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:09.552148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Attempting to bind port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:09.568663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:09.569348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Checking segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:09.571176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Bound using segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:09.572270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Bound port: fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:09.572822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.575596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.726994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:09.744156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:09.750221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=d028c95b-12fd-4b59-835b-e5d46565913c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:09.754032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:09.770299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Router ea3475bd-246d-441e-8989-ae8472be8c0f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:09.872939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:09.874085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.907285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33260) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:09.907529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8914380c-ed0e-4487-a9af-2710fe1843e7 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5180314 Oct 29 11:37:09.909181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:09.913699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:09.922786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.931334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ec:61:5d'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:37:52:19'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:09.989341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:09.991337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:09.993572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-7764c723-301e-4800-929d-484816a76fc4 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd9b1b22-8f4f-4422-abf6-2e44f6f4133f HTTP/1.1" status: 200 len: 1092 time: 1.6538587 Oct 29 11:37:10.015435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52020d49-7999-4427-9242-afc4f3af7592 req-79b63c4a-8ee3-456e-ad0a-3d24fe8c1e08 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.1431623 Oct 29 11:37:10.023596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:10.029967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:10.031361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9abee2d7-aa42-48b7-ab43-f82b8ba1272b tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/routers/ea3475bd-246d-441e-8989-ae8472be8c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1590602 Oct 29 11:37:10.033948 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b" -d '{"events": [{"name": "network-changed", "server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:10.037910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] Sync routers for ids ['ea3475bd-246d-441e-8989-ae8472be8c0f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:10.042714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33266) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:10.060837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] Routers {'ea3475bd-246d-441e-8989-ae8472be8c0f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:10.067828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ea3475bd-246d-441e-8989-ae8472be8c0f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:10.131085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:10.141380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] Routers {'ea3475bd-246d-441e-8989-ae8472be8c0f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:10.142373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ea3475bd-246d-441e-8989-ae8472be8c0f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:10.167673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764c723-301e-4800-929d-484816a76fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:10.179071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-a9b35bd9-08c6-4ba8-a026-dcb2020f97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:10.181061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-a9b35bd9-08c6-4ba8-a026-dcb2020f97bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 1095 time: 0.1023974 Oct 29 11:37:10.181824 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-7882242e-c89b-469c-9dd6-7d9c4a306f86 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:37:10.183464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7882242e-c89b-469c-9dd6-7d9c4a306f86 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/0570abd0-5343-4fe0-a4cf-f290bd657aa5 HTTP/1.1" status: 404 len: 333 time: 0.1397731 Oct 29 11:37:10.186375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33272) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:10.189697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:10.190636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c1b7d-1ca5-40b0-8408-91baabf0988e None None] The sync data for ids ['ea3475bd-246d-441e-8989-ae8472be8c0f'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:10.208062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f99a7a02-aabc-4bd5-b29b-992f77802e8f None None] Provisioning complete for port d028c95b-12fd-4b59-835b-e5d46565913c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:10.208808 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f99a7a02-aabc-4bd5-b29b-992f77802e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.256413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f99a7a02-aabc-4bd5-b29b-992f77802e8f None None] Port d028c95b-12fd-4b59-835b-e5d46565913c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:10.280738 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6cb919-71b8-4980-b136-44add37283bf x-openstack-request-id: req-6b6cb919-71b8-4980-b136-44add37283bf {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:10.281069 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:10.281331 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b6cb919-71b8-4980-b136-44add37283bf {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:10.281749 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'status': 'completed', 'code': 200} Oct 29 11:37:10.285303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.295525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.411322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-c4a0cee2-cf02-433d-a3d1-d76e8b2f7f4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f HTTP/1.1" status: 200 len: 217 time: 0.1324434 Oct 29 11:37:10.511790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e425cd-9691-4180-8d01-dc1673980318 req-120ce7eb-eae5-4609-9b31-6291c72dc53a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:10.513485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65e425cd-9691-4180-8d01-dc1673980318 req-120ce7eb-eae5-4609-9b31-6291c72dc53a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 944 time: 0.0929785 Oct 29 11:37:10.525792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33284) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:10.546590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.551131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.591389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.597087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-a5b7cf17-fb1f-4623-b025-d89636d945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:10.599130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-a5b7cf17-fb1f-4623-b025-d89636d945fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.1567180 Oct 29 11:37:10.602072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65e425cd-9691-4180-8d01-dc1673980318 req-8717baf8-5c91-4040-9307-9b619fa41983 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Oct 29 11:37:10.602927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.618713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.619220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Fanout notify agent at l3_agent the message router_deleted on router ea3475bd-246d-441e-8989-ae8472be8c0f {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:37:10.647836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.653249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e04c411a-e0cc-4703-80de-a1a1055b72e7 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/routers/ea3475bd-246d-441e-8989-ae8472be8c0f HTTP/1.1" status: 204 len: 168 time: 0.4610705 Oct 29 11:37:10.653249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-ad59eeb3-4923-46af-bd30-5ec109cb874c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439169 Oct 29 11:37:10.653249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33288) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:10.688810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-72327522-network', 'tenant_id': '90d2a68276de42b994079f3f65e084af'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:10.728884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event updated for resources: {'Port': ['ID=d028c95b-12fd-4b59-835b-e5d46565913c,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:10.734426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] In _notify_port_updated(), no bound segment for port d028c95b-12fd-4b59-835b-e5d46565913c on network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:10.745116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:10.746885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.750937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-891ae03f-3282-404c-a68b-a89c7063e4bd tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "PUT /v2.0/ports/d028c95b-12fd-4b59-835b-e5d46565913c HTTP/1.1" status: 200 len: 1057 time: 0.8310137 Oct 29 11:37:10.752712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:10.761249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Made reservation on behalf of 90d2a68276de42b994079f3f65e084af for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:10.763633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.774137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.798192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 304c9717-4ef4-431e-92a1-cbd6cb2e99cf {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:10.803045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.862400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.873613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.878012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.908552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:10.920056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb9708-b76a-49d0-96f1-dedc0aaebdf7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:10.925032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.925379 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Added segment e75c408a-e60f-4793-bc01-8a156f276ee2 of type vlan for network af964610-76a2-4fbd-bcef-b5db46c0dd9f Oct 29 11:37:10.953874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-eb87356c-d0b1-415e-a40e-07200a36c159 service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913659 Oct 29 11:37:10.969625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.982988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-914d52e6-8d76-499b-9ee4-ddaf5b5baf9c None None] Provisioning complete for port d028c95b-12fd-4b59-835b-e5d46565913c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:10.983361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-914d52e6-8d76-499b-9ee4-ddaf5b5baf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.997559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:10.998681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:10.999373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.038679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-914d52e6-8d76-499b-9ee4-ddaf5b5baf9c None None] Port d028c95b-12fd-4b59-835b-e5d46565913c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:11.081429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5516419 Oct 29 11:37:11.081905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33298) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:11.087692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Request body: {'subnet': {'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-72327522-subnet', 'tenant_id': '90d2a68276de42b994079f3f65e084af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:11.092120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11510-0654-4299-840f-b7a1cbe96dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=af964610-76a2-4fbd-bcef-b5db46c0dd9f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:11.111382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:11.123978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Made reservation on behalf of 90d2a68276de42b994079f3f65e084af for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:11.129634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.250103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-533d30f5-13cd-432f-9a44-3a6b5cdb6b34 req-ba8f53b9-0e7a-4ea4-a759-14f6474860c0 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0479083 Oct 29 11:37:11.421135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.422722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.459490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port d028c95b-12fd-4b59-835b-e5d46565913c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:11.459921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.490327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1379111-4de7-4d38-99c0-913a1edb3ff4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:11.499253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Checking segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:11.501483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Network hostable DHCP agents. Network: af964610-76a2-4fbd-bcef-b5db46c0dd9f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:11.527266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:11.530554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fc304d-60fc-4c1d-b127-c6c107798b4c req-2fd7e7aa-b46c-42c8-8260-fcf4ff38a9b7 service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674555 Oct 29 11:37:11.559783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, af964610-76a2-4fbd-bcef-b5db46c0dd9f) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:11.570832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80b74c-4436-46d9-841f-b56ad43eab6a None None] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:11.574343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:11.588886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.592971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.634394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0cabf636-6ead-45c4-bc76-81aa63b6f154 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5486972 Oct 29 11:37:11.648546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.666124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=304c9717-4ef4-431e-92a1-cbd6cb2e99cf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:11.673282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.677111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-016c9de0-aa82-47b6-a4d9-765fd831a6f9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/304c9717-4ef4-431e-92a1-cbd6cb2e99cf HTTP/1.1" status: 204 len: 168 time: 1.0240426 Oct 29 11:37:11.680591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:11.687763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for d028c95b-12fd-4b59-835b-e5d46565913c owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:11.688223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895bbf15-adf5-4771-90d6-8abfc71e1312 None None] Network 1a97a59a-4798-4443-957e-26a84b6cf61d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:11.744456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-7e4eadfb-afc2-42ed-b8e9-c35269669a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:11.746375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-7e4eadfb-afc2-42ed-b8e9-c35269669a5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 1095 time: 0.1451519 Oct 29 11:37:11.837589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:11.916529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4734-6586-4da0-ba18-d53c52b0703e req-4c288b7f-a477-45d3-94c7-97d438cf0816 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:11.917813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f1a4734-6586-4da0-ba18-d53c52b0703e req-4c288b7f-a477-45d3-94c7-97d438cf0816 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 944 time: 0.1409681 Oct 29 11:37:12.002774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 5367a2c5-4add-48c2-9cdd-eed645b0b371 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:12.002774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.004835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-1afd99eb-d14d-4f10-91bc-8ad7e9852684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:12.006451 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-1afd99eb-d14d-4f10-91bc-8ad7e9852684 service neutron] 10.222.0.86 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 915 time: 0.2497637 Oct 29 11:37:12.013754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f1a4734-6586-4da0-ba18-d53c52b0703e req-d2ccca4a-0105-4c4c-9e9b-8ae7f57d7d01 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893123 Oct 29 11:37:12.071856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-612beeaa-4585-4ada-bc09-a5bfa1fce809 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f HTTP/1.1" status: 200 len: 217 time: 0.0561109 Oct 29 11:37:12.118804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] For port 5367a2c5-4add-48c2-9cdd-eed645b0b371, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5367a2c5-4add-48c2-9cdd-eed645b0b371,segment=NetworkSegment(0af36150-b521-4dec-9e2e-9f78cf5f949e),segment_id=0af36150-b521-4dec-9e2e-9f78cf5f949e)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:12.119392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.125172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.138428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 5367a2c5-4add-48c2-9cdd-eed645b0b371 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:12.163522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=d028c95b-12fd-4b59-835b-e5d46565913c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:12.292035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'tenant_id': '90d2a68276de42b994079f3f65e084af', 'fixed_ips': [{'subnet_id': 'd1379111-4de7-4d38-99c0-913a1edb3ff4'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:12.294377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.323187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-a49884d7-842d-42b8-9030-f23fe6c5da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:12.323418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e37a9-175d-4b6b-b975-98f9f47efeb4 None None] DHCP port deletion for 1a97a59a-4798-4443-957e-26a84b6cf61d request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:12.324943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-a49884d7-842d-42b8-9030-f23fe6c5da1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.2442529 Oct 29 11:37:12.327562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.388145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=5367a2c5-4add-48c2-9cdd-eed645b0b371,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:12.402219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No DVR routers for this DVR port 5367a2c5-4add-48c2-9cdd-eed645b0b371 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:12.428401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-2ab23544-433b-4f21-a180-f4bf824a9436 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676754 Oct 29 11:37:12.607469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.611082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Allocated IP 172.20.0.2 (af964610-76a2-4fbd-bcef-b5db46c0dd9f/d1379111-4de7-4d38-99c0-913a1edb3ff4/c3d77bf6-e7d7-49da-a85b-e36d83d79101) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:12.632278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5367a2c5-4add-48c2-9cdd-eed645b0b371 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:12.672114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a97a59a-4798-4443-957e-26a84b6cf61d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:12.697615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-b23959ff-3134-4f96-b160-4aa40f85182d service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169411 Oct 29 11:37:12.698196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af36150-b521-4dec-9e2e-9f78cf5f949e') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:12.698196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af36150-b521-4dec-9e2e-9f78cf5f949e') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:12.699410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5367a2c5-4add-48c2-9cdd-eed645b0b371 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:12.699754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5367a2c5-4add-48c2-9cdd-eed645b0b371 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:12.700200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.720881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-d6a235e2-22a0-4b48-bac8-8332c3185fb0 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:12.725953 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-078ee70d-e13c-436a-bdf2-6bc1254367ee tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/d028c95b-12fd-4b59-835b-e5d46565913c HTTP/1.1" status: 204 len: 168 time: 1.9670417 Oct 29 11:37:12.729384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-d6a235e2-22a0-4b48-bac8-8332c3185fb0 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.2842293 Oct 29 11:37:12.731956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33354) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:12.737181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.790978 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a81e5f-802c-401f-b3cc-74777076851c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] GET failed (client error): The resource could not be found. Oct 29 11:37:12.794289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96a81e5f-802c-401f-b3cc-74777076851c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports/d028c95b-12fd-4b59-835b-e5d46565913c HTTP/1.1" status: 404 len: 333 time: 0.0500627 Oct 29 11:37:12.800575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-419c384d-be52-4ab5-a082-1bb75a9825b4 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/quotas/90d2a68276de42b994079f3f65e084af HTTP/1.1" status: 200 len: 375 time: 0.0699284 Oct 29 11:37:12.803240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.805493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33358) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:12.860287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.870057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.873243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cd2cfda-9ff5-4e8a-b46c-dae5228bb06b req-2dab8b3c-8111-46e6-a361-814d2ef93ef3 service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484506 Oct 29 11:37:12.886846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-13105f62-b08a-4dac-9327-be1e0927a02e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747013 Oct 29 11:37:12.902185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:12.902689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:12.905944 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:12.936042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Pushing event updated for resources: {'Port': ['ID=c3d77bf6-e7d7-49da-a85b-e36d83d79101,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:12.943617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:12.945378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:12.951951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:13.038836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Attempting to bind port c3d77bf6-e7d7-49da-a85b-e36d83d79101 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:13.039213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Attempting to bind port c3d77bf6-e7d7-49da-a85b-e36d83d79101 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:13.039579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Attempting to bind port c3d77bf6-e7d7-49da-a85b-e36d83d79101 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:13.045657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:13.046052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Checking segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:13.046473 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.047023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Bound using segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:13.047506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Bound port: c3d77bf6-e7d7-49da-a85b-e36d83d79101, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:13.047886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.085793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.123554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.131954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/1a97a59a-4798-4443-957e-26a84b6cf61d HTTP/1.1" status: 204 len: 168 time: 1.4426634 Oct 29 11:37:13.131954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f46ae-1ac3-408c-bd52-20967688dd39 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=1a97a59a-4798-4443-957e-26a84b6cf61d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:13.132556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33368) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:13.176839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] For port c3d77bf6-e7d7-49da-a85b-e36d83d79101, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:13.184340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] For port c3d77bf6-e7d7-49da-a85b-e36d83d79101, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c3d77bf6-e7d7-49da-a85b-e36d83d79101,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:13.192474 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.215293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33370) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:13.262554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f68ba1-e895-4f25-a9e1-fcadc5754286 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:13.264659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3f68ba1-e895-4f25-a9e1-fcadc5754286 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/4cbae465-5975-4145-a657-5b1f56973f4f HTTP/1.1" status: 200 len: 841 time: 0.1308417 Oct 29 11:37:13.270136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33374) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:13.279200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940f0c-d29a-43d0-91f6-e2254aff54b2 None None] Pushing event updated for resources: {'Port': ['ID=c3d77bf6-e7d7-49da-a85b-e36d83d79101,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:13.386989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c80149dc-f995-4366-9e62-47c076a7ded0 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/4cbae465-5975-4145-a657-5b1f56973f4f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1103930 Oct 29 11:37:13.394138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33376) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:13.400519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:13.405994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27b6bd0e-975a-49d6-acbd-230dc0adacea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.592604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:13.596306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.642443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-c76e5fef-7177-45ca-b6e7-b766516b6ecf service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545609 Oct 29 11:37:13.650156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port cc391ebf-9d9b-4efa-8f40-e3a79738087f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:13.650485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.720846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27b6bd0e-975a-49d6-acbd-230dc0adacea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.730690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27b6bd0e-975a-49d6-acbd-230dc0adacea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.779857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27b6bd0e-975a-49d6-acbd-230dc0adacea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8f26773883f48479b1f6422035e6e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627651 Oct 29 11:37:13.783643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:13.788186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6bd0e-975a-49d6-acbd-230dc0adacea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afec76a-49b4-4b01-9fed-07f37ad2defe,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:13.812684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.848021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-5afeac89-70dd-4b88-aa8c-acbd84d43bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534481 Oct 29 11:37:13.851598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for cc391ebf-9d9b-4efa-8f40-e3a79738087f owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:13.895649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.919154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.944403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:13.950311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:13.955016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:13.955726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.956313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:13.965969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9c789-13d0-4a37-aa89-8e70db8df2fd None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:13.980306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=048167b4-9edc-420e-b935-3693128eb42b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:14.027995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97d9d836-1c99-4705-99ec-b9c521d01ee6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6326377 Oct 29 11:37:14.028744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33382) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.033402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229983703'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:14.069808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.149455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47d70bca-a1ca-4a37-9e4b-43d9952d8bf2 req-99a79fa4-6025-4c66-988b-6fb26fff2537 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0538490 Oct 29 11:37:14.165311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.174984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.184268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8afec76a-49b4-4b01-9fed-07f37ad2defe HTTP/1.1" status: 204 len: 168 time: 0.3976393 Oct 29 11:37:14.217058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.218922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684c21-6ec7-4af5-abbe-a64e723a4189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afec76a-49b4-4b01-9fed-07f37ad2defe,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:14.223735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.227673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.282559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.287915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2580020 Oct 29 11:37:14.288732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33390) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.296349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=cc391ebf-9d9b-4efa-8f40-e3a79738087f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:14.297591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756345389'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:14.341533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fdce3-1ae2-4b93-81ca-1098136bb3e8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f9c53-f546-4386-9701-e08c406c9e58,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:14.373169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.427075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:14.441212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9bc52055-64f5-427b-ab31-9ce586ac88c0', 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'tenant_id': 'c8d2d4ff44bb4f40ae44cc4363706e7e', 'fixed_ips': [{'subnet_id': '048167b4-9edc-420e-b935-3693128eb42b'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:14.443615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.492519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.508741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5209d959-2325-4c05-b622-7a2586468e96 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/cc391ebf-9d9b-4efa-8f40-e3a79738087f HTTP/1.1" status: 204 len: 168 time: 1.7014537 Oct 29 11:37:14.529853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33398) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.553271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.563225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.642752 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b8ffd9-49c7-4827-a0a9-aa8c95192c0c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] GET failed (client error): The resource could not be found. Oct 29 11:37:14.644647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7b8ffd9-49c7-4827-a0a9-aa8c95192c0c tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "GET /v2.0/ports/cc391ebf-9d9b-4efa-8f40-e3a79738087f HTTP/1.1" status: 404 len: 333 time: 0.1138456 Oct 29 11:37:14.649143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33400) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.659333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d0028-fcfb-4aa0-b0cf-a5a187e06d8f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:14.680028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.681564 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b39f293-cc0d-4d40-881f-fb20101e4b11 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3884320 Oct 29 11:37:14.685525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33404) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.711242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1828872652', 'security_groups': ['a66d0028-fcfb-4aa0-b0cf-a5a187e06d8f'], 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '048167b4-9edc-420e-b935-3693128eb42b'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:14.796078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446801a-bd17-482e-bf89-e1dee0cfc9ae req-9d8f197c-eaf6-4678-9a80-f779e8bf93cc tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:14.798228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9446801a-bd17-482e-bf89-e1dee0cfc9ae req-9d8f197c-eaf6-4678-9a80-f779e8bf93cc tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 944 time: 0.3091516 Oct 29 11:37:14.801445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33406) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:14.855880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5d882680-56c6-4fb4-9770-cb2aadc39cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:14.876586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c3d77bf6-e7d7-49da-a85b-e36d83d79101 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:14.879440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd7d87-5623-49a7-a8b3-382412ed5b57 None None] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:14.910618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:14.921566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9446801a-bd17-482e-bf89-e1dee0cfc9ae req-a21ff512-8c7f-4bc3-8e96-bfa1a3071d9f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042075 Oct 29 11:37:14.980274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port 304e5d7b-638c-45c1-83f2-0b445bb790f1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:14.980526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.018764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Allocated IP 172.20.0.2 (9bc52055-64f5-427b-ab31-9ce586ac88c0/048167b4-9edc-420e-b935-3693128eb42b/8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:15.037865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.057081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port 3443eec6-d6c3-4ec7-b8a0-85958349700a yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:15.167229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:15.204224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5d882680-56c6-4fb4-9770-cb2aadc39cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.226887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5d882680-56c6-4fb4-9770-cb2aadc39cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.237122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.238159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] Provisioning complete for port c3d77bf6-e7d7-49da-a85b-e36d83d79101 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:15.238600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.264186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'mac_address': 'fa:16:3e:9d:9d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:15.290955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-35514ac1-854a-4403-8035-3be15546351b tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:15.292436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-35514ac1-854a-4403-8035-3be15546351b tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.2644253 Oct 29 11:37:15.298269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for 304e5d7b-638c-45c1-83f2-0b445bb790f1 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:15.309629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5d882680-56c6-4fb4-9770-cb2aadc39cca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f51b0c5ad8847b3b6e90f895f988cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066850 Oct 29 11:37:15.310357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d882680-56c6-4fb4-9770-cb2aadc39cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c41c45-36bc-4e18-8272-e7f491f32ebc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:15.312376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33418) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:15.324800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-c9ff7573-072b-4904-af1c-43763e2485e8 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/quotas/90d2a68276de42b994079f3f65e084af HTTP/1.1" status: 200 len: 375 time: 0.0224018 Oct 29 11:37:15.380314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.387089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c3d77bf6-e7d7-49da-a85b-e36d83d79101 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:15.387449 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.397203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.414111 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.437367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-e707767d-cfa8-4243-ae2a-00a4a3831364 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747139 Oct 29 11:37:15.471901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b1b22-8f4f-4422-abf6-2e44f6f4133f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:15.476429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.480383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.485262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3c41c45-36bc-4e18-8272-e7f491f32ebc HTTP/1.1" status: 204 len: 168 time: 0.1716366 Oct 29 11:37:15.516615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affcc84-8f63-4187-93c3-6f5f32235284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c41c45-36bc-4e18-8272-e7f491f32ebc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:15.587914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:15.589945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.606125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.616008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.623860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.631395 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.715178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=304e5d7b-638c-45c1-83f2-0b445bb790f1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:15.746813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.14 (9bc52055-64f5-427b-ab31-9ce586ac88c0/048167b4-9edc-420e-b935-3693128eb42b/3443eec6-d6c3-4ec7-b8a0-85958349700a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:15.771042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-6ad0bab7-44bf-401e-8e57-0891326ca995 service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023052 Oct 29 11:37:15.807246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:15.857687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:15.873569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:15.888459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:15.923476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] For port c3d77bf6-e7d7-49da-a85b-e36d83d79101, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c3d77bf6-e7d7-49da-a85b-e36d83d79101,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:15.923998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:15.926723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.969414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:15.977191 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.020384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.047470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-44498857-3f07-4d9a-a28a-93017d54de1b service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751963 Oct 29 11:37:16.074269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:16.077607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:16.083424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:16.140415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=3443eec6-d6c3-4ec7-b8a0-85958349700a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:16.143040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.147557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-59ecec23-9774-43a6-abb9-19003360fd66 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/ports/304e5d7b-638c-45c1-83f2-0b445bb790f1 HTTP/1.1" status: 204 len: 168 time: 1.4964321 Oct 29 11:37:16.150172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33432) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:16.202481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-6fb03ca7-b774-44a8-8479-95da2550a44a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:16.207926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-6fb03ca7-b774-44a8-8479-95da2550a44a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.5692883 Oct 29 11:37:16.229716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:16.231517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.238867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Request body: {'port': {'device_id': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'admin_state_up': True, 'tenant_id': '90d2a68276de42b994079f3f65e084af'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:16.278887 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f91f6092-0b32-4911-b29a-e5f34c9c619e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5906956 Oct 29 11:37:16.279586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33438) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:16.293352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:16.367934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:16.396081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Attempting to bind port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:16.396691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Attempting to bind port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '6b426532-55f2-47f5-9fdb-e84bc2e04f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:16.397288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Attempting to bind port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 on network 9bc52055-64f5-427b-ab31-9ce586ac88c0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:16.460377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c7ece218-99cc-4cd1-8dbf-7b2c7ea72c69 None None] Provisioning complete for port c3d77bf6-e7d7-49da-a85b-e36d83d79101 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:16.460744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c7ece218-99cc-4cd1-8dbf-7b2c7ea72c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.462477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:16.462844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Checking segment: {'id': '6b426532-55f2-47f5-9fdb-e84bc2e04f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:16.463236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.463630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Bound using segment: {'id': '6b426532-55f2-47f5-9fdb-e84bc2e04f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:16.464110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Bound port: 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b426532-55f2-47f5-9fdb-e84bc2e04f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:16.464484 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.507414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-814b40f5-fb52-485b-ba30-96dbfdcf675c req-ec607359-4457-4d52-9b88-d9bfdf85c635 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0827794 Oct 29 11:37:16.516304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:37:16.517237 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:37:16.561548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting subnet 4d786546-65bb-4f37-a2ae-405460da98eb {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:16.570877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df6c20-d602-4782-8f85-adb84f529630 None None] Pushing event updated for resources: {'Port': ['ID=c3d77bf6-e7d7-49da-a85b-e36d83d79101,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:16.579475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.599739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:16.604586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.653312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.702415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Made reservation on behalf of 90d2a68276de42b994079f3f65e084af for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:16.707861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.790757 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 048167b4-9edc-420e-b935-3693128eb42b (CIDR: 172.20.0.0/28) Oct 29 11:37:16.795656 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:16.796971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:16.802619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:16.827794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3df17b26-4593-4356-bcdc-51490c1d3bba tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5425997 Oct 29 11:37:16.828311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:16.829141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33458) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:16.846297 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:16.870491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:16.952975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa1030-0f4a-48e9-aa4b-61ea484909c9 None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:17.049354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Allocated IP 172.20.0.12 (af964610-76a2-4fbd-bcef-b5db46c0dd9f/d1379111-4de7-4d38-99c0-913a1edb3ff4/d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:17.091538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f6f09-6903-4275-b35f-13bef8a49ece req-bbdfd393-e296-43d0-bcda-c40a99fc0193 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:17.094311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:17.099770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-673f6f09-6903-4275-b35f-13bef8a49ece req-bbdfd393-e296-43d0-bcda-c40a99fc0193 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 945 time: 0.3600066 Oct 29 11:37:17.101336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.102305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.257369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-673f6f09-6903-4275-b35f-13bef8a49ece req-8ccbb0db-88e7-4131-a952-aec2b94f9e96 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566095 Oct 29 11:37:17.294078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c3d77bf6-e7d7-49da-a85b-e36d83d79101 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:17.418832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c3d77bf6-e7d7-49da-a85b-e36d83d79101 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:17.419937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.437531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.506291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.510957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Subnet': ['ID=4d786546-65bb-4f37-a2ae-405460da98eb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:17.516231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.519518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/subnets/4d786546-65bb-4f37-a2ae-405460da98eb HTTP/1.1" status: 204 len: 168 time: 1.3552208 Oct 29 11:37:17.521178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f366515e-560f-4bed-8ccf-c7f61182c068 None None] Network 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:17.524019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33474) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:17.543996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.544393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.544738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.545062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.545348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.545696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.545993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.546400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.546704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.547023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.547340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.547654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0c32f-2db9-47fd-971a-09038c61d495 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:17.599329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=a1b867da-d7b5-488f-881e-8de3aa41a89e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:17.613921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:17.617794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:17.625300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:17.627356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.666594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.667955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6fda7dec-efec-4873-b798-f846f58aa189 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8345437 Oct 29 11:37:17.669930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33484) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:17.679328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1949021046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1b867da-d7b5-488f-881e-8de3aa41a89e'}], 'security_groups': ['3e8f9c53-f546-4386-9701-e08c406c9e58']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:17.744135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-a43ed4ed-562d-45a9-a389-5b46afb5dff5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:17.755943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-a43ed4ed-562d-45a9-a389-5b46afb5dff5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.3320186 Oct 29 11:37:17.782443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.792814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-3d841e2d-64dd-48e1-86f5-281dd08220be tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/quotas/90d2a68276de42b994079f3f65e084af HTTP/1.1" status: 200 len: 375 time: 0.0359142 Oct 29 11:37:17.837557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] DHCP port deletion for 4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:17.930916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.944531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Deleting port c46882e1-275c-4657-928a-b32731a5a45c {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:17.944911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:17.955598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-c655d89e-ad45-4fe0-a1c7-34b2eb51d17a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1585972 Oct 29 11:37:18.051146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-2a33768d-c1fa-4eff-a206-6634fe4026d7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:18.052593 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-2a33768d-c1fa-4eff-a206-6634fe4026d7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.86 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.3302202 Oct 29 11:37:18.082809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Request body: {'port': {'device_id': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'admin_state_up': True, 'tenant_id': '90d2a68276de42b994079f3f65e084af'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:18.092721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] For port c46882e1-275c-4657-928a-b32731a5a45c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c46882e1-275c-4657-928a-b32731a5a45c,segment=NetworkSegment(5f3cd97b-294a-4c67-955e-38727fd7c098),segment_id=5f3cd97b-294a-4c67-955e-38727fd7c098)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:18.093591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.100081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-3c5469ea-89f7-4500-9282-cd2be619571d service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234577 Oct 29 11:37:18.102650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.111638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Calling delete_port for c46882e1-275c-4657-928a-b32731a5a45c owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:18.167656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Deleting port c46882e1-275c-4657-928a-b32731a5a45c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:18.167656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.224825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.244530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] No DVR routers for this DVR port c46882e1-275c-4657-928a-b32731a5a45c on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:18.270228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dda66-9540-40dc-a5ed-ea6b5c4e0bf1 None None] Pushing event deleted for resources: {'Port': ['ID=c46882e1-275c-4657-928a-b32731a5a45c,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:18.270976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:18.290899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:18.304776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event updated for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:18.320964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:18.394734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] For port c46882e1-275c-4657-928a-b32731a5a45c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c46882e1-275c-4657-928a-b32731a5a45c,segment=NetworkSegment(5f3cd97b-294a-4c67-955e-38727fd7c098),segment_id=5f3cd97b-294a-4c67-955e-38727fd7c098)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:18.402437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.410713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Made reservation on behalf of 90d2a68276de42b994079f3f65e084af for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:18.414219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.437655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:18.467047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:18.467840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.483484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Calling delete_port for c46882e1-275c-4657-928a-b32731a5a45c owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:18.512227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-f5720a3f-2095-40be-b4ff-fa4f92f8f6c2 service neutron] 10.222.0.77 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000947 Oct 29 11:37:18.537469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:37:18.556440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:18.558221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.564594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde07ea-74ba-4348-a5d9-971119e7ffb5 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:18.587126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-91b2745e-a858-44a9-9637-9959e23a11c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3531621 Oct 29 11:37:18.610538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Request body: {'port': {'device_id': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:18.717852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.753321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.791559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:18.791921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.813139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Port': ['ID=c46882e1-275c-4657-928a-b32731a5a45c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:18.827915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] No DVR routers for this DVR port c46882e1-275c-4657-928a-b32731a5a45c on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:18.874927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Allocated IP 172.20.0.4 (af964610-76a2-4fbd-bcef-b5db46c0dd9f/d1379111-4de7-4d38-99c0-913a1edb3ff4/e15298de-c7d5-40f2-aea0-760682205d98) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:18.879693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:18.881649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:18.973863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:18.978420 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde52166-5972-4653-8309-dd7e60929f4a" -d '{"events": [{"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:18.985032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:19.002378 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.015186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:19.016211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.042933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Delete allocated IP 172.20.0.14 (9bc52055-64f5-427b-ab31-9ce586ac88c0/048167b4-9edc-420e-b935-3693128eb42b) {{(pid=102277) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:37:19.060865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.25 (9bc52055-64f5-427b-ab31-9ce586ac88c0/a1b867da-d7b5-488f-881e-8de3aa41a89e/3443eec6-d6c3-4ec7-b8a0-85958349700a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:19.190783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-625bd3df-e5d7-4036-b252-522cf75568eb req-6002f37d-0796-4259-a9ed-cb7c1b48af80 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.2668796 Oct 29 11:37:19.200501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.243928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.293986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:19.338053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecb0633-b6e9-4b99-a4b2-ebcd79a84575']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:19.355512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cd97b-294a-4c67-955e-38727fd7c098') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:19.355801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cd97b-294a-4c67-955e-38727fd7c098') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:19.396313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.423155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.430999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:19.436752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:19.438694 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:19.460595 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:19.501783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.556615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.584963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:19.590087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.595134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:19.598153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event updated for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:19.601025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:19.616375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:19.626656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Update dhcp port {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'fixed_ips': [{'subnet_id': '048167b4-9edc-420e-b935-3693128eb42b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a1b867da-d7b5-488f-881e-8de3aa41a89e'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:37:19.631222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.632547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.638949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.644147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] 10.222.0.77 "DELETE /v2.0/networks/4ecb0633-b6e9-4b99-a4b2-ebcd79a84575 HTTP/1.1" status: 204 len: 168 time: 2.1153092 Oct 29 11:37:19.660904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:19.661535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.668972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:19.669680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.673698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.717533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed54e38-b39b-4b89-9278-edd962d498bd req-9edd456f-6a58-4b37-95eb-530d214989ae tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:19.731920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ed54e38-b39b-4b89-9278-edd962d498bd req-9edd456f-6a58-4b37-95eb-530d214989ae tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.2664375 Oct 29 11:37:19.757172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3db0-f0a0-4fa6-b2f0-21bf662de332 tempest-AllowedAddressPairTestJSON-489543581 tempest-AllowedAddressPairTestJSON-489543581-project] Pushing event deleted for resources: {'Network': ['ID=4ecb0633-b6e9-4b99-a4b2-ebcd79a84575,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:19.763656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.772268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-b8c73454-f0b9-4b41-8a5b-27004be2912e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7042534 Oct 29 11:37:19.817696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Request body: {'port': {'device_id': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:19.836875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ed54e38-b39b-4b89-9278-edd962d498bd req-afdb53cc-5d20-4453-a37f-c958be134ffe tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032450 Oct 29 11:37:19.849210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2c722400-bcfd-4c1b-ad57-6c87f4dc5512 None None] Provisioning complete for port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:19.849831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c722400-bcfd-4c1b-ad57-6c87f4dc5512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:19.913294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bac6e-e0f7-4415-bc45-8963a697d713 None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:19.961270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:19.973453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.017441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82bca3eb-d8d3-49f5-9fd7-94421db33027 req-9f7c2cf0-5eff-4e4e-ad10-0f5d95613325 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 210 time: 0.0468330 Oct 29 11:37:20.030988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Transition to ACTIVE for port object d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:20.037220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2c722400-bcfd-4c1b-ad57-6c87f4dc5512 None None] Port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:20.050732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.084052 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ea3561-a3cb-4f68-9e6d-a2a825f4c258 x-openstack-request-id: req-c9ea3561-a3cb-4f68-9e6d-a2a825f4c258 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:20.084343 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:20.084776 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9ea3561-a3cb-4f68-9e6d-a2a825f4c258 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:20.085200 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'code': 200} Oct 29 11:37:20.159335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c46882e1-275c-4657-928a-b32731a5a45c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:20.172938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Pushing event updated for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:20.223199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c46882e1-275c-4657-928a-b32731a5a45c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:20.224820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c46882e1-275c-4657-928a-b32731a5a45c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:20.233943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Allocated IP 172.20.0.18 (9bc52055-64f5-427b-ab31-9ce586ac88c0/a1b867da-d7b5-488f-881e-8de3aa41a89e/8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:20.247285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-01515ea5-11fa-4aac-8b94-84ee3812d0dd None None] Provisioning complete for port e15298de-c7d5-40f2-aea0-760682205d98 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:20.247921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-01515ea5-11fa-4aac-8b94-84ee3812d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.251086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Attempting to bind port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:20.251571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Attempting to bind port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:20.251736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Attempting to bind port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:20.257493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac on network af964610-76a2-4fbd-bcef-b5db46c0dd9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:20.257810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Attempting to bind port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:20.266465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:20.266819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Checking segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:20.267245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Bound using segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:20.267780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Bound port: d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:20.268135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.323028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-01515ea5-11fa-4aac-8b94-84ee3812d0dd None None] Port e15298de-c7d5-40f2-aea0-760682205d98 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:20.337722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33526) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:20.527425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed6d79b4-b449-4c83-aa2b-48dbe152f4fd req-34a92704-9d17-461e-bef7-b80f0f4eeafe tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.1066284 Oct 29 11:37:20.531528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:20.536058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:20.561446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:20.586275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.656671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.676989 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.679669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-72055632-54a2-4373-aca3-f6976b7a754f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:20.681399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-72055632-54a2-4373-aca3-f6976b7a754f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 814 time: 0.3031673 Oct 29 11:37:20.685590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:20.686207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.688219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] 10.222.0.41 "PUT /v2.0/ports/d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac HTTP/1.1" status: 200 len: 1092 time: 2.0876424 Oct 29 11:37:20.690563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:20.693478 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad76996-bf3e-42c3-9358-c257eee3af68" -d '{"events": [{"name": "network-changed", "server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:20.711534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Request body: {'port': {'device_id': '2afab935-4886-4625-b656-c19e452ac444', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'admin_state_up': True, 'tenant_id': '90d2a68276de42b994079f3f65e084af'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:20.750830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] In _notify_port_updated(), no bound segment for port 3443eec6-d6c3-4ec7-b8a0-85958349700a on network 9bc52055-64f5-427b-ab31-9ce586ac88c0 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:20.757027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:20.758083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:20.762933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/ports/3443eec6-d6c3-4ec7-b8a0-85958349700a HTTP/1.1" status: 200 len: 921 time: 3.0916734 Oct 29 11:37:20.766322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33544) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:20.836442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c06546-d338-4c11-b0b5-756fb4216a29 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=3443eec6-d6c3-4ec7-b8a0-85958349700a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:20.889242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982b44b-8deb-46bf-bb21-cf822b81e03c None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:20.938803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.006433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47111dfe-eeda-408f-91c1-367d315d5b7b req-d2cb3370-b656-412e-bf94-d5d165a6afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:21.009083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47111dfe-eeda-408f-91c1-367d315d5b7b req-d2cb3370-b656-412e-bf94-d5d165a6afb8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 1097 time: 0.2405112 Oct 29 11:37:21.205092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:21.255427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47111dfe-eeda-408f-91c1-367d315d5b7b req-2d808a29-dfb0-4184-8d5c-d1e1e80c8716 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377150 Oct 29 11:37:21.276847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:21.277326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.303654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 3443eec6-d6c3-4ec7-b8a0-85958349700a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:21.303983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.324372 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133ca05-3311-454e-9602-464153a53f1e x-openstack-request-id: req-e133ca05-3311-454e-9602-464153a53f1e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:21.324992 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:21.324992 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e133ca05-3311-454e-9602-464153a53f1e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:21.325299 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac', 'status': 'completed', 'code': 200} Oct 29 11:37:21.330568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-039b7708-d7d4-41a2-85a5-aa4e8f9398d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=762acdf6c4e84be38f3270df6dcf0bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9913116 Oct 29 11:37:21.351969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33556) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:21.395484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b127d-b4a5-4502-9b75-8e23c63f5d6d service neutron] Pushing event updated for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:21.479631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-0e2ccf4a-0e4e-404f-85dc-6c14781fca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:21.481229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-0e2ccf4a-0e4e-404f-85dc-6c14781fca95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 1095 time: 0.1586189 Oct 29 11:37:21.487606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.493381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.522296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 3443eec6-d6c3-4ec7-b8a0-85958349700a owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:21.522795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4cc2b-cfdd-40e0-9719-f98c8efa8440 req-46bf38cc-0175-4541-8c88-c07ecc1d2541 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:21.524607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8db4cc2b-cfdd-40e0-9719-f98c8efa8440 req-46bf38cc-0175-4541-8c88-c07ecc1d2541 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1984789 Oct 29 11:37:21.547216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.565320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-72041cb2-0f36-43a2-8e04-d3fdae9ee9b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac HTTP/1.1" status: 200 len: 217 time: 0.0708585 Oct 29 11:37:21.592034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Made reservation on behalf of 90d2a68276de42b994079f3f65e084af for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:21.595513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.600742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:21.601396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.642400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:21.653737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Provisioning complete for port 3443eec6-d6c3-4ec7-b8a0-85958349700a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:21.654102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.655022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8db4cc2b-cfdd-40e0-9719-f98c8efa8440 req-d63bfa9e-1ed7-4f70-a06e-728d42f64b88 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939901 Oct 29 11:37:21.669020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-d4e6f869-8159-4943-97e4-fe5bfeea2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:21.670505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-d4e6f869-8159-4943-97e4-fe5bfeea2247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.0980108 Oct 29 11:37:21.688931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Port 3443eec6-d6c3-4ec7-b8a0-85958349700a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:21.715692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:21.716047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-952aa7e2-3c8a-49f1-b161-9c1650275637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.754945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15298de-c7d5-40f2-aea0-760682205d98 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:21.763851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.780728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Transition to ACTIVE for port object e15298de-c7d5-40f2-aea0-760682205d98 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:21.783526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.789229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.789229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dadc0999-0bf7-4d07-8866-5c47f17a7256 HTTP/1.1" status: 204 len: 168 time: 0.4345787 Oct 29 11:37:21.795820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:21.865835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Pushing event updated for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:21.887611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4c870-409c-4d7c-ac27-e75bee2c40f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadc0999-0bf7-4d07-8866-5c47f17a7256,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:21.924127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Allocated IP 172.20.0.5 (af964610-76a2-4fbd-bcef-b5db46c0dd9f/d1379111-4de7-4d38-99c0-913a1edb3ff4/481349ac-c942-476d-a463-e7a2730d0f27) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:22.015596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e51811-c570-4365-85f1-c90858c1dc95 req-728317c0-7f5f-4c2b-9fdd-3bc8df21478f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 210 time: 0.2428837 Oct 29 11:37:22.032363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-ed370142-7b3f-4399-9c2b-018a767fc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:22.038268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-ed370142-7b3f-4399-9c2b-018a767fc24f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3331318 Oct 29 11:37:22.056277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.069698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Attempting to bind port e15298de-c7d5-40f2-aea0-760682205d98 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:22.070307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Attempting to bind port e15298de-c7d5-40f2-aea0-760682205d98 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:22.070835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Attempting to bind port e15298de-c7d5-40f2-aea0-760682205d98 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:22.075215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.104348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Port e15298de-c7d5-40f2-aea0-760682205d98 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:22.105030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Attempting to bind port e15298de-c7d5-40f2-aea0-760682205d98 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:22.115294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:22.115626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Checking segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:22.116077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Bound using segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:22.116700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Bound port: e15298de-c7d5-40f2-aea0-760682205d98, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:22.117129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.209806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:22.212405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=3443eec6-d6c3-4ec7-b8a0-85958349700a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:22.223804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e15298de-c7d5-40f2-aea0-760682205d98,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:22.261151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.300207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cff4cd2a-d50a-4b65-96c2-476c29a8b5f3 None None] Could not find standard attr ID for object 3443eec6-d6c3-4ec7-b8a0-85958349700a. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:37:22.310658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-68b19a03-deef-48ff-82f2-a1d41d7bfb4c service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310939 Oct 29 11:37:22.363279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9b2d1b2-a050-4be0-9898-7f7f935aa2fd req-c14faad5-2b9a-401d-9d95-92b68bf833d3 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0980611 Oct 29 11:37:22.483976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:22.484810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.487488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] 10.222.0.86 "PUT /v2.0/ports/e15298de-c7d5-40f2-aea0-760682205d98 HTTP/1.1" status: 200 len: 1091 time: 2.6852396 Oct 29 11:37:22.491578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:22.530140 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05be18-da28-4f5d-8054-8287cb3adec6" -d '{"events": [{"name": "network-changed", "server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "tag": "e15298de-c7d5-40f2-aea0-760682205d98"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:22.554543 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.555495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.562469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-769aaee0-fa21-4e32-b742-e599e1eb44c6 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/3443eec6-d6c3-4ec7-b8a0-85958349700a HTTP/1.1" status: 204 len: 168 time: 1.7844508 Oct 29 11:37:22.563667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33588) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:22.639698 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6601f97c-6698-4d7a-8dc3-92f9f2200fd8 x-openstack-request-id: req-6601f97c-6698-4d7a-8dc3-92f9f2200fd8 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:22.640183 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "tag": "e15298de-c7d5-40f2-aea0-760682205d98", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:22.640447 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6601f97c-6698-4d7a-8dc3-92f9f2200fd8 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:22.640878 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98', 'status': 'completed', 'code': 200} Oct 29 11:37:22.641950 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-38270160-4b57-4f94-8449-6dd7bef2eb18 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:37:22.644193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38270160-4b57-4f94-8449-6dd7bef2eb18 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/3443eec6-d6c3-4ec7-b8a0-85958349700a HTTP/1.1" status: 404 len: 333 time: 0.0795391 Oct 29 11:37:22.649985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b845c-3e6a-4067-81ff-0abc18786748 service neutron] Pushing event updated for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:22.653564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33590) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:22.718526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-608d7c06-4ada-4310-a11c-2ec8b1709a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:22.720097 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-608d7c06-4ada-4310-a11c-2ec8b1709a11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 1094 time: 0.1407704 Oct 29 11:37:22.786662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fd1c032d-6aff-4591-8e9e-9082377ede46 None None] Could not find standard attr ID for object 3443eec6-d6c3-4ec7-b8a0-85958349700a. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:37:22.792215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea941b50-a5f6-4777-92de-c2410157f4d6 req-9c810b14-d25c-40ae-b9be-53836c747c50 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314809 Oct 29 11:37:22.814576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.825070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-cd5d9d56-4f66-4a38-9c7a-2620d2ff95e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e15298de-c7d5-40f2-aea0-760682205d98 HTTP/1.1" status: 200 len: 217 time: 0.0810080 Oct 29 11:37:22.874308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.948698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:22.976610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:22.994050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-993b36be-9ad5-4640-acdd-52b65ea592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:22.996471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-993b36be-9ad5-4640-acdd-52b65ea592e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.1237700 Oct 29 11:37:23.019704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event updated for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:23.022622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:23.040236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:23.130346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-cd72dbf3-eed2-40f6-8453-6eebfc8a43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.150475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-cd72dbf3-eed2-40f6-8453-6eebfc8a43d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 1095 time: 0.1816740 Oct 29 11:37:23.163503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.167097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.168520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/security-groups/a66d0028-fcfb-4aa0-b0cf-a5a187e06d8f HTTP/1.1" status: 204 len: 168 time: 0.5121427 Oct 29 11:37:23.180288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:23.214860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fb8f6-ad01-4474-9ded-e8673cc70faf tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d0028-fcfb-4aa0-b0cf-a5a187e06d8f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:23.237581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-660ed38b-33d4-4cb5-86ee-311bc7308b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.248994 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-660ed38b-33d4-4cb5-86ee-311bc7308b7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396104 Oct 29 11:37:23.328971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143456ae-4db3-4017-a055-aa279d9a668a req-98b90938-2283-4021-bce5-92f08224d03b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.331486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-143456ae-4db3-4017-a055-aa279d9a668a req-98b90938-2283-4021-bce5-92f08224d03b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.3461266 Oct 29 11:37:23.334571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:23.357077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.357765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.407224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-7d42eedc-2e5c-4b70-bc84-d7f78ed6550d service neutron] 10.222.0.86 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510897 Oct 29 11:37:23.411528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.421764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-2e95c69b-b458-40ba-8b41-e848b3813035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7232299 Oct 29 11:37:23.438298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.438557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Request body: {'port': {'device_id': '2afab935-4886-4625-b656-c19e452ac444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:23.449826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-41dcd66a-3be3-4eb1-9a8c-7d52e74a92bb None None] Provisioning complete for port 481349ac-c942-476d-a463-e7a2730d0f27 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:23.450588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41dcd66a-3be3-4eb1-9a8c-7d52e74a92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.475869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-143456ae-4db3-4017-a055-aa279d9a668a req-a0fb2d7c-39db-41f4-b366-086acfb6c3cb tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262121 Oct 29 11:37:23.503798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-41dcd66a-3be3-4eb1-9a8c-7d52e74a92bb None None] Port 481349ac-c942-476d-a463-e7a2730d0f27 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:23.506262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-d80334b6-356b-446e-894e-c7893de9db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.508375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-d80334b6-356b-446e-894e-c7893de9db5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 915 time: 0.3568201 Oct 29 11:37:23.525466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.529921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.534166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/security-groups/3e8f9c53-f546-4386-9701-e08c406c9e58 HTTP/1.1" status: 204 len: 168 time: 0.3483260 Oct 29 11:37:23.538541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33632) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:23.595512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2102971401'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:23.599954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-97426e92-6a3c-4e4c-a668-66feecde7b3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac HTTP/1.1" status: 200 len: 217 time: 0.0741148 Oct 29 11:37:23.616427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59322-7600-40a5-83a2-e9a8484b2b85 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f9c53-f546-4386-9701-e08c406c9e58,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:23.633311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.697371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-481a85a4-ec65-41ca-a1d6-498befdb5e2a req-1ccb4d6a-c22a-40a8-9d15-17003ffd4ad5 service neutron] 10.222.0.86 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951444 Oct 29 11:37:23.720462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33636) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:23.752201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 048167b4-9edc-420e-b935-3693128eb42b {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:23.760520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:23.763829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.765825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.802011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-06932196-b1bf-4087-be0c-45edbeb64e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.803713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-06932196-b1bf-4087-be0c-45edbeb64e1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 1094 time: 0.0468874 Oct 29 11:37:23.804925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-bb36f404-694e-405c-bef4-56bf148b2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.806412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-bb36f404-694e-405c-bef4-56bf148b2c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.1848040 Oct 29 11:37:23.811343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.827140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e50f-53b8-4a65-98bf-cf7eafa078ca req-83fb33e6-01c2-4fd7-bf93-d1a6f75e2e37 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.828903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3039e50f-53b8-4a65-98bf-cf7eafa078ca req-83fb33e6-01c2-4fd7-bf93-d1a6f75e2e37 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 931 time: 0.2280979 Oct 29 11:37:23.870560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.878847 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a8683dfd-a12f-4b19-a4ab-6584b8e813de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:23.945410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-c490adf0-fef8-40ac-8938-1dc5bdb94f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:23.947076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-c490adf0-fef8-40ac-8938-1dc5bdb94f1d service neutron] 10.222.0.86 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 915 time: 0.1358063 Oct 29 11:37:24.006869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-4d844ba0-01d0-4320-a85e-83a186502822 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e15298de-c7d5-40f2-aea0-760682205d98 HTTP/1.1" status: 200 len: 217 time: 0.0505230 Oct 29 11:37:24.068631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a8683dfd-a12f-4b19-a4ab-6584b8e813de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.074071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a8683dfd-a12f-4b19-a4ab-6584b8e813de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.081301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3039e50f-53b8-4a65-98bf-cf7eafa078ca req-95caafb6-ee38-4751-abea-ed941716e379 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357316 Oct 29 11:37:24.099305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-0252402f-e345-4610-84ae-aa41a8799e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:24.101358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-0252402f-e345-4610-84ae-aa41a8799e96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.0865421 Oct 29 11:37:24.117570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-0fac3252-2632-4cfa-9416-1acc029ac321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:24.119144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-0fac3252-2632-4cfa-9416-1acc029ac321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827370 Oct 29 11:37:24.169513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a8683dfd-a12f-4b19-a4ab-6584b8e813de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a512f0da1754cad935114d8f47891a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455099 Oct 29 11:37:24.169765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:24.179519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683dfd-a12f-4b19-a4ab-6584b8e813de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d643f-eec8-4778-91b7-005065efd47f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:24.202501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.216872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-5d87d1c4-6219-4f63-b9e1-62252ef12535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:24.218463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-5d87d1c4-6219-4f63-b9e1-62252ef12535 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059632 Oct 29 11:37:24.252717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.263113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f244f441-f699-42b7-b01f-0a3516e11a11 req-878a4acd-da4c-4c62-a9ea-56e70f1b8c53 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0980642 Oct 29 11:37:24.304692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.341159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.356801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.382929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-a96d38f9-ab4a-435c-83a7-24d1f052b23b service neutron] 10.222.0.86 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511548 Oct 29 11:37:24.409180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.411995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.415652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/313d643f-eec8-4778-91b7-005065efd47f HTTP/1.1" status: 204 len: 168 time: 0.2425234 Oct 29 11:37:24.442453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-725b30fc-4c5c-4ff7-b203-259e7c62bf8f service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094940 Oct 29 11:37:24.451887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.454113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:24.458884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d643f-eec8-4778-91b7-005065efd47f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:24.471001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.471348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.471697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.472637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.472924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.473281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.473611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.473941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.474269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.474592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.474920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.475251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4a8139-29af-4a0f-a959-960d74d053a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:24.496177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560c6554-9b3b-4235-8bb6-8e3ded05792a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:24.523815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481349ac-c942-476d-a463-e7a2730d0f27 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:24.536698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b05be18-da28-4f5d-8054-8287cb3adec6 req-500c8360-1daf-4bae-9da9-a52e97b363c1 service neutron] 10.222.0.86 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361892 Oct 29 11:37:24.565493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.565493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=048167b4-9edc-420e-b935-3693128eb42b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:24.570589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.573883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dc1e6085-b488-4700-8d69-e47d2d03d821 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/048167b4-9edc-420e-b935-3693128eb42b HTTP/1.1" status: 204 len: 168 time: 1.0342867 Oct 29 11:37:24.575462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.575797 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 78db666a-d68c-4612-8243-908753c31908 of type vlan for network 7938d7ff-870d-4a94-aefe-eeea4d6187aa Oct 29 11:37:24.578808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:24.585376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271e6a2-1781-4ed6-9094-1fde45b18b00 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:24.591539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:24.641150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Transition to ACTIVE for port object 481349ac-c942-476d-a463-e7a2730d0f27 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:24.655033 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.659110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.680184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9b95-d5ec-49e5-9126-309a386b0014 req-ec498d70-2324-41c3-88d1-23ea83b20429 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:24.687603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54aa9b95-d5ec-49e5-9126-309a386b0014 req-ec498d70-2324-41c3-88d1-23ea83b20429 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.2753074 Oct 29 11:37:24.779375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:24.791660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.804093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad76996-bf3e-42c3-9358-c257eee3af68 req-77cade38-9817-4475-b5ca-2a833fca9410 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323476 Oct 29 11:37:24.808064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Pushing event updated for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:24.813335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.826196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:24.827506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.846965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:24.938605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54aa9b95-d5ec-49e5-9126-309a386b0014 req-c1faeec7-8df1-4642-bddb-f4d240fe927b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501252 Oct 29 11:37:24.946269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a976183-50a8-41d0-b68d-5e0845110489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:24.958757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6209991 Oct 29 11:37:24.959746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33650) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.003743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-553771128'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:25.024045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887eeb3-e2f3-4a80-a4f8-7e17306615af tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=7938d7ff-870d-4a94-aefe-eeea4d6187aa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.053534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:25.123107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:25.126589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.136069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Attempting to bind port 481349ac-c942-476d-a463-e7a2730d0f27 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:25.136444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Attempting to bind port 481349ac-c942-476d-a463-e7a2730d0f27 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:25.137066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Attempting to bind port 481349ac-c942-476d-a463-e7a2730d0f27 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:25.142863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.166930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Port 481349ac-c942-476d-a463-e7a2730d0f27 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:25.167268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Attempting to bind port 481349ac-c942-476d-a463-e7a2730d0f27 on network af964610-76a2-4fbd-bcef-b5db46c0dd9f {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:25.183534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:25.183860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Checking segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:25.184242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Bound using segment: {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:25.184840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Bound port: 481349ac-c942-476d-a463-e7a2730d0f27, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75c408a-e60f-4793-bc01-8a156f276ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:25.185095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.212337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:25.218171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:25.225471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:25.228692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:25.229333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.249557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.249929 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 6153c613-acd1-450c-811e-baad8166b341 of type vlan for network 9287e120-3912-4e03-80d5-b25500150341 Oct 29 11:37:25.255302 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6751282 Oct 29 11:37:25.256336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55944dd-260a-43cc-af40-9e71d86ceb77 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=00db5256-95b2-4013-a59f-d6de4b9b1d82,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.258269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.262745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1425234088'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:25.273898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a976183-50a8-41d0-b68d-5e0845110489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.284218 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a976183-50a8-41d0-b68d-5e0845110489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.297613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.410731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.415665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.455304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.456692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1974914 Oct 29 11:37:25.457249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9a976183-50a8-41d0-b68d-5e0845110489 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=52c216f4531d48b08da8cf17f6bb8fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994453 Oct 29 11:37:25.466897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.467065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.467665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33678) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.479083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1755960778'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:25.496946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:25.498762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c767-5ccf-4344-8083-ccb99b0756f3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420bb36b-4a4b-4667-a319-ce474db89dbf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.500840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a976183-50a8-41d0-b68d-5e0845110489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08f3fd2-c8ff-4c0f-8da5-1d6069a92850,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.532741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.533041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=481349ac-c942-476d-a463-e7a2730d0f27,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:25.546037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.560903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.564358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:25.564993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.594582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.618394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ebf6-59e2-44ba-8f9e-9b36c1c64c07 req-94ae2106-ce63-4ef7-a097-6ed0e9dc7f46 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:25.626758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9500ebf6-59e2-44ba-8f9e-9b36c1c64c07 req-94ae2106-ce63-4ef7-a097-6ed0e9dc7f46 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 943 time: 0.1864536 Oct 29 11:37:25.632202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.683620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6883402 Oct 29 11:37:25.694469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dd0c8-520c-4a68-a52a-a4d4233e2a88 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:25.701743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.707817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.715109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.715955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:25.720391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:25.721021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.722473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] 10.222.0.41 "PUT /v2.0/ports/481349ac-c942-476d-a463-e7a2730d0f27 HTTP/1.1" status: 200 len: 1091 time: 2.2907414 Oct 29 11:37:25.725821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:25.728367 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a387f-cd8f-4401-8e5a-bc42009d2205" -d '{"events": [{"name": "network-changed", "server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "tag": "481349ac-c942-476d-a463-e7a2730d0f27"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:25.777204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756d65ed-474b-4e0b-9586-1a84fa4ef8f7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.784638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.789605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2050ca18-4735-4f0f-8390-63d5b9221cf4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3204467 Oct 29 11:37:25.790754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:25.795663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'security_group': {'name': 'tempest-secgroup-1040348588'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:25.822650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.831329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.832728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-333e8ca3-4471-45b4-bd52-dc6937ff3deb None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:25.833823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-333e8ca3-4471-45b4-bd52-dc6937ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.833954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.837732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b08f3fd2-c8ff-4c0f-8da5-1d6069a92850 HTTP/1.1" status: 204 len: 168 time: 0.3649833 Oct 29 11:37:25.847542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338f568-1486-484d-ba80-bcbba8acb611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08f3fd2-c8ff-4c0f-8da5-1d6069a92850,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:25.849992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.877287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-333e8ca3-4471-45b4-bd52-dc6937ff3deb None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:25.943715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.949571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.958768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-333e8ca3-4471-45b4-bd52-dc6937ff3deb None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:25.959134 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-333e8ca3-4471-45b4-bd52-dc6937ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:25.995789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.011533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2193654 Oct 29 11:37:26.014878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33688) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:26.021655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376128520', 'security_groups': ['623c250f-322c-48bc-a005-248fd68d7334'], 'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00db5256-95b2-4013-a59f-d6de4b9b1d82'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:26.081465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb57f0b-5939-4c6a-81ad-c1b440702322 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c250f-322c-48bc-a005-248fd68d7334,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:26.090559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:26.152087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:26.253217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9500ebf6-59e2-44ba-8f9e-9b36c1c64c07 req-1f0289ea-eef9-479d-97e9-45caaf04038f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255465 Oct 29 11:37:26.266851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.278113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed39c-f561-485d-8bdf-f800d2b288df tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=9287e120-3912-4e03-80d5-b25500150341,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:26.313375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] device_id is not set on port a74dfcc3-18fa-4bb7-8096-568583563095 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:26.315191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141e6e0-ea24-4a06-8158-ce960a569882 service neutron] Pushing event updated for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:26.345046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-5f4ab5fc-3131-49b1-b42d-fee017730e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:26.345834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-5f4ab5fc-3131-49b1-b42d-fee017730e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 1094 time: 0.0993133 Oct 29 11:37:26.363720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:26.385495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9287e120-3912-4e03-80d5-b25500150341 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:26.405110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'port_id': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac', 'mac_address': 'fa:16:3e:63:07:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1379111-4de7-4d38-99c0-913a1edb3ff4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:26.414399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-bc1e85b3-5df5-4204-aa4a-6f09709c74d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481349ac-c942-476d-a463-e7a2730d0f27 HTTP/1.1" status: 200 len: 217 time: 0.0599110 Oct 29 11:37:26.431229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a5401ac-e0b9-47f9-8fb0-842330ae16cb req-3f41d12c-fd38-4b9e-a90b-f013caba2bc5 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0675926 Oct 29 11:37:26.438611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:26.442622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.507555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e15298de-c7d5-40f2-aea0-760682205d98 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:26.565206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-fb16613b-3403-44f1-81e0-60ac94c47759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:26.567545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-fb16613b-3403-44f1-81e0-60ac94c47759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.1390953 Oct 29 11:37:26.599352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.13 (9bc52055-64f5-427b-ab31-9ce586ac88c0/00db5256-95b2-4013-a59f-d6de4b9b1d82/a74dfcc3-18fa-4bb7-8096-568583563095) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:26.691810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-64f060c7-811a-46ec-82c5-51bee0ea13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:26.693446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-64f060c7-811a-46ec-82c5-51bee0ea13f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187222 Oct 29 11:37:26.731018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Update dhcp port {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'fixed_ips': [{'subnet_id': 'a1b867da-d7b5-488f-881e-8de3aa41a89e', 'ip_address': '172.20.0.18'}, {'subnet_id': '00db5256-95b2-4013-a59f-d6de4b9b1d82'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:37:26.788120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.803344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.834052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e15298de-c7d5-40f2-aea0-760682205d98,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:26.837918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.838243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.861297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:26.864760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47baa-50e6-44b2-8b74-14c321805de8 req-136519d4-c2c9-4b90-bd70-38af6716bc4f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:26.872064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f47baa-50e6-44b2-8b74-14c321805de8 req-136519d4-c2c9-4b90-bd70-38af6716bc4f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1775322 Oct 29 11:37:26.884905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:26.892804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.895068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'e15298de-c7d5-40f2-aea0-760682205d98', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'port_id': 'e15298de-c7d5-40f2-aea0-760682205d98', 'mac_address': 'fa:16:3e:79:3a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1379111-4de7-4d38-99c0-913a1edb3ff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:26.895474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.906732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:26.910979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:26.915449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:26.974529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:26.975555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:26.976316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-cb428a65-33fd-4480-92ab-1bb7637f1a1a service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649841 Oct 29 11:37:26.990690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=a74dfcc3-18fa-4bb7-8096-568583563095,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:27.008148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f47baa-50e6-44b2-8b74-14c321805de8 req-5d426da5-3baa-41f1-a906-6bb26d9d9ea0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351306 Oct 29 11:37:27.021331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-65302275-9db6-4fb4-9090-e905131dc1a4 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0051475 Oct 29 11:37:27.033138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33708) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:27.042654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:27.077198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:27.089313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:27.112284 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e05d8-4770-414b-9359-8d8d95b87223 x-openstack-request-id: req-645e05d8-4770-414b-9359-8d8d95b87223 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:27.113396 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "tag": "481349ac-c942-476d-a463-e7a2730d0f27", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:27.113827 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-645e05d8-4770-414b-9359-8d8d95b87223 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:27.115156 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27', 'status': 'completed', 'code': 200} Oct 29 11:37:27.118105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=191d02fa-7f75-450f-a4b9-8fc18ba3fa77,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:27.118658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15298de-c7d5-40f2-aea0-760682205d98 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:27.164584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e15298de-c7d5-40f2-aea0-760682205d98,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:27.173399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:27.186860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:27.189872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:27.197492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fdcfaa67-c295-4c2f-ba64-da2f0302c881 req-5c46b4e6-6e69-4b8b-834d-08fee4fae317 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104535 Oct 29 11:37:27.198227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '78db666a-d68c-4612-8243-908753c31908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:27.198589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 7938d7ff-870d-4a94-aefe-eeea4d6187aa, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:27.220284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:27.234720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 7938d7ff-870d-4a94-aefe-eeea4d6187aa) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:27.241970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.246723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:27.262871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:27.278639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1a62552-14d8-4cb4-b9b9-0582df3f9378 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5676224 Oct 29 11:37:27.278821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:27.291296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Allocated IP 172.20.0.2 (9bc52055-64f5-427b-ab31-9ce586ac88c0/00db5256-95b2-4013-a59f-d6de4b9b1d82/8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:27.297076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '9287e120-3912-4e03-80d5-b25500150341', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:27.297299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368bc905-d50f-4b0c-920d-416a1cf29d83 None None] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:27.354938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-6fffa323-8ba8-4ae7-b6d0-df3cbf75c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.357201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-6fffa323-8ba8-4ae7-b6d0-df3cbf75c69a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 1094 time: 0.0576222 Oct 29 11:37:27.450515 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00db5256-95b2-4013-a59f-d6de4b9b1d82 (CIDR: 172.20.0.0/28) Oct 29 11:37:27.457598 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:27.458625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:27.532605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c43c0-c8b8-4720-af68-062c416ca4eb req-1f13e9ed-b28b-42ad-9e4c-bcf52a469ee6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.532910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a2ccd80b-b292-4079-afe4-c4257c3830e3 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4942780 Oct 29 11:37:27.533969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:27.536771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17c43c0-c8b8-4720-af68-062c416ca4eb req-1f13e9ed-b28b-42ad-9e4c-bcf52a469ee6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 943 time: 0.1182263 Oct 29 11:37:27.540738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:27.560143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-465d537d-640a-4230-8325-8b866585195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.561655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-465d537d-640a-4230-8325-8b866585195e service neutron] 10.222.0.41 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 915 time: 0.1970618 Oct 29 11:37:27.577351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:27.581906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:27.616967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['e15298de-c7d5-40f2-aea0-760682205d98'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:27.619569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-a5dae8b8-2dfb-4360-8095-1810d7a67bca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=481349ac-c942-476d-a463-e7a2730d0f27 HTTP/1.1" status: 200 len: 217 time: 0.0475938 Oct 29 11:37:27.642658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17c43c0-c8b8-4720-af68-062c416ca4eb req-e33e972d-57e7-46eb-b596-450798869b64 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048641 Oct 29 11:37:27.748097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:27.762934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-a2189f06-46e0-44e6-91f8-870355ef824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.764633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-a2189f06-46e0-44e6-91f8-870355ef824e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.1208429 Oct 29 11:37:27.842703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-308e80f7-63cb-47d3-96a5-4543384b6a23 req-51d87934-8682-4aba-a48a-f6fd53873921 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0829623 Oct 29 11:37:27.895962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-aa204faf-4476-4e8d-87db-c7a702ae812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:27.900216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-aa204faf-4476-4e8d-87db-c7a702ae812b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242416 Oct 29 11:37:27.955771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:27.960414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.082294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-ee26949d-d091-4f32-8cb8-7102bb41d677 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734247 Oct 29 11:37:28.138778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:28.149824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-7938d7ff-870d-4a94-aefe-eeea4d6187aa', 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': '191d02fa-7f75-450f-a4b9-8fc18ba3fa77'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:28.150692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.248299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cad64-6ea2-47b3-92bb-e88fdd72c1c7 req-151e79e0-6efe-4c78-aa09-a28a1cd075d0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:28.261779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a84cad64-6ea2-47b3-92bb-e88fdd72c1c7 req-151e79e0-6efe-4c78-aa09-a28a1cd075d0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1009178 Oct 29 11:37:28.311949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241a387f-cd8f-4401-8e5a-bc42009d2205 req-7908ffbe-2b4e-4d0a-9ab1-f61ff9bf0a83 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202597 Oct 29 11:37:28.359999 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.382940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a84cad64-6ea2-47b3-92bb-e88fdd72c1c7 req-1f755f15-2936-49c4-bef7-3bb119d0a09c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Oct 29 11:37:28.393176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.477879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1d137880-644c-443f-9e37-03802de4d9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.490173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Allocated IP 2001:db8::2 (7938d7ff-870d-4a94-aefe-eeea4d6187aa/191d02fa-7f75-450f-a4b9-8fc18ba3fa77/d0ba073b-b963-4482-b3dd-c8b4c9e65424) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:28.504918 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a1b867da-d7b5-488f-881e-8de3aa41a89e (CIDR: 172.20.0.16/28) Oct 29 11:37:28.506190 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.516212 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:28.516811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:28.567417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b786df9-f5a5-4afc-863c-15809e9ba762 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0313962 Oct 29 11:37:28.571029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33746) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:28.579075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'subnet': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:28.589663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=964b06f9-9b08-4359-8880-5b8a0d4c5f20,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:28.605722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '6153c613-acd1-450c-811e-baad8166b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9287e120-3912-4e03-80d5-b25500150341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:28.606144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 9287e120-3912-4e03-80d5-b25500150341, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:28.627275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 9287e120-3912-4e03-80d5-b25500150341 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:28.638106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9287e120-3912-4e03-80d5-b25500150341) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:28.643185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:28.644188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.644579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4db9ad-41b7-44c4-b4a8-a78f45ffb579 None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:28.672364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82738bd2-d894-4a01-93b7-24ff1fc3efbe None None] Network 9287e120-3912-4e03-80d5-b25500150341 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:28.682437 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-818bf320-eceb-4235-93cb-44045b753ca9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4030278 Oct 29 11:37:28.685099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:28.693498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713317640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:28.756101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.758108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.796566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Made reservation on behalf of c8d2d4ff44bb4f40ae44cc4363706e7e for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:28.806638 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.860823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.867734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.905748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.921197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e62c1368-9bb3-4b34-8902-fa39a84be9f6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2348568 Oct 29 11:37:28.923686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33756) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:28.943002 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:28.946081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33758) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:28.954464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.013918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2762a8e-099b-49cd-950e-96f33867e5b6 req-24cad13d-6da1-4be3-8a2d-c96a9f59d916 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:29.023558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2762a8e-099b-49cd-950e-96f33867e5b6 req-24cad13d-6da1-4be3-8a2d-c96a9f59d916 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 943 time: 0.2326145 Oct 29 11:37:29.038840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:29.050745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:29.053801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:29.082916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9287e120-3912-4e03-80d5-b25500150341', 'network_id': '9287e120-3912-4e03-80d5-b25500150341', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': '964b06f9-9b08-4359-8880-5b8a0d4c5f20'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:29.083996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.184786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b2762a8e-099b-49cd-950e-96f33867e5b6 req-262d27a4-9abd-4e84-b9bc-63dbaa989357 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439841 Oct 29 11:37:29.220009 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f62c153-2408-4c87-8509-89e90c7de13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.296680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Pushing event updated for resources: {'Port': ['ID=d0ba073b-b963-4482-b3dd-c8b4c9e65424,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:29.308211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:29.334435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.390253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79bbf93d-2be5-4af3-a140-be83d6b8cfdd req-d7ba3d5e-b5c7-405d-8efc-67f4271ae8b1 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.1035159 Oct 29 11:37:29.398104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Attempting to bind port d0ba073b-b963-4482-b3dd-c8b4c9e65424 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:29.398570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Attempting to bind port d0ba073b-b963-4482-b3dd-c8b4c9e65424 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '78db666a-d68c-4612-8243-908753c31908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:29.398953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Attempting to bind port d0ba073b-b963-4482-b3dd-c8b4c9e65424 on network 7938d7ff-870d-4a94-aefe-eeea4d6187aa {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:29.403223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Allocated IP 2001:db8:1::2 (9287e120-3912-4e03-80d5-b25500150341/964b06f9-9b08-4359-8880-5b8a0d4c5f20/c4424553-2f16-4d87-aba3-0ebb880b704e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:29.418622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:29.418982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Checking segment: {'id': '78db666a-d68c-4612-8243-908753c31908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:29.419464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.419858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Bound using segment: {'id': '78db666a-d68c-4612-8243-908753c31908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:29.420338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Bound port: d0ba073b-b963-4482-b3dd-c8b4c9e65424, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78db666a-d68c-4612-8243-908753c31908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7938d7ff-870d-4a94-aefe-eeea4d6187aa'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:29.420732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.527228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f62c153-2408-4c87-8509-89e90c7de13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.536768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f62c153-2408-4c87-8509-89e90c7de13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.544416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:29.544841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.563974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.604253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-90637bb1-8dec-4f01-b20e-49b9101868c2 None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:29.604615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90637bb1-8dec-4f01-b20e-49b9101868c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.640825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Subnet': ['ID=06ce67a1-3b24-4a48-aa12-23b7dc2faaf1,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:29.661226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] For port d0ba073b-b963-4482-b3dd-c8b4c9e65424, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:29.661438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f62c153-2408-4c87-8509-89e90c7de13f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7ab01c2c68049a5b6c2b47fe4c21ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080781 Oct 29 11:37:29.661438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:29.662314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33766) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:29.669254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62c153-2408-4c87-8509-89e90c7de13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79047726-cec0-43b0-861a-87f104d801c0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:29.672163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:29.678991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:29.679586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.719278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] For port d0ba073b-b963-4482-b3dd-c8b4c9e65424, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0ba073b-b963-4482-b3dd-c8b4c9e65424,segment=NetworkSegment(78db666a-d68c-4612-8243-908753c31908),segment_id=78db666a-d68c-4612-8243-908753c31908)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:29.737536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.739558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-90637bb1-8dec-4f01-b20e-49b9101868c2 None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:29.757223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8::1 (7938d7ff-870d-4a94-aefe-eeea4d6187aa/191d02fa-7f75-450f-a4b9-8fc18ba3fa77/59407234-c0ac-44d2-9d7c-fe02f797b807) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:29.786719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91282af9-b5ce-408f-b589-1bef0bb3c689 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2140639 Oct 29 11:37:29.790935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33768) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:29.797927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-707871351', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06ce67a1-3b24-4a48-aa12-23b7dc2faaf1'}], 'security_groups': ['420bb36b-4a4b-4667-a319-ce474db89dbf', '756d65ed-474b-4e0b-9586-1a84fa4ef8f7']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:29.835068 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32742cc-fb2a-4ceb-bdf4-5bdca8ea312b req-8812ae68-8d34-4a3e-95e7-0b89cba394e4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:29.839205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c3139-4b26-457e-862f-520a1a6c6d21 None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:29.841765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f32742cc-fb2a-4ceb-bdf4-5bdca8ea312b req-8812ae68-8d34-4a3e-95e7-0b89cba394e4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1215026 Oct 29 11:37:29.858436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.916273 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.921196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f32742cc-fb2a-4ceb-bdf4-5bdca8ea312b req-4ed1260c-9727-4868-b188-c3475fde4f13 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Oct 29 11:37:29.937514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.974899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-90637bb1-8dec-4f01-b20e-49b9101868c2 None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:29.978893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-90637bb1-8dec-4f01-b20e-49b9101868c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.987428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.991860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:29.996144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79047726-cec0-43b0-861a-87f104d801c0 HTTP/1.1" status: 204 len: 168 time: 0.3301392 Oct 29 11:37:30.005260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6200566-675a-4bcb-af14-c4bf3da4bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79047726-cec0-43b0-861a-87f104d801c0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:30.025750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.041502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.047477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6520e-2ed7-41b5-b3a8-0659bfa30480 None None] Pushing event updated for resources: {'Port': ['ID=d0ba073b-b963-4482-b3dd-c8b4c9e65424,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:30.067472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.080485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 481349ac-c942-476d-a463-e7a2730d0f27 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:30.082298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:30.252678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Network 9287e120-3912-4e03-80d5-b25500150341 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:30.264896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:37:30.288743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:30.294080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Pushing event updated for resources: {'Port': ['ID=c4424553-2f16-4d87-aba3-0ebb880b704e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:30.306857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:30.340214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d3ecc-a199-48cb-9a3a-789e3f0f3996 req-280a9668-a3de-4c26-991d-51f26c224caa tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:30.355304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.360249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b3d3ecc-a199-48cb-9a3a-789e3f0f3996 req-280a9668-a3de-4c26-991d-51f26c224caa tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 943 time: 0.0779333 Oct 29 11:37:30.374704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:30.375290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.413507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b3d3ecc-a199-48cb-9a3a-789e3f0f3996 req-eb294c14-12d9-48ea-90f8-6ef42124cc38 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Oct 29 11:37:30.446149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:30.455262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=59407234-c0ac-44d2-9d7c-fe02f797b807,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:30.462042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:30.470709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:30.471445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.497654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33778) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:30.521150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e60a477f-7b15-4922-875f-f53a65be4ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.534707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Delete allocated IP 172.20.0.13 (9bc52055-64f5-427b-ab31-9ce586ac88c0/00db5256-95b2-4013-a59f-d6de4b9b1d82) {{(pid=102277) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 29 11:37:30.549229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Allocated IP 172.20.0.43 (9bc52055-64f5-427b-ab31-9ce586ac88c0/06ce67a1-3b24-4a48-aa12-23b7dc2faaf1/a74dfcc3-18fa-4bb7-8096-568583563095) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:30.591943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3148a345-3a15-4b81-8a87-ba5a2fbadc2a req-b2bacdf4-92b5-4e03-9b51-3ef23d0eb70e tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0363851 Oct 29 11:37:30.642095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e15298de-c7d5-40f2-aea0-760682205d98 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:30.667499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e60a477f-7b15-4922-875f-f53a65be4ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.672847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e60a477f-7b15-4922-875f-f53a65be4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.710023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.723370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a477f-7b15-4922-875f-f53a65be4ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562aa23-1f35-4a2c-b8c6-9c0318eba689,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:30.738798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e60a477f-7b15-4922-875f-f53a65be4ebe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22f0fa3f78a64940a1b446d7568f994b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354803 Oct 29 11:37:30.739343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:30.760011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Attempting to bind port c4424553-2f16-4d87-aba3-0ebb880b704e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:30.760384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Attempting to bind port c4424553-2f16-4d87-aba3-0ebb880b704e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '6153c613-acd1-450c-811e-baad8166b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9287e120-3912-4e03-80d5-b25500150341'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:30.760725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Attempting to bind port c4424553-2f16-4d87-aba3-0ebb880b704e on network 9287e120-3912-4e03-80d5-b25500150341 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:30.798148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:30.798148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Checking segment: {'id': '6153c613-acd1-450c-811e-baad8166b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9287e120-3912-4e03-80d5-b25500150341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:30.798520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.798872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Bound using segment: {'id': '6153c613-acd1-450c-811e-baad8166b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9287e120-3912-4e03-80d5-b25500150341'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:30.799361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Bound port: c4424553-2f16-4d87-aba3-0ebb880b704e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6153c613-acd1-450c-811e-baad8166b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9287e120-3912-4e03-80d5-b25500150341'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:30.799742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:30.945491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.004645 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2ca2d88-d459-4aac-8449-7ef1b0c5a41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.005300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.017542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=481349ac-c942-476d-a463-e7a2730d0f27,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:31.025762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.048691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.090131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '481349ac-c942-476d-a463-e7a2730d0f27', 'network_id': 'af964610-76a2-4fbd-bcef-b5db46c0dd9f', 'port_id': '481349ac-c942-476d-a463-e7a2730d0f27', 'mac_address': 'fa:16:3e:fc:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1379111-4de7-4d38-99c0-913a1edb3ff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:31.094765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port e15298de-c7d5-40f2-aea0-760682205d98 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:37:31.104603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-62b408d8-8f57-4582-80e6-ca554c4e49a8 None None] Provisioning complete for port a74dfcc3-18fa-4bb7-8096-568583563095 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:31.104954 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62b408d8-8f57-4582-80e6-ca554c4e49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.144412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Update dhcp port {'port': {'network_id': '9bc52055-64f5-427b-ab31-9ce586ac88c0', 'fixed_ips': [{'subnet_id': 'a1b867da-d7b5-488f-881e-8de3aa41a89e', 'ip_address': '172.20.0.18'}, {'subnet_id': '00db5256-95b2-4013-a59f-d6de4b9b1d82', 'ip_address': '172.20.0.2'}, {'subnet_id': '06ce67a1-3b24-4a48-aa12-23b7dc2faaf1'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:37:31.145398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.148835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bc5d2-0d24-408c-b7e7-d48f326c1623 req-79c98c68-cd6c-4bce-9603-fd805b00872f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:31.151848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-62b408d8-8f57-4582-80e6-ca554c4e49a8 None None] Port a74dfcc3-18fa-4bb7-8096-568583563095 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:31.153913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] For port c4424553-2f16-4d87-aba3-0ebb880b704e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:31.166248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-507bc5d2-0d24-408c-b7e7-d48f326c1623 req-79c98c68-cd6c-4bce-9603-fd805b00872f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1281774 Oct 29 11:37:31.179674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port e15298de-c7d5-40f2-aea0-760682205d98 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:31.180068 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.256213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event updated for resources: {'Port': ['ID=a74dfcc3-18fa-4bb7-8096-568583563095,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:31.256697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-507bc5d2-0d24-408c-b7e7-d48f326c1623 req-4a1a220d-1aca-4636-93cc-6f8f967ba7e1 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840151 Oct 29 11:37:31.277434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] For port c4424553-2f16-4d87-aba3-0ebb880b704e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4424553-2f16-4d87-aba3-0ebb880b704e,segment=NetworkSegment(6153c613-acd1-450c-811e-baad8166b341),segment_id=6153c613-acd1-450c-811e-baad8166b341)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:31.278483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:31.281281 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b1ab5-6427-4346-8825-863ece009ced" -d '{"events": [{"server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "name": "network-vif-plugged", "status": "completed", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:31.288031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] In _notify_port_updated(), no bound segment for port a74dfcc3-18fa-4bb7-8096-568583563095 on network 9bc52055-64f5-427b-ab31-9ce586ac88c0 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:31.293330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.295449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d6ec5-f647-4dfb-a155-3b18f2cc1d7e None None] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:31.296515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:31.297189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.299035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32a21e56-5e9d-4895-bced-bee7851b9832 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "PUT /v2.0/ports/a74dfcc3-18fa-4bb7-8096-568583563095 HTTP/1.1" status: 200 len: 959 time: 1.5060065 Oct 29 11:37:31.302486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33788) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:31.310271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.310974 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.313187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.316741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2562aa23-1f35-4a2c-b8c6-9c0318eba689 HTTP/1.1" status: 204 len: 168 time: 0.5754113 Oct 29 11:37:31.340684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:31.349120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d355f8-77aa-4d96-931e-a1f47367c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562aa23-1f35-4a2c-b8c6-9c0318eba689,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:31.424595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0ba073b-b963-4482-b3dd-c8b4c9e65424 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:31.434588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.434980 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8f4d9c-8d94-4ae1-b919-7527b937eb0b x-openstack-request-id: req-bd8f4d9c-8d94-4ae1-b919-7527b937eb0b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:31.435400 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "name": "network-vif-plugged", "status": "completed", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:31.435728 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd8f4d9c-8d94-4ae1-b919-7527b937eb0b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:31.436329 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac', 'code': 200} Oct 29 11:37:31.446233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.455517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.457170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.550892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port a74dfcc3-18fa-4bb7-8096-568583563095 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:31.551223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.555686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=59407234-c0ac-44d2-9d7c-fe02f797b807,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:31.650038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.721243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129da186-7006-4f24-9284-d960e239d2d4 req-6721f72f-1e1d-45bd-ac44-73c25bf8ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:31.722794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-129da186-7006-4f24-9284-d960e239d2d4 req-6721f72f-1e1d-45bd-ac44-73c25bf8ebd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 1097 time: 0.2493007 Oct 29 11:37:31.742935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:31.747304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:31.784690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481349ac-c942-476d-a463-e7a2730d0f27 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:31.823353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc4d79-d8fe-40c9-a4af-3f46d7db4fc0 None None] Pushing event updated for resources: {'Port': ['ID=c4424553-2f16-4d87-aba3-0ebb880b704e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:31.826159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] Provisioning complete for port d0ba073b-b963-4482-b3dd-c8b4c9e65424 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:31.826538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.837225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-129da186-7006-4f24-9284-d960e239d2d4 req-10cd7a83-f46f-4527-aa1d-d436d11ceefe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054187 Oct 29 11:37:31.860089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:31.899437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d649a0-1bd0-47f1-84bf-9730ed0a14b2 req-a78613d4-3305-4861-ac9f-2a7db466e08f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:31.901148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8d649a0-1bd0-47f1-84bf-9730ed0a14b2 req-a78613d4-3305-4861-ac9f-2a7db466e08f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 943 time: 0.3070319 Oct 29 11:37:31.918185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for a74dfcc3-18fa-4bb7-8096-568583563095 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:31.944997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 07b25cdc-cbda-465d-83ac-16648b01af55 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:37:31.994294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=481349ac-c942-476d-a463-e7a2730d0f27,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:31.996012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8d649a0-1bd0-47f1-84bf-9730ed0a14b2 req-2352332e-fb99-43a9-8a6a-46d03907ba59 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756798 Oct 29 11:37:32.030390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Allocated IP 172.20.0.34 (9bc52055-64f5-427b-ab31-9ce586ac88c0/06ce67a1-3b24-4a48-aa12-23b7dc2faaf1/8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:32.031176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.047646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d0ba073b-b963-4482-b3dd-c8b4c9e65424 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:32.048136 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.121322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:32.136052 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.137461 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] Sync routers for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:32.142875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-877254e1-d525-4cf4-8bb1-1495eaba7386 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2168541 Oct 29 11:37:32.148288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33808) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:32.160828 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:32.161496 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:32.187221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-956c9050-5a4c-4649-880e-2201e229e3e2 req-3c04ed54-a2f6-4996-9229-0adebe84e9d1 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0506375 Oct 29 11:37:32.206850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:32.219726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.250773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e15298de-c7d5-40f2-aea0-760682205d98,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:32.274268 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:32.294376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97e899-bd1a-416b-b40a-e582c08506ee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:32.296492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ba97e899-bd1a-416b-b40a-e582c08506ee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports/59407234-c0ac-44d2-9d7c-fe02f797b807 HTTP/1.1" status: 200 len: 911 time: 0.1437521 Oct 29 11:37:32.299171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:32.299893 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:32.300530 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:32.311188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.314218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=a74dfcc3-18fa-4bb7-8096-568583563095,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:32.385224 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:32.386371 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232c4a2-15b8-4ea7-bb82-5e9f125b3246 None None] The sync data for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:32.480692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.493613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b8b81b37-4b99-4d96-b96a-6fa67441d115 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/a74dfcc3-18fa-4bb7-8096-568583563095 HTTP/1.1" status: 204 len: 168 time: 1.1898301 Oct 29 11:37:32.495975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['481349ac-c942-476d-a463-e7a2730d0f27'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:32.509761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:32.515095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.580886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.585232 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7ab30e-4da0-441e-b7bc-b69f790d6472 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] GET failed (client error): The resource could not be found. Oct 29 11:37:32.588445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e7ab30e-4da0-441e-b7bc-b69f790d6472 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports/a74dfcc3-18fa-4bb7-8096-568583563095 HTTP/1.1" status: 404 len: 333 time: 0.0796285 Oct 29 11:37:32.596237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:32.598911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eeedb-bc1b-4376-81c3-0dcf6a28f8a1 req-bffd4405-a654-4593-9391-7ef3596cf411 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:32.608054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-281eeedb-bc1b-4376-81c3-0dcf6a28f8a1 req-bffd4405-a654-4593-9391-7ef3596cf411 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1120276 Oct 29 11:37:32.667535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.669587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-281eeedb-bc1b-4376-81c3-0dcf6a28f8a1 req-444cff2b-085a-4a9c-923b-1659b58145af tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551898 Oct 29 11:37:32.678812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:32.775485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:32.778720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.823996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.849556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.880640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.882869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:32.939691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] For port d0ba073b-b963-4482-b3dd-c8b4c9e65424, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0ba073b-b963-4482-b3dd-c8b4c9e65424,segment=NetworkSegment(78db666a-d68c-4612-8243-908753c31908),segment_id=78db666a-d68c-4612-8243-908753c31908)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:32.942015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.988010 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.991182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:32.992438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/security-groups/623c250f-322c-48bc-a005-248fd68d7334 HTTP/1.1" status: 204 len: 168 time: 0.3932931 Oct 29 11:37:32.995247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33830) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:33.057998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407d215-79a8-44ac-967f-5875792bb776 None None] Pushing event updated for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:33.063431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4befe66-9b0e-448d-afc7-cccdae86325c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c250f-322c-48bc-a005-248fd68d7334,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:33.071797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42955f6-3d36-40be-a7f5-1a9d808e1de3 None None] Network 9287e120-3912-4e03-80d5-b25500150341 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:33.080658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.123010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.165625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.243288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.322826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.325955 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.327310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/security-groups/756d65ed-474b-4e0b-9586-1a84fa4ef8f7 HTTP/1.1" status: 204 len: 168 time: 0.3309498 Oct 29 11:37:33.336097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33842) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:33.344401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54f867-9aff-41cf-9ce1-628f20e973dc req-a548be51-b02d-425e-beec-a46fcb05f47c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:33.352695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb54f867-9aff-41cf-9ce1-628f20e973dc req-a548be51-b02d-425e-beec-a46fcb05f47c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 944 time: 0.1922185 Oct 29 11:37:33.386818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb297-e62a-4665-8bbe-b4949fadd75d tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756d65ed-474b-4e0b-9586-1a84fa4ef8f7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:33.482018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb54f867-9aff-41cf-9ce1-628f20e973dc req-ae97f08b-4b74-43ae-ab00-1e73e46df12c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279724 Oct 29 11:37:33.504592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.544492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:33.546798 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a4ea4f-27c3-4da9-89e1-e36d73165da9" -d '{"events": [{"server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "name": "network-vif-plugged", "status": "completed", "tag": "e15298de-c7d5-40f2-aea0-760682205d98"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:33.559304 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.701379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75b4dba3-8691-41eb-8587-e47314f30ac1 req-958401ef-d39a-40c7-9287-86b980a17922 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0481784 Oct 29 11:37:33.703883 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.713542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.716516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/security-groups/420bb36b-4a4b-4667-a319-ce474db89dbf HTTP/1.1" status: 204 len: 168 time: 0.3542099 Oct 29 11:37:33.738220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:37:33.738488 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:37:33.739047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.746822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:33.748203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590a54d-3854-4f0b-b5ac-5e6b8d4194fc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420bb36b-4a4b-4667-a319-ce474db89dbf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:33.753526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Provisioning complete for port c4424553-2f16-4d87-aba3-0ebb880b704e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:33.753899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.761462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5531fb-a990-482c-9c7b-748a12bd5ecd None None] Pushing event updated for resources: {'Port': ['ID=d0ba073b-b963-4482-b3dd-c8b4c9e65424,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:33.893395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 00db5256-95b2-4013-a59f-d6de4b9b1d82 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:33.911711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:33.953667 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422259ad-7f20-4523-a886-c99d091f61d3 x-openstack-request-id: req-422259ad-7f20-4523-a886-c99d091f61d3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:33.954160 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "name": "network-vif-plugged", "status": "completed", "tag": "e15298de-c7d5-40f2-aea0-760682205d98", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:33.954651 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-422259ad-7f20-4523-a886-c99d091f61d3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:33.956728 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98', 'code': 200} Oct 29 11:37:33.982121 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.150960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8:1::1 (9287e120-3912-4e03-80d5-b25500150341/964b06f9-9b08-4359-8880-5b8a0d4c5f20/57a3cad1-9ed7-48ef-882c-9fa0893b899b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:34.209855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17df3c-6ef3-4b4e-a22d-ea356fd0cf4d req-fabe33b6-f127-41fe-96b7-269f0501fae7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:34.218249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd17df3c-6ef3-4b4e-a22d-ea356fd0cf4d req-fabe33b6-f127-41fe-96b7-269f0501fae7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1791916 Oct 29 11:37:34.234046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.266551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc753c6f-4dd5-47b7-b081-0d032f0c970f req-3bb1f441-2dd4-403e-ac98-fd6ce37473a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:34.270001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc753c6f-4dd5-47b7-b081-0d032f0c970f req-3bb1f441-2dd4-403e-ac98-fd6ce37473a7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 1096 time: 0.1988840 Oct 29 11:37:34.353494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9e0dfad-a0e9-4282-9b1f-bfb6398daacc req-6f26da54-f797-4b0b-80f0-7da5890cc7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.1287668 Oct 29 11:37:34.363570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.463998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd17df3c-6ef3-4b4e-a22d-ea356fd0cf4d req-73f33ec8-663f-4c04-82fc-9327860359a1 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447817 Oct 29 11:37:34.466426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] For port c4424553-2f16-4d87-aba3-0ebb880b704e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4424553-2f16-4d87-aba3-0ebb880b704e,segment=NetworkSegment(6153c613-acd1-450c-811e-baad8166b341),segment_id=6153c613-acd1-450c-811e-baad8166b341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:34.474880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.479176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc753c6f-4dd5-47b7-b081-0d032f0c970f req-a5d2dcda-2174-4c5c-bf4a-0bbaf9855463 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892200 Oct 29 11:37:34.491585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.549705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.578564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=00db5256-95b2-4013-a59f-d6de4b9b1d82,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:34.592947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.603143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c25c9f75-8d43-40ca-a795-20c19e739ade tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/00db5256-95b2-4013-a59f-d6de4b9b1d82 HTTP/1.1" status: 204 len: 168 time: 0.8476920 Oct 29 11:37:34.606126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:34.614604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Provisioning complete for port d0ba073b-b963-4482-b3dd-c8b4c9e65424 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:34.615006 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.664633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.686146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Pushing event updated for resources: {'Port': ['ID=c4424553-2f16-4d87-aba3-0ebb880b704e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:34.701953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:34.731729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 9287e120-3912-4e03-80d5-b25500150341 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:34.735730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:34.745627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:34.746445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.786664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet 06ce67a1-3b24-4a48-aa12-23b7dc2faaf1 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:34.791911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.808520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eeb985-254f-404e-ba83-5d5398b6af08 req-335e84fb-5348-4a63-9ff8-084596b422cc tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:34.810608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33eeb985-254f-404e-ba83-5d5398b6af08 req-335e84fb-5348-4a63-9ff8-084596b422cc tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 944 time: 0.1670103 Oct 29 11:37:34.844558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=57a3cad1-9ed7-48ef-882c-9fa0893b899b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:34.856222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33872) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:34.873802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:34.874060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.902262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33eeb985-254f-404e-ba83-5d5398b6af08 req-fad9124e-c15b-4f60-89bc-220057fd244d tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683541 Oct 29 11:37:34.911963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:34.955419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Provisioning complete for port 59407234-c0ac-44d2-9d7c-fe02f797b807 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:34.956839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.029814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e1f39d3b-7896-467c-a588-29dfdc680c04 None None] Port 59407234-c0ac-44d2-9d7c-fe02f797b807 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:35.041620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e697c-02bc-44a4-8cb9-9de0e317f71b None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:35.065232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.098388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.141285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf45c516-951f-4879-a020-8c5335fb441a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.161230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e775295f-d0b6-4c80-b3a2-cb75a1ef93df req-9d37bfdc-6aec-4133-90c7-98804702f0a5 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0367346 Oct 29 11:37:35.205887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0ba073b-b963-4482-b3dd-c8b4c9e65424 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:35.214811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.238550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Provisioning complete for port c4424553-2f16-4d87-aba3-0ebb880b704e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.238839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.267983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=06ce67a1-3b24-4a48-aa12-23b7dc2faaf1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:35.270093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.273334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ce2da94b-1b45-4103-bdad-292b65fff687 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/06ce67a1-3b24-4a48-aa12-23b7dc2faaf1 HTTP/1.1" status: 204 len: 168 time: 0.6625030 Oct 29 11:37:35.276017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33878) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:35.316142 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cdee75-a641-4e92-aa07-8dad686939ed tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:35.317295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cdee75-a641-4e92-aa07-8dad686939ed tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:35.321238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d6cdee75-a641-4e92-aa07-8dad686939ed tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/00db5256-95b2-4013-a59f-d6de4b9b1d82 HTTP/1.1" status: 404 len: 337 time: 0.0437207 Oct 29 11:37:35.324034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33880) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:35.371009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf45c516-951f-4879-a020-8c5335fb441a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.375734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf45c516-951f-4879-a020-8c5335fb441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.392984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting subnet a1b867da-d7b5-488f-881e-8de3aa41a89e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:35.400008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.412944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d0ba073b-b963-4482-b3dd-c8b4c9e65424 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.413518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.457219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Could not find standard attr ID for object a74dfcc3-18fa-4bb7-8096-568583563095. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:37:35.481536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.481792 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.483072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.515349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf45c516-951f-4879-a020-8c5335fb441a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33df9b508c8c4fcaaf130b084ad559ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535656 Oct 29 11:37:35.526527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33884) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:35.544616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45c516-951f-4879-a020-8c5335fb441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e12de3-811f-47f5-aebc-10e575c9dcf4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:35.559676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4424553-2f16-4d87-aba3-0ebb880b704e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:35.666005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c4424553-2f16-4d87-aba3-0ebb880b704e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.666354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.702031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.724301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.724672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.762188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.773564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.774215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.789133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:35.790814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736eeb9-077b-4b13-96a8-5a5c7e8f3719 req-d198dd3d-e631-4f4e-b5f3-29c6c1c0c5f9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:35.793367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e736eeb9-077b-4b13-96a8-5a5c7e8f3719 req-d198dd3d-e631-4f4e-b5f3-29c6c1c0c5f9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1933002 Oct 29 11:37:35.795803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.797942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.830163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Provisioning complete for port 57a3cad1-9ed7-48ef-882c-9fa0893b899b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.830540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.888336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e736eeb9-077b-4b13-96a8-5a5c7e8f3719 req-a21eab11-be2f-4f0a-88d7-02d6e8e1edef tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Oct 29 11:37:35.899792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Port 57a3cad1-9ed7-48ef-882c-9fa0893b899b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:35.907615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.923280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Provisioning complete for port 59407234-c0ac-44d2-9d7c-fe02f797b807 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:35.923664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.942321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b867da-d7b5-488f-881e-8de3aa41a89e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:35.951883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=57a3cad1-9ed7-48ef-882c-9fa0893b899b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:35.954402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:35.961288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2eca5c36-0072-4c36-9a41-87fcfcbd8b89 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/a1b867da-d7b5-488f-881e-8de3aa41a89e HTTP/1.1" status: 204 len: 168 time: 0.6356072 Oct 29 11:37:35.961960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33888) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:35.993362 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-840a0504-28e3-4d07-bfc9-542b902a3e0e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:35.993985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840a0504-28e3-4d07-bfc9-542b902a3e0e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:35.996924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-96f74801-4fce-481b-90be-7a6c62d4cc03 None None] Port 59407234-c0ac-44d2-9d7c-fe02f797b807 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:36.006751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.008673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-840a0504-28e3-4d07-bfc9-542b902a3e0e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/048167b4-9edc-420e-b935-3693128eb42b HTTP/1.1" status: 404 len: 337 time: 0.0449164 Oct 29 11:37:36.028837 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.031755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.035273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97e12de3-811f-47f5-aebc-10e575c9dcf4 HTTP/1.1" status: 204 len: 168 time: 0.5026796 Oct 29 11:37:36.042084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 9287e120-3912-4e03-80d5-b25500150341 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:36.059972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:36.064866 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27f4dae1-cbbb-4ffc-abf6-4f975f82a75e tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3475bd-246d-441e-8989-ae8472be8c0f HTTP/1.1" status: 200 len: 205 time: 0.0569758 Oct 29 11:37:36.067998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.076968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 481349ac-c942-476d-a463-e7a2730d0f27 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:36.091509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36035339-84d4-465e-a5e8-4d47bc8e3cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e12de3-811f-47f5-aebc-10e575c9dcf4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:36.140230 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-2daefda5-8e71-49e1-b62d-9198b3f1fa67 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] delete failed (client error): The resource could not be found. Oct 29 11:37:36.145876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2daefda5-8e71-49e1-b62d-9198b3f1fa67 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/routers/ea3475bd-246d-441e-8989-ae8472be8c0f HTTP/1.1" status: 404 len: 336 time: 0.0763805 Oct 29 11:37:36.163941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.199536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 481349ac-c942-476d-a463-e7a2730d0f27 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:37:36.204181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 481349ac-c942-476d-a463-e7a2730d0f27 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:36.204530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.215353 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf7458f-c7fc-405c-bcc9-03e49f437456 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.215897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf7458f-c7fc-405c-bcc9-03e49f437456 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.219754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3bf7458f-c7fc-405c-bcc9-03e49f437456 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/304c9717-4ef4-431e-92a1-cbd6cb2e99cf HTTP/1.1" status: 404 len: 337 time: 0.0544274 Oct 29 11:37:36.227872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.279445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15b504-abbc-4c66-aa6c-6381863acee6 req-771d2c88-09e9-4a5f-b2ff-2d29020b727e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:36.288386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b15b504-abbc-4c66-aa6c-6381863acee6 req-771d2c88-09e9-4a5f-b2ff-2d29020b727e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 944 time: 0.2176025 Oct 29 11:37:36.290661 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-735d623f-1b21-45f5-b890-a1d5820505fa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.291182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735d623f-1b21-45f5-b890-a1d5820505fa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.294978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-735d623f-1b21-45f5-b890-a1d5820505fa tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/8d10692e-4350-429a-b6cb-86bc29ecfaef HTTP/1.1" status: 404 len: 337 time: 0.0599518 Oct 29 11:37:36.301538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33906) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.368840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b15b504-abbc-4c66-aa6c-6381863acee6 req-953a1c83-7029-4fc7-8b2d-7afa61cda848 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 Oct 29 11:37:36.376832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.379944 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c419ab-04cc-46d3-ab12-122cfdd4cd38 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.380433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c419ab-04cc-46d3-ab12-122cfdd4cd38 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.383532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-15c419ab-04cc-46d3-ab12-122cfdd4cd38 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/5052a707-b75b-4b1e-9449-189526a70b95 HTTP/1.1" status: 404 len: 337 time: 0.0809951 Oct 29 11:37:36.386144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33908) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.399458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 07b25cdc-cbda-465d-83ac-16648b01af55 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:36.426081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:36.429133 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea4840-648f-4c19-9949-3a8e109b7c9a" -d '{"events": [{"server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "name": "network-vif-plugged", "status": "completed", "tag": "481349ac-c942-476d-a463-e7a2730d0f27"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:36.455733 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd55f70-e9fe-4b58-84c6-e16790538ae9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.457099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd55f70-e9fe-4b58-84c6-e16790538ae9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.463540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=481349ac-c942-476d-a463-e7a2730d0f27,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:36.469681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5cd55f70-e9fe-4b58-84c6-e16790538ae9 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/5bbf341d-6099-42fd-9aa2-c432b3438e3b HTTP/1.1" status: 404 len: 333 time: 0.0798268 Oct 29 11:37:36.470259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.473887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.519590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4424553-2f16-4d87-aba3-0ebb880b704e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:36.540306 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71adf30-9743-4cce-97e5-8f835d28a831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.540760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71adf30-9743-4cce-97e5-8f835d28a831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.544541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a71adf30-9743-4cce-97e5-8f835d28a831 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/56ff672c-664d-4b1e-ae8f-7074eda58ca8 HTTP/1.1" status: 404 len: 337 time: 0.0696175 Oct 29 11:37:36.593540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a76d57f-c165-4ea5-889c-c697d95322c6 req-869b0185-8dfa-4067-a8e6-3956a3cea0f4 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0518608 Oct 29 11:37:36.596222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33914) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.597125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33916) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.615161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:36.620623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23c13f92-da4d-4e16-9836-07b592e9be25 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3194320 Oct 29 11:37:36.628974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33918) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.639590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6648ced-a250-4f31-a5f9-52e2cc75653f None None] Network 9bc52055-64f5-427b-ab31-9ce586ac88c0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:36.641659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8960f7a3-0e7c-470a-96b7-be48904d689a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.645282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] Sync routers for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:36.674500 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-327bf66e-f386-492f-b058-da4f0114218a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.675082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327bf66e-f386-492f-b058-da4f0114218a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.679511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-327bf66e-f386-492f-b058-da4f0114218a tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/deb3ca63-be3b-4cab-b644-5911a47d379a HTTP/1.1" status: 404 len: 337 time: 0.0813749 Oct 29 11:37:36.682293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33922) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.704341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24623f34-4bc1-4b95-b9d6-6de27ca02c39 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:36.708781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-24623f34-4bc1-4b95-b9d6-6de27ca02c39 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports/57a3cad1-9ed7-48ef-882c-9fa0893b899b HTTP/1.1" status: 200 len: 913 time: 0.0756576 Oct 29 11:37:36.710910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33924) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.725829 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae9b21d-bb52-43f7-832c-4f973c0ad5ac tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.726578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae9b21d-bb52-43f7-832c-4f973c0ad5ac tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.735568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bae9b21d-bb52-43f7-832c-4f973c0ad5ac tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/d78b8364-c8d0-4596-a004-220d445fb7d2 HTTP/1.1" status: 404 len: 333 time: 0.0493205 Oct 29 11:37:36.736679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33926) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.746796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:36.754036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Provisioning complete for port 4cbae465-5975-4145-a657-5b1f56973f4f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:36.754481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.775741 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e0a639-e220-4f6a-be76-969011b270f8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.776199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e0a639-e220-4f6a-be76-969011b270f8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.779841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a7e0a639-e220-4f6a-be76-969011b270f8 tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/e0f3ca42-60f2-431b-a579-6d0294f84c83 HTTP/1.1" status: 404 len: 337 time: 0.0416145 Oct 29 11:37:36.782435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.811578 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6f533-d15d-406f-a555-f4ca1afe1e8e x-openstack-request-id: req-26c6f533-d15d-406f-a555-f4ca1afe1e8e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:36.811900 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "name": "network-vif-plugged", "status": "completed", "tag": "481349ac-c942-476d-a463-e7a2730d0f27", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:36.812300 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26c6f533-d15d-406f-a555-f4ca1afe1e8e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:36.812530 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-19aed8f9-0fc8-4d07-9d68-7af0a5e7f55c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] DELETE failed (client error): The resource could not be found. Oct 29 11:37:36.812880 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27', 'code': 200} Oct 29 11:37:36.813036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19aed8f9-0fc8-4d07-9d68-7af0a5e7f55c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:37:36.814749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Port 4cbae465-5975-4145-a657-5b1f56973f4f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:36.816975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:36.820232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19aed8f9-0fc8-4d07-9d68-7af0a5e7f55c tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/subnets/45dee77b-f8c2-4e74-acf1-9584b7ec80f7 HTTP/1.1" status: 404 len: 337 time: 0.0340588 Oct 29 11:37:36.820349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:36.820472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33930) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:36.867545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c4424553-2f16-4d87-aba3-0ebb880b704e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:36.868389 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.869629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:36.925811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026d884-f122-4aa1-b03b-b488b8ce475c req-33d09ae5-e800-4ce4-b4fe-ca28c24a6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:36.927498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f026d884-f122-4aa1-b03b-b488b8ce475c req-33d09ae5-e800-4ce4-b4fe-ca28c24a6802 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 1096 time: 0.0800564 Oct 29 11:37:36.929945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:36.930850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:36.966596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Deleting port 4cbae465-5975-4145-a657-5b1f56973f4f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:36.967274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:36.991139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:36.991810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113905f-d1d3-4e5b-a023-eb8c1c081ec3 None None] The sync data for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:36.993321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Provisioning complete for port 57a3cad1-9ed7-48ef-882c-9fa0893b899b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:36.993756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.046437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8960f7a3-0e7c-470a-96b7-be48904d689a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.068793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8960f7a3-0e7c-470a-96b7-be48904d689a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.074002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Port 57a3cad1-9ed7-48ef-882c-9fa0893b899b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:37.109037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8960f7a3-0e7c-470a-96b7-be48904d689a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5af9da03a47b46beb3760ee82478bcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072963 Oct 29 11:37:37.109037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f026d884-f122-4aa1-b03b-b488b8ce475c req-7ebbc9b7-2cf4-4c65-90aa-02e74b5b65c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729591 Oct 29 11:37:37.113089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33934) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:37.113512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Provisioning complete for port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:37.113938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e97e95e8-05aa-41ce-8428-f7d466129f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.136496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.160464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60ee1171-6cf1-4fb2-8d48-7bc17963938c req-3c7a91f1-312d-4aab-b4a8-15b199d2068e tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3&device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.0671003 Oct 29 11:37:37.169142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] DHCP port deletion for 9bc52055-64f5-427b-ab31-9ce586ac88c0 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:37.170765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960f7a3-0e7c-470a-96b7-be48904d689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136719a-9dec-4851-94b2-b5f23301cc15,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:37.200378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Calling delete_port for 4cbae465-5975-4145-a657-5b1f56973f4f owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:37.264337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.267478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Deleting port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:37.267956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.310808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.318477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930431e0-a163-4e34-a53a-e4bf3e25f1c6 req-c1069633-21f2-427c-bd4b-b47c5ba04b22 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:37.319861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-930431e0-a163-4e34-a53a-e4bf3e25f1c6 req-c1069633-21f2-427c-bd4b-b47c5ba04b22 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.0637310 Oct 29 11:37:37.349827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] For port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,segment=NetworkSegment(6b426532-55f2-47f5-9fdb-e84bc2e04f51),segment_id=6b426532-55f2-47f5-9fdb-e84bc2e04f51)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:37.350360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.371001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Calling delete_port for 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:37.378559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.389743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.391226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.392473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2136719a-9dec-4851-94b2-b5f23301cc15 HTTP/1.1" status: 204 len: 168 time: 0.2777920 Oct 29 11:37:37.423211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Port': ['ID=4cbae465-5975-4145-a657-5b1f56973f4f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:37.426624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07436fe-b4b0-4f9c-a247-1238f2ba65a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136719a-9dec-4851-94b2-b5f23301cc15,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:37.430497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-930431e0-a163-4e34-a53a-e4bf3e25f1c6 req-f1eeb6fa-f67c-4ade-9f7c-89fcb9a90e72 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Oct 29 11:37:37.433937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.440830 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-032d4206-93aa-497e-9dae-ac481bed38cc tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/ports/4cbae465-5975-4145-a657-5b1f56973f4f HTTP/1.1" status: 204 len: 168 time: 0.6190705 Oct 29 11:37:37.441613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:37.457056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.551138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.564251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.579065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] Pushing event deleted for resources: {'Port': ['ID=8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:37.583686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2830f8-8c7e-42cc-ac9e-26a3119f2c79 None None] No DVR routers for this DVR port 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:37.703495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.731845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc52055-64f5-427b-ab31-9ce586ac88c0']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:37.732196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d39c331-6c10-4c78-ba3d-e83c1cac6808 req-9cabd89c-261b-4b51-a443-a5e379a5d1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=019b1641b04045dcbbed649e2f14712c&device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0506210 Oct 29 11:37:37.744137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b426532-55f2-47f5-9fdb-e84bc2e04f51') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:37.744513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b426532-55f2-47f5-9fdb-e84bc2e04f51') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:37.755791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.769929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.776658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:37.777243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:37.781178 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:37.806800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d39c331-6c10-4c78-ba3d-e83c1cac6808 req-e6e2061e-8610-481f-bf39-28c743251ade service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=019b1641b04045dcbbed649e2f14712c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392516 Oct 29 11:37:37.843739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.851372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:37.856047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] 10.222.0.77 "DELETE /v2.0/networks/9bc52055-64f5-427b-ab31-9ce586ac88c0 HTTP/1.1" status: 204 len: 168 time: 0.4133229 Oct 29 11:37:37.873090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efbae7-0960-4f19-80ec-ca3b55c116fe tempest-PortsTestJSON-1986695346 tempest-PortsTestJSON-1986695346-project] Pushing event deleted for resources: {'Network': ['ID=9bc52055-64f5-427b-ab31-9ce586ac88c0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:38.106152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:38.253607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff99205-a3a3-4109-8cf6-836a41bc8b9c req-5e189652-f47a-4126-b83f-bbec43ebb11e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:38.255109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aff99205-a3a3-4109-8cf6-836a41bc8b9c req-5e189652-f47a-4126-b83f-bbec43ebb11e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.5408645 Oct 29 11:37:38.284886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ede0804d-928b-4bf0-83a6-3d7460f95856 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8d2d4ff44bb4f40ae44cc4363706e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774988 Oct 29 11:37:38.287572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33972) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:38.386120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.421166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.445494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:38.446105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aff99205-a3a3-4109-8cf6-836a41bc8b9c req-7a3a9b25-9a69-4893-be6d-03c3eb247683 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750543 Oct 29 11:37:38.461247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c331-6c10-4c78-ba3d-e83c1cac6808 req-012fca38-3717-4549-bba4-04258984528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:38.462534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d39c331-6c10-4c78-ba3d-e83c1cac6808 req-012fca38-3717-4549-bba4-04258984528e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6448555 Oct 29 11:37:38.482530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:38.483269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8cd02b3d-5d3d-4b16-bcd8-751f9e47cf18 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:38.501601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 57a3cad1-9ed7-48ef-882c-9fa0893b899b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:38.501961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.509236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.512565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.517046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75404b53-76b4-4bb3-bb0e-ee4f2500a629 HTTP/1.1" status: 204 len: 168 time: 0.2276859 Oct 29 11:37:38.525713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574980bd-134f-4e07-8a3c-d37cd5ef667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75404b53-76b4-4bb3-bb0e-ee4f2500a629,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:38.598738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5df792a-3583-40f2-bb9c-f81034bbbc7f req-4685126c-b623-447b-b66e-dbcdf21f5fb9 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0340090 Oct 29 11:37:38.656488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:38.672710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 57a3cad1-9ed7-48ef-882c-9fa0893b899b owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:38.870413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e5b7-0bda-4d5a-939d-14f5bc57dc0d req-b432e427-7c35-45b6-b02a-be864178ae2b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:38.872353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f67e5b7-0bda-4d5a-939d-14f5bc57dc0d req-b432e427-7c35-45b6-b02a-be864178ae2b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1169708 Oct 29 11:37:38.962932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f67e5b7-0bda-4d5a-939d-14f5bc57dc0d req-167c8afa-df4a-4d67-bc95-22c7cc0b6ad9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Oct 29 11:37:38.973435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:39.040221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=57a3cad1-9ed7-48ef-882c-9fa0893b899b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:39.211150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:39.430888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 07b25cdc-cbda-465d-83ac-16648b01af55 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:39.504619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34010) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:39.580446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:39.589014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:39.589267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8dc8b5a5-6942-4f58-bd21-3286e2ea214e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8769009 Oct 29 11:37:39.596132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] Sync routers for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:39.609042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edaa8d-e1e0-47b7-9d2e-f7b3b6cc6878 req-acacca3b-cb38-4b41-b0d6-62d2a050ff60 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:39.615834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1edaa8d-e1e0-47b7-9d2e-f7b3b6cc6878 req-acacca3b-cb38-4b41-b0d6-62d2a050ff60 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.0748243 Oct 29 11:37:39.616629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:39.617895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:39.674606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1edaa8d-e1e0-47b7-9d2e-f7b3b6cc6878 req-bd77e58d-bfd8-48a3-abf2-e3f0d6b6eb21 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479267 Oct 29 11:37:39.689788 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:39.703581 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:39.704211 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:39.717931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-689c68ea-de5c-4e81-b55a-c1caefa375e3 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:39.719123 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-689c68ea-de5c-4e81-b55a-c1caefa375e3 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 11:37:39.719970 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-689c68ea-de5c-4e81-b55a-c1caefa375e3 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:37:39.721206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-689c68ea-de5c-4e81-b55a-c1caefa375e3 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2154772 Oct 29 11:37:39.727297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34022) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:39.732412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334254111'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:39.755417 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:39.756084 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcae48-419c-415b-ae1e-b7c1110a61af None None] The sync data for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:39.767649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e926aab-c0c0-45a9-8bec-e227b5a39e51 req-b37de75a-4b1b-4797-8c44-825c39b0b75c tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0437491 Oct 29 11:37:39.800960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:39.802202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d39c331-6c10-4c78-ba3d-e83c1cac6808 req-d68e34c0-3c83-4b9b-a488-87d0cf601ec7 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.41 "GET /v2.0/ports?device_id=df2ab252-5b33-4933-9d34-eedbdfcc2ad3 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Oct 29 11:37:39.879953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:39.928414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c4835-a7bf-4788-a727-8028ab528f6f req-d28c3ddd-dd81-4adb-9772-8291954a68f7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:39.937437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c4835-a7bf-4788-a727-8028ab528f6f req-d28c3ddd-dd81-4adb-9772-8291954a68f7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1001563 Oct 29 11:37:40.020520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c4835-a7bf-4788-a727-8028ab528f6f req-73605ad2-5c9d-4bc1-8743-150bdfc05f3b tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728199 Oct 29 11:37:40.085462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.094404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.178770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac562bb-0877-4fbd-b86c-4178dd94fee4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:40.225370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.238429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.245641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c52d0-022a-477c-8c67-a2e962efcc56 req-132447cb-0554-4cf2-aed5-f450ac0da96a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:40.247252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f64c52d0-022a-477c-8c67-a2e962efcc56 req-132447cb-0554-4cf2-aed5-f450ac0da96a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.0726902 Oct 29 11:37:40.251989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.293815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f64c52d0-022a-477c-8c67-a2e962efcc56 req-0dc4958a-5aa0-451a-b815-15891c881bc8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Oct 29 11:37:40.348757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.350041 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6213543 Oct 29 11:37:40.353789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34030) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:40.358904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '29172a79-ccea-4c23-bedb-b612a279c560', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:40.360483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57314f-08d5-4e48-88f3-125f64f90afc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29172a79-ccea-4c23-bedb-b612a279c560,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:40.430391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.441906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4725fd-94fa-4140-afae-e0aa1660bc48 req-668bd955-d5f6-48b2-9fc7-f60d23a0b83c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:40.443408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e4725fd-94fa-4140-afae-e0aa1660bc48 req-668bd955-d5f6-48b2-9fc7-f60d23a0b83c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.0786188 Oct 29 11:37:40.507290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e4725fd-94fa-4140-afae-e0aa1660bc48 req-87d4f638-5ffc-4150-9c69-c8b963c360c6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Oct 29 11:37:40.516814 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.521744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.543343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf33f13b-ce35-43ff-aae4-e479e7eded03,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:40.552712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.556870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:40.557409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-098566b1-7442-4dae-a5de-0b82dacb41ee tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018087 Oct 29 11:37:40.564741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3fd0287a-d7d6-4e6b-8489-ef62a3ed6c64 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '29172a79-ccea-4c23-bedb-b612a279c560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:40.575602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 59407234-c0ac-44d2-9d7c-fe02f797b807 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:40.575966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.647569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3fd0287a-d7d6-4e6b-8489-ef62a3ed6c64 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.699276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.717165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 59407234-c0ac-44d2-9d7c-fe02f797b807 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:40.735617 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3fd0287a-d7d6-4e6b-8489-ef62a3ed6c64 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:37:40.736669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3fd0287a-d7d6-4e6b-8489-ef62a3ed6c64 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1789908 Oct 29 11:37:40.740015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34036) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:40.821840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826aa5d-a948-401a-820a-2ff493fd3863 req-4f9fad76-c0cb-4b30-9691-c37bb47378b5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:40.823377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a826aa5d-a948-401a-820a-2ff493fd3863 req-4f9fad76-c0cb-4b30-9691-c37bb47378b5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.0808556 Oct 29 11:37:40.845478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.894656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a826aa5d-a948-401a-820a-2ff493fd3863 req-9a3d06a7-cf7f-4e4a-ab81-57d5cea2785c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607970 Oct 29 11:37:40.896655 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.900122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:40.933216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=59407234-c0ac-44d2-9d7c-fe02f797b807,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:41.014314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.017692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.019867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/29172a79-ccea-4c23-bedb-b612a279c560 HTTP/1.1" status: 204 len: 168 time: 0.2786825 Oct 29 11:37:41.035157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34044) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.036367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b01137-515a-40cc-a04b-0439eb6f9efe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29172a79-ccea-4c23-bedb-b612a279c560,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:41.064061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.118426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-224eedb5-103c-4628-ba8c-22d1595def3a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685318 Oct 29 11:37:41.119467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.126689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--178395793'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:41.157019 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.254182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.260584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.300719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.302130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1815038 Oct 29 11:37:41.319206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34054) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.331439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5d958f4b-6ae8-46b5-ba7a-529d9241017f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '0f14672b-0857-4178-a8e8-8d4ab4d58c1b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:41.332322 n-d-805046-9 neutron-server[102278]: WARNING neutron.api.v2.base [None req-5d958f4b-6ae8-46b5-ba7a-529d9241017f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 29 11:37:41.332896 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-5d958f4b-6ae8-46b5-ba7a-529d9241017f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:41.337071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5d958f4b-6ae8-46b5-ba7a-529d9241017f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099194 Oct 29 11:37:41.339064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34058) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.355704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05b98e-4169-4b62-8312-c26cdf6f3bab tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14672b-0857-4178-a8e8-8d4ab4d58c1b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:41.385990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc6c21-f884-4c52-9d1d-3925ea68ae1e req-88df85ec-85d7-4e12-ae5d-9ef95dea541c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:41.387607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebbc6c21-f884-4c52-9d1d-3925ea68ae1e req-88df85ec-85d7-4e12-ae5d-9ef95dea541c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1128113 Oct 29 11:37:41.446358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.455855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebbc6c21-f884-4c52-9d1d-3925ea68ae1e req-850a046d-e8f4-4322-9848-aa88eda24a9e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582285 Oct 29 11:37:41.475370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.535610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.539700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.540977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f14672b-0857-4178-a8e8-8d4ab4d58c1b HTTP/1.1" status: 204 len: 168 time: 0.1959021 Oct 29 11:37:41.546100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34064) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.558061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29054cee-900e-487f-b8cb-4a381c13745a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14672b-0857-4178-a8e8-8d4ab4d58c1b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:41.584480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 07b25cdc-cbda-465d-83ac-16648b01af55 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:41.617256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bd17816f-518b-4637-93f1-a4e2cba0f3d6 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664294 Oct 29 11:37:41.618810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.623780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583892556'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:41.663767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.674331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:41.684114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5d81fce-98f6-46a1-a2b2-456747fa1308 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938311 Oct 29 11:37:41.684776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34070) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.691810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] Sync routers for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:41.714729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:41.715403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:41.717321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec5bd635-efb3-4862-a319-1ee5dd4bfae6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=07b25cdc-cbda-465d-83ac-16648b01af55 HTTP/1.1" status: 200 len: 205 time: 0.0312970 Oct 29 11:37:41.717953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34072) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.764256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:41.773337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.778629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.779563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] Routers {'07b25cdc-cbda-465d-83ac-16648b01af55'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:41.780256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['07b25cdc-cbda-465d-83ac-16648b01af55'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:41.819577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:41.820292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb1db8-f93c-43ed-af81-e88911e2a5b1 None None] The sync data for ids ['07b25cdc-cbda-465d-83ac-16648b01af55'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:41.822706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dacf552c-4d73-47ff-9d84-bbe82f87996d req-9d315147-027f-4589-980f-8684cbc2cf83 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=019b1641b04045dcbbed649e2f14712c&device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.1109157 Oct 29 11:37:41.825501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.843584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:41.848395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2284327 Oct 29 11:37:41.850045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34074) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.850742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca9dbd-d4d3-4fda-bea1-b62d2ed4aa9c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfb1846-d2a5-4d83-9fd8-c9063a0525f2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:41.856719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-129161b5-8b97-4f24-85b9-dcc95a301c5b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '9dfb1846-d2a5-4d83-9fd8-c9063a0525f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:41.857649 n-d-805046-9 neutron-server[102278]: WARNING neutron.api.v2.base [None req-129161b5-8b97-4f24-85b9-dcc95a301c5b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 29 11:37:41.858298 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-129161b5-8b97-4f24-85b9-dcc95a301c5b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:41.863516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-129161b5-8b97-4f24-85b9-dcc95a301c5b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061083 Oct 29 11:37:41.864292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34076) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:41.891316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa539d4-3d06-47fd-a3e8-6f11dd2ab921 req-bc1d9ab5-a2a6-487c-8dd7-8dff0cca6c50 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:41.892833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa539d4-3d06-47fd-a3e8-6f11dd2ab921 req-bc1d9ab5-a2a6-487c-8dd7-8dff0cca6c50 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1021664 Oct 29 11:37:41.936312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dacf552c-4d73-47ff-9d84-bbe82f87996d req-208d16d6-b0ec-43fa-93da-94cfed14a22b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=019b1641b04045dcbbed649e2f14712c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727658 Oct 29 11:37:41.936707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa539d4-3d06-47fd-a3e8-6f11dd2ab921 req-0d677a3c-7316-4a52-89e5-99e8a073702a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 Oct 29 11:37:42.040260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6e96afb-ea80-40d3-9013-fee3ad6dcc54 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=98683747948a4834afa93b40fa62130f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230103 Oct 29 11:37:42.127408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.134017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.152855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-1a12de12-f6e8-4474-9624-1d4735294b90 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.154398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-1a12de12-f6e8-4474-9624-1d4735294b90 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070173 Oct 29 11:37:42.172421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-6ff99170-6acb-463c-8016-62644ccdc0da tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/quotas/98683747948a4834afa93b40fa62130f HTTP/1.1" status: 200 len: 375 time: 0.0097342 Oct 29 11:37:42.209535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-0585771b-b4d2-428c-a097-74e49fda3e17 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=98683747948a4834afa93b40fa62130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299864 Oct 29 11:37:42.234870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.253952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.254496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router 07b25cdc-cbda-465d-83ac-16648b01af55 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:37:42.272998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.274142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f5703ed1-d4b7-4f17-8a4b-490230305946 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55 HTTP/1.1" status: 204 len: 168 time: 0.5480275 Oct 29 11:37:42.277880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34086) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.286264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.289251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf552c-4d73-47ff-9d84-bbe82f87996d req-47634756-497f-4d4e-87b2-b8dc8bea81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.290751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dacf552c-4d73-47ff-9d84-bbe82f87996d req-47634756-497f-4d4e-87b2-b8dc8bea81bb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3447099 Oct 29 11:37:42.340983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.343844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.355527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/9dfb1846-d2a5-4d83-9fd8-c9063a0525f2 HTTP/1.1" status: 204 len: 168 time: 0.4902210 Oct 29 11:37:42.356475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.365027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet 964b06f9-9b08-4359-8880-5b8a0d4c5f20 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:42.370156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.378466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb446864-fa49-4d61-a5d5-96805f1158be tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfb1846-d2a5-4d83-9fd8-c9063a0525f2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:42.423912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebd9f679-4258-4937-8aea-ec1469be1ea4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635655 Oct 29 11:37:42.424756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.429664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--406064663'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:42.455687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.490294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.550641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.556420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.594046 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.598565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1727209 Oct 29 11:37:42.601757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34096) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.612574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b180505e-8174-4dfd-8306-ffdee2e72ba0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce4601-43f3-463a-b899-2bc70135944d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:42.615911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.626967 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-b180505e-8174-4dfd-8306-ffdee2e72ba0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 29 11:37:42.627470 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-b180505e-8174-4dfd-8306-ffdee2e72ba0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:42.629185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b180505e-8174-4dfd-8306-ffdee2e72ba0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263879 Oct 29 11:37:42.630433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62939c99-fb51-4235-9c51-da214e247b3b tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ce4601-43f3-463a-b899-2bc70135944d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:42.634206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.641344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0a38f8ed-50c5-4342-b3b1-424687f86217 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce4601-43f3-463a-b899-2bc70135944d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:42.642166 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-0a38f8ed-50c5-4342-b3b1-424687f86217 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 29 11:37:42.642773 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-0a38f8ed-50c5-4342-b3b1-424687f86217 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:42.645039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0a38f8ed-50c5-4342-b3b1-424687f86217 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092990 Oct 29 11:37:42.647927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34102) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.654257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-08b10300-d071-4495-a786-3ed7595d24b9 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce4601-43f3-463a-b899-2bc70135944d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:42.655014 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-08b10300-d071-4495-a786-3ed7595d24b9 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 29 11:37:42.655558 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-08b10300-d071-4495-a786-3ed7595d24b9 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:42.656878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08b10300-d071-4495-a786-3ed7595d24b9 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078254 Oct 29 11:37:42.659587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34104) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.664000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-19d6e6f7-eff5-4366-a58c-7adc64d42cd4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce4601-43f3-463a-b899-2bc70135944d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:42.665270 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-19d6e6f7-eff5-4366-a58c-7adc64d42cd4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 29 11:37:42.666122 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-19d6e6f7-eff5-4366-a58c-7adc64d42cd4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:42.669062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19d6e6f7-eff5-4366-a58c-7adc64d42cd4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066645 Oct 29 11:37:42.669965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34108) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.742427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.757347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.786351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=964b06f9-9b08-4359-8880-5b8a0d4c5f20,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:42.794130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.797700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e8214808-df15-4bac-88c9-b89129303208 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/964b06f9-9b08-4359-8880-5b8a0d4c5f20 HTTP/1.1" status: 204 len: 168 time: 0.5188200 Oct 29 11:37:42.800261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34112) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.807562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a754aa-3dfc-48eb-a794-965fd6cfce69 None None] Network 9287e120-3912-4e03-80d5-b25500150341 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:42.825180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.877332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-1f775cea-4ef8-468d-a611-8fd93e5a6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.879699 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-1f775cea-4ef8-468d-a611-8fd93e5a6627 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 1097 time: 0.0871854 Oct 29 11:37:42.894713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.897964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.901616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/c7ce4601-43f3-463a-b899-2bc70135944d HTTP/1.1" status: 204 len: 168 time: 0.2280998 Oct 29 11:37:42.904758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34116) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:42.908244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37070a5-1da8-4564-994b-22d943b039a8 req-a4f139ae-64fa-41a4-b2b1-21b2d1cfc888 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.915017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37070a5-1da8-4564-994b-22d943b039a8 req-a4f139ae-64fa-41a4-b2b1-21b2d1cfc888 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.921428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37070a5-1da8-4564-994b-22d943b039a8 req-a4f139ae-64fa-41a4-b2b1-21b2d1cfc888 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:42.930935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b37070a5-1da8-4564-994b-22d943b039a8 req-a4f139ae-64fa-41a4-b2b1-21b2d1cfc888 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444&device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f&device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 2417 time: 0.2245967 Oct 29 11:37:42.942585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet 191d02fa-7f75-450f-a4b9-8fc18ba3fa77 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:42.954397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:42.958560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce769eb-a2d1-45ca-ad0c-9795b49cfc04 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ce4601-43f3-463a-b899-2bc70135944d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:43.040915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b37070a5-1da8-4564-994b-22d943b039a8 req-27efea90-1264-4266-9656-19122e14e86d tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097751 Oct 29 11:37:43.051889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.055200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-75477201-bb54-469c-a204-937cb5d38886 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472042 Oct 29 11:37:43.059939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.065796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574274690'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.094069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.119380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] DHCP port deletion for 9287e120-3912-4e03-80d5-b25500150341 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:43.164357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-4f8547f2-45f1-487e-bde0-c302c9f7e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:43.166925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-4f8547f2-45f1-487e-bde0-c302c9f7e881 service neutron] 10.222.0.86 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 915 time: 0.2608829 Oct 29 11:37:43.183438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60e281ee-89b7-4842-8a6c-851cd583a8f6 req-d14626f2-a3e1-48a6-8d3f-e673413f7080 tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.77 "GET /v2.0/ports?device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.0586576 Oct 29 11:37:43.220374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Deleting port c4424553-2f16-4d87-aba3-0ebb880b704e {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:43.220850 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.264438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-b278c5dc-c8bc-4808-afdc-86ce5cc2fccd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f HTTP/1.1" status: 200 len: 217 time: 0.0861790 Oct 29 11:37:43.283020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.302472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] For port c4424553-2f16-4d87-aba3-0ebb880b704e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4424553-2f16-4d87-aba3-0ebb880b704e,segment=NetworkSegment(6153c613-acd1-450c-811e-baad8166b341),segment_id=6153c613-acd1-450c-811e-baad8166b341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:43.303024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.321610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Calling delete_port for c4424553-2f16-4d87-aba3-0ebb880b704e owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:43.399409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.413583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-e504b72a-8f80-4ca4-8001-4fc8a9ed0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:43.417227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-e504b72a-8f80-4ca4-8001-4fc8a9ed0867 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.1438844 Oct 29 11:37:43.418889 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.420694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.436447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-762aeae1-e033-4b28-8531-c24d9e2fb92a req-601b1214-1916-4cdf-8fc2-b99f8333ddd1 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 210 time: 0.0713792 Oct 29 11:37:43.449287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Pushing event deleted for resources: {'Port': ['ID=c4424553-2f16-4d87-aba3-0ebb880b704e,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:43.459505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] No DVR routers for this DVR port c4424553-2f16-4d87-aba3-0ebb880b704e on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:43.462313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.462713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.463050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.463381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.463754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.464246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.464381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.464758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.465110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.465434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.465924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.466471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53515c0a-9f59-46be-bf6f-2f6ea81b52f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:37:43.496160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.517360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-be065059-207f-4368-a701-4d37901bd25d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897858 Oct 29 11:37:43.523846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.529325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4653473 Oct 29 11:37:43.529514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34124) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.533358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7b1cff23-93bb-42d6-98ac-b18359d559b2 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.534157 n-d-805046-9 neutron-server[102278]: WARNING neutron.api.v2.base [None req-7b1cff23-93bb-42d6-98ac-b18359d559b2 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 11:37:43.534663 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-7b1cff23-93bb-42d6-98ac-b18359d559b2 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:43.538215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b1cff23-93bb-42d6-98ac-b18359d559b2 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065579 Oct 29 11:37:43.538215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.540691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/191d02fa-7f75-450f-a4b9-8fc18ba3fa77 HTTP/1.1" status: 204 len: 168 time: 0.7386241 Oct 29 11:37:43.541978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067dc85-39e3-4311-8fd7-49f22369e22a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=191d02fa-7f75-450f-a4b9-8fc18ba3fa77,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:43.542657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63a61e-e55c-49a3-bf2a-b1c1c9ba587e None None] Network 7938d7ff-870d-4a94-aefe-eeea4d6187aa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:43.544109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34126) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.544293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34128) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.549288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-04ff9010-e03a-469c-8048-5c4c190b1cd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.567636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2a977-15fe-49eb-9861-694cf6ae59b0 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff4cc5-10a1-462f-84a7-81b5f33107f1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:43.665975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dacf552c-4d73-47ff-9d84-bbe82f87996d req-7e765850-2acd-4bf8-8e59-12cdc6606c1f tempest-ServerShowV247Test-655956727 tempest-ServerShowV247Test-655956727-project] 10.222.0.86 "GET /v2.0/ports?device_id=759905d7-2d90-48ab-9feb-95417a26d82d HTTP/1.1" status: 200 len: 210 time: 0.0409336 Oct 29 11:37:43.669255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.700801 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-04ff9010-e03a-469c-8048-5c4c190b1cd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:43.705165 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-04ff9010-e03a-469c-8048-5c4c190b1cd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1569784 Oct 29 11:37:43.705829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34130) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.711659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-050bcdba-f7a1-4d8d-9164-9f7ca8460207 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.713265 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-050bcdba-f7a1-4d8d-9164-9f7ca8460207 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 29 11:37:43.713771 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-050bcdba-f7a1-4d8d-9164-9f7ca8460207 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:43.714769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-050bcdba-f7a1-4d8d-9164-9f7ca8460207 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073516 Oct 29 11:37:43.720128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34132) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.723567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-e7f66207-8753-493b-bc20-7836dfb9b7ae service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931381 Oct 29 11:37:43.728700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3f8de52a-179f-446a-b703-1011d004b819 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.788152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e54-f8be-403b-aa30-8acf292e6f9b req-9c538cdd-5105-4d1a-9d9f-322383f62e0e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:43.796250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdd05e54-f8be-403b-aa30-8acf292e6f9b req-9c538cdd-5105-4d1a-9d9f-322383f62e0e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1431317 Oct 29 11:37:43.810908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] DHCP port deletion for 7938d7ff-870d-4a94-aefe-eeea4d6187aa request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:43.888835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Deleting port d0ba073b-b963-4482-b3dd-c8b4c9e65424 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:43.889251 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.915756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab29f678-8a95-4c5a-98d2-ea3a99d0de5d req-ec75b350-30cb-4396-85f0-81dd77f0a537 service neutron] 10.222.0.86 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794136 Oct 29 11:37:43.920377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-feb7672b-adee-4daf-b692-742e9f8a8735 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=98683747948a4834afa93b40fa62130f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670178 Oct 29 11:37:43.923698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:43.936591 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-3f8de52a-179f-446a-b703-1011d004b819 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:43.941685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34134) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.941891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f8de52a-179f-446a-b703-1011d004b819 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2166665 Oct 29 11:37:43.947596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b8fa3d00-c6b0-4560-b5fe-359681489f20 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:43.948085 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-b8fa3d00-c6b0-4560-b5fe-359681489f20 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 11:37:43.948590 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-b8fa3d00-c6b0-4560-b5fe-359681489f20 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:43.953273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8fa3d00-c6b0-4560-b5fe-359681489f20 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067701 Oct 29 11:37:43.953273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34136) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:43.958880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-71420eaa-ff89-41e3-9be8-ed45d8a934fe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.005270 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-71420eaa-ff89-41e3-9be8-ed45d8a934fe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:44.009659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71420eaa-ff89-41e3-9be8-ed45d8a934fe tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0527778 Oct 29 11:37:44.009861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] For port d0ba073b-b963-4482-b3dd-c8b4c9e65424, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0ba073b-b963-4482-b3dd-c8b4c9e65424,segment=NetworkSegment(78db666a-d68c-4612-8243-908753c31908),segment_id=78db666a-d68c-4612-8243-908753c31908)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:44.009861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.010056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34138) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.018597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f2b12420-41cd-4949-ab32-dd3d8dd73336 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.019134 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-f2b12420-41cd-4949-ab32-dd3d8dd73336 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 29 11:37:44.019755 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f2b12420-41cd-4949-ab32-dd3d8dd73336 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:44.023445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f2b12420-41cd-4949-ab32-dd3d8dd73336 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099280 Oct 29 11:37:44.023727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34140) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.028890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f23e59e2-d03a-41c5-8984-4d45beb1dae7 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.039615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdd05e54-f8be-403b-aa30-8acf292e6f9b req-48461afc-dbc7-4933-b4ba-06808c9f6d14 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422330 Oct 29 11:37:44.040230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Calling delete_port for d0ba073b-b963-4482-b3dd-c8b4c9e65424 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:44.048175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9287e120-3912-4e03-80d5-b25500150341']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.082278 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f23e59e2-d03a-41c5-8984-4d45beb1dae7 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:44.082516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6153c613-acd1-450c-811e-baad8166b341') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.082740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6153c613-acd1-450c-811e-baad8166b341') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.083965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f23e59e2-d03a-41c5-8984-4d45beb1dae7 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0592904 Oct 29 11:37:44.087045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34142) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.095108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7426c716-3070-4018-9766-6bd0580d0e94 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '28ff4cc5-10a1-462f-84a7-81b5f33107f1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.108037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.133313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.169938 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-7426c716-3070-4018-9766-6bd0580d0e94 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:44.172581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7426c716-3070-4018-9766-6bd0580d0e94 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0835662 Oct 29 11:37:44.175865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34144) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.177256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.177632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:44.178337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:44.182366 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:44.217411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] Pushing event deleted for resources: {'Port': ['ID=d0ba073b-b963-4482-b3dd-c8b4c9e65424,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:44.220991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c86f2b-931b-449f-af84-8f30bff98c39 None None] No DVR routers for this DVR port d0ba073b-b963-4482-b3dd-c8b4c9e65424 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:44.239783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.266905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.285955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-093c13f1-b2c2-4598-aed8-30e405f4528f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:44.287446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-093c13f1-b2c2-4598-aed8-30e405f4528f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522139 Oct 29 11:37:44.303502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Request body: {'port': {'device_id': '34f7babb-6143-41e2-9b37-9c357b196c95', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '98683747948a4834afa93b40fa62130f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.312760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a980-79f9-4314-8588-86c98653f2ea req-69e0c208-55a3-44ac-9604-dc40c07f5c1a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:44.314373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ba9a980-79f9-4314-8588-86c98653f2ea req-69e0c208-55a3-44ac-9604-dc40c07f5c1a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.1787593 Oct 29 11:37:44.334863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.337778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.339066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/28ff4cc5-10a1-462f-84a7-81b5f33107f1 HTTP/1.1" status: 204 len: 168 time: 0.1622233 Oct 29 11:37:44.343151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.356954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.364640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336b44c-493e-4e8b-8b65-80c5a0616e4a tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff4cc5-10a1-462f-84a7-81b5f33107f1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:44.379764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.386512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/9287e120-3912-4e03-80d5-b25500150341 HTTP/1.1" status: 204 len: 168 time: 0.8413811 Oct 29 11:37:44.390303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.415747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f2914cd-1abd-438a-8426-8fef74cfabf4 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683594 Oct 29 11:37:44.416367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34152) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.426523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--616244809'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.445872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8efbf-85ec-4ce4-9a9c-6fcb009287e2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=9287e120-3912-4e03-80d5-b25500150341,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:44.451984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.456433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0ba073b-b963-4482-b3dd-c8b4c9e65424 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:44.478399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d0ba073b-b963-4482-b3dd-c8b4c9e65424 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:44.478889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0ba073b-b963-4482-b3dd-c8b4c9e65424 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:44.479320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4424553-2f16-4d87-aba3-0ebb880b704e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:44.502211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c4424553-2f16-4d87-aba3-0ebb880b704e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:44.502533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4424553-2f16-4d87-aba3-0ebb880b704e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:44.524990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ba9a980-79f9-4314-8588-86c98653f2ea req-3124a586-4561-46e0-9ad5-647925c07035 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952965 Oct 29 11:37:44.545451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.550224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.550903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.583849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.587908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1631987 Oct 29 11:37:44.589956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.596166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-990a12ed-ae2f-4eb1-ae38-6d78bcd15539 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'd060aea3-265d-472e-91a7-3418939a3356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.602384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7ec1-c565-49ed-b2ef-5455ecc7d962 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d060aea3-265d-472e-91a7-3418939a3356,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:44.683294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Made reservation on behalf of 98683747948a4834afa93b40fa62130f for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:44.686847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.711888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65ce206a-a0e4-4238-983c-e72dc7c8baf2 req-7a50371e-1c5f-4937-a0d7-01d728bb432e tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 210 time: 0.0445750 Oct 29 11:37:44.714502 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-990a12ed-ae2f-4eb1-ae38-6d78bcd15539 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The resource could not be found. Oct 29 11:37:44.718063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-990a12ed-ae2f-4eb1-ae38-6d78bcd15539 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1258357 Oct 29 11:37:44.719462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.720658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34164) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.740275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.740512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-41bee2cf-165a-45e6-b49a-9242b24cb6cc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'd060aea3-265d-472e-91a7-3418939a3356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '268d392d-2894-47d7-bc89-4bf457cd192e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.751995 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:37:44.762842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7938d7ff-870d-4a94-aefe-eeea4d6187aa']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.780530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78db666a-d68c-4612-8243-908753c31908') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.780831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78db666a-d68c-4612-8243-908753c31908') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:44.799418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.822110 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-41bee2cf-165a-45e6-b49a-9242b24cb6cc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The resource could not be found. Oct 29 11:37:44.822852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.823173 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41bee2cf-165a-45e6-b49a-9242b24cb6cc tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0999658 Oct 29 11:37:44.826063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34168) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.838323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:44.838717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:44.843017 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:44.897733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.928211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.930978 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.931778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.938888 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.947111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/7938d7ff-870d-4a94-aefe-eeea4d6187aa HTTP/1.1" status: 204 len: 168 time: 0.5432267 Oct 29 11:37:44.947111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.951459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34174) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:44.960124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:44.962719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059511144'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:44.968884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7001c-068f-4685-b1bc-5830f409653e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=7938d7ff-870d-4a94-aefe-eeea4d6187aa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.014480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:45.026539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017e01c9-217b-4674-a09f-d50df1fa88b8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.027053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.096405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:45.115353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.115762 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 512088c6-5627-4c40-9a64-6889802f3f42 of type vlan for network d7a0a641-1edf-4196-93c4-43517f9e4886 Oct 29 11:37:45.117240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.120109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.123877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/d060aea3-265d-472e-91a7-3418939a3356 HTTP/1.1" status: 204 len: 168 time: 0.2941983 Oct 29 11:37:45.125268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:45.150144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d2-48ac-4fe7-8d7e-59784c57302c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.161971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c25065-bc69-4db4-8683-2bdb08dde316 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060aea3-265d-472e-91a7-3418939a3356,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.178784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.209800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.215534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:45.216151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.226121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Allocated IP 192.168.233.145 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/06087179-58ff-4113-90b4-d98aec6aca23) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:45.281771 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3249285 Oct 29 11:37:45.282062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34184) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:45.286172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3fbfb32c-8833-46ce-a1b7-adccf7990a65 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597998 Oct 29 11:37:45.287081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:45.291335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34186) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:45.306563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e9bfde04-c9a5-411e-8287-b9114e19470d tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': 'd596af0a-3846-4ca9-817c-8670ad7e28e7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:45.344900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d536-f6a2-4bfb-808b-3c3674641684 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=d7a0a641-1edf-4196-93c4-43517f9e4886,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.351550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1c140-43ad-44c8-b5de-39ba2bd0d29b req-a9f1a740-a14b-4c8c-ab2c-5283bd80fd70 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:45.353028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97d1c140-43ad-44c8-b5de-39ba2bd0d29b req-a9f1a740-a14b-4c8c-ab2c-5283bd80fd70 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1685343 Oct 29 11:37:45.364064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d7a0a641-1edf-4196-93c4-43517f9e4886 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:45.423735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:45.429742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.499905 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d2-48ac-4fe7-8d7e-59784c57302c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.509031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97d1c140-43ad-44c8-b5de-39ba2bd0d29b req-147b132e-cae3-4d27-a7b9-fd79da06a3cf tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411920 Oct 29 11:37:45.517537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d2-48ac-4fe7-8d7e-59784c57302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.553831 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-e9bfde04-c9a5-411e-8287-b9114e19470d tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The resource could not be found. Oct 29 11:37:45.558475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e9bfde04-c9a5-411e-8287-b9114e19470d tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2594700 Oct 29 11:37:45.562474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:45.571458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--158269979'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:45.593561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-152fb9d2-48ac-4fe7-8d7e-59784c57302c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=019b1641b04045dcbbed649e2f14712c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488428 Oct 29 11:37:45.598255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb9d2-48ac-4fe7-8d7e-59784c57302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368c1b03-6096-4228-9681-7febda3af8bb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.599697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:45.615568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.689082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.720968 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.757258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.771382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-e8fba051-2727-4b17-93e2-a07974eb0839 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1027110 Oct 29 11:37:45.775367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:45.776697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.779552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:45.786646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:45.798686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.864469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Pushing event updated for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.899929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:45.900369 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.956117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.959936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=43ba15b7-17ff-496a-a693-2aee81ebef05,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:45.967792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:45.992055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '512088c6-5627-4c40-9a64-6889802f3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:45.992938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: d7a0a641-1edf-4196-93c4-43517f9e4886, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:46.043320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.047760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4811118 Oct 29 11:37:46.052074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34200) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.055176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.057952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.061835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/368c1b03-6096-4228-9681-7febda3af8bb HTTP/1.1" status: 204 len: 168 time: 0.4608164 Oct 29 11:37:46.070185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180082250'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:46.086903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957976a-7b47-4495-a30c-a15addfb121e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45de8a00-2606-4512-83a9-04938b37a85e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:46.107031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network d7a0a641-1edf-4196-93c4-43517f9e4886 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:46.122331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70fbaa-f1f3-496c-b15e-5e7be62812d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c1b03-6096-4228-9681-7febda3af8bb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:46.126423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d7a0a641-1edf-4196-93c4-43517f9e4886) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:46.129967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.132876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.133503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.153181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eccad05-a70b-42d6-9fda-f976836ea96e None None] Network d7a0a641-1edf-4196-93c4-43517f9e4886 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:46.166726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ac49da13-9e2b-4783-b3ab-b67496bc0942 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8836768 Oct 29 11:37:46.167387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.177891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-322626452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:46.223088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.224689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.266640 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.281900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-80b6db17-8f9f-4a14-8079-0224f5d19feb None None] Provisioning complete for port 06087179-58ff-4113-90b4-d98aec6aca23 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:46.282769 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80b6db17-8f9f-4a14-8079-0224f5d19feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.284506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.315806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.316307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.316794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.317288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.317754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.318440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.319262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.321527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-7f1abed7-6972-4c17-b614-0435da321448 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.4965503 Oct 29 11:37:46.327043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e6ada5f1-c971-45f6-b06c-01df8ab2c14f tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0295804 Oct 29 11:37:46.339324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.341364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Request body: {'port': {'device_id': '34f7babb-6143-41e2-9b37-9c357b196c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:46.351886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.356318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e450f1-d629-4bed-b696-1a58a1809b42 req-fc90f699-8bc2-4fa0-806e-082bfa3fb415 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.358499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06e450f1-d629-4bed-b696-1a58a1809b42 req-fc90f699-8bc2-4fa0-806e-082bfa3fb415 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 936 time: 0.4836161 Oct 29 11:37:46.367752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.369037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3149197 Oct 29 11:37:46.372798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34208) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.374884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e13438-3522-4f27-b955-0b67c25c62e1 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e6d7df-dcc3-4d60-8c54-2cc3a0e7b7e8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:46.380556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-789b907e-b849-449c-b25d-3b3600e31ecd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group_rule': {'security_group_id': '45de8a00-2606-4512-83a9-04938b37a85e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '50e6d7df-dcc3-4d60-8c54-2cc3a0e7b7e8'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:46.381966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-80b6db17-8f9f-4a14-8079-0224f5d19feb None None] Port 06087179-58ff-4113-90b4-d98aec6aca23 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:46.434415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.437756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3b6feeb-9fda-469c-a072-cde64e0eb723 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2664769 Oct 29 11:37:46.448410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34210) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.456957 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-789b907e-b849-449c-b25d-3b3600e31ecd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:37:46.464196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-789b907e-b849-449c-b25d-3b3600e31ecd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0901735 Oct 29 11:37:46.465338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.489883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'port': {'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886', 'name': 'tempest-RoutersIpV6Test-72290032'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:46.504480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-d7a0a641-1edf-4196-93c4-43517f9e4886', 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': '43ba15b7-17ff-496a-a693-2aee81ebef05'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:46.505994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.536218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.557533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06e450f1-d629-4bed-b696-1a58a1809b42 req-8dbd77db-cef0-488e-8fed-7e0926ae22e5 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807301 Oct 29 11:37:46.558095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.595145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.651206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.655260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.656933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/50e6d7df-dcc3-4d60-8c54-2cc3a0e7b7e8 HTTP/1.1" status: 204 len: 168 time: 0.1901672 Oct 29 11:37:46.661890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34222) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.692289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0383f5-f4b9-4f3d-8941-321dd22ffd5c tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e6d7df-dcc3-4d60-8c54-2cc3a0e7b7e8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:46.753496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Allocated IP 2001:db8::2 (d7a0a641-1edf-4196-93c4-43517f9e4886/43ba15b7-17ff-496a-a693-2aee81ebef05/07788901-ee39-4f79-9d68-06d1c89f1110) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:46.779285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-c2dc4b49-df32-4c16-8411-fbf359a4d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.779777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-c2dc4b49-df32-4c16-8411-fbf359a4d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.780369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-c2dc4b49-df32-4c16-8411-fbf359a4d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:46.782376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-c2dc4b49-df32-4c16-8411-fbf359a4d4f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=35619527-bf67-415a-a6d4-afbaaa5239ca&id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 2299 time: 0.3791206 Oct 29 11:37:46.793452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bec8f6fc-169e-4265-9bfa-65d08944f894 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1269934 Oct 29 11:37:46.795298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34228) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.888163 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.914039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.978771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.979445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.982701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.986641 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/45de8a00-2606-4512-83a9-04938b37a85e HTTP/1.1" status: 204 len: 168 time: 0.1879606 Oct 29 11:37:46.990641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34236) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:46.991862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:46.995023 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:46.996133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.026775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a06c72-4744-4809-9b5c-b7a922d05dd8 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45de8a00-2606-4512-83a9-04938b37a85e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.059409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Network d7a0a641-1edf-4196-93c4-43517f9e4886 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:47.063023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-9d753327-3fee-438f-b159-a9cec67c751a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 1001 time: 0.2703609 Oct 29 11:37:47.074771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:47.077333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] device_id is not set on port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:47.077909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:47.098400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5531a6a0-24d1-42a6-934c-dce5b76904a6 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023159 Oct 29 11:37:47.098739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.101837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Pushing event updated for resources: {'Port': ['ID=07788901-ee39-4f79-9d68-06d1c89f1110,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.109868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346774971'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:47.149287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.158096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Attempting to bind port 07788901-ee39-4f79-9d68-06d1c89f1110 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:47.158553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Attempting to bind port 07788901-ee39-4f79-9d68-06d1c89f1110 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '512088c6-5627-4c40-9a64-6889802f3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:47.159531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Attempting to bind port 07788901-ee39-4f79-9d68-06d1c89f1110 on network d7a0a641-1edf-4196-93c4-43517f9e4886 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:47.165502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:47.166047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Checking segment: {'id': '512088c6-5627-4c40-9a64-6889802f3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:47.166519 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.166978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Bound using segment: {'id': '512088c6-5627-4c40-9a64-6889802f3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:47.167529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Bound port: 07788901-ee39-4f79-9d68-06d1c89f1110, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512088c6-5627-4c40-9a64-6889802f3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd7a0a641-1edf-4196-93c4-43517f9e4886'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:47.167997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.179888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34242) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.230453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc047c-8035-4bea-9ac4-450586c62605 req-cc88d1ae-2770-476a-a422-3c51fd99ebf6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:47.232003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdfc047c-8035-4bea-9ac4-450586c62605 req-cc88d1ae-2770-476a-a422-3c51fd99ebf6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.3125935 Oct 29 11:37:47.254780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] For port 07788901-ee39-4f79-9d68-06d1c89f1110, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:47.261183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] For port 07788901-ee39-4f79-9d68-06d1c89f1110, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=07788901-ee39-4f79-9d68-06d1c89f1110,segment=NetworkSegment(512088c6-5627-4c40-9a64-6889802f3f42),segment_id=512088c6-5627-4c40-9a64-6889802f3f42)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:47.262545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8::a2 (d7a0a641-1edf-4196-93c4-43517f9e4886/43ba15b7-17ff-496a-a693-2aee81ebef05/22b86f7f-5a8e-44c6-bf88-c9edd32a7234) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:47.265443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.270292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.271483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.317138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.321516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2189753 Oct 29 11:37:47.323293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.332954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-39e10d84-429e-4cae-8a26-375414d5a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:47.334499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-39e10d84-429e-4cae-8a26-375414d5a880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 200 len: 856 time: 0.1534238 Oct 29 11:37:47.336415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-668fe324-a186-4bfe-bdaa-a86114d728fd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:47.338463 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-668fe324-a186-4bfe-bdaa-a86114d728fd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 11:37:47.339088 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-668fe324-a186-4bfe-bdaa-a86114d728fd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 11:37:47.340741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-668fe324-a186-4bfe-bdaa-a86114d728fd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "PUT /v2.0/security-groups/2d702e91-d23c-4f66-975c-4e2c2e37e805 HTTP/1.1" status: 409 len: 330 time: 0.0158100 Oct 29 11:37:47.346072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.366169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185521a9-9ed4-4544-94ad-ff5e1263abc1 None None] Pushing event updated for resources: {'Port': ['ID=07788901-ee39-4f79-9d68-06d1c89f1110,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.391956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1347176184-network', 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:47.407022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799d02-f3b3-418d-8e47-fdec05300107 tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d702e91-d23c-4f66-975c-4e2c2e37e805,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.429626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdfc047c-8035-4bea-9ac4-450586c62605 req-20c662a9-dbcb-48ef-9f56-eb1573ec4440 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694353 Oct 29 11:37:47.450856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:47.454328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.460174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.470304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.501265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.551144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-9bf0507e-7e99-4a6c-96ad-523ee87fc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:47.552612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-9bf0507e-7e99-4a6c-96ad-523ee87fc2cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be310516-96e5-41f7-bd88-404a63300ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095399 Oct 29 11:37:47.590913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.593991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.595268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d702e91-d23c-4f66-975c-4e2c2e37e805 HTTP/1.1" status: 204 len: 168 time: 0.2474949 Oct 29 11:37:47.603658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.634691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06087179-58ff-4113-90b4-d98aec6aca23 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:47.662678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1eeba5-1969-44e5-bb47-a27d4907c05e tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d702e91-d23c-4f66-975c-4e2c2e37e805,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.665904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.672286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.728538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f499143f-3a23-4d39-954f-746ded54aeaa tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232686 Oct 29 11:37:47.729498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:47.737842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.738793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34256) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.762337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.762708 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Added segment 8b30d062-38d6-46f3-aa50-c4d46a46e217 of type vlan for network e42d7582-637e-4b92-8fcf-193ef4e91197 Oct 29 11:37:47.775654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c3ab3-164c-45a9-b9b9-3a0475fb5005,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.779955 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-00c40298-9ffa-4575-9aa0-1aa565cf257d tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] delete failed (client error): The resource could not be found. Oct 29 11:37:47.780572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-00c40298-9ffa-4575-9aa0-1aa565cf257d tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "DELETE /v2.0/security-groups/f3789774-7ade-46bf-9fbf-505a0e6d715c HTTP/1.1" status: 404 len: 347 time: 0.0407939 Oct 29 11:37:47.785131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34260) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.797751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Transition to ACTIVE for port object 06087179-58ff-4113-90b4-d98aec6aca23 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:47.808132 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.813999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.823946 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f1a35681-6866-4e0c-ad13-ee1627e1babd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] show failed (client error): The resource could not be found. Oct 29 11:37:47.829072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1a35681-6866-4e0c-ad13-ee1627e1babd tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-groups/5a542adb-e46e-42b7-afa6-b002668712cd HTTP/1.1" status: 404 len: 347 time: 0.0389740 Oct 29 11:37:47.833954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34262) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.843657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.855684 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3b0f7f17-dc41-48ca-b3ad-df0ec0f1f63f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] show failed (client error): The resource could not be found. Oct 29 11:37:47.861375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3b0f7f17-dc41-48ca-b3ad-df0ec0f1f63f tempest-NegativeSecGroupTest-921038132 tempest-NegativeSecGroupTest-921038132-project] 10.222.0.77 "GET /v2.0/security-group-rules/d4bde521-d609-4c82-b16d-47c01896c386 HTTP/1.1" status: 404 len: 356 time: 0.0219162 Oct 29 11:37:47.883202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.884190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:47.884782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.938362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-ac684cbb-9a81-4e8c-be02-f7679518b16a service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695643 Oct 29 11:37:47.941332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7426844 Oct 29 11:37:47.948241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34266) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:47.956881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Request body: {'subnet': {'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1347176184-subnet', 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:47.965715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4d0c-0d66-4307-9a8c-f427df7ae9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e42d7582-637e-4b92-8fcf-193ef4e91197,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:47.980932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e42d7582-637e-4b92-8fcf-193ef4e91197 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:47.987994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:47.991876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:47.992090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Pushing event updated for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:48.104743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39500e-5fd2-436b-a0df-766fadaf93f5 req-2ccd7296-a33e-4061-9d43-6fb3c2e50c63 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:48.117754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce39500e-5fd2-436b-a0df-766fadaf93f5 req-2ccd7296-a33e-4061-9d43-6fb3c2e50c63 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 948 time: 0.2821703 Oct 29 11:37:48.179606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.248173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.285398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34270) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:48.302032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Attempting to bind port 06087179-58ff-4113-90b4-d98aec6aca23 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:48.302372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Attempting to bind port 06087179-58ff-4113-90b4-d98aec6aca23 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:48.302698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Attempting to bind port 06087179-58ff-4113-90b4-d98aec6aca23 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:48.310837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network d7a0a641-1edf-4196-93c4-43517f9e4886 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:48.321736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce39500e-5fd2-436b-a0df-766fadaf93f5 req-57359ae3-f51e-42ac-bc2f-2b1fcb054d61 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990750 Oct 29 11:37:48.324736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=22b86f7f-5a8e-44c6-bf88-c9edd32a7234,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:48.337114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-f99b7a03-525c-4e1b-86d5-291368d767a3 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787646 Oct 29 11:37:48.337908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:48.340010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Port 06087179-58ff-4113-90b4-d98aec6aca23 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:48.340903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Attempting to bind port 06087179-58ff-4113-90b4-d98aec6aca23 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:48.350937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:48.362647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:48.363575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.373880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cb94d2-ac66-4d69-a8ff-f5697620de70,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:48.394546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e695cc69-3580-42d6-973f-624076b0db9a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.9138114 Oct 29 11:37:48.395251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34274) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:48.438779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:48.439158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:48.439760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:48.440921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Bound port: 06087179-58ff-4113-90b4-d98aec6aca23, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:48.441628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.453179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-ba72dc98-d45f-472c-82ae-89b1aa3d67c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 217 time: 0.0775771 Oct 29 11:37:48.566968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:48.567439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Network hostable DHCP agents. Network: e42d7582-637e-4b92-8fcf-193ef4e91197, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:48.593393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 07788901-ee39-4f79-9d68-06d1c89f1110 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:48.646430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-18f55d19-4c1d-4995-a288-e8d71968ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:48.649928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-18f55d19-4c1d-4995-a288-e8d71968ca15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1766796 Oct 29 11:37:48.693419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:48.706283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6eefa19-7920-45dd-8f79-b7f8fbc38abb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5650bf5ee5b44fc9af952f20600b97b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158432 Oct 29 11:37:48.712088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34280) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:48.718395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 07788901-ee39-4f79-9d68-06d1c89f1110 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:48.718965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.722486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:48.741831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06087179-58ff-4113-90b4-d98aec6aca23,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:48.757337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.763124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-31d35c2c-2a6b-44ed-b492-4dddcf32f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:48.764835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-31d35c2c-2a6b-44ed-b492-4dddcf32f0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025610 Oct 29 11:37:48.786080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e42d7582-637e-4b92-8fcf-193ef4e91197) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:48.791286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:48.792027 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.799003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a006dc-2225-4364-8bff-59861dc3cf0c None None] Network e42d7582-637e-4b92-8fcf-193ef4e91197 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:48.816270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a389e07-6e56-455d-8fb7-ea2ca4405905 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8670657 Oct 29 11:37:48.919240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.939496 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.950958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Pushing event updated for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:48.967763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:48.991013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 07788901-ee39-4f79-9d68-06d1c89f1110, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=07788901-ee39-4f79-9d68-06d1c89f1110,segment=NetworkSegment(512088c6-5627-4c40-9a64-6889802f3f42),segment_id=512088c6-5627-4c40-9a64-6889802f3f42)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:48.996433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eecc9a-49f8-483c-9dd4-c8021471d2e5 None None] Network d7a0a641-1edf-4196-93c4-43517f9e4886 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:49.023501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.027536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.032158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-74272550-7953-406e-96ac-daa3e698e522 service neutron] 10.222.0.41 "PUT /v2.0/ports/06087179-58ff-4113-90b4-d98aec6aca23 HTTP/1.1" status: 200 len: 1096 time: 2.6942320 Oct 29 11:37:49.032832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:49.038096 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454ee18-d88a-4f1e-90c3-0c8a407433ce" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "tag": "06087179-58ff-4113-90b4-d98aec6aca23"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:49.088744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.130050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.150432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8bcea-9937-4def-9c1f-372daa29f3b3 req-3beb7fbe-980f-4238-8781-5e5acabadd2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.159057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76b8bcea-9937-4def-9c1f-372daa29f3b3 req-3beb7fbe-980f-4238-8781-5e5acabadd2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.3885322 Oct 29 11:37:49.179240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.182129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.187881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ac562bb-0877-4fbd-b86c-4178dd94fee4 HTTP/1.1" status: 204 len: 168 time: 0.4701707 Oct 29 11:37:49.220769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-76b8bcea-9937-4def-9c1f-372daa29f3b3 req-5096e6c5-58e8-46b5-9734-69ad1d34e4c8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561111 Oct 29 11:37:49.237412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-ba797280-2d2c-4b1d-a4eb-fe3956b34782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.240655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-ba797280-2d2c-4b1d-a4eb-fe3956b34782 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98683747948a4834afa93b40fa62130f&device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 1099 time: 0.1651270 Oct 29 11:37:49.299273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-596e71fb-1295-48fd-822c-33c6c0968381 None None] Provisioning complete for port 07788901-ee39-4f79-9d68-06d1c89f1110 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:49.299996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-596e71fb-1295-48fd-822c-33c6c0968381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.306439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-3e59ee2d-bb81-44fe-9e41-bbdde28d03e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=06087179-58ff-4113-90b4-d98aec6aca23 HTTP/1.1" status: 200 len: 217 time: 0.0555985 Oct 29 11:37:49.353848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-8f7bacab-73a9-403a-9919-ce68661bf260 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625396 Oct 29 11:37:49.441724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=07788901-ee39-4f79-9d68-06d1c89f1110,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:49.445077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e3cab0-90d6-4a85-ad2a-3186c95f3122 None None] Network e42d7582-637e-4b92-8fcf-193ef4e91197 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:49.480120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b9fe0-9bf0-4c94-b4fc-527aaef68bcf req-fd8fc663-a52c-4873-b4fa-b6a8d783ae8a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.489297 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d12b9fe0-9bf0-4c94-b4fc-527aaef68bcf req-fd8fc663-a52c-4873-b4fa-b6a8d783ae8a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1923697 Oct 29 11:37:49.512238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-fcc73e47-96fc-442e-b34e-177151d46d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.513938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-fcc73e47-96fc-442e-b34e-177151d46d75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1739771 Oct 29 11:37:49.595227 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9fea9-d6da-43b6-a8f2-ee45e49a6bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac562bb-0877-4fbd-b86c-4178dd94fee4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:49.595718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d12b9fe0-9bf0-4c94-b4fc-527aaef68bcf req-58121938-01bd-40f3-9827-24f7fbd529ef tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004949 Oct 29 11:37:49.665594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-fc0ccb72-5176-4d56-a350-791f487e788d service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859528 Oct 29 11:37:49.671023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-da5f985c-5ead-4e50-8a72-aa457bafd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.672961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-da5f985c-5ead-4e50-8a72-aa457bafd68b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466959 Oct 29 11:37:49.722615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-0160ff2a-b2cf-44ae-8c31-83fb54df4289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 217 time: 0.0484784 Oct 29 11:37:49.724557 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26086732-a145-48cc-b699-484e099dc09e x-openstack-request-id: req-26086732-a145-48cc-b699-484e099dc09e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:49.724947 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "tag": "06087179-58ff-4113-90b4-d98aec6aca23", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:49.725317 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26086732-a145-48cc-b699-484e099dc09e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:49.725811 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23', 'status': 'completed', 'code': 200} Oct 29 11:37:49.799753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.810352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:49.879353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-60937ed9-34ba-435b-ac87-93245e5aad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:49.889244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-60937ed9-34ba-435b-ac87-93245e5aad05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1521189 Oct 29 11:37:49.970232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=22b86f7f-5a8e-44c6-bf88-c9edd32a7234,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:50.025496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-72691353-1210-4870-af88-c16e88f9c013 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984486 Oct 29 11:37:50.039899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-77891ee5-eea1-4a85-bed7-d8c9e918203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:50.043772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-77891ee5-eea1-4a85-bed7-d8c9e918203b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276095 Oct 29 11:37:50.080257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.226321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f82b4f1c-7830-4cb1-9f02-c5d207c2157f req-e4dad9c4-82da-4e1d-b0ec-d8c74bbec4ea service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823134 Oct 29 11:37:50.229869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-a32b0b92-9f4c-42ee-8bbf-9305a9c9e538 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759114 Oct 29 11:37:50.257089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.311638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8e4acd3a-bbc7-4b8d-9a8f-c0d6fbf5907b None None] Provisioning complete for port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:50.315603 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e4acd3a-bbc7-4b8d-9a8f-c0d6fbf5907b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.373077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8e4acd3a-bbc7-4b8d-9a8f-c0d6fbf5907b None None] Port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:50.386447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8e4acd3a-bbc7-4b8d-9a8f-c0d6fbf5907b None None] Provisioning complete for port 07788901-ee39-4f79-9d68-06d1c89f1110 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:50.387200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e4acd3a-bbc7-4b8d-9a8f-c0d6fbf5907b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.502043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 07788901-ee39-4f79-9d68-06d1c89f1110 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:50.505975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-6fbcf3ee-35e1-44da-9b79-2aa14ca93c60 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:50.515695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-6fbcf3ee-35e1-44da-9b79-2aa14ca93c60 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.2012558 Oct 29 11:37:50.545774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-af96af59-8fba-4484-aaa5-fb58f119f9c3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0290971 Oct 29 11:37:50.582699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-db67b4c6-9d01-4de6-80c6-3e196c9d9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:50.588321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-db67b4c6-9d01-4de6-80c6-3e196c9d9d4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98683747948a4834afa93b40fa62130f&device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 1099 time: 0.2752934 Oct 29 11:37:50.594812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 07788901-ee39-4f79-9d68-06d1c89f1110 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:50.595436 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.661029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-631b08fe-b3e4-4ac2-99cb-96d3ed1775fb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143711 Oct 29 11:37:50.671323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-11615727-1971-496f-a1c8-2b8512a75d22 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302356 Oct 29 11:37:50.705619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.718607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.719836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.786204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-78d3fda0-fc61-4e68-9434-32697fa3fedc None None] Provisioning complete for port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:50.788669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78d3fda0-fc61-4e68-9434-32697fa3fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:50.797476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-83d2e563-3297-405a-8928-25c05c9ddd39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 217 time: 0.1020558 Oct 29 11:37:50.859335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=22b86f7f-5a8e-44c6-bf88-c9edd32a7234,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:50.875949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-78d3fda0-fc61-4e68-9434-32697fa3fedc None None] Port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:50.909839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network d7a0a641-1edf-4196-93c4-43517f9e4886 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:50.911699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:51.056489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 69a324ca-17d5-408d-868a-71aec8f82d1d is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:37:51.102763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-aed2058e-6242-4766-88e3-01db86a97f2c None None] Provisioning complete for port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:51.103490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aed2058e-6242-4766-88e3-01db86a97f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:51.167851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-aed2058e-6242-4766-88e3-01db86a97f2c None None] Port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:51.214490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:51.225782 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a8df754-a1de-454a-9419-37fd01c76db3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/69a324ca-17d5-408d-868a-71aec8f82d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8237545 Oct 29 11:37:51.231390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34340) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:51.243608 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] Sync routers for ids ['69a324ca-17d5-408d-868a-71aec8f82d1d'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:51.260363 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] Routers {'69a324ca-17d5-408d-868a-71aec8f82d1d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:51.264970 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['69a324ca-17d5-408d-868a-71aec8f82d1d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:51.306366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cda0be-6418-415b-a93f-f4bdee21dbc9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.306740 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:51.307982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-52cda0be-6418-415b-a93f-f4bdee21dbc9 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports/22b86f7f-5a8e-44c6-bf88-c9edd32a7234 HTTP/1.1" status: 200 len: 981 time: 0.0755560 Oct 29 11:37:51.311558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34344) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:51.321260 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] Routers {'69a324ca-17d5-408d-868a-71aec8f82d1d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:51.322308 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['69a324ca-17d5-408d-868a-71aec8f82d1d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:51.359470 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:51.360452 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f23ad-fe6c-4ce6-b630-1fa513af8fd6 None None] The sync data for ids ['69a324ca-17d5-408d-868a-71aec8f82d1d'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:51.364343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-96bc1059-9330-4e3b-9fe0-bd4449f64139 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918669 Oct 29 11:37:51.366137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-70a91969-c9ac-4521-9b37-ac3a14145342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.367985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-70a91969-c9ac-4521-9b37-ac3a14145342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.5606043 Oct 29 11:37:51.401935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3af361b0-e4d5-4331-be41-afcf14581889 None None] Provisioning complete for port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:51.402506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3af361b0-e4d5-4331-be41-afcf14581889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:51.460337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3af361b0-e4d5-4331-be41-afcf14581889 None None] Port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:51.483349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-754b6160-7aaa-4cf9-8eeb-beb2d635795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.484838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-754b6160-7aaa-4cf9-8eeb-beb2d635795e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.8372810 Oct 29 11:37:51.541253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-39cb1aae-c889-4752-bb8b-4954b6e8d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.542144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-39cb1aae-c889-4752-bb8b-4954b6e8d3de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529002 Oct 29 11:37:51.551823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-c02a5ce7-fa3a-42ae-8d3b-d1be67bf090c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=06087179-58ff-4113-90b4-d98aec6aca23 HTTP/1.1" status: 200 len: 217 time: 0.0535650 Oct 29 11:37:51.597061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-e819f9a8-29e3-4dbc-8968-c54dcf4fb823 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179377 Oct 29 11:37:51.683589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-72656bf0-c28e-457d-bbd4-84919957cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.685419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-72656bf0-c28e-457d-bbd4-84919957cda6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1184149 Oct 29 11:37:51.762803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:51.765269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-8f0760f9-47b4-468d-bebb-82ba99ad63a6 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002690 Oct 29 11:37:51.801191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-9db7e00e-a51d-4271-af71-cd621e944ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:51.802698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-9db7e00e-a51d-4271-af71-cd621e944ced service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986378 Oct 29 11:37:51.888553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.023981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4b899-f7c3-450e-a378-0a56b0150222 req-f3a464a5-b958-4ce4-9d85-092b5b7ae794 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.025657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34c4b899-f7c3-450e-a378-0a56b0150222 req-f3a464a5-b958-4ce4-9d85-092b5b7ae794 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 948 time: 0.1901300 Oct 29 11:37:52.035016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-145d2812-15eb-48a1-8ea4-1402d18e5a52 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579498 Oct 29 11:37:52.090033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-85aab004-d8f7-4a6c-a3b9-5b07b493bea8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559457 Oct 29 11:37:52.097809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-70cb3b2c-3ab6-4566-9adb-cac3a9c4b531 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 217 time: 0.0552011 Oct 29 11:37:52.135023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06087179-58ff-4113-90b4-d98aec6aca23 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:52.173038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-57420f2f-0e5a-4430-bb00-d66eb27ea92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.174758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-57420f2f-0e5a-4430-bb00-d66eb27ea92d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0684783 Oct 29 11:37:52.222983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:52.231249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.266363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34c4b899-f7c3-450e-a378-0a56b0150222 req-d6bc3f86-734d-4a1b-8060-75f3f0cc662b tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244279 Oct 29 11:37:52.300838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06087179-58ff-4113-90b4-d98aec6aca23,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:52.327094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '06087179-58ff-4113-90b4-d98aec6aca23', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '06087179-58ff-4113-90b4-d98aec6aca23', 'mac_address': 'fa:16:3e:0e:84:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:52.342675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-42c6f2c9-1a65-43a5-8499-73804599c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.347484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-42c6f2c9-1a65-43a5-8499-73804599c915 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630461 Oct 29 11:37:52.380504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.404606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.418477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06087179-58ff-4113-90b4-d98aec6aca23 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:52.425221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 22b86f7f-5a8e-44c6-bf88-c9edd32a7234 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:52.443258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e454ee18-d88a-4f1e-90c3-0c8a407433ce req-d519eb84-5981-404f-bc01-e8eb356904c6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355560 Oct 29 11:37:52.464841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06087179-58ff-4113-90b4-d98aec6aca23,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:52.473431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.533410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:52.545572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-3f42d2f9-6fb3-4c64-9439-95256dae8eef service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770673 Oct 29 11:37:52.571083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59302bcb-a9e4-4262-a6d2-a26d1ec9cbe7 req-174860b0-f625-43c1-b774-1b095fbb46f6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.572620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59302bcb-a9e4-4262-a6d2-a26d1ec9cbe7 req-174860b0-f625-43c1-b774-1b095fbb46f6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1173124 Oct 29 11:37:52.665744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59302bcb-a9e4-4262-a6d2-a26d1ec9cbe7 req-86b8273c-8b49-4ea0-abea-3f64d31a1782 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511966 Oct 29 11:37:52.678264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.695501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-d3409c28-45c5-4d79-a114-321533d217a8 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437044 Oct 29 11:37:52.720704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=22b86f7f-5a8e-44c6-bf88-c9edd32a7234,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:52.752363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-0b0bc63e-baec-4fe3-bce3-b251d4f263e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 217 time: 0.0457056 Oct 29 11:37:52.832316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:52.848728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c6853-feb3-48b0-a0ca-970c94915f11 req-a58e9912-1949-4702-a0f7-72984d4f15a8 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.850346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-093c6853-feb3-48b0-a0ca-970c94915f11 req-a58e9912-1949-4702-a0f7-72984d4f15a8 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1006067 Oct 29 11:37:52.852156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-dfa81540-8ce0-45fc-82af-9015c4b3dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.855825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-dfa81540-8ce0-45fc-82af-9015c4b3dda7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.0876672 Oct 29 11:37:52.882285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['06087179-58ff-4113-90b4-d98aec6aca23'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:52.948666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-093c6853-feb3-48b0-a0ca-970c94915f11 req-86c82d64-fa9d-47aa-a9ed-5c10ffba8664 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903184 Oct 29 11:37:52.979724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-8ed70cf1-63f2-4a3a-a774-cac48030f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:52.981397 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-8ed70cf1-63f2-4a3a-a774-cac48030f668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160283 Oct 29 11:37:53.113248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 69a324ca-17d5-408d-868a-71aec8f82d1d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:37:53.163271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-aa253a52-43a4-431a-bfcd-53bf98124ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739578 Oct 29 11:37:53.173614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2692eff5-eda7-4c18-b427-62cf26d73716 req-f6161510-9b80-4d12-9599-72ae371291e9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 210 time: 0.1385503 Oct 29 11:37:53.273980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d2cf179d-15b3-47bb-899e-a9afb60d5b50 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:53.277109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d2cf179d-15b3-47bb-899e-a9afb60d5b50 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.2344635 Oct 29 11:37:53.284041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:37:53.293885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-ee434df5-929b-4e2d-a632-2d1112fd8857 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173422 Oct 29 11:37:53.302410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:53.302799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] Sync routers for ids ['69a324ca-17d5-408d-868a-71aec8f82d1d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:37:53.317321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9c52c129-c1fc-49fc-89b6-560b1424753b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/69a324ca-17d5-408d-868a-71aec8f82d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044746 Oct 29 11:37:53.326428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] Routers {'69a324ca-17d5-408d-868a-71aec8f82d1d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:53.327062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['69a324ca-17d5-408d-868a-71aec8f82d1d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:53.331410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:53.352514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-1fa2560d-cf9c-4dd8-95c5-46ad6c9f0b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 217 time: 0.0463836 Oct 29 11:37:53.397976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:53.417522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] Routers {'69a324ca-17d5-408d-868a-71aec8f82d1d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:37:53.419096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:37:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['69a324ca-17d5-408d-868a-71aec8f82d1d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:53.466999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:53.468385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224db7d0-1131-4c9d-ac72-275b3b18fe22 None None] The sync data for ids ['69a324ca-17d5-408d-868a-71aec8f82d1d'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:37:53.504255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:53.508445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:53.550234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-db8a2057-a71f-4c88-8b48-cabd75c38779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:53.551734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-db8a2057-a71f-4c88-8b48-cabd75c38779 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.1617229 Oct 29 11:37:53.615688 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-5f877f92-0a91-4f7e-ae94-e2dc25dfb216 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] remove_router_interface failed (client error): The resource could not be found. Oct 29 11:37:53.616762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5f877f92-0a91-4f7e-ae94-e2dc25dfb216 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/69a324ca-17d5-408d-868a-71aec8f82d1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3123388 Oct 29 11:37:53.619904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34384) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:53.652160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48f0e905-35cf-4551-bf07-c9c4626f403b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=69a324ca-17d5-408d-868a-71aec8f82d1d HTTP/1.1" status: 200 len: 205 time: 0.0287030 Oct 29 11:37:53.653895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34388) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:53.668787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.5 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/0a5692b0-a91d-47dc-871f-1ebb27992e7e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:53.725819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304829-16f6-4318-922f-d68694af59f5 req-a83b0b66-b663-4cae-9155-709573efd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:53.727312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-a83b0b66-b663-4cae-9155-709573efd408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1548674 Oct 29 11:37:53.800084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:53.819586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:53.855750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:53.966902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c8882-4799-472f-b314-be58fb89050f req-a124a87e-bc70-4b62-a93f-ae57ab18825d tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:53.968492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d9c8882-4799-472f-b314-be58fb89050f req-a124a87e-bc70-4b62-a93f-ae57ab18825d tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 949 time: 0.2450638 Oct 29 11:37:54.023287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.026944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.036379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-1ce72a31-a2bd-4359-a2ea-857ec2f5255f service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961574 Oct 29 11:37:54.111295 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d9c8882-4799-472f-b314-be58fb89050f req-bcb5b737-c120-451a-9483-2a54af3e00d5 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086776 Oct 29 11:37:54.149918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.150480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router 69a324ca-17d5-408d-868a-71aec8f82d1d {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:37:54.159562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.160705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f318576-6487-4384-b1b1-bf58f7e7f559 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/69a324ca-17d5-408d-868a-71aec8f82d1d HTTP/1.1" status: 204 len: 168 time: 0.5060332 Oct 29 11:37:54.163519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34394) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:54.234510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:54.237944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:54.244775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:54.247316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet 43ba15b7-17ff-496a-a693-2aee81ebef05 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:37:54.253700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.258186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e304829-16f6-4318-922f-d68694af59f5 req-0c042459-d8d2-453b-a4b9-aab7378e3db5 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080431 Oct 29 11:37:54.301652 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.342624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.342624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.347266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:54.397498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-39eba8d4-31df-406e-8ce7-b9b71fed05a3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787005 Oct 29 11:37:54.413444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Request body: {'port': {'device_id': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:54.427650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.433914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.440433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.446522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.452441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.458896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.465083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.472991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-47c7c65c-01c9-4b9e-a08f-53ee8e01ec3f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.1480429 Oct 29 11:37:54.482669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.511415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.553940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a88b818-b02e-4cea-b810-8b23dfc9507d req-897c15e2-c720-4d0a-b7e4-72dfed6a2a23 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799944 Oct 29 11:37:54.627832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.640879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:54.683684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=43ba15b7-17ff-496a-a693-2aee81ebef05,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:54.695321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.698961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c74e1ec-584c-4b50-9314-6cd4efbc2e50 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/43ba15b7-17ff-496a-a693-2aee81ebef05 HTTP/1.1" status: 204 len: 168 time: 0.5345542 Oct 29 11:37:54.715597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34402) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:54.723850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bda9cc-e112-4c60-949b-c6cd99ce1fe1 None None] Network d7a0a641-1edf-4196-93c4-43517f9e4886 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:54.752096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625e392-ab66-4a2a-bc08-dce7f463c9df req-0e625682-c56c-4ec2-8c9e-bc4ebe3dfab0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:54.761665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a625e392-ab66-4a2a-bc08-dce7f463c9df req-0e625682-c56c-4ec2-8c9e-bc4ebe3dfab0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.0795553 Oct 29 11:37:54.811585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a625e392-ab66-4a2a-bc08-dce7f463c9df req-ada81308-d941-479c-b6ff-7048147e244c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Oct 29 11:37:54.963013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:54.975781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:54.978873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'mac_address': 'fa:16:3e:9d:9d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:54.993399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8747-2d9e-4471-8eca-5d4690d7e8c4 req-1a9b028c-0dfc-4800-b14f-c3d5f62dcc34 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.003465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5db8747-2d9e-4471-8eca-5d4690d7e8c4 req-1a9b028c-0dfc-4800-b14f-c3d5f62dcc34 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1190302 Oct 29 11:37:55.060021 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.100777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd9b1b22-8f4f-4422-abf6-2e44f6f4133f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:55.119893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.120190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] DHCP port deletion for d7a0a641-1edf-4196-93c4-43517f9e4886 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:37:55.126321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.133565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.139752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.147051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.153434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.159710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.161768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-2e8f7b28-32de-4955-9df5-164f38e83f55 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 5434 time: 0.2265875 Oct 29 11:37:55.166098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5db8747-2d9e-4471-8eca-5d4690d7e8c4 req-8d87adce-ce94-47ca-b088-e39ca200b05f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617029 Oct 29 11:37:55.170032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:55.180128 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.215719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5692b0-a91d-47dc-871f-1ebb27992e7e {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:55.228202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 07788901-ee39-4f79-9d68-06d1c89f1110 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:55.228548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.243388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.252321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Deleting port 07788901-ee39-4f79-9d68-06d1c89f1110 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:55.252695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.259482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-beb82901-ae71-4dba-bea0-f61846414ca0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.261883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-beb82901-ae71-4dba-bea0-f61846414ca0 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/ports/6118a448-9476-4b50-b35e-129499371123?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906053 Oct 29 11:37:55.300750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:55.343359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] For port 07788901-ee39-4f79-9d68-06d1c89f1110, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=07788901-ee39-4f79-9d68-06d1c89f1110,segment=NetworkSegment(512088c6-5627-4c40-9a64-6889802f3f42),segment_id=512088c6-5627-4c40-9a64-6889802f3f42)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:55.344017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.356443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Transition to ACTIVE for port object 0a5692b0-a91d-47dc-871f-1ebb27992e7e will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:37:55.364800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Calling delete_port for 07788901-ee39-4f79-9d68-06d1c89f1110 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:55.369403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.420166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:55.446194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-1a666450-7597-470a-93e7-b66b2e92cb79 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1766508 Oct 29 11:37:55.469315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:55.470680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:55.512962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.539582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 07788901-ee39-4f79-9d68-06d1c89f1110, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=07788901-ee39-4f79-9d68-06d1c89f1110,segment=NetworkSegment(512088c6-5627-4c40-9a64-6889802f3f42),segment_id=512088c6-5627-4c40-9a64-6889802f3f42)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:55.539959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.541795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] Pushing event deleted for resources: {'Port': ['ID=07788901-ee39-4f79-9d68-06d1c89f1110,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:55.559985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fabda-65bb-4b64-8d39-7af00a157deb None None] No DVR routers for this DVR port 07788901-ee39-4f79-9d68-06d1c89f1110 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:55.582761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 07788901-ee39-4f79-9d68-06d1c89f1110 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:55.666394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Attempting to bind port 0a5692b0-a91d-47dc-871f-1ebb27992e7e on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:55.666726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Attempting to bind port 0a5692b0-a91d-47dc-871f-1ebb27992e7e by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:55.667195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Attempting to bind port 0a5692b0-a91d-47dc-871f-1ebb27992e7e on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:55.679496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Port 0a5692b0-a91d-47dc-871f-1ebb27992e7e on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:37:55.679996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Attempting to bind port 0a5692b0-a91d-47dc-871f-1ebb27992e7e on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:55.698217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:55.698558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:55.698956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:55.699409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Bound port: 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:55.699769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.755458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.757446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.816754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:55.820468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:37:55.847468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=07788901-ee39-4f79-9d68-06d1c89f1110,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:55.850101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.896383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 07788901-ee39-4f79-9d68-06d1c89f1110 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:55.929335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:55.930205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:55.931721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] 10.222.0.86 "PUT /v2.0/ports/0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 200 len: 1091 time: 1.5255058 Oct 29 11:37:55.932283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:55.934724 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:56.047359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.050268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00af19-9d6d-464f-8c18-293627710956 req-39d67ce4-953a-4667-aad1-662f88ef2ec0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.052003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf00af19-9d6d-464f-8c18-293627710956 req-39d67ce4-953a-4667-aad1-662f88ef2ec0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 943 time: 0.7656465 Oct 29 11:37:56.052757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.086213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0715806-46f5-41e2-9070-2cdb37db3595 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:56.097258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a0a641-1edf-4196-93c4-43517f9e4886']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:56.117983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512088c6-5627-4c40-9a64-6889802f3f42') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:56.118190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512088c6-5627-4c40-9a64-6889802f3f42') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:37:56.130301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.140732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-89786fc6-3bfd-4769-ae11-9265cc38a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.142525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-89786fc6-3bfd-4769-ae11-9265cc38a603 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 1094 time: 0.1534324 Oct 29 11:37:56.167414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06087179-58ff-4113-90b4-d98aec6aca23 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:56.196642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.199660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-dc59b949-68de-4048-830e-cc73516d466c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 200 len: 217 time: 0.0479879 Oct 29 11:37:56.211176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:37:56.211823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:37:56.215379 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:37:56.278547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf00af19-9d6d-464f-8c18-293627710956 req-7a2b7189-04f4-4213-be5f-e075db9840a1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138295 Oct 29 11:37:56.288567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6118a448-9476-4b50-b35e-129499371123,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:56.298346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 06087179-58ff-4113-90b4-d98aec6aca23 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:37:56.303858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 06087179-58ff-4113-90b4-d98aec6aca23 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:56.304252 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.344307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.349468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-004955f1-dfc9-45cb-b6e1-4ed6e5d670ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.350787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] For port 6118a448-9476-4b50-b35e-129499371123, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:56.351334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-004955f1-dfc9-45cb-b6e1-4ed6e5d670ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1339793 Oct 29 11:37:56.360501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.370342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/d7a0a641-1edf-4196-93c4-43517f9e4886 HTTP/1.1" status: 204 len: 168 time: 1.6501913 Oct 29 11:37:56.378207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:56.407147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1655597421'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:56.410913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463857e4-bded-4fbd-baaa-35fc4c48539a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=d7a0a641-1edf-4196-93c4-43517f9e4886,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:56.414442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-5c019034-742d-4101-b1ff-4b8bb9239fe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376439 Oct 29 11:37:56.462447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.490805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:56.494803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.495457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:56.498622 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59326e-5d85-48f2-9f45-a0eadbcbaa4d" -d '{"events": [{"server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "name": "network-vif-plugged", "status": "completed", "tag": "06087179-58ff-4113-90b4-d98aec6aca23"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:56.500620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] device_id is not set on port 6118a448-9476-4b50-b35e-129499371123 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:56.508071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 07788901-ee39-4f79-9d68-06d1c89f1110 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:56.514742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.525722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85529d-05c2-4536-8dfe-2172fd1fe6bf req-1becdf83-d27c-47fe-8bc2-7084d2194204 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.533545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de85529d-05c2-4536-8dfe-2172fd1fe6bf req-1becdf83-d27c-47fe-8bc2-7084d2194204 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 949 time: 0.1689594 Oct 29 11:37:56.539444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:37:56.541460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06087179-58ff-4113-90b4-d98aec6aca23,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:56.542906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 07788901-ee39-4f79-9d68-06d1c89f1110 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:37:56.543336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 07788901-ee39-4f79-9d68-06d1c89f1110 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:56.546767 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.547894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cc21e514-0f32-4f0c-96a4-2b206e9e179f no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:56.548386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.560646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.560988 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 245f9658-1137-44bc-aaac-fba40d85daf8 of type vlan for network f28c8dbd-cca5-4461-aed4-32bf697b4578 Oct 29 11:37:56.565489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-86130bbc-4650-429d-85ef-b6f357916f2e service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409814 Oct 29 11:37:56.625975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] No DVR routers for this DVR port 6118a448-9476-4b50-b35e-129499371123 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:56.664928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.665635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:37:56.677591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de85529d-05c2-4536-8dfe-2172fd1fe6bf req-320c2d8d-600b-4f6f-9d3f-9c14fa681398 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373813 Oct 29 11:37:56.682216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Pushing event updated for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:56.699826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:56.714113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] In _notify_port_updated(), no bound segment for port 6118a448-9476-4b50-b35e-129499371123 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:56.720525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.721495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.726218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-70b8dba7-8079-4a2d-952f-b517f788c364 service neutron] 10.222.0.41 "PUT /v2.0/ports/6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 200 len: 1027 time: 1.2693195 Oct 29 11:37:56.726411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.732358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.732991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.747456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f665c5b1-52de-4375-9b71-b4efee9facdd req-3b61dcd2-6f67-4027-b99e-2dd6a7847778 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738977 Oct 29 11:37:56.807832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4050553 Oct 29 11:37:56.811649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34434) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:56.821119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac999d-0bed-45b1-b524-a2ab54b63d14 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=f28c8dbd-cca5-4461-aed4-32bf697b4578,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:56.822187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:56.825906 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.854357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-ea84255c-bca6-4474-aca2-23744984db65 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:56.855779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-ea84255c-bca6-4474-aca2-23744984db65 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "GET /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224909 Oct 29 11:37:56.857760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:37:56.876207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:56.876828 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.898020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:56.960347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:56.972262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:56.972942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device cda279ca-e79a-431d-b96c-a50956734a47 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:57.017141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.023210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.030536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.037429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.043393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.049915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.051811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7af9873-319b-4dba-9753-eae30162101f req-66d412f2-c456-47f3-bb62-e6b4d5210d93 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 4660 time: 0.1691935 Oct 29 11:37:57.053976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b6ef50d-7367-4a26-b879-dfa0eb6bfd0b None None] Provisioning complete for port 6118a448-9476-4b50-b35e-129499371123 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:57.054341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef50d-7367-4a26-b879-dfa0eb6bfd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.058447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.097277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:37:57.100780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.130129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.137868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ef50d-7367-4a26-b879-dfa0eb6bfd0b None None] Port 6118a448-9476-4b50-b35e-129499371123 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:57.173518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.190234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7af9873-319b-4dba-9753-eae30162101f req-ba7c8a0b-85b3-4ee7-be33-df247378e24e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&id=a6bb3174-9137-4ce3-ae52-77b568784516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264997 Oct 29 11:37:57.201488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.231522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:57.242383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.280641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:57.288283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.289145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4573d595-5fc8-4118-baef-3e54d781af5a no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:57.332652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.390234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b568f848-f6f3-4378-a94f-e423c5371fd0,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:57.402106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0f4e-a15a-4de1-ad21-da79fde43606 req-a21ebcce-5eb1-453f-9c0a-f6029138b789 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.403679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636d0f4e-a15a-4de1-ad21-da79fde43606 req-a21ebcce-5eb1-453f-9c0a-f6029138b789 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1345401 Oct 29 11:37:57.433983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.445918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.484690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:57.489781 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.490768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 677b86d9-a4fd-4a85-b724-32763ea5622d no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:57.517615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636d0f4e-a15a-4de1-ad21-da79fde43606 req-ebaf15de-b41b-40a7-8221-77643d97b4e0 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028490 Oct 29 11:37:57.539517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] For port b568f848-f6f3-4378-a94f-e423c5371fd0, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:37:57.562631 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e02a58-64f1-4c81-b07d-a47e9495e4e7 x-openstack-request-id: req-03e02a58-64f1-4c81-b07d-a47e9495e4e7 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:57.563178 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:57.563178 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03e02a58-64f1-4c81-b07d-a47e9495e4e7 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:57.564139 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e', 'status': 'completed', 'code': 200} Oct 29 11:37:57.579663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.619036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.649400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.659431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-9bfd7999-ad0b-43d7-b2df-38622ed01881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.662698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-9bfd7999-ad0b-43d7-b2df-38622ed01881 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 1094 time: 0.0512135 Oct 29 11:37:57.699894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:57.706842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.707912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b568f848-f6f3-4378-a94f-e423c5371fd0 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:57.723324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] device_id is not set on port b568f848-f6f3-4378-a94f-e423c5371fd0 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:37:57.754753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.769703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:57.796704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=489166f1-46cd-438d-8d32-a5f430b4f995,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.829107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-c3789cd6-b042-4f06-a437-578d26dffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.834190 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-c3789cd6-b042-4f06-a437-578d26dffabe service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.1633344 Oct 29 11:37:57.842875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b568f848-f6f3-4378-a94f-e423c5371fd0 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:57.847625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:57.852427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117aff1e-fa97-4f00-9a78-d6dc97d28f36 req-a9d45b2a-7f01-4512-aa57-6d021209a461 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:57.863717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-117aff1e-fa97-4f00-9a78-d6dc97d28f36 req-a9d45b2a-7f01-4512-aa57-6d021209a461 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.2450430 Oct 29 11:37:57.907848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-f9d24d7c-e6f0-4535-8d93-a865c8199f3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 200 len: 217 time: 0.0642803 Oct 29 11:37:57.960753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '245f9658-1137-44bc-aaac-fba40d85daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:57.961619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: f28c8dbd-cca5-4461-aed4-32bf697b4578, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:37:57.964385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] No DVR routers for this DVR port b568f848-f6f3-4378-a94f-e423c5371fd0 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:58.035612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Pushing event updated for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:58.059561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-0fe64484-0fb1-4e66-a903-b520da117c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.068157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-0fe64484-0fb1-4e66-a903-b520da117c85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1524696 Oct 29 11:37:58.089716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-117aff1e-fa97-4f00-9a78-d6dc97d28f36 req-3f09fb49-6683-4796-8bfd-c23fc6bedd8b tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258196 Oct 29 11:37:58.092763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:37:58.103649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] In _notify_port_updated(), no bound segment for port b568f848-f6f3-4378-a94f-e423c5371fd0 on network f400b10f-7666-4481-ad6b-1792a354fca0 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:37:58.104556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.105372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.106768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f0bfec31-faa7-4838-bff2-37ad547fed9a service neutron] 10.222.0.41 "PUT /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 200 len: 1027 time: 1.2229855 Oct 29 11:37:58.113491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f28c8dbd-cca5-4461-aed4-32bf697b4578) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:58.128672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbd9a9-9a35-4517-ae4f-63a40436375b None None] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:37:58.140123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.140805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.168078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-c1126110-a7ab-4540-929f-ac1bcf6ee5fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920904 Oct 29 11:37:58.253554 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642828e5-02ef-49f1-bf55-b87a17b27178 x-openstack-request-id: req-642828e5-02ef-49f1-bf55-b87a17b27178 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:37:58.257485 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "name": "network-vif-plugged", "status": "completed", "tag": "06087179-58ff-4113-90b4-d98aec6aca23", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:37:58.257978 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-642828e5-02ef-49f1-bf55-b87a17b27178 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:37:58.259156 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23', 'code': 200} Oct 29 11:37:58.260124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 60267505-fb47-4c8c-82a6-2a169b3d0929 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:58.293290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3963f5a5-f454-4a0e-baed-174e592a5d6f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4800835 Oct 29 11:37:58.298857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-847c7b50-e6d9-49db-a243-8141572cc491 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225772 Oct 29 11:37:58.299932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:58.305334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1997474571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:37:58.407341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.409183 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.444214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7580-60a8-4b2a-ba13-8ba7e9ab93aa req-f7afe18c-f432-41da-9b33-1186e04ef148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.446177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332e7580-60a8-4b2a-ba13-8ba7e9ab93aa req-f7afe18c-f432-41da-9b33-1186e04ef148 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 1101 time: 0.1515319 Oct 29 11:37:58.456067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887d65c-546d-4de4-9160-6631973f4d45 req-4d5f43ca-55ea-4a3b-be93-a41c050057e6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.464250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3887d65c-546d-4de4-9160-6631973f4d45 req-4d5f43ca-55ea-4a3b-be93-a41c050057e6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 943 time: 0.1452382 Oct 29 11:37:58.475900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-60636e4b-254a-491f-b0e0-f75b15c3ffd9 None None] Provisioning complete for port b568f848-f6f3-4378-a94f-e423c5371fd0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:37:58.476546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-60636e4b-254a-491f-b0e0-f75b15c3ffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.506493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 4573d595-5fc8-4118-baef-3e54d781af5a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:58.506913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.515004 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e66cc6b0-b7b1-4c4d-948a-883e2f46138f req-045ddaa1-ac96-46c1-908c-f330cb389498 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032933 Oct 29 11:37:58.518184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.525883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df4b22bb-a5e0-461d-993b-cfcf42eff3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.532405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-60636e4b-254a-491f-b0e0-f75b15c3ffd9 None None] Port b568f848-f6f3-4378-a94f-e423c5371fd0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:37:58.538726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.576678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.579286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-739e5ec2-ef9c-489f-ba37-ea89bd61fd86 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2782736 Oct 29 11:37:58.583422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34472) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:37:58.601415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3887d65c-546d-4de4-9160-6631973f4d45 req-a6e8bc1e-ee31-4f06-85a3-024a62ef860c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359591 Oct 29 11:37:58.613691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-332e7580-60a8-4b2a-ba13-8ba7e9ab93aa req-12baa95f-4984-46b7-a4d2-72b255f6ab98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446030 Oct 29 11:37:58.634321 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.661791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0a5692b0-a91d-47dc-871f-1ebb27992e7e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:37:58.687763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port 4573d595-5fc8-4118-baef-3e54d781af5a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4573d595-5fc8-4118-baef-3e54d781af5a,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:58.688268 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.701220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:58.702126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 4573d595-5fc8-4118-baef-3e54d781af5a owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:58.714427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:58.715392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6118a448-9476-4b50-b35e-129499371123 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:37:58.860430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2c64-2fdd-48aa-9e6b-67c1dc7cb726 req-e6910b05-597a-4e80-98de-12897b68f300 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:58.862046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0da2c64-2fdd-48aa-9e6b-67c1dc7cb726 req-e6910b05-597a-4e80-98de-12897b68f300 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 950 time: 0.0968511 Oct 29 11:37:58.963229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0da2c64-2fdd-48aa-9e6b-67c1dc7cb726 req-ec1b4c82-5bce-43bc-8a47-9cf1b5ab5ab9 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843477 Oct 29 11:37:58.993948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:59.000007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.021725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:37:59.074805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=4573d595-5fc8-4118-baef-3e54d781af5a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:59.077391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.155608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port 4573d595-5fc8-4118-baef-3e54d781af5a on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:37:59.160768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.165998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-b67694a8-07f2-430d-aedd-93e8a4de6a70 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "DELETE /v2.0/ports/4573d595-5fc8-4118-baef-3e54d781af5a HTTP/1.1" status: 204 len: 173 time: 1.0498402 Oct 29 11:37:59.166679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:37:59.178351 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4a082a-b3ad-4231-93ff-9f80e987c5ee" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:37:59.202733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-f28c8dbd-cca5-4461-aed4-32bf697b4578', 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': '489166f1-46cd-438d-8d32-a5f430b4f995'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:37:59.203911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.229038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:59.255062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '0a5692b0-a91d-47dc-871f-1ebb27992e7e', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '0a5692b0-a91d-47dc-871f-1ebb27992e7e', 'mac_address': 'fa:16:3e:ef:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:37:59.262148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6118a448-9476-4b50-b35e-129499371123 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:37:59.365231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.388930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5692b0-a91d-47dc-871f-1ebb27992e7e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:37:59.400094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-c9c7640d-5154-4e7b-bc09-e02d9bd1854d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:59.406745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-c9c7640d-5154-4e7b-bc09-e02d9bd1854d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:59.414565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-c9c7640d-5154-4e7b-bc09-e02d9bd1854d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:59.425483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-c9c7640d-5154-4e7b-bc09-e02d9bd1854d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:59.435847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-c9c7640d-5154-4e7b-bc09-e02d9bd1854d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 3144 time: 0.1422477 Oct 29 11:37:59.438013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:59.454144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.457224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Allocated IP 2001:db8::2 (f28c8dbd-cca5-4461-aed4-32bf697b4578/489166f1-46cd-438d-8d32-a5f430b4f995/c901374c-9ffe-4535-b67d-28aa2e045095) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:59.489353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 60267505-fb47-4c8c-82a6-2a169b3d0929 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:37:59.489898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.572598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d890d155-f050-4dc1-aa46-a31c3d61b164 req-562b3e82-9321-48ee-8cf7-93ca59fe494e tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331711 Oct 29 11:37:59.620365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:59.709929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:37:59.716871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port 60267505-fb47-4c8c-82a6-2a169b3d0929, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=60267505-fb47-4c8c-82a6-2a169b3d0929,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:37:59.717283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.750703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 60267505-fb47-4c8c-82a6-2a169b3d0929 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:37:59.773800 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.793804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.824349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe28390-9403-4e5e-84d0-1db1720169e8 req-80a65bc8-6ca1-414a-8438-e9db4a9ccfc1 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:37:59.825181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fe28390-9403-4e5e-84d0-1db1720169e8 req-80a65bc8-6ca1-414a-8438-e9db4a9ccfc1 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.1268780 Oct 29 11:37:59.869369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Pushing event updated for resources: {'Port': ['ID=c901374c-9ffe-4535-b67d-28aa2e045095,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:37:59.876599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:37:59.885483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:37:59.888461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8::1 (f28c8dbd-cca5-4461-aed4-32bf697b4578/489166f1-46cd-438d-8d32-a5f430b4f995/9577145d-d234-47a1-ab8a-7f9fffc17091) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:37:59.890104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:37:59.983450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Attempting to bind port c901374c-9ffe-4535-b67d-28aa2e045095 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:37:59.983818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Attempting to bind port c901374c-9ffe-4535-b67d-28aa2e045095 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '245f9658-1137-44bc-aaac-fba40d85daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:37:59.984213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Attempting to bind port c901374c-9ffe-4535-b67d-28aa2e045095 on network f28c8dbd-cca5-4461-aed4-32bf697b4578 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:37:59.996347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:37:59.997384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Checking segment: {'id': '245f9658-1137-44bc-aaac-fba40d85daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:37:59.997384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:37:59.997384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Bound using segment: {'id': '245f9658-1137-44bc-aaac-fba40d85daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:37:59.997917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Bound port: c901374c-9ffe-4535-b67d-28aa2e045095, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245f9658-1137-44bc-aaac-fba40d85daf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f28c8dbd-cca5-4461-aed4-32bf697b4578'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:37:59.998310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.006999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fe28390-9403-4e5e-84d0-1db1720169e8 req-75192b1b-bd4a-4ed6-8da0-e9cb55a02004 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643062 Oct 29 11:38:00.064168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.119982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=60267505-fb47-4c8c-82a6-2a169b3d0929,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:00.134509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] For port c901374c-9ffe-4535-b67d-28aa2e045095, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:00.140889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] For port c901374c-9ffe-4535-b67d-28aa2e045095, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c901374c-9ffe-4535-b67d-28aa2e045095,segment=NetworkSegment(245f9658-1137-44bc-aaac-fba40d85daf8),segment_id=245f9658-1137-44bc-aaac-fba40d85daf8)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:00.151729 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.154719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.207873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.250344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa419979-b0cc-40a5-87b1-b64b5f5a7a95 None None] Pushing event updated for resources: {'Port': ['ID=c901374c-9ffe-4535-b67d-28aa2e045095,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:00.261109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f'}, {'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:00.265139 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6012bd-f841-449b-901a-c88d29a42d9d" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f"}, {"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cda279ca-e79a-431d-b96c-a50956734a47"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:00.274125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port 60267505-fb47-4c8c-82a6-2a169b3d0929 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:00.277618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.282614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-d9db7db6-4978-4b85-a562-25cc34449ddd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "DELETE /v2.0/ports/60267505-fb47-4c8c-82a6-2a169b3d0929 HTTP/1.1" status: 204 len: 173 time: 1.1069112 Oct 29 11:38:00.302913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=9577145d-d234-47a1-ab8a-7f9fffc17091,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:00.317280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:00.319249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:00.333986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:00.333986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.347009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2317a-fdfb-4936-b482-9c5f2b01c308 req-cf40ac94-fb16-4045-a68e-3c277a2aee17 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:00.348603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beb2317a-fdfb-4936-b482-9c5f2b01c308 req-cf40ac94-fb16-4045-a68e-3c277a2aee17 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1861737 Oct 29 11:38:00.448337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-beb2317a-fdfb-4936-b482-9c5f2b01c308 req-9f082c73-dd99-46b8-812c-40cd85c74e04 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930147 Oct 29 11:38:00.464679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 677b86d9-a4fd-4a85-b724-32763ea5622d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:00.465251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.600614 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae78740-a8f0-499c-8b07-f1b2a7e86362 x-openstack-request-id: req-1ae78740-a8f0-499c-8b07-f1b2a7e86362 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:00.600947 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:00.602602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.605190 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ae78740-a8f0-499c-8b07-f1b2a7e86362 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:00.605646 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a', 'status': 'completed', 'code': 200} Oct 29 11:38:00.687722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0a5692b0-a91d-47dc-871f-1ebb27992e7e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:00.723002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port 677b86d9-a4fd-4a85-b724-32763ea5622d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=677b86d9-a4fd-4a85-b724-32763ea5622d,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:00.723374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.740121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 677b86d9-a4fd-4a85-b724-32763ea5622d owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:00.777897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 0a5692b0-a91d-47dc-871f-1ebb27992e7e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:38:00.785584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 0a5692b0-a91d-47dc-871f-1ebb27992e7e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:00.785960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.864856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e512-859c-46d6-b17b-3cf994fdd08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.887279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77124-8da2-428f-b48f-bb19227d73e4 req-417670fb-4503-48cb-bf36-7095bf34c5b0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:00.895541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbf77124-8da2-428f-b48f-bb19227d73e4 req-417670fb-4503-48cb-bf36-7095bf34c5b0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 944 time: 0.2522533 Oct 29 11:38:00.920141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.953431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbf77124-8da2-428f-b48f-bb19227d73e4 req-c9b892f2-0c6a-42d4-a3f4-0d0b0788b1db tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Oct 29 11:38:00.955013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:00.980206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:00.996490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.059997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=677b86d9-a4fd-4a85-b724-32763ea5622d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:01.080541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:01.087436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.094557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.096040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.113970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port 677b86d9-a4fd-4a85-b724-32763ea5622d on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:01.117897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.121315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-3cba8fa6-b810-4b07-8a69-623b2b437dc5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "DELETE /v2.0/ports/677b86d9-a4fd-4a85-b724-32763ea5622d HTTP/1.1" status: 204 len: 173 time: 0.8235428 Oct 29 11:38:01.169672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214915c-89a2-45bb-bb74-ecefd56f3f4d req-814970a6-1e1b-49de-b1c9-870af722d77b tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:01.177807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7214915c-89a2-45bb-bb74-ecefd56f3f4d req-814970a6-1e1b-49de-b1c9-870af722d77b tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 950 time: 0.1334491 Oct 29 11:38:01.213679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=9577145d-d234-47a1-ab8a-7f9fffc17091,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:01.265503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7214915c-89a2-45bb-bb74-ecefd56f3f4d req-8ddaa946-d03b-4cf1-accf-56e7db9c5591 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865257 Oct 29 11:38:01.266781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:01.268956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:01.319856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port cda279ca-e79a-431d-b96c-a50956734a47 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:01.320446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.442654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 8121361a-21ea-4960-947c-e335e54ea387 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:38:01.468486 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d5a555-29f1-4589-886d-8a980a9ae0e1 x-openstack-request-id: req-71d5a555-29f1-4589-886d-8a980a9ae0e1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:01.468792 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f", "code": 200}, {"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "cda279ca-e79a-431d-b96c-a50956734a47", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4573d595-5fc8-4118-baef-3e54d781af5a", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-unplugged", "status": "completed", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:01.469115 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71d5a555-29f1-4589-886d-8a980a9ae0e1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:01.469527 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'code': 200} Oct 29 11:38:01.469781 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'code': 200} Oct 29 11:38:01.470028 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47', 'code': 200} Oct 29 11:38:01.470273 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4573d595-5fc8-4118-baef-3e54d781af5a', 'code': 200} Oct 29 11:38:01.470557 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'code': 200} Oct 29 11:38:01.470853 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'code': 200} Oct 29 11:38:01.513882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port cda279ca-e79a-431d-b96c-a50956734a47, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cda279ca-e79a-431d-b96c-a50956734a47,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:01.521189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:01.686622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44207402-1bed-409f-9e70-ae728877e6b6 None None] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:01.782623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dcf4-5d45-41d7-bee7-eb54e4eafe2c req-29b9cfcb-66b7-4ade-8fc9-96d1ea694ed7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:01.800431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370dcf4-5d45-41d7-bee7-eb54e4eafe2c req-29b9cfcb-66b7-4ade-8fc9-96d1ea694ed7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:01.806727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f370dcf4-5d45-41d7-bee7-eb54e4eafe2c req-29b9cfcb-66b7-4ade-8fc9-96d1ea694ed7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 1678 time: 0.2019176 Oct 29 11:38:01.917944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] Provisioning complete for port c901374c-9ffe-4535-b67d-28aa2e045095 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:01.918287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.023281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.023613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.024384 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Floating IP 0fc56a1d-6122-47cc-93ec-d38dd3064466 disassociated. External IP: 172.25.4.236, port: cda279ca-e79a-431d-b96c-a50956734a47. Oct 29 11:38:02.024814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for cda279ca-e79a-431d-b96c-a50956734a47 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:02.096111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f370dcf4-5d45-41d7-bee7-eb54e4eafe2c req-bbc12c7d-3629-43dd-9c2b-d74ad4496e9d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749081 Oct 29 11:38:02.140498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.202155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] For port c901374c-9ffe-4535-b67d-28aa2e045095, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c901374c-9ffe-4535-b67d-28aa2e045095,segment=NetworkSegment(245f9658-1137-44bc-aaac-fba40d85daf8),segment_id=245f9658-1137-44bc-aaac-fba40d85daf8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:02.213945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.272629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:02.289975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0a6cd27a-ff1c-4205-b2b3-c4b8fb2fe1d6 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/8121361a-21ea-4960-947c-e335e54ea387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7024932 Oct 29 11:38:02.295318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34512) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:02.299051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] Sync routers for ids ['8121361a-21ea-4960-947c-e335e54ea387'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:02.329338 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] Routers {'8121361a-21ea-4960-947c-e335e54ea387'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:02.329970 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8121361a-21ea-4960-947c-e335e54ea387'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:02.339216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.347914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.357515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.381278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef195d-b263-4448-be45-51fa3c5999a4 req-8e890e2d-80d3-4034-91c0-29a799fb8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:02.382950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e9ef195d-b263-4448-be45-51fa3c5999a4 req-8e890e2d-80d3-4034-91c0-29a799fb8abf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 1097 time: 0.7628694 Oct 29 11:38:02.384751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb17e9-47f9-42e7-a977-96d7adec2b10 None None] Pushing event updated for resources: {'Port': ['ID=c901374c-9ffe-4535-b67d-28aa2e045095,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:02.408353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b202ed-309d-48d8-999c-4821b57eda01 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:02.410098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-06b202ed-309d-48d8-999c-4821b57eda01 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports/9577145d-d234-47a1-ab8a-7f9fffc17091 HTTP/1.1" status: 200 len: 911 time: 0.1143203 Oct 29 11:38:02.418746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34516) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:02.440627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e9ef195d-b263-4448-be45-51fa3c5999a4 req-5c491361-dbaa-47d9-904a-b14e0bd083f9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Oct 29 11:38:02.456651 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:02.468202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] Routers {'8121361a-21ea-4960-947c-e335e54ea387'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:02.469037 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8121361a-21ea-4960-947c-e335e54ea387'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:02.510088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:02.510925 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8bad9-83fd-46fe-95f9-aed4236f71bd None None] The sync data for ids ['8121361a-21ea-4960-947c-e335e54ea387'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:02.546100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fab245e9-fa63-4963-9678-1d0ebee031e6 None None] Provisioning complete for port 9577145d-d234-47a1-ab8a-7f9fffc17091 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:02.546835 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fab245e9-fa63-4963-9678-1d0ebee031e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.613339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fab245e9-fa63-4963-9678-1d0ebee031e6 None None] Port 9577145d-d234-47a1-ab8a-7f9fffc17091 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:02.640827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fab245e9-fa63-4963-9678-1d0ebee031e6 None None] Provisioning complete for port c901374c-9ffe-4535-b67d-28aa2e045095 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:02.645869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fab245e9-fa63-4963-9678-1d0ebee031e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:02.649884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c901374c-9ffe-4535-b67d-28aa2e045095 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:02.718576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=cda279ca-e79a-431d-b96c-a50956734a47,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:02.721361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:02.723598 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c08523-ef3f-4c67-abc4-670c81c5c9c5" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:02.790552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c901374c-9ffe-4535-b67d-28aa2e045095 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:02.791088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:03.045626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0b19c01e-b13d-4694-9659-4dbb90ef1954 None None] Provisioning complete for port 9577145d-d234-47a1-ab8a-7f9fffc17091 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:03.045920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b19c01e-b13d-4694-9659-4dbb90ef1954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:03.097474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b0b8-6d89-430d-aa8b-8e9d035693e5 req-e3f32ec0-03f0-45b5-889b-09f09d9cfb9e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:03.099080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f64b0b8-6d89-430d-aa8b-8e9d035693e5 req-e3f32ec0-03f0-45b5-889b-09f09d9cfb9e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.8571255 Oct 29 11:38:03.113186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0b19c01e-b13d-4694-9659-4dbb90ef1954 None None] Port 9577145d-d234-47a1-ab8a-7f9fffc17091 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:03.246557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c33f4ca7-c53e-46d3-8cf3-5dc4c44959b4 None None] Provisioning complete for port 9577145d-d234-47a1-ab8a-7f9fffc17091 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:03.247187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c33f4ca7-c53e-46d3-8cf3-5dc4c44959b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:03.290029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Router 1ee83138-9bee-4af6-8971-04f354c73548 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:03.329734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f64b0b8-6d89-430d-aa8b-8e9d035693e5 req-2eb4f22a-0a9e-40a9-9534-a09488442232 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052131 Oct 29 11:38:03.343848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c33f4ca7-c53e-46d3-8cf3-5dc4c44959b4 None None] Port 9577145d-d234-47a1-ab8a-7f9fffc17091 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:03.476110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:03.478514 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a7bae5-a927-4d43-8a4d-0f6c17e24b1b" -d '{"events": [{"server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:03.530032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:03.544889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Sync routers for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:03.561536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:03.562436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:03.567673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:03.638774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port cda279ca-e79a-431d-b96c-a50956734a47 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:03.647574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:03.660881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-04e4f873-dedc-4751-b835-71ddb81b3ea3 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "DELETE /v2.0/ports/cda279ca-e79a-431d-b96c-a50956734a47 HTTP/1.1" status: 204 len: 173 time: 2.5307412 Oct 29 11:38:03.702086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:03.721895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:04.018278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:04.056051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Checking router: 1ee83138-9bee-4af6-8971-04f354c73548 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:38:04.067400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:04.068165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:04.183726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:04.335722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port cc21e514-0f32-4f0c-96a4-2b206e9e179f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:04.336085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:04.417834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596384a7-f532-49b3-bc97-1bbc5a8b6c9c req-fa66baad-ecdd-4f44-9755-e7c536726b02 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:04.419443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-596384a7-f532-49b3-bc97-1bbc5a8b6c9c req-fa66baad-ecdd-4f44-9755-e7c536726b02 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1684108 Oct 29 11:38:04.508821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-596384a7-f532-49b3-bc97-1bbc5a8b6c9c req-2404977a-2806-447a-bf57-3a4a82c44906 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826993 Oct 29 11:38:04.510680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port cc21e514-0f32-4f0c-96a4-2b206e9e179f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=cc21e514-0f32-4f0c-96a4-2b206e9e179f,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:04.511045 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:04.522382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c901374c-9ffe-4535-b67d-28aa2e045095 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:04.539173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for cc21e514-0f32-4f0c-96a4-2b206e9e179f owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:04.648157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c901374c-9ffe-4535-b67d-28aa2e045095 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:04.648515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:04.699898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:04.732680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb7d59-54a3-4831-97a9-324c03b9e12c None None] The sync data for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 is: [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:27:20Z', 'revision_number': 4, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '24347fd2-985a-462b-b1b4-fdc7b934381e', 'name': '', 'network_id': 'c67fc2ba-d311-4287-874a-bb0bd6a5e59c', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'mac_address': 'fa:16:3e:82:25:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:18Z', 'updated_at': '2021-10-29T11:27:27Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'subnets': [{'id': '402cb35d-5226-4689-ab49-40c7f41b8a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:04.800621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa760e3-e077-4663-a15f-1b9919c5f533 req-08d6f7f2-2a58-4700-be55-4b024cecbde0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:04.810031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5aa760e3-e077-4663-a15f-1b9919c5f533 req-08d6f7f2-2a58-4700-be55-4b024cecbde0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.2051206 Oct 29 11:38:04.918186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 9577145d-d234-47a1-ab8a-7f9fffc17091 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:04.918585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:04.942870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5aa760e3-e077-4663-a15f-1b9919c5f533 req-604ab585-ab27-4ccb-9bf9-9cf92e240a06 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290050 Oct 29 11:38:05.117126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:05.144989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 9577145d-d234-47a1-ab8a-7f9fffc17091 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:05.155265 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d517807-16f5-4dfe-9de4-94ccb8f3216e x-openstack-request-id: req-4d517807-16f5-4dfe-9de4-94ccb8f3216e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:05.155566 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "60267505-fb47-4c8c-82a6-2a169b3d0929", "status": "completed", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "677b86d9-a4fd-4a85-b724-32763ea5622d", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:05.155821 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d517807-16f5-4dfe-9de4-94ccb8f3216e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:05.156228 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '60267505-fb47-4c8c-82a6-2a169b3d0929', 'status': 'completed', 'code': 200} Oct 29 11:38:05.156487 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': '677b86d9-a4fd-4a85-b724-32763ea5622d', 'status': 'completed', 'code': 200} Oct 29 11:38:05.308965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d0d22-a3f2-4ab2-86d3-20becf063bc8 req-8e100540-ea4c-4b69-a556-a1773614efcd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:05.310495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f18d0d22-a3f2-4ab2-86d3-20becf063bc8 req-8e100540-ea4c-4b69-a556-a1773614efcd tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 943 time: 0.1322422 Oct 29 11:38:05.313405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:05.349361 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18771c9e-47ee-4b9d-8046-29be1cc4bfd8 None None] New status for floating IP 0fc56a1d-6122-47cc-93ec-d38dd3064466: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:38:05.400243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=cc21e514-0f32-4f0c-96a4-2b206e9e179f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:05.448815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f18d0d22-a3f2-4ab2-86d3-20becf063bc8 req-e12a3d33-0888-49b7-acf6-efc45c9f0bf1 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ee04555-f9be-4fe0-a063-4ec3943674f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262305 Oct 29 11:38:05.489657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port cc21e514-0f32-4f0c-96a4-2b206e9e179f on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:05.493022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:05.496687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d3f4722-de17-4c6d-b3c0-68d97690db3b req-f7803535-d95f-4d0c-ad6f-80d58691f059 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.41 "DELETE /v2.0/ports/cc21e514-0f32-4f0c-96a4-2b206e9e179f HTTP/1.1" status: 204 len: 173 time: 1.8256729 Oct 29 11:38:05.533778 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca48beab-0d52-47c3-aa80-d5487e92cc05 x-openstack-request-id: req-ca48beab-0d52-47c3-aa80-d5487e92cc05 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:05.534666 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:05.535097 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca48beab-0d52-47c3-aa80-d5487e92cc05 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:05.535701 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e', 'code': 200} Oct 29 11:38:05.594775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:05.672768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=9577145d-d234-47a1-ab8a-7f9fffc17091,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:05.722935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8015ec4-1ade-486a-acfe-613425f58f09 req-80c8331d-b31c-493b-9765-7a3b550d1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:05.724468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8015ec4-1ade-486a-acfe-613425f58f09 req-80c8331d-b31c-493b-9765-7a3b550d1493 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 1096 time: 0.0923715 Oct 29 11:38:05.782823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8015ec4-1ade-486a-acfe-613425f58f09 req-485f5e4d-9891-4494-a9d0-8e92031b7bf6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Oct 29 11:38:05.878215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:05.897142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1a7d-01fc-4d58-9bee-6bd85f57d475 req-7ab55cc4-a082-45ee-97a1-9b9344a257da tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:05.905123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30be1a7d-01fc-4d58-9bee-6bd85f57d475 req-7ab55cc4-a082-45ee-97a1-9b9344a257da tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.2013531 Oct 29 11:38:06.040287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30be1a7d-01fc-4d58-9bee-6bd85f57d475 req-87af7aa5-25dd-415b-87c3-0c884819d8db tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338708 Oct 29 11:38:06.185921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 8121361a-21ea-4960-947c-e335e54ea387 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:06.214767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc679-f672-408e-befd-b38f5e546364 req-46585c6d-0df0-4744-9291-d7ea1fc08795 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:06.216257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea1fc679-f672-408e-befd-b38f5e546364 req-46585c6d-0df0-4744-9291-d7ea1fc08795 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.0679684 Oct 29 11:38:06.295016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:06.302152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f89d2ad4-b461-4677-ad49-b9f8b7622267 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/8121361a-21ea-4960-947c-e335e54ea387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257713 Oct 29 11:38:06.304934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34586) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:06.307357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] Sync routers for ids ['8121361a-21ea-4960-947c-e335e54ea387'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:06.319829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea1fc679-f672-408e-befd-b38f5e546364 req-aff887d8-955f-47a9-90d0-ba13ee97b22f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733838 Oct 29 11:38:06.325230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] Routers {'8121361a-21ea-4960-947c-e335e54ea387'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:06.325976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8121361a-21ea-4960-947c-e335e54ea387'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:06.344532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6f1d3ca2-23a8-4621-800d-db1c259149ea tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=8121361a-21ea-4960-947c-e335e54ea387 HTTP/1.1" status: 200 len: 205 time: 0.0379887 Oct 29 11:38:06.346995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34590) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:06.378447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:06.388932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] Routers {'8121361a-21ea-4960-947c-e335e54ea387'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:06.390059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8121361a-21ea-4960-947c-e335e54ea387'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:06.422082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:06.422738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6eb31f-84cb-47d6-8bd0-e44592c1ec21 None None] The sync data for ids ['8121361a-21ea-4960-947c-e335e54ea387'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:06.463232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.554381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb47c1f-63d4-4a3c-8c02-cd6df1f917eb req-e9325bad-6f07-47d6-aed9-a95ab45486b9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:06.555768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfb47c1f-63d4-4a3c-8c02-cd6df1f917eb req-e9325bad-6f07-47d6-aed9-a95ab45486b9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.1241162 Oct 29 11:38:06.659798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.664034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.709703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfb47c1f-63d4-4a3c-8c02-cd6df1f917eb req-6a797a28-20ac-4855-919c-25e8a0d1c23e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260555 Oct 29 11:38:06.718695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.719210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router 8121361a-21ea-4960-947c-e335e54ea387 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:38:06.726978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.728212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2ae518df-5d10-4090-9b61-960d6d81634a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/8121361a-21ea-4960-947c-e335e54ea387 HTTP/1.1" status: 204 len: 168 time: 0.3802307 Oct 29 11:38:06.730796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34594) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:06.793787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet 489166f1-46cd-438d-8d32-a5f430b4f995 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:38:06.797672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.850592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:06.974189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306607de-f540-4b94-be5d-d2a95771f518 req-065d0566-69cf-4824-8e0f-65c2cda9bf7f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:06.975766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-306607de-f540-4b94-be5d-d2a95771f518 req-065d0566-69cf-4824-8e0f-65c2cda9bf7f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.0873370 Oct 29 11:38:07.008393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.054124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-306607de-f540-4b94-be5d-d2a95771f518 req-c47cdcd7-a32a-46d9-9afe-a7825f21337a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712609 Oct 29 11:38:07.079826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.111371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=489166f1-46cd-438d-8d32-a5f430b4f995,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:07.113371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.116984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e1667fe-a30d-4e23-94af-78e7471b6892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/489166f1-46cd-438d-8d32-a5f430b4f995 HTTP/1.1" status: 204 len: 168 time: 0.3844550 Oct 29 11:38:07.119104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:07.127907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53037d3-7f78-4261-95f5-db9b8baa5bd9 None None] Network f28c8dbd-cca5-4461-aed4-32bf697b4578 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:07.193761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47'}, {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:07.196465 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa91e37-506d-47b3-a5b9-55159df32c25" -d '{"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "cda279ca-e79a-431d-b96c-a50956734a47"}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:07.252701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4efd2521-3a42-42ba-bcc0-6a452eb804ff req-f68c7f99-f527-436e-a990-1d61e27c9e3d tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0340645 Oct 29 11:38:07.258136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.324958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port c901374c-9ffe-4535-b67d-28aa2e045095 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:07.325355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.345737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] DHCP port deletion for f28c8dbd-cca5-4461-aed4-32bf697b4578 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:07.398535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Deleting port c901374c-9ffe-4535-b67d-28aa2e045095 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:07.399198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.419948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port c901374c-9ffe-4535-b67d-28aa2e045095, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c901374c-9ffe-4535-b67d-28aa2e045095,segment=NetworkSegment(245f9658-1137-44bc-aaac-fba40d85daf8),segment_id=245f9658-1137-44bc-aaac-fba40d85daf8)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:07.420363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.447613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for c901374c-9ffe-4535-b67d-28aa2e045095 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:07.504830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] For port c901374c-9ffe-4535-b67d-28aa2e045095, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c901374c-9ffe-4535-b67d-28aa2e045095,segment=NetworkSegment(245f9658-1137-44bc-aaac-fba40d85daf8),segment_id=245f9658-1137-44bc-aaac-fba40d85daf8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:07.505516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.527465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Calling delete_port for c901374c-9ffe-4535-b67d-28aa2e045095 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:07.590391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.632353 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f2997-c19d-4a83-bbf7-38a0dfc16d5c x-openstack-request-id: req-873f2997-c19d-4a83-bbf7-38a0dfc16d5c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:07.633119 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "cda279ca-e79a-431d-b96c-a50956734a47", "status": "completed", "code": 200}, {"server_uuid": "56a8e673-9e0d-4a13-8e12-e15a0c5de4d3", "name": "network-vif-deleted", "tag": "cc21e514-0f32-4f0c-96a4-2b206e9e179f", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:07.633613 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-873f2997-c19d-4a83-bbf7-38a0dfc16d5c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:07.634221 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': 'cda279ca-e79a-431d-b96c-a50956734a47', 'status': 'completed', 'code': 200} Oct 29 11:38:07.634695 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8e673-9e0d-4a13-8e12-e15a0c5de4d3', 'name': 'network-vif-deleted', 'tag': 'cc21e514-0f32-4f0c-96a4-2b206e9e179f', 'status': 'completed', 'code': 200} Oct 29 11:38:07.637767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=c901374c-9ffe-4535-b67d-28aa2e045095,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:07.648845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port c901374c-9ffe-4535-b67d-28aa2e045095 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:07.670870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.708495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] Pushing event deleted for resources: {'Port': ['ID=c901374c-9ffe-4535-b67d-28aa2e045095,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:07.716724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a496f5d-8814-47c6-96eb-330da1ad845b None None] No DVR routers for this DVR port c901374c-9ffe-4535-b67d-28aa2e045095 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:07.798776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.826123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf7e4a-4968-4b99-a814-67aa5a2c54c2 req-2e0196a3-1a1c-4b93-be0e-d9eec097510f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:07.827813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7abf7e4a-4968-4b99-a814-67aa5a2c54c2 req-2e0196a3-1a1c-4b93-be0e-d9eec097510f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1483202 Oct 29 11:38:07.836641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-a938d283-26fa-4faf-8b84-1ea940acfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:07.838643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-a938d283-26fa-4faf-8b84-1ea940acfe99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d2a68276de42b994079f3f65e084af&device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 1097 time: 0.1511574 Oct 29 11:38:07.846908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28c8dbd-cca5-4461-aed4-32bf697b4578']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:07.880301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245f9658-1137-44bc-aaac-fba40d85daf8') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:07.880649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245f9658-1137-44bc-aaac-fba40d85daf8') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:07.925778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.964661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.972360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7abf7e4a-4968-4b99-a814-67aa5a2c54c2 req-25e8db16-b1f3-49a7-9578-48bdd39542c3 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294248 Oct 29 11:38:07.980729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:38:07.981278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:38:07.984377 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:38:08.077929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-1bf129d2-e97b-41c2-9533-82183fa7b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:08.078094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-1bf129d2-e97b-41c2-9533-82183fa7b348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 200 len: 915 time: 0.2156031 Oct 29 11:38:08.093541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.098000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.104983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34622) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:08.105481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/f28c8dbd-cca5-4461-aed4-32bf697b4578 HTTP/1.1" status: 204 len: 168 time: 0.9846454 Oct 29 11:38:08.109641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-906037108', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:08.136777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.138169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.190252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeefc1-9007-4437-b5e9-0fa4f84d694d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=f28c8dbd-cca5-4461-aed4-32bf697b4578,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:08.196037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-4e72e4fd-8d96-4417-97ce-e472e5f9d6ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac HTTP/1.1" status: 200 len: 217 time: 0.1048157 Oct 29 11:38:08.199448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.274114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-5278f62e-3179-46d7-b45a-fc59034e8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:08.275475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-5278f62e-3179-46d7-b45a-fc59034e8bce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 200 len: 853 time: 0.0712118 Oct 29 11:38:08.287019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-7136dfc1-11cc-418f-89de-a0085acaa91c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:08.288455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-7136dfc1-11cc-418f-89de-a0085acaa91c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.2067282 Oct 29 11:38:08.325810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d90d1784-0dac-4713-bea7-a7f3ca9ead02 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/quotas/68cf650c57e44fe68cdda649f75d4689 HTTP/1.1" status: 200 len: 375 time: 0.0290537 Oct 29 11:38:08.351809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.364057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-176ed386-550f-4fe8-a1fa-ab0d403fd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:08.365602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-176ed386-550f-4fe8-a1fa-ab0d403fd286 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af964610-76a2-4fbd-bcef-b5db46c0dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762904 Oct 29 11:38:08.433894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-922f98f0-336e-46f3-acce-ce7d51370901 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987420 Oct 29 11:38:08.456555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c901374c-9ffe-4535-b67d-28aa2e045095 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:08.478854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c901374c-9ffe-4535-b67d-28aa2e045095 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:08.479509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c901374c-9ffe-4535-b67d-28aa2e045095 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:08.602537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.623321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.744814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 172.25.4.101 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/bf79ec4e-adfa-412d-9032-6dd6194a6eb7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:08.875318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-e694f6fe-ff37-417b-8719-9d4e3dad1ede tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:08.877172 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-e694f6fe-ff37-417b-8719-9d4e3dad1ede tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.86 "GET /v2.0/ports?device_id=739f5fd9-535d-406b-be1d-109f1a43fb43 HTTP/1.1" status: 200 len: 946 time: 0.0800536 Oct 29 11:38:08.907312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-a5c16fee-7684-4eee-94ba-9691649b91a9 service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334158 Oct 29 11:38:08.933409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:08.978255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-a478ed69-2d64-4087-be88-2f5ed647870d service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337088 Oct 29 11:38:09.016786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.052725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Deleting port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:09.053205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.100366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-be5c04c1-87a2-4804-be55-738be1f925cd service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153898 Oct 29 11:38:09.120707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:09.128847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:09.130519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11725f37-0335-479a-b3b9-d8076c3046a0 req-dfeb488a-b5b7-4ea3-9465-4016a2b3a12d service neutron] 10.222.0.41 "GET /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149842 Oct 29 11:38:09.131577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:09.161693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=bf79ec4e-adfa-412d-9032-6dd6194a6eb7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:09.290249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] For port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:09.290720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.329635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Calling delete_port for fd9b1b22-8f4f-4422-abf6-2e44f6f4133f owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:09.377027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132ab4-3bf7-4e21-bca4-4bf69c876ff1 req-09376c9e-5889-4ffe-921d-76f9d435ca7e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:09.379239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3132ab4-3bf7-4e21-bca4-4bf69c876ff1 req-09376c9e-5889-4ffe-921d-76f9d435ca7e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.1003244 Oct 29 11:38:09.434811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3132ab4-3bf7-4e21-bca4-4bf69c876ff1 req-2110739a-3b69-4bfb-adcd-07b2e7b7d0df tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Oct 29 11:38:09.529783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.655282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.662433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0230691f-24b1-4558-85c9-f4eeb65b8820 req-751cdd4a-3dfe-405a-a42b-5293f33d746f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0422800 Oct 29 11:38:09.668732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:09.712931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event deleted for resources: {'Port': ['ID=fd9b1b22-8f4f-4422-abf6-2e44f6f4133f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:09.807874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] No DVR routers for this DVR port fd9b1b22-8f4f-4422-abf6-2e44f6f4133f on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:09.846766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:09.849874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43bec9c4-ae47-4ab5-94f9-c3db74c4e7ef req-fb4be03a-86cb-41bb-950d-d82364693127 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.86 "DELETE /v2.0/ports/fd9b1b22-8f4f-4422-abf6-2e44f6f4133f HTTP/1.1" status: 204 len: 173 time: 0.9628055 Oct 29 11:38:09.850358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-deleted', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:09.852635 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d53a9-0f3a-40ac-8d5b-4aeb4f82dc81" -d '{"events": [{"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-deleted", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:09.870190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544b169-cf1c-4892-9e8f-f0393b3e5abb req-e45a49b8-26e6-4a09-985e-9b8f6069efb2 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:09.872670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7544b169-cf1c-4892-9e8f-f0393b3e5abb req-e45a49b8-26e6-4a09-985e-9b8f6069efb2 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.0737326 Oct 29 11:38:09.957324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7544b169-cf1c-4892-9e8f-f0393b3e5abb req-ad423286-fa24-4750-9164-73d986bce5cb tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677435 Oct 29 11:38:09.985472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:10.073584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c604b0e-bb13-451d-b7a8-eab033c95d39 req-42692ec4-3ee6-490b-a60f-85a04109c21f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 210 time: 0.0387957 Oct 29 11:38:10.159990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router b0d1b450-def8-4421-adb9-18e7cdad01ef is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:38:10.302374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:10.315837 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] Sync routers for ids ['b0d1b450-def8-4421-adb9-18e7cdad01ef'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:10.324692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-0bb4a447-5b69-48b3-80be-5d556548986a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:10.327492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:10.333511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-911525be-18a9-4b12-9203-4d3e9a762be3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2274351 Oct 29 11:38:10.334265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-0bb4a447-5b69-48b3-80be-5d556548986a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.1639612 Oct 29 11:38:10.334395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:10.348240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] Routers {'b0d1b450-def8-4421-adb9-18e7cdad01ef'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:10.349191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b0d1b450-def8-4421-adb9-18e7cdad01ef'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:10.374333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-eab61eda-51d0-49e2-9130-fc2e9be1d4a5 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0391541 Oct 29 11:38:10.410628 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:10.422428 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] Routers {'b0d1b450-def8-4421-adb9-18e7cdad01ef'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:10.425326 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b0d1b450-def8-4421-adb9-18e7cdad01ef'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:10.460485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-91212c3f-b1cd-4363-b70f-7132ffe7ba38 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852141 Oct 29 11:38:10.493189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d2d7bb91-7360-4ba7-90bd-49682a688f03 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers/b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 200 len: 884 time: 0.1570590 Oct 29 11:38:10.493888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:10.495390 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:10.496405 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9deb0c1-71e2-4398-8e13-2a8e71e7b7c0 None None] The sync data for ids ['b0d1b450-def8-4421-adb9-18e7cdad01ef'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:10.577844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-ef2b37fe-fc0e-450a-9a81-ca735243b08c service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159389 Oct 29 11:38:10.766438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09a5a713-b75b-4abc-8085-01f8fe81cf6b req-53d2fda0-2174-459c-90b7-b8fb7b4e188d service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762125 Oct 29 11:38:10.767373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:10.768267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-94b90aaa-efb0-45ea-8e20-afa6b9be3309 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2727838 Oct 29 11:38:10.771873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-906037108'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:10.873245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-cb1009c2-c759-496e-99d9-869c071c63b7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:10.874729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-cb1009c2-c759-496e-99d9-869c071c63b7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.2183933 Oct 29 11:38:10.896078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Request body: {'port': {'device_id': '3522111d-2fd7-4984-8200-343dbd621473', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'admin_state_up': True, 'tenant_id': '68cf650c57e44fe68cdda649f75d4689'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:10.927589 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90e0c21-eedb-4ab4-8fbe-1bfa328105d0 x-openstack-request-id: req-d90e0c21-eedb-4ab4-8fbe-1bfa328105d0 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:10.928132 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f5fd9-535d-406b-be1d-109f1a43fb43", "name": "network-vif-deleted", "tag": "fd9b1b22-8f4f-4422-abf6-2e44f6f4133f", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:10.928603 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d90e0c21-eedb-4ab4-8fbe-1bfa328105d0 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:10.929274 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f5fd9-535d-406b-be1d-109f1a43fb43', 'name': 'network-vif-deleted', 'tag': 'fd9b1b22-8f4f-4422-abf6-2e44f6f4133f', 'status': 'completed', 'code': 200} Oct 29 11:38:11.134526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c52ef6cc-9000-4770-a5bf-ac8080a5a817 req-131edfdc-5d07-4ce1-9103-3f6b507b3410 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Oct 29 11:38:11.226089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Made reservation on behalf of 68cf650c57e44fe68cdda649f75d4689 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:11.229625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:11.379377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:11.427087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:11.493924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Allocated IP 172.20.0.8 (faa09598-c802-4cc1-9589-b1f1602978dd/e5c5bc36-b221-4791-9885-145a37a0acc4/818e686c-9129-48b6-b5d1-9a2dfafcd291) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:11.714143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398ead-f7a4-47b6-ad30-555baf629158 req-c53bd9b5-b1cc-4150-8905-2c8c8e2a4a90 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:11.715633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d398ead-f7a4-47b6-ad30-555baf629158 req-c53bd9b5-b1cc-4150-8905-2c8c8e2a4a90 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1356635 Oct 29 11:38:11.721745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router b0d1b450-def8-4421-adb9-18e7cdad01ef has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:11.787529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:11.838533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d398ead-f7a4-47b6-ad30-555baf629158 req-4103bd12-6a0b-47ff-bc6b-ad9ef8bf0945 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156449 Oct 29 11:38:11.955214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e42b5add-e1cb-4d45-9071-38284936f9f6 req-b4467185-7aea-48a5-94fa-a633b55c3dc1 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 210 time: 0.0514779 Oct 29 11:38:11.966331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.005841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:12.018571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.022458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3444c2ce-88ae-40d8-97fd-b0c0a2de2cc5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 200 len: 891 time: 1.2516224 Oct 29 11:38:12.022655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] Sync routers for ids ['b0d1b450-def8-4421-adb9-18e7cdad01ef'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:12.023738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:12.033388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Network faa09598-c802-4cc1-9589-b1f1602978dd is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:12.035862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:12.050145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:12.050145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:12.062341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] Routers {'b0d1b450-def8-4421-adb9-18e7cdad01ef'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:12.062999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b0d1b450-def8-4421-adb9-18e7cdad01ef'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:12.147427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:12.148078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.149118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:12.160710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] Routers {'b0d1b450-def8-4421-adb9-18e7cdad01ef'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:12.161527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b0d1b450-def8-4421-adb9-18e7cdad01ef'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:12.186361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d294a9b5-76c6-45f6-9617-184cd612d4bf tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers/b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 200 len: 891 time: 0.1609154 Oct 29 11:38:12.188955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34696) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:12.194161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-d758e403-8347-45f3-ab3f-d663076bf6de tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023400 Oct 29 11:38:12.206176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:12.206872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85680d13-1336-4c81-a1c8-fd8683073154 None None] The sync data for ids ['b0d1b450-def8-4421-adb9-18e7cdad01ef'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:12.215378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Request body: {'port': {'device_id': '3522111d-2fd7-4984-8200-343dbd621473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:12.222155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cbe225ca-bde1-4286-a696-9ef4e481c2b3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 200 len: 205 time: 0.0313230 Oct 29 11:38:12.224639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:12.226835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee53955-3171-427c-899a-f76fc2391e5a req-c14cebce-39a2-445a-a3dd-bdef882c73fc tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:12.228363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee53955-3171-427c-899a-f76fc2391e5a req-c14cebce-39a2-445a-a3dd-bdef882c73fc tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.0763230 Oct 29 11:38:12.312258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee53955-3171-427c-899a-f76fc2391e5a req-11a9bed4-393a-41cc-b3ab-52fb93d1e8e6 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Oct 29 11:38:12.312732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.347563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.492863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.549821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port bf79ec4e-adfa-412d-9032-6dd6194a6eb7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:12.550479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.648822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-08350732-537c-441e-8ceb-10e0ef7b8dfb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:12.650570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-08350732-537c-441e-8ceb-10e0ef7b8dfb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.1539071 Oct 29 11:38:12.700163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-20482e99-7a95-4156-a8d8-23b3aa5a2bee tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0426600 Oct 29 11:38:12.712002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:12.743287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:12.754039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.757490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: fd9b1b22-8f4f-4422-abf6-2e44f6f4133f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:12.758709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd9b1b22-8f4f-4422-abf6-2e44f6f4133f not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:12.773243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Transition to ACTIVE for port object 818e686c-9129-48b6-b5d1-9a2dfafcd291 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:38:12.785671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8ab75d81-c6c7-474a-b151-43f7ba079d68 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843828 Oct 29 11:38:12.787728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.907186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:12.964698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:12.977443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for bf79ec4e-adfa-412d-9032-6dd6194a6eb7 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:12.981708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-b97bcaba-9784-4cc5-a12c-7c8f306876ee service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910183 Oct 29 11:38:13.048847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Attempting to bind port 818e686c-9129-48b6-b5d1-9a2dfafcd291 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:13.049254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Attempting to bind port 818e686c-9129-48b6-b5d1-9a2dfafcd291 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:13.049586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Attempting to bind port 818e686c-9129-48b6-b5d1-9a2dfafcd291 on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:13.056868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Port 818e686c-9129-48b6-b5d1-9a2dfafcd291 on network faa09598-c802-4cc1-9589-b1f1602978dd not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:38:13.057221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Attempting to bind port 818e686c-9129-48b6-b5d1-9a2dfafcd291 on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:13.069591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:13.069987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Checking segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:13.070325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Bound using segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:13.070766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Bound port: 818e686c-9129-48b6-b5d1-9a2dfafcd291, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:13.071122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.154162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-b1e4f927-c077-444e-bba3-9abe0f953351 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586330 Oct 29 11:38:13.165500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.181419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:13.185224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:13.199681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.248789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:13.252514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.254334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] 10.222.0.41 "PUT /v2.0/ports/818e686c-9129-48b6-b5d1-9a2dfafcd291 HTTP/1.1" status: 200 len: 1091 time: 1.0430963 Oct 29 11:38:13.255030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:13.257928 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c2cd2c-d913-408e-8343-7b9acf2688ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:13.290804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=bf79ec4e-adfa-412d-9032-6dd6194a6eb7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:13.311627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842a5d-5cba-4199-8d3b-6084f1a18cde service neutron] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:13.386688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.404508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-f6a82546-6394-4825-8e8f-24ebf2f6a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:13.405932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-f6a82546-6394-4825-8e8f-24ebf2f6a08f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 1094 time: 0.0663247 Oct 29 11:38:13.485031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-8a15f3fe-1627-4951-bfaa-e4cf69c7b2b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291 HTTP/1.1" status: 200 len: 217 time: 0.0694849 Oct 29 11:38:13.534683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e10c841-1f30-46b4-801f-74b276edaca6 req-02f7645b-0b49-465e-9566-a5370dbfc51a tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0526206 Oct 29 11:38:13.572618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-870a3858-ebc0-4523-8e28-38f10b86a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:13.577051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-870a3858-ebc0-4523-8e28-38f10b86a79d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.0628746 Oct 29 11:38:13.608876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.612993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.626416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-272e415d-8748-4576-805e-45e7c7349352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414889 Oct 29 11:38:13.671784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.672680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router b0d1b450-def8-4421-adb9-18e7cdad01ef {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:38:13.694328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.699740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b676569-c82e-4af4-b1b6-d67dd72edaab tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 204 len: 168 time: 1.4739842 Oct 29 11:38:13.700774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34728) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:13.706863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1489226975'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:13.733556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:13.738292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.771729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:13.782565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.783157 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment c77aa20b-758e-4418-bd09-704603255599 of type vlan for network 16a3e252-4e41-49bb-b3f6-0da587ceee29 Oct 29 11:38:13.783890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-33467ae1-a261-47d0-8459-a7b8a8d6f5db service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499710 Oct 29 11:38:13.832075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.860594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.868411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:13.869177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:13.889031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9442f6-989b-415d-9441-0147c43bc141 req-79843550-05d2-4e0a-8295-d17a3ea99166 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:13.890634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae9442f6-989b-415d-9441-0147c43bc141 req-79843550-05d2-4e0a-8295-d17a3ea99166 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.1613634 Oct 29 11:38:13.963004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b24fa245-250b-4307-829e-cd8618dda2d7 req-e6068023-c3cf-4997-bbb1-d90c109c4ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713486 Oct 29 11:38:13.964119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2618830 Oct 29 11:38:13.967945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34732) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:13.974109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:14.002053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae9442f6-989b-415d-9441-0147c43bc141 req-05b7fc13-537b-491a-b822-2d0b9818e90a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887597 Oct 29 11:38:14.076469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e37b2-f21a-4b32-933a-0ad801a46fed tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=16a3e252-4e41-49bb-b3f6-0da587ceee29,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:14.088991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:14.128979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:14.133508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:14.148235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd458f-8886-4b94-9404-7c3c8f86d071 req-c137d2d1-c114-4187-8dd4-e17c3a1cb924 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.149831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19dd458f-8886-4b94-9404-7c3c8f86d071 req-c137d2d1-c114-4187-8dd4-e17c3a1cb924 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 943 time: 0.0732379 Oct 29 11:38:14.219352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19dd458f-8886-4b94-9404-7c3c8f86d071 req-faada05e-b6a7-4531-83df-ddb03e2d100b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622466 Oct 29 11:38:14.260164 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade519a9-e9fb-426f-b062-923a3e034264 x-openstack-request-id: req-ade519a9-e9fb-426f-b062-923a3e034264 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:14.260515 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:14.260773 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ade519a9-e9fb-426f-b062-923a3e034264 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:14.261218 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'status': 'completed', 'code': 200} Oct 29 11:38:14.330935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-3d1282f3-cc61-4178-abf2-2eedeacae1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.333432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-3d1282f3-cc61-4178-abf2-2eedeacae1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 1094 time: 0.0470886 Oct 29 11:38:14.376654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d5b65f5-8007-4d92-920c-767c434419f2 req-25a0b196-1bfb-4f81-9c45-2e055d6f9510 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 210 time: 0.0413899 Oct 29 11:38:14.480824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:14.516191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-3f9f2e37-232d-430b-b9fc-09dbe58762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.518343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-3f9f2e37-232d-430b-b9fc-09dbe58762a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 915 time: 0.1408515 Oct 29 11:38:14.578514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-6702ab57-ae2c-4d9b-b34e-a57b01d3bc26 req-cb67191c-e8ab-47e6-a071-e133fce685aa tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:38:14.580586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6702ab57-ae2c-4d9b-b34e-a57b01d3bc26 req-cb67191c-e8ab-47e6-a071-e133fce685aa tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0514908 Oct 29 11:38:14.582174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-ab82dc2a-4818-4358-ad43-b01b508b2adf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291 HTTP/1.1" status: 200 len: 217 time: 0.0519016 Oct 29 11:38:14.641893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=48766ca6-132d-48c5-aad0-c07206fab9f5,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:14.665786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': 'c77aa20b-758e-4418-bd09-704603255599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:14.666210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 16a3e252-4e41-49bb-b3f6-0da587ceee29, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:14.667726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-b194a9e5-3f94-472b-a1a2-16843257f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.669368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-b194a9e5-3f94-472b-a1a2-16843257f434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.0776637 Oct 29 11:38:14.689815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6702ab57-ae2c-4d9b-b34e-a57b01d3bc26 req-c3e9b532-ccc9-4e93-b72c-3d47895d895c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0991123 Oct 29 11:38:14.715709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:14.752936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-fea65b0f-28ad-4a4b-83d6-97e428dbddf6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.754142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-34129aed-3586-4658-81d1-2880af043b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628171 Oct 29 11:38:14.754504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-fea65b0f-28ad-4a4b-83d6-97e428dbddf6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.1725409 Oct 29 11:38:14.755675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 16a3e252-4e41-49bb-b3f6-0da587ceee29) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:14.760583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:14.761415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:14.766545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d0b1c-28b7-4f81-b98a-a16bdbd5b094 None None] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:14.770339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:14.848342 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f70599c8-4810-4082-82a5-b4cfcaddf700 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8789322 Oct 29 11:38:14.851312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:14.855700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-704103358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:14.906363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-93278115-9e4b-40bc-a961-ce7fcd1f26ba service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434898 Oct 29 11:38:14.912258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:14.915141 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:14.946446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:14.951155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.025564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.029336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-16a3e252-4e41-49bb-b3f6-0da587ceee29', 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': '48766ca6-132d-48c5-aad0-c07206fab9f5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:38:15.030466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.059031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c2cd2c-d913-408e-8343-7b9acf2688ff req-0d142c80-7f3e-41ac-ae2c-092f8d668db7 service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447353 Oct 29 11:38:15.066513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.104578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.108446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-305c0c02-4be4-4d74-b26c-a960ff557872 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2538321 Oct 29 11:38:15.108872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:15.205799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Allocated IP 2001:db8::2 (16a3e252-4e41-49bb-b3f6-0da587ceee29/48766ca6-132d-48c5-aad0-c07206fab9f5/4f94e0bc-a104-4178-9e03-050b95e6e3db) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:15.289131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.9 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/888acc3b-d414-4e63-be85-35002003b0a8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:15.405345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.416901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.475291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:15.480041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:15.488721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:15.494446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Pushing event updated for resources: {'Port': ['ID=4f94e0bc-a104-4178-9e03-050b95e6e3db,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:15.500619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4db5355c-9356-4090-afb9-4436dea23906 req-15be1534-e524-42c3-a465-9acf576590e6 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.4404461 Oct 29 11:38:15.580842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Attempting to bind port 4f94e0bc-a104-4178-9e03-050b95e6e3db on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:15.581489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Attempting to bind port 4f94e0bc-a104-4178-9e03-050b95e6e3db by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c77aa20b-758e-4418-bd09-704603255599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:15.582183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Attempting to bind port 4f94e0bc-a104-4178-9e03-050b95e6e3db on network 16a3e252-4e41-49bb-b3f6-0da587ceee29 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:15.591217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:15.591862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Checking segment: {'id': 'c77aa20b-758e-4418-bd09-704603255599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:15.592876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.593618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Bound using segment: {'id': 'c77aa20b-758e-4418-bd09-704603255599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:15.595131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Bound port: 4f94e0bc-a104-4178-9e03-050b95e6e3db, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77aa20b-758e-4418-bd09-704603255599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16a3e252-4e41-49bb-b3f6-0da587ceee29'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:15.596486 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.628435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.716132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4913c-3ec4-46cf-a9b4-f0616ac9837d req-e620cde2-ec8e-4774-9b55-42dcfe6bb1dd tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:15.717726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8f4913c-3ec4-46cf-a9b4-f0616ac9837d req-e620cde2-ec8e-4774-9b55-42dcfe6bb1dd tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Oct 29 11:38:15.753841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] For port 4f94e0bc-a104-4178-9e03-050b95e6e3db, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:15.760617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] For port 4f94e0bc-a104-4178-9e03-050b95e6e3db, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f94e0bc-a104-4178-9e03-050b95e6e3db,segment=NetworkSegment(c77aa20b-758e-4418-bd09-704603255599),segment_id=c77aa20b-758e-4418-bd09-704603255599)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:15.774374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.798395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8f4913c-3ec4-46cf-a9b4-f0616ac9837d req-e1c7ce80-7978-4fc9-93c8-97cc3beafcd7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738926 Oct 29 11:38:15.801410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:15.860734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c584e4-392e-4bce-9e61-f6e5db7fa573 None None] Pushing event updated for resources: {'Port': ['ID=4f94e0bc-a104-4178-9e03-050b95e6e3db,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:16.049588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.071773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:16.223493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:16.227063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8::1 (16a3e252-4e41-49bb-b3f6-0da587ceee29/48766ca6-132d-48c5-aad0-c07206fab9f5/9cd75972-b54e-4d5d-9e98-eb9344ea96a4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:16.250799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:16.256844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:16.259899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:16.293983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:38:16.384813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:16.385610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.432956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-8534530f-1f19-432a-9da0-55caa85a1bec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6676559 Oct 29 11:38:16.451259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Request body: {'port': {'device_id': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:16.520258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.523903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:16.539125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'mac_address': 'fa:16:3e:bb:f8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:38:16.557937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f9d2-cc9b-4047-ae27-670a30c07b4d req-87dca8e1-2d6b-4b6c-b393-f1b030b8b6b2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:16.559661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2527f9d2-cc9b-4047-ae27-670a30c07b4d req-87dca8e1-2d6b-4b6c-b393-f1b030b8b6b2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 943 time: 0.0985048 Oct 29 11:38:16.605728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.641651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2527f9d2-cc9b-4047-ae27-670a30c07b4d req-05440fd5-bada-4412-b93c-54fe8506892b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745223 Oct 29 11:38:16.666949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.689823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:16.705253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.730683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:16.738539 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.805911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f94e0bc-a104-4178-9e03-050b95e6e3db up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:16.824093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b366e92-cae3-4bef-897d-701391e0d740 req-9b6ecf7d-857b-402b-a4f9-75a6fdb636d2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:16.833224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b366e92-cae3-4bef-897d-701391e0d740 req-9b6ecf7d-857b-402b-a4f9-75a6fdb636d2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 931 time: 0.0860269 Oct 29 11:38:16.867394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:16.890992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:16.894366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4f94e0bc-a104-4178-9e03-050b95e6e3db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:16.894983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:16.896845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=9cd75972-b54e-4d5d-9e98-eb9344ea96a4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:16.909035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:16.918270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:16.919139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b366e92-cae3-4bef-897d-701391e0d740 req-bfb31a74-3d77-41ea-b937-e3279a95eaaa tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846484 Oct 29 11:38:16.932305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.043010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.117732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['818e686c-9129-48b6-b5d1-9a2dfafcd291'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:17.214312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171ff65-0af9-49eb-a914-5f68d5d8c21b req-e77f43cf-4eb7-437e-a198-2708572cb517 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.220082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9171ff65-0af9-49eb-a914-5f68d5d8c21b req-e77f43cf-4eb7-437e-a198-2708572cb517 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.1146460 Oct 29 11:38:17.229104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4f94e0bc-a104-4178-9e03-050b95e6e3db, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f94e0bc-a104-4178-9e03-050b95e6e3db,segment=NetworkSegment(c77aa20b-758e-4418-bd09-704603255599),segment_id=c77aa20b-758e-4418-bd09-704603255599)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:17.268877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.285379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9171ff65-0af9-49eb-a914-5f68d5d8c21b req-b93a3145-bebb-4bef-9e9e-a207433651bb tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Oct 29 11:38:17.429782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4f94e0bc-a104-4178-9e03-050b95e6e3db,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:17.462274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e41ce8d4-3bfb-41a0-b4ad-c0343d383c4a req-e7495b02-ef88-4932-b50a-cb674f9118cf tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0563083 Oct 29 11:38:17.501261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888acc3b-d414-4e63-be85-35002003b0a8 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:17.508386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.524466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Transition to ACTIVE for port object 888acc3b-d414-4e63-be85-35002003b0a8 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:38:17.526086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.538407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.562709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e1b5e1-0d8b-4c5c-b783-70f2511182fc None None] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:17.639656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.649748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.658913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.659111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8f4659f1-1e02-4b6c-a8ef-cba1f732a012 None None] Provisioning complete for port 4f94e0bc-a104-4178-9e03-050b95e6e3db triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:17.659394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f4659f1-1e02-4b6c-a8ef-cba1f732a012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.667409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.674556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.681343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.689623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.692106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59822152-fd50-42b5-9be3-e57b443151e5 req-64df46a6-cdba-4a1e-90ce-78b0b291c372 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1272497 Oct 29 11:38:17.751363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59822152-fd50-42b5-9be3-e57b443151e5 req-f0e0b6f0-20a9-484c-82ea-58c42915fd3d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533106 Oct 29 11:38:17.769808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Pushing event updated for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:17.911450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3191-8ada-4951-b941-21878f6e3fe1 req-a7d1f516-321f-4607-aca1-8bd520adc68e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:17.912938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9de3191-8ada-4951-b941-21878f6e3fe1 req-a7d1f516-321f-4607-aca1-8bd520adc68e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.0561793 Oct 29 11:38:17.915888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Attempting to bind port 888acc3b-d414-4e63-be85-35002003b0a8 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:17.916448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Attempting to bind port 888acc3b-d414-4e63-be85-35002003b0a8 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:17.916967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Attempting to bind port 888acc3b-d414-4e63-be85-35002003b0a8 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:17.938485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Port 888acc3b-d414-4e63-be85-35002003b0a8 on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:38:17.939634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Attempting to bind port 888acc3b-d414-4e63-be85-35002003b0a8 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:17.950869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:17.951213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:17.951601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:17.952053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Bound port: 888acc3b-d414-4e63-be85-35002003b0a8, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:17.952665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:17.971041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9de3191-8ada-4951-b941-21878f6e3fe1 req-7b6f0173-7978-4cbe-ba59-2ef5fb76d74c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Oct 29 11:38:18.024731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.042001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.042840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.166735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84aa1-9d69-4b7e-8525-7a78118dc894 req-b05ee821-5374-434d-a887-12276f39ca6a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.170993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00aeca8c-1a57-462c-b7ac-89afb5f5a5bb None None] Provisioning complete for port 4f94e0bc-a104-4178-9e03-050b95e6e3db triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:18.171371 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00aeca8c-1a57-462c-b7ac-89afb5f5a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.187653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82e84aa1-9d69-4b7e-8525-7a78118dc894 req-b05ee821-5374-434d-a887-12276f39ca6a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 944 time: 0.1060123 Oct 29 11:38:18.227241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82e84aa1-9d69-4b7e-8525-7a78118dc894 req-0d54dea5-40c6-4eb4-803e-72efb5c357ee tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 Oct 29 11:38:18.356465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00aeca8c-1a57-462c-b7ac-89afb5f5a5bb None None] Provisioning complete for port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:18.357222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00aeca8c-1a57-462c-b7ac-89afb5f5a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.395567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-00aeca8c-1a57-462c-b7ac-89afb5f5a5bb None None] Port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:18.462316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.479396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.497466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.504233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.521240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.526697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0af15bbb-82ab-4a45-a4a2-3d1769bf7c0b None None] Provisioning complete for port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:18.527220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af15bbb-82ab-4a45-a4a2-3d1769bf7c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.531838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.547270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.566652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7908ca65-0601-4b75-9fe9-c949c18c5bc5 req-07e9bf8a-f62c-4701-b0d9-774bbcefdf1f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.2254322 Oct 29 11:38:18.589330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0af15bbb-82ab-4a45-a4a2-3d1769bf7c0b None None] Port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:18.606946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=9cd75972-b54e-4d5d-9e98-eb9344ea96a4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:18.616666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:18.630358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=888acc3b-d414-4e63-be85-35002003b0a8,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:18.638503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.686732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f94e0bc-a104-4178-9e03-050b95e6e3db up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:18.716085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5844-3028-428a-8990-e153f6c0a7f6 req-c1213854-b590-4f48-b900-3bf53dc18d0b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.724180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f4b5844-3028-428a-8990-e153f6c0a7f6 req-c1213854-b590-4f48-b900-3bf53dc18d0b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 943 time: 0.0975828 Oct 29 11:38:18.726607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.727249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.728637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] 10.222.0.86 "PUT /v2.0/ports/888acc3b-d414-4e63-be85-35002003b0a8 HTTP/1.1" status: 200 len: 1091 time: 2.2818823 Oct 29 11:38:18.730745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:18.733023 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc49c7c-2398-491b-8092-59cc5eeb4c99" -d '{"events": [{"name": "network-changed", "server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "tag": "888acc3b-d414-4e63-be85-35002003b0a8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:18.749503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4f94e0bc-a104-4178-9e03-050b95e6e3db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:18.750520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:18.792449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f4b5844-3028-428a-8990-e153f6c0a7f6 req-ff3f6e4d-b799-4da8-9031-cc711ea295d4 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590887 Oct 29 11:38:18.832438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215552c-ed78-4aec-a48b-dbf316826634 service neutron] Pushing event updated for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:18.856210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:18.858376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-26ca4597-c775-4fd7-bda9-79a5294c4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:18.859911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-26ca4597-c775-4fd7-bda9-79a5294c4177 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 1094 time: 0.0782809 Oct 29 11:38:18.861856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:18.969154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-5b859f24-0247-4d41-bde8-f8ff38b745a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888acc3b-d414-4e63-be85-35002003b0a8 HTTP/1.1" status: 200 len: 217 time: 0.0981128 Oct 29 11:38:19.024988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65d3d-691c-4cc6-b560-1840966e1754 req-94d99981-1f53-401d-a6c4-11c51f0466e9 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.031395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65d3d-691c-4cc6-b560-1840966e1754 req-94d99981-1f53-401d-a6c4-11c51f0466e9 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.038786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65d3d-691c-4cc6-b560-1840966e1754 req-94d99981-1f53-401d-a6c4-11c51f0466e9 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.048746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bff65d3d-691c-4cc6-b560-1840966e1754 req-94d99981-1f53-401d-a6c4-11c51f0466e9 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444&device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f&device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 2417 time: 0.0987005 Oct 29 11:38:19.072714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-b3f206d8-84ad-4aa5-a331-be054725c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.074260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-b3f206d8-84ad-4aa5-a331-be054725c8f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.0954580 Oct 29 11:38:19.101655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bff65d3d-691c-4cc6-b560-1840966e1754 req-37e99b3f-339f-4586-b8b1-010875b19ed4 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501521 Oct 29 11:38:19.118723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-46be7449-da97-4996-a87e-458ec7a5c9da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342534 Oct 29 11:38:19.120162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router db0e996a-c6aa-4041-bcc2-1aff9c81aa5d is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:38:19.189547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94080975-807b-4c12-8516-84f5fa2a1cc6 req-61cafb1a-4f98-4170-a584-d5a64181f998 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0355809 Oct 29 11:38:19.230980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-50664802-b5ae-4e4e-ac67-50952c81e580 None None] Provisioning complete for port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:19.231362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50664802-b5ae-4e4e-ac67-50952c81e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:19.279645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-50664802-b5ae-4e4e-ac67-50952c81e580 None None] Port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:19.291058 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206569cc-fb5e-461a-be12-3729e1487447 x-openstack-request-id: req-206569cc-fb5e-461a-be12-3729e1487447 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:19.291355 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "tag": "888acc3b-d414-4e63-be85-35002003b0a8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:19.291609 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-206569cc-fb5e-461a-be12-3729e1487447 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:19.292010 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8', 'status': 'completed', 'code': 200} Oct 29 11:38:19.339213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:19.345659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efa4ad89-2572-436c-bbf4-a3175559520d req-3f41a3bf-0675-412c-a68f-8abe93298772 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0576975 Oct 29 11:38:19.352313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] Sync routers for ids ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:19.358799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:19.362186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d3ea24c7-1041-478a-9460-97f94ee10521 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/db0e996a-c6aa-4041-bcc2-1aff9c81aa5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2521772 Oct 29 11:38:19.371202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] Routers {'db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:19.372117 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:19.383177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-36b2a4db-e052-4f96-94f1-2bd02c5f699d service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549787 Oct 29 11:38:19.431551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5cbe6-87c8-40ba-85c6-e7e941bb777e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.433564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ba5cbe6-87c8-40ba-85c6-e7e941bb777e tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports/9cd75972-b54e-4d5d-9e98-eb9344ea96a4 HTTP/1.1" status: 200 len: 911 time: 0.0725079 Oct 29 11:38:19.437054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:19.438388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34808) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:19.447898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48766ca6-132d-48c5-aad0-c07206fab9f5'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:19.449305 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] Routers {'db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:19.450183 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:19.489791 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:19.490348 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdb4b3-b6f2-4708-8a0c-4426c140fb36 None None] The sync data for ids ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:19.562100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39adad40-af78-4a1b-9fb0-d70ce36ccb40 req-2a24e2ca-38f7-47ce-b757-c5ef3baa9233 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678200 Oct 29 11:38:19.631682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af8825-0cd8-45da-82ab-58ebdc1567f6 req-bb2c019b-5fd8-4a56-9166-dea952b37042 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.633326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4af8825-0cd8-45da-82ab-58ebdc1567f6 req-bb2c019b-5fd8-4a56-9166-dea952b37042 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 944 time: 0.1131020 Oct 29 11:38:19.673209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-0b401626-54d4-4620-8ea4-a7741cc4cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.674809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-0b401626-54d4-4620-8ea4-a7741cc4cbd3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 1094 time: 0.0490844 Oct 29 11:38:19.678250 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:19.759122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4af8825-0cd8-45da-82ab-58ebdc1567f6 req-02bfe955-29f8-4e33-9775-b89df49ffee5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822031 Oct 29 11:38:19.844373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-d02a3b5c-8e5d-471c-8307-ace13b79e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.846920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-d02a3b5c-8e5d-471c-8307-ace13b79e836 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.1628747 Oct 29 11:38:19.908317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-f7259307-43c1-473c-8b1e-126256b0af74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888acc3b-d414-4e63-be85-35002003b0a8 HTTP/1.1" status: 200 len: 217 time: 0.0504675 Oct 29 11:38:19.980229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-affd5678-a4ab-4b71-9dfb-1fca7be0f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:19.982050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-affd5678-a4ab-4b71-9dfb-1fca7be0f81e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.0662332 Oct 29 11:38:20.030819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-6bfc5685-120f-4b20-b4b9-f37f62293e4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382609 Oct 29 11:38:20.154358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-42b74867-1a33-4e47-98ba-03a8c749d758 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137342 Oct 29 11:38:20.262353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5cc49c7c-2398-491b-8092-59cc5eeb4c99 req-94fa569d-3b48-42b4-ab15-ec0a88df6583 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996058 Oct 29 11:38:20.357401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.368008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1839d-4705-4e67-b875-d48d311725aa req-6e8de37f-3418-4497-9c1b-04a1487ba638 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:20.369592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5a1839d-4705-4e67-b875-d48d311725aa req-6e8de37f-3418-4497-9c1b-04a1487ba638 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 943 time: 0.2141635 Oct 29 11:38:20.375701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.381672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:20.382273 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.382562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:20.386220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/ports/9cd75972-b54e-4d5d-9e98-eb9344ea96a4 HTTP/1.1" status: 200 len: 911 time: 0.9441578 Oct 29 11:38:20.386982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34834) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:20.465164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=9cd75972-b54e-4d5d-9e98-eb9344ea96a4,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:20.474333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.474701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.475022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.475359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.476205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.476205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.476530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.476778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.476968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.477326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.477652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.477972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef877-b7dd-4d3c-a3fc-3fa1ddd75f24 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:20.491421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5a1839d-4705-4e67-b875-d48d311725aa req-53e68f69-802d-4dbe-8678-2c7d68c7c69c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066003 Oct 29 11:38:20.537851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 818e686c-9129-48b6-b5d1-9a2dfafcd291 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:38:20.545582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 818e686c-9129-48b6-b5d1-9a2dfafcd291 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:20.546033 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.652923 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.677718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:20.681556 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aeb6aa-c755-4627-ab68-20dc8181c186" -d '{"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-plugged", "status": "completed", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:20.696296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:20.701834 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.761741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:20.765224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:20.805735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4a08c0f-b7e3-4218-8173-e559d80ffc4d req-5c1f497f-420a-4746-b7f6-af7a051a0f67 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Oct 29 11:38:20.862453 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ad44b8-cd1e-451a-a265-cd38bcccba3d x-openstack-request-id: req-b5ad44b8-cd1e-451a-a265-cd38bcccba3d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:20.863030 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-plugged", "status": "completed", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:20.863509 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5ad44b8-cd1e-451a-a265-cd38bcccba3d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:20.864139 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'code': 200} Oct 29 11:38:20.990627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f3bc9-5124-4f2d-96b4-6d35658cbaaa req-f50a0fa1-d44b-4e49-b1f6-0dc686ab3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:20.992488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-277f3bc9-5124-4f2d-96b4-6d35658cbaaa req-f50a0fa1-d44b-4e49-b1f6-0dc686ab3924 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 1096 time: 0.0572519 Oct 29 11:38:20.994137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:21.048361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-277f3bc9-5124-4f2d-96b4-6d35658cbaaa req-c2173107-298f-4680-b061-72b51726dbf2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Oct 29 11:38:21.135820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.136476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.136964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.137507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.137999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.138451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.138909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.147872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1023eb23-a070-4425-9231-492bbcd11b8d req-3a922a65-d7ea-4ee5-841a-7bd15aacd960 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.1527123 Oct 29 11:38:21.157611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:21.158584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:21.227672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1023eb23-a070-4425-9231-492bbcd11b8d req-8c978c9a-375b-4262-b5d7-6453b9aa0a17 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785501 Oct 29 11:38:21.242801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bee53-ab28-421e-b3bb-d73a2c1b17fe req-92c5f5ca-030d-4c69-942b-47ed9ac30e18 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.250973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a42bee53-ab28-421e-b3bb-d73a2c1b17fe req-92c5f5ca-030d-4c69-942b-47ed9ac30e18 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.0799711 Oct 29 11:38:21.274177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:21.290517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 9cd75972-b54e-4d5d-9e98-eb9344ea96a4 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:21.295088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a42bee53-ab28-421e-b3bb-d73a2c1b17fe req-eb7dc85c-de9d-47de-b2cf-bf995272e18a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Oct 29 11:38:21.532492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:21.607441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=9cd75972-b54e-4d5d-9e98-eb9344ea96a4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:21.708542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:21.754442 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:38:21.800176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:21.929767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7ad4-a31e-4a80-b3dd-a27fe3510a25 req-3534fa1c-bd28-416d-9ba9-cb5cae2d5d06 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:21.933061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73df7ad4-a31e-4a80-b3dd-a27fe3510a25 req-3534fa1c-bd28-416d-9ba9-cb5cae2d5d06 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 943 time: 0.0981252 Oct 29 11:38:21.945705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router db0e996a-c6aa-4041-bcc2-1aff9c81aa5d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:22.039684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73df7ad4-a31e-4a80-b3dd-a27fe3510a25 req-7741729e-f1d2-4228-a914-c03263d1c991 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006043 Oct 29 11:38:22.064827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:22.071487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d631b16-e79f-4e81-a35a-bfd614684b97 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/db0e996a-c6aa-4041-bcc2-1aff9c81aa5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831200 Oct 29 11:38:22.074937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:22.080460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] Sync routers for ids ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:22.105039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] Routers {'db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:22.107729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:22.155554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34902) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:22.158779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a6448d1-309a-440c-aaa5-96ac9c7b46ee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=db0e996a-c6aa-4041-bcc2-1aff9c81aa5d HTTP/1.1" status: 200 len: 205 time: 0.0793741 Oct 29 11:38:22.167349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:22.201326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] Routers {'db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:22.203902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:22.252935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:22.254146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c23fd-93f8-4883-939d-1e2a59d788ba None None] The sync data for ids ['db0e996a-c6aa-4041-bcc2-1aff9c81aa5d'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:22.317102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.447505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13c38757-10dc-469a-9a23-cb50a32d9edc req-51915b98-9738-4ef6-a5ca-120913e655ae tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0326977 Oct 29 11:38:22.563518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af51893-2415-4475-8701-4857068621bd req-25fbf7bb-aa90-455c-97ab-65453202a959 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:22.571379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9af51893-2415-4475-8701-4857068621bd req-25fbf7bb-aa90-455c-97ab-65453202a959 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.0645375 Oct 29 11:38:22.617123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9af51893-2415-4475-8701-4857068621bd req-8fb79d28-d6f9-48ad-aa24-7c34eb2a4b04 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Oct 29 11:38:22.669049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.671897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.734247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 888acc3b-d414-4e63-be85-35002003b0a8 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:38:22.735462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd723f-b2bd-4f30-95b6-b24aa4708a91 req-507852ec-2ed9-4775-b354-3ac4f63f5d4d tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:22.737301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88bd723f-b2bd-4f30-95b6-b24aa4708a91 req-507852ec-2ed9-4775-b354-3ac4f63f5d4d tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.0635500 Oct 29 11:38:22.744175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.746788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router db0e996a-c6aa-4041-bcc2-1aff9c81aa5d {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:38:22.762067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.765273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5bc1f1d-8c41-48ca-b7fb-2127c228f129 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/db0e996a-c6aa-4041-bcc2-1aff9c81aa5d HTTP/1.1" status: 204 len: 168 time: 0.6082211 Oct 29 11:38:22.768212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34910) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:22.829330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet 48766ca6-132d-48c5-aad0-c07206fab9f5 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:38:22.835173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.887868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=888acc3b-d414-4e63-be85-35002003b0a8,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:22.904256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '888acc3b-d414-4e63-be85-35002003b0a8', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '888acc3b-d414-4e63-be85-35002003b0a8', 'mac_address': 'fa:16:3e:ae:46:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:38:22.911881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88bd723f-b2bd-4f30-95b6-b24aa4708a91 req-c1a2cae0-16d6-492d-abf8-c47c5dc6c6d9 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669252 Oct 29 11:38:22.921938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.965715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:22.983908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888acc3b-d414-4e63-be85-35002003b0a8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:23.018685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=888acc3b-d414-4e63-be85-35002003b0a8,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:23.025673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.038502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.113845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.137247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:23.164575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.170219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/48766ca6-132d-48c5-aad0-c07206fab9f5 HTTP/1.1" status: 204 len: 168 time: 0.3987429 Oct 29 11:38:23.170219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d08d24-7ae6-4e3b-b15f-a888c64dc928 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=48766ca6-132d-48c5-aad0-c07206fab9f5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:23.171034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34916) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:23.176383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fa6de-f361-47b5-bf47-e741be030f6f None None] Network 16a3e252-4e41-49bb-b3f6-0da587ceee29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:23.212102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51179de-0e0d-4fcf-ac58-628165d0120f req-3f696004-2422-453b-b94a-34d1e26c6e0f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:23.217149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51179de-0e0d-4fcf-ac58-628165d0120f req-3f696004-2422-453b-b94a-34d1e26c6e0f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1175494 Oct 29 11:38:23.305198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b51179de-0e0d-4fcf-ac58-628165d0120f req-8b60b689-9ed7-42b1-a22b-ec7e4ad188b5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771837 Oct 29 11:38:23.394484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.405186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['888acc3b-d414-4e63-be85-35002003b0a8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:23.526964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7379047-84dc-4508-844d-5ac320cfb849 req-0261ed7c-503f-44dd-a134-04ef2bbc4dca tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:23.530904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 4f94e0bc-a104-4178-9e03-050b95e6e3db {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:23.531242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.533499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7379047-84dc-4508-844d-5ac320cfb849 req-0261ed7c-503f-44dd-a134-04ef2bbc4dca tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 944 time: 0.1029677 Oct 29 11:38:23.621169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7379047-84dc-4508-844d-5ac320cfb849 req-fe6004d2-a1e2-4e17-b5fc-a43bc9f01cbe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Oct 29 11:38:23.662582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] DHCP port deletion for 16a3e252-4e41-49bb-b3f6-0da587ceee29 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:23.677480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 4f94e0bc-a104-4178-9e03-050b95e6e3db, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f94e0bc-a104-4178-9e03-050b95e6e3db,segment=NetworkSegment(c77aa20b-758e-4418-bd09-704603255599),segment_id=c77aa20b-758e-4418-bd09-704603255599)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:23.677857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.694362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 4f94e0bc-a104-4178-9e03-050b95e6e3db owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:23.790733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.822813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Deleting port 4f94e0bc-a104-4178-9e03-050b95e6e3db {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:23.824786 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:23.867575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=4f94e0bc-a104-4178-9e03-050b95e6e3db,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:23.869633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 4f94e0bc-a104-4178-9e03-050b95e6e3db on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:23.948231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7bdbd92-989f-4271-8bd3-2d1483493ad8 req-0873538b-96c2-44d8-86bc-84ec00dd1130 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0840104 Oct 29 11:38:23.963099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c25f-80f4-4297-9fba-059e36e5623e req-dc4c971c-442c-4d9a-b050-18c105e243f7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:23.965817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6018c25f-80f4-4297-9fba-059e36e5623e req-dc4c971c-442c-4d9a-b050-18c105e243f7 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.1572509 Oct 29 11:38:23.986790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] For port 4f94e0bc-a104-4178-9e03-050b95e6e3db, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:23.987282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.003368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.015784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Calling delete_port for 4f94e0bc-a104-4178-9e03-050b95e6e3db owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:24.022014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Port 4f94e0bc-a104-4178-9e03-050b95e6e3db was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:38:24.025487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.044343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a3e252-4e41-49bb-b3f6-0da587ceee29']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:24.071699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77aa20b-758e-4418-bd09-704603255599') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:24.071993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77aa20b-758e-4418-bd09-704603255599') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:24.091210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] No DVR routers for this DVR port 4f94e0bc-a104-4178-9e03-050b95e6e3db on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:24.101834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46019e5b-3fb6-4794-be11-ae21122051b4 None None] Pushing event deleted for resources: {'Port': ['ID=4f94e0bc-a104-4178-9e03-050b95e6e3db,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:24.103135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.117974 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.138097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:38:24.140809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:38:24.147866 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:38:24.207021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd173fb-7516-4d4b-8202-852765bfa96a req-68fec478-5005-45fd-8e14-dfa95d01a3da tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:24.209334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fd173fb-7516-4d4b-8202-852765bfa96a req-68fec478-5005-45fd-8e14-dfa95d01a3da tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.0734131 Oct 29 11:38:24.250996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Deleting port 481349ac-c942-476d-a463-e7a2730d0f27 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:24.251707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.298710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fd173fb-7516-4d4b-8202-852765bfa96a req-b31b98e1-08c6-4113-b60f-0ac585678cfc tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802689 Oct 29 11:38:24.328780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.383885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.393704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:24.396880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/16a3e252-4e41-49bb-b3f6-0da587ceee29 HTTP/1.1" status: 204 len: 168 time: 1.2250292 Oct 29 11:38:24.405957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ab581-e58c-4564-87dc-77bed4fe182b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=16a3e252-4e41-49bb-b3f6-0da587ceee29,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:24.409240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009072497', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:24.488723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.489843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.572099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a392c2-8d7b-48d8-a16c-238cf9419193 req-e40b4a41-bc81-45ce-a7c1-52a33355d014 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:24.582082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6a392c2-8d7b-48d8-a16c-238cf9419193 req-e40b4a41-bc81-45ce-a7c1-52a33355d014 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=2afab935-4886-4625-b656-c19e452ac444 HTTP/1.1" status: 200 len: 945 time: 0.1342647 Oct 29 11:38:24.653770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] For port 481349ac-c942-476d-a463-e7a2730d0f27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=481349ac-c942-476d-a463-e7a2730d0f27,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:24.654135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.659545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.674778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f94e0bc-a104-4178-9e03-050b95e6e3db no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:24.691605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Calling delete_port for 481349ac-c942-476d-a463-e7a2730d0f27 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:24.698476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.711072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4f94e0bc-a104-4178-9e03-050b95e6e3db {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:24.711521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f94e0bc-a104-4178-9e03-050b95e6e3db not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:24.734493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 888acc3b-d414-4e63-be85-35002003b0a8 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:24.783028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6a392c2-8d7b-48d8-a16c-238cf9419193 req-dd53abd4-fca9-4606-9230-6405683f9be0 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982503 Oct 29 11:38:24.818165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 888acc3b-d414-4e63-be85-35002003b0a8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:38:24.834070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 888acc3b-d414-4e63-be85-35002003b0a8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:24.834451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.851506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.855759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34944) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:24.862170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1795350952'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:24.868140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f77dce27-6d3a-4f71-bbb9-34700b575892 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4703028 Oct 29 11:38:24.923682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:24.928377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:24.980643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:24.990065 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.015875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.016483 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 22d46507-5ed5-48e5-ad2e-38c0e3093015 of type vlan for network 851265b3-cd61-44c4-bd41-d6fc29088c65 Oct 29 11:38:25.027928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:25.031068 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a061a87-5dd5-4c20-9b31-953ccf04824d" -d '{"events": [{"server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "name": "network-vif-plugged", "status": "completed", "tag": "888acc3b-d414-4e63-be85-35002003b0a8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:25.049018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=888acc3b-d414-4e63-be85-35002003b0a8,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:25.050777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f547d-46a9-49ad-8f83-458bddbf4d22 req-de9c46f0-4f47-4519-bf9f-08abceec53c8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:25.055723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.063641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a64f547d-46a9-49ad-8f83-458bddbf4d22 req-de9c46f0-4f47-4519-bf9f-08abceec53c8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1690123 Oct 29 11:38:25.114768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.127495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:25.167136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.175554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:25.176507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.190768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a64f547d-46a9-49ad-8f83-458bddbf4d22 req-73d5a316-10a9-4360-9e64-c0096716538e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252956 Oct 29 11:38:25.222290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.238075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['e15298de-c7d5-40f2-aea0-760682205d98'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:25.240939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:25.307549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event deleted for resources: {'Port': ['ID=481349ac-c942-476d-a463-e7a2730d0f27,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:25.329563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] No DVR routers for this DVR port 481349ac-c942-476d-a463-e7a2730d0f27 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:25.332414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.337060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6018c25f-80f4-4297-9fba-059e36e5623e req-4058a80b-3373-47d4-bc69-7a2b4e83b523 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "DELETE /v2.0/ports/481349ac-c942-476d-a463-e7a2730d0f27 HTTP/1.1" status: 204 len: 173 time: 1.3641031 Oct 29 11:38:25.337579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'name': 'network-vif-deleted', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:25.339124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4805152 Oct 29 11:38:25.340939 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcab8c6-5282-43ec-950f-9c9852b7819f" -d '{"events": [{"server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "name": "network-vif-deleted", "tag": "481349ac-c942-476d-a463-e7a2730d0f27"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:25.343721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:25.351400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:25.382570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=851265b3-cd61-44c4-bd41-d6fc29088c65,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:25.399153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.400276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.400947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.401473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.402405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.402972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.403484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.404168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.404671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.405581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.406091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.406613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29bba20-13a4-44e1-9ae8-2db003191589 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:25.491241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:25.609111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ca89-e6b8-4e77-9dd3-ca5e3af5b32d req-6718e269-e1d3-4358-bca4-59385aa63f22 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:25.629634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb48ca89-e6b8-4e77-9dd3-ca5e3af5b32d req-6718e269-e1d3-4358-bca4-59385aa63f22 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.2713478 Oct 29 11:38:25.714118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb48ca89-e6b8-4e77-9dd3-ca5e3af5b32d req-4029a6c9-d15b-4c33-9cd5-ed50d8f7c03d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836105 Oct 29 11:38:25.715030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:25.719485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:25.868188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be84de20-ebd6-424d-99e7-dc810f05ac3b req-c8c4309e-9736-47f8-8daf-973254d2bb2c tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0521445 Oct 29 11:38:25.922200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:26.007052 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9af7f7-e4bb-4ffe-88d7-05140ef01f31 x-openstack-request-id: req-8d9af7f7-e4bb-4ffe-88d7-05140ef01f31 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:26.008089 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "name": "network-vif-plugged", "status": "completed", "tag": "888acc3b-d414-4e63-be85-35002003b0a8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:26.012474 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d9af7f7-e4bb-4ffe-88d7-05140ef01f31 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:26.013139 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8', 'code': 200} Oct 29 11:38:26.178040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:26.256576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197ac7-5e24-4b72-9d6b-e0a4d65fd19c req-3688f656-a6c4-4471-9b36-b18b1eebc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:26.258060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-42197ac7-5e24-4b72-9d6b-e0a4d65fd19c req-3688f656-a6c4-4471-9b36-b18b1eebc62b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 1096 time: 0.1340168 Oct 29 11:38:26.275743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 481349ac-c942-476d-a463-e7a2730d0f27 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:26.323897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-42197ac7-5e24-4b72-9d6b-e0a4d65fd19c req-400989bf-7eae-446d-87b6-41886f695aa0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Oct 29 11:38:26.329044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 481349ac-c942-476d-a463-e7a2730d0f27 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:26.330849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 481349ac-c942-476d-a463-e7a2730d0f27 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:26.401835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=f19ff297-1e76-433f-922b-f8e75b2c028f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:26.421704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:26.422069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 851265b3-cd61-44c4-bd41-d6fc29088c65, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:26.444490 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238b5e6-a79e-4107-a8c7-04b0798743ba x-openstack-request-id: req-1238b5e6-a79e-4107-a8c7-04b0798743ba {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:26.444781 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afab935-4886-4625-b656-c19e452ac444", "name": "network-vif-deleted", "tag": "481349ac-c942-476d-a463-e7a2730d0f27", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:26.445073 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1238b5e6-a79e-4107-a8c7-04b0798743ba {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:26.445452 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afab935-4886-4625-b656-c19e452ac444', 'name': 'network-vif-deleted', 'tag': '481349ac-c942-476d-a463-e7a2730d0f27', 'status': 'completed', 'code': 200} Oct 29 11:38:26.476714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:26.499094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 851265b3-cd61-44c4-bd41-d6fc29088c65) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:26.504116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:26.504706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:26.510077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250f2b2-3ca9-4c2a-bfdb-81973d17a700 None None] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:26.540613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34982) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:26.541244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18d1cf5c-b7e4-47fe-a637-1693e9815f64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1947091 Oct 29 11:38:26.696819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7779ff-2fe0-4f6c-8431-11bff0535fb3 req-8a4a8580-2a46-4641-a66a-0c8b69df6d6e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:26.716076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b7779ff-2fe0-4f6c-8431-11bff0535fb3 req-8a4a8580-2a46-4641-a66a-0c8b69df6d6e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.0994306 Oct 29 11:38:26.778948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b7779ff-2fe0-4f6c-8431-11bff0535fb3 req-9d4a3857-ae22-44b3-94dd-c8d19b4d08d4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612032 Oct 29 11:38:26.819087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-851265b3-cd61-44c4-bd41-d6fc29088c65', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:38:26.820692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.037393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Allocated IP 2001:db8::2 (851265b3-cd61-44c4-bd41-d6fc29088c65/f19ff297-1e76-433f-922b-f8e75b2c028f/24446fb6-142d-4414-831d-b4313469a877) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:27.189791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fe8f9-61fa-424a-89e3-661a78bde3b3 req-4c4bdfe4-930c-44f2-95f6-95b98bc15b32 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:27.242796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a01fe8f9-61fa-424a-89e3-661a78bde3b3 req-4c4bdfe4-930c-44f2-95f6-95b98bc15b32 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.1212664 Oct 29 11:38:27.348925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a01fe8f9-61fa-424a-89e3-661a78bde3b3 req-0f49a3cf-2199-462d-a906-682b974542af tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012714 Oct 29 11:38:27.472723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.491676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.507878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6aa8df5c-09ea-4a86-9624-aac73f809a8b req-34b97460-e2fd-4e53-8e78-ea95f8d10b6f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0638297 Oct 29 11:38:27.562135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:27.571160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:27.576490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:27.635987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Pushing event updated for resources: {'Port': ['ID=24446fb6-142d-4414-831d-b4313469a877,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:27.681299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Attempting to bind port 24446fb6-142d-4414-831d-b4313469a877 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:27.681680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Attempting to bind port 24446fb6-142d-4414-831d-b4313469a877 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:27.682047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Attempting to bind port 24446fb6-142d-4414-831d-b4313469a877 on network 851265b3-cd61-44c4-bd41-d6fc29088c65 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:27.687546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:27.687919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Checking segment: {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:27.688551 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.689778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Bound using segment: {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:27.690247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Bound port: 24446fb6-142d-4414-831d-b4313469a877, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:27.690634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.758802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.769463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a052c40f-f6de-4061-935f-374a392f915c None None] For port 24446fb6-142d-4414-831d-b4313469a877, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:27.774857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a052c40f-f6de-4061-935f-374a392f915c None None] For port 24446fb6-142d-4414-831d-b4313469a877, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24446fb6-142d-4414-831d-b4313469a877,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:27.777581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130edb-efc4-4526-b429-cd46db8d16c3 req-2f12e5ff-f9cc-48fb-9103-9ccd0e4ef84e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:27.779522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84130edb-efc4-4526-b429-cd46db8d16c3 req-2f12e5ff-f9cc-48fb-9103-9ccd0e4ef84e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.1197326 Oct 29 11:38:27.785452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:27.890090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84130edb-efc4-4526-b429-cd46db8d16c3 req-41e3239b-17d6-4044-8991-b265f73a9d43 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Oct 29 11:38:27.920740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052c40f-f6de-4061-935f-374a392f915c None None] Pushing event updated for resources: {'Port': ['ID=24446fb6-142d-4414-831d-b4313469a877,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:28.112890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f77ae-f0bf-4291-8e4d-40ff38e89feb req-2a2b2f08-5d0e-4e28-82b7-48f07bad08c5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:28.115133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-278f77ae-f0bf-4291-8e4d-40ff38e89feb req-2a2b2f08-5d0e-4e28-82b7-48f07bad08c5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1192858 Oct 29 11:38:28.192742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-278f77ae-f0bf-4291-8e4d-40ff38e89feb req-599529b3-6a3c-4171-8cde-fc3531264568 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716023 Oct 29 11:38:28.276772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8::1 (851265b3-cd61-44c4-bd41-d6fc29088c65/f19ff297-1e76-433f-922b-f8e75b2c028f/3256acee-3dd8-480c-855b-bb294a89132f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:28.400366 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-25511b41-b79a-41a9-8b4d-05f062fb2593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:28.530404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:28.538367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03a63-c587-4d6b-96f6-d82f45814522 req-f7e04cc3-9b7f-41df-9d8e-bfe3fe3100f6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:28.545896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54a03a63-c587-4d6b-96f6-d82f45814522 req-f7e04cc3-9b7f-41df-9d8e-bfe3fe3100f6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.0900810 Oct 29 11:38:28.580993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:28.611349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54a03a63-c587-4d6b-96f6-d82f45814522 req-7baa6e0d-71bc-43bb-8e3a-66bf812caf9e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Oct 29 11:38:28.755012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e594e90-3124-489f-bf10-c9ffa076dfd2 req-6879f5e9-1d14-4b44-b6fc-61c530548299 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0541408 Oct 29 11:38:28.799387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:28.805025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24446fb6-142d-4414-831d-b4313469a877 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:28.869778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:28.872741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:28.888939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:28.890345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:28.945570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72768801-e778-4452-88dc-c63eedb95a29 req-52521160-9d2e-490f-93dc-2f30ebbfa418 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:28.947822 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72768801-e778-4452-88dc-c63eedb95a29 req-52521160-9d2e-490f-93dc-2f30ebbfa418 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.86 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.3526678 Oct 29 11:38:28.962358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 24446fb6-142d-4414-831d-b4313469a877 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:28.963290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:29.107894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305fa35-c958-46da-b405-d2ccd43bc6be req-59d3e11f-c04d-4d2d-8b4d-a24616b4360c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:29.109554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3305fa35-c958-46da-b405-d2ccd43bc6be req-59d3e11f-c04d-4d2d-8b4d-a24616b4360c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.1331551 Oct 29 11:38:29.200989 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:29.219411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3305fa35-c958-46da-b405-d2ccd43bc6be req-379ba43b-5319-4076-b5b3-7158390d135a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852299 Oct 29 11:38:29.281756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 24446fb6-142d-4414-831d-b4313469a877, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24446fb6-142d-4414-831d-b4313469a877,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:29.289412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:29.386676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:29.395603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=24446fb6-142d-4414-831d-b4313469a877,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:29.451098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8a0c6-7a04-4b0b-b9eb-e21cb6554f06 req-0c7083a8-ca13-4fae-92b5-0297fbc7bf7f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:29.462283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66c8a0c6-7a04-4b0b-b9eb-e21cb6554f06 req-0c7083a8-ca13-4fae-92b5-0297fbc7bf7f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.1044798 Oct 29 11:38:29.552244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66c8a0c6-7a04-4b0b-b9eb-e21cb6554f06 req-61622bb6-0f0e-4cd6-93d6-51e9588bde7e tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Oct 29 11:38:29.696547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074a98c-b03c-49d1-b5f1-119e15263b8e None None] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:29.904689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-752fdbbb-8ad3-47f6-9bd9-3bdab9356de7 None None] Provisioning complete for port 24446fb6-142d-4414-831d-b4313469a877 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:29.908807 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-752fdbbb-8ad3-47f6-9bd9-3bdab9356de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.045225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff225b1-12bf-4a54-b110-c6edf6416360 req-470cc23b-8ef0-482a-b686-a56467dae3c2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:30.050547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.058945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ff225b1-12bf-4a54-b110-c6edf6416360 req-470cc23b-8ef0-482a-b686-a56467dae3c2 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1307135 Oct 29 11:38:30.068419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Deleting port e15298de-c7d5-40f2-aea0-760682205d98 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:30.072644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.079182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.086322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.148269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ff225b1-12bf-4a54-b110-c6edf6416360 req-af05bd68-2445-450a-9cb7-f71cd58f3552 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879180 Oct 29 11:38:30.293463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35048) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:30.332110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f86ef2-70eb-4c5a-ae57-a807565abee4 req-e1e71252-037a-408e-ac0e-905411c70711 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:30.333674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f86ef2-70eb-4c5a-ae57-a807565abee4 req-e1e71252-037a-408e-ac0e-905411c70711 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.0722609 Oct 29 11:38:30.385952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f86ef2-70eb-4c5a-ae57-a807565abee4 req-1a3e5480-18ac-4686-8606-1a3d787b0d8c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Oct 29 11:38:30.475072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:30.488556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:30.492696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] For port e15298de-c7d5-40f2-aea0-760682205d98, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e15298de-c7d5-40f2-aea0-760682205d98,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:30.493244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.508205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:30.573506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10371bfb-5782-49f6-93ce-0b79296d4107 req-8f0d37d1-734f-49a8-af24-462beeae6cf5 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a8e673-9e0d-4a13-8e12-e15a0c5de4d3 HTTP/1.1" status: 200 len: 210 time: 0.0634003 Oct 29 11:38:30.615779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Calling delete_port for e15298de-c7d5-40f2-aea0-760682205d98 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:30.738474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24446fb6-142d-4414-831d-b4313469a877 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:30.780563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6231fed3-beb4-430a-9bfd-ea9fc558b020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:30.809783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ff676-47eb-4c2f-9f4e-465bfa39b09a req-2befd6d0-d025-4889-aa55-2f389584a62f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:30.818210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f3ff676-47eb-4c2f-9f4e-465bfa39b09a req-2befd6d0-d025-4889-aa55-2f389584a62f tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 945 time: 0.1370971 Oct 29 11:38:30.899175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f3ff676-47eb-4c2f-9f4e-465bfa39b09a req-38caf814-9e2d-4b60-9f41-515895bf1bf4 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729058 Oct 29 11:38:30.914665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b67c9a8-2c03-4a82-b1c1-86159ddf548f None None] Provisioning complete for port 24446fb6-142d-4414-831d-b4313469a877 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:30.918097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b67c9a8-2c03-4a82-b1c1-86159ddf548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.023448 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74532c53-c0f9-4f04-9039-87f53fbf6fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.057441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 24446fb6-142d-4414-831d-b4313469a877 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:31.059362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.111194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6231fed3-beb4-430a-9bfd-ea9fc558b020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.147378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6231fed3-beb4-430a-9bfd-ea9fc558b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.220019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:38:31.274793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b67c9a8-2c03-4a82-b1c1-86159ddf548f None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:31.275494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b67c9a8-2c03-4a82-b1c1-86159ddf548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.308143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6231fed3-beb4-430a-9bfd-ea9fc558b020 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab828a182d5c487fadab72cfb7912238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797373 Oct 29 11:38:31.312497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231fed3-beb4-430a-9bfd-ea9fc558b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036cfb14-13a9-4236-9d29-dddbe1f69c91,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:31.316191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.320753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35058) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:31.359469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b67c9a8-2c03-4a82-b1c1-86159ddf548f None None] Port 3256acee-3dd8-480c-855b-bb294a89132f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:31.375200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:31.436622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28911ae-c732-4fa1-a3fa-ce39c49bf364 req-0ff46a3a-4c50-4bbf-9b8e-d7db77392870 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:31.445795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e28911ae-c732-4fa1-a3fa-ce39c49bf364 req-0ff46a3a-4c50-4bbf-9b8e-d7db77392870 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1706011 Oct 29 11:38:31.552551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.603263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a36515d1-3290-4086-a039-89560079fec0 None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:31.603503 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a36515d1-3290-4086-a039-89560079fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.642114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] No DVR routers for this DVR port e15298de-c7d5-40f2-aea0-760682205d98 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:31.645694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.649030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a36515d1-3290-4086-a039-89560079fec0 None None] Port 3256acee-3dd8-480c-855b-bb294a89132f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:31.649755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72768801-e778-4452-88dc-c63eedb95a29 req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.86 "DELETE /v2.0/ports/e15298de-c7d5-40f2-aea0-760682205d98 HTTP/1.1" status: 204 len: 173 time: 2.6926541 Oct 29 11:38:31.650124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.656259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'name': 'network-vif-deleted', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:31.659680 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b043f4c-9f84-40e6-9529-8ceaf5117cba" -d '{"events": [{"server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "name": "network-vif-deleted", "tag": "e15298de-c7d5-40f2-aea0-760682205d98"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:31.669357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486631-11c1-41de-8a97-5e9f1fe49b65 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event deleted for resources: {'Port': ['ID=e15298de-c7d5-40f2-aea0-760682205d98,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:31.686251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e28911ae-c732-4fa1-a3fa-ce39c49bf364 req-4a033a02-89dd-4f2c-9f92-e17c1b742d27 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218466 Oct 29 11:38:31.729538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-cbcc8e31-5209-4be5-8d5d-f44573846885 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:31.731192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-cbcc8e31-5209-4be5-8d5d-f44573846885 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.4868057 Oct 29 11:38:31.761209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.764402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.768657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/036cfb14-13a9-4236-9d29-dddbe1f69c91 HTTP/1.1" status: 204 len: 168 time: 0.4388764 Oct 29 11:38:31.779658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:31.794142 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:31.796819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f6007-98fc-4f68-892a-23ec53042b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036cfb14-13a9-4236-9d29-dddbe1f69c91,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:31.828254 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:31.830599 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:31.848384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35068) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:31.852289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0de92e05-589b-4bb9-8650-9add495cbd93 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3095970 Oct 29 11:38:31.854671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-686057471'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:31.881607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1746b0a9-977c-4d01-958e-261f6f2872cf None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:31.882825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1746b0a9-977c-4d01-958e-261f6f2872cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:31.954761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1746b0a9-977c-4d01-958e-261f6f2872cf None None] Port 3256acee-3dd8-480c-855b-bb294a89132f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:31.974714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee454-9c9e-4995-9a8e-574b1c539fd0 req-0e057607-3b1d-4aa2-b588-0fdbca83a551 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:31.976499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ebee454-9c9e-4995-9a8e-574b1c539fd0 req-0e057607-3b1d-4aa2-b588-0fdbca83a551 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 945 time: 0.0992224 Oct 29 11:38:31.977896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:31.981423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.031889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:32.040049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 888acc3b-d414-4e63-be85-35002003b0a8 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:32.040340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.046334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.047397 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment c7c42b06-ff83-4e6b-aa61-2eded3b402ec of type vlan for network cd76af8c-c5f5-419d-a3e6-73fd5966665a Oct 29 11:38:32.086460 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:32.132783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ebee454-9c9e-4995-9a8e-574b1c539fd0 req-a7a53bf4-4b11-46e1-b666-cbc2a6e6d53c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487820 Oct 29 11:38:32.177507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.287486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.306712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:32.307386 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271fc69-2478-4d63-a10e-48a8e4c8cfd9 x-openstack-request-id: req-5271fc69-2478-4d63-a10e-48a8e4c8cfd9 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:32.307880 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71275159-6040-405c-b9bd-0a2da1b0cb0f", "name": "network-vif-deleted", "tag": "e15298de-c7d5-40f2-aea0-760682205d98", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:32.308013 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5271fc69-2478-4d63-a10e-48a8e4c8cfd9 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:32.308333 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71275159-6040-405c-b9bd-0a2da1b0cb0f', 'name': 'network-vif-deleted', 'tag': 'e15298de-c7d5-40f2-aea0-760682205d98', 'status': 'completed', 'code': 200} Oct 29 11:38:32.313254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.381948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 888acc3b-d414-4e63-be85-35002003b0a8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=888acc3b-d414-4e63-be85-35002003b0a8,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:32.382242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.415286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5656857 Oct 29 11:38:32.422184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 888acc3b-d414-4e63-be85-35002003b0a8 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:32.428007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35078) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:32.449062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:32.543174 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:29Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:29Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:32.559974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35080) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:32.575930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d656df56-02a8-4484-9c3d-56efa6f7c622 req-d6189a76-a3a0-44cb-b50a-70d62a2e884a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=71275159-6040-405c-b9bd-0a2da1b0cb0f HTTP/1.1" status: 200 len: 210 time: 0.2085497 Oct 29 11:38:32.590626 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:38:32.590626 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Updating router 1a53adbc-9849-43ee-bbab-9470e179d83f port 3256acee-3dd8-480c-855b-bb294a89132f binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:38:32.594766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fae5c99-cf59-44e0-af40-7edc2bce8e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.630833 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.635159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabff591-b657-4818-a7fd-367b7e89083a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=cd76af8c-c5f5-419d-a3e6-73fd5966665a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:32.650041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:32.656937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35082) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:32.668239 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.699179 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.777927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.790232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:32.794959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.799694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 888acc3b-d414-4e63-be85-35002003b0a8 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:32.866823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.963914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fae5c99-cf59-44e0-af40-7edc2bce8e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.980156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fae5c99-cf59-44e0-af40-7edc2bce8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.989815 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:32.998192 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.004198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.027725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.054931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a45d7-a600-4671-af17-bdeb776e1f86 req-79681f8d-b093-42fe-9039-759e2e6be666 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:33.059053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a30a45d7-a600-4671-af17-bdeb776e1f86 req-79681f8d-b093-42fe-9039-759e2e6be666 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.2425458 Oct 29 11:38:33.062411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:33.065670 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Pushing event updated for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.079968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=888acc3b-d414-4e63-be85-35002003b0a8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.083886 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.084372 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.085131 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.085735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.086070 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.086818 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.087146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.087582 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.087972 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.088216 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.088623 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.088979 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:33.123595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7fae5c99-cf59-44e0-af40-7edc2bce8e99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4504b3144553440ab22e3ee33a5cdc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608838 Oct 29 11:38:33.145113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:33.175388 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Attempting to bind port 3256acee-3dd8-480c-855b-bb294a89132f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:33.176054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Attempting to bind port 3256acee-3dd8-480c-855b-bb294a89132f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:33.176659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Attempting to bind port 3256acee-3dd8-480c-855b-bb294a89132f on network 851265b3-cd61-44c4-bd41-d6fc29088c65 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:33.182932 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:33.183345 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Checking segment: {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:33.183899 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.184288 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Bound using segment: {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:33.184751 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Bound port: 3256acee-3dd8-480c-855b-bb294a89132f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d46507-5ed5-48e5-ad2e-38c0e3093015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:33.184937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a30a45d7-a600-4671-af17-bdeb776e1f86 req-98574804-c0bd-4f51-9ce4-e225534f9b0a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088889 Oct 29 11:38:33.185215 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.202390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.217985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.219174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/security-groups/1ee04555-f9be-4fe0-a063-4ec3943674f9 HTTP/1.1" status: 204 len: 168 time: 0.5604763 Oct 29 11:38:33.222656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e15298de-c7d5-40f2-aea0-760682205d98 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:33.231844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:33.235104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5c99-cf59-44e0-af40-7edc2bce8e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee91ee3-a465-4757-a2e2-f2c6fa02fdd2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.252658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ea8ba-8fef-4a49-aa09-c87793c79f28 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee04555-f9be-4fe0-a063-4ec3943674f9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.277961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] For port 3256acee-3dd8-480c-855b-bb294a89132f, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:33.279068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: e15298de-c7d5-40f2-aea0-760682205d98 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:33.279411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e15298de-c7d5-40f2-aea0-760682205d98 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:33.289373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] For port 3256acee-3dd8-480c-855b-bb294a89132f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3256acee-3dd8-480c-855b-bb294a89132f,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:33.305914 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.325944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 888acc3b-d414-4e63-be85-35002003b0a8 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:33.329467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.343844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-01fb235e-bed5-41d9-a26a-b885e16e40a9 req-be237b99-3cb6-420c-a379-ed51a233d440 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/888acc3b-d414-4e63-be85-35002003b0a8 HTTP/1.1" status: 204 len: 173 time: 1.5961881 Oct 29 11:38:33.396656 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-62a7bc95-ac60-42a8-9f2d-f2bfbe6af8af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] show failed (client error): The resource could not be found. Oct 29 11:38:33.397854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcccdea5-dd91-413d-a2a0-38e2181e2f5b req-b17e2b42-ff53-4ea6-ac32-c4f0708831f9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=21487b8e-1352-4147-a66f-9ed2d7a59675 HTTP/1.1" status: 200 len: 210 time: 0.0828702 Oct 29 11:38:33.399092 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b954f-4f24-4c47-aba4-fea8684c2526 None None] Pushing event updated for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.400095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62a7bc95-ac60-42a8-9f2d-f2bfbe6af8af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "GET /v2.0/security-groups/1ee04555-f9be-4fe0-a063-4ec3943674f9 HTTP/1.1" status: 404 len: 347 time: 0.1476860 Oct 29 11:38:33.403571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35094) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:33.431596 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:33.432331 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:33.435703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.544052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:33.566270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.588652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.696531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:33.698133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.701551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.798255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=e86f8b05-490b-4ba0-a3bd-ed22dba0f828,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.832801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:33.833256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: cd76af8c-c5f5-419d-a3e6-73fd5966665a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:33.844867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.859194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.860442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aee91ee3-a465-4757-a2e2-f2c6fa02fdd2 HTTP/1.1" status: 204 len: 168 time: 0.7129290 Oct 29 11:38:33.915712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f874e-10f8-4c69-9009-44757f08680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee91ee3-a465-4757-a2e2-f2c6fa02fdd2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:33.962361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 82085c55-daf5-40b7-846a-443cab031c38 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:33.962886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:33.969198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:33.989781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, cd76af8c-c5f5-419d-a3e6-73fd5966665a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:33.996844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:33.997493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.023847 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:29Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:33Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:34.067249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8f580-0941-4330-8f2e-7694f0fcfb7c None None] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:34.071358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3eed84d1-d7e6-4cd5-9763-17e7df86a3cd tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6394885 Oct 29 11:38:34.072040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35102) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:34.113597 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56f996-e827-4e11-bcdb-5c97bea3dbab None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:29Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:33Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:34.166086 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.193990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.194328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.225649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 82085c55-daf5-40b7-846a-443cab031c38 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:34.237819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] For port 3256acee-3dd8-480c-855b-bb294a89132f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3256acee-3dd8-480c-855b-bb294a89132f,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:34.246975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.331044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'name': 'network-vif-deleted', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:34.341576 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa062bc-5365-41a4-a423-732c9dc61322" -d '{"events": [{"server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "name": "network-vif-deleted", "tag": "888acc3b-d414-4e63-be85-35002003b0a8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:34.346555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7124-9c6b-4625-bb24-ad6b3ddaf93b None None] Pushing event updated for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:34.421750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf622f-3fa3-4c9f-b006-d124dc43de31 req-811e76cf-1e81-4585-8ee1-49b3248168b5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:34.426339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7baf622f-3fa3-4c9f-b006-d124dc43de31 req-811e76cf-1e81-4585-8ee1-49b3248168b5 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1220820 Oct 29 11:38:34.464689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2393f731-1b69-4ba7-8a83-dd814fdf8fc4 None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:34.465087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2393f731-1b69-4ba7-8a83-dd814fdf8fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.470853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:38:34.471946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.549809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7baf622f-3fa3-4c9f-b006-d124dc43de31 req-e10b72b1-8ae5-4a38-a43f-8180dd874d4a tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125989 Oct 29 11:38:34.612365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:34.723530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=82085c55-daf5-40b7-846a-443cab031c38,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:34.936427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3256acee-3dd8-480c-855b-bb294a89132f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:35.057689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.065473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.080636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90254026-5205-4bd8-901f-49ae8b3c90af tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/floatingips/0fc56a1d-6122-47cc-93ec-d38dd3064466 HTTP/1.1" status: 204 len: 168 time: 1.6624177 Oct 29 11:38:35.080636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35124) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:35.161710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Allocated IP 2001:db8:1::2 (cd76af8c-c5f5-419d-a3e6-73fd5966665a/e86f8b05-490b-4ba0-a3bd-ed22dba0f828/38decb23-8495-42c1-91be-5a0f06413727) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:35.298366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166bb2-4155-4b75-872b-245052777d8d req-ecda8e64-ef9d-4335-bfa5-13d4421ed202 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:35.309111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04166bb2-4155-4b75-872b-245052777d8d req-ecda8e64-ef9d-4335-bfa5-13d4421ed202 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.5754180 Oct 29 11:38:35.339798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3256acee-3dd8-480c-855b-bb294a89132f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:35.340099 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.417646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04166bb2-4155-4b75-872b-245052777d8d req-1328c032-269b-4766-8a3b-9431a1272232 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082551 Oct 29 11:38:35.435700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.450519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port b568f848-f6f3-4378-a94f-e423c5371fd0 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:35.452199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.460268 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.513830 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a0981-e38a-4c64-8dbe-14166c969243 x-openstack-request-id: req-ec6a0981-e38a-4c64-8dbe-14166c969243 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:35.514366 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21487b8e-1352-4147-a66f-9ed2d7a59675", "name": "network-vif-deleted", "tag": "888acc3b-d414-4e63-be85-35002003b0a8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:35.514366 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec6a0981-e38a-4c64-8dbe-14166c969243 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:35.514789 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21487b8e-1352-4147-a66f-9ed2d7a59675', 'name': 'network-vif-deleted', 'tag': '888acc3b-d414-4e63-be85-35002003b0a8', 'status': 'completed', 'code': 200} Oct 29 11:38:35.659648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:35.673881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:35.694938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:35.702351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Pushing event updated for resources: {'Port': ['ID=38decb23-8495-42c1-91be-5a0f06413727,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:35.739062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.756698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.789637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for b568f848-f6f3-4378-a94f-e423c5371fd0 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:35.837599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb55ef9-7032-4705-8d57-f5b4198f2db2 req-08e2d3b6-1998-40da-bca9-5bd8dec49c80 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:35.840989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Attempting to bind port 38decb23-8495-42c1-91be-5a0f06413727 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:35.841385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Attempting to bind port 38decb23-8495-42c1-91be-5a0f06413727 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:35.841742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Attempting to bind port 38decb23-8495-42c1-91be-5a0f06413727 on network cd76af8c-c5f5-419d-a3e6-73fd5966665a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:35.848117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:35.848117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Checking segment: {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:35.848450 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.849100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Bound using segment: {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:35.849567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Bound port: 38decb23-8495-42c1-91be-5a0f06413727, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:35.850052 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:35.871048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4eb55ef9-7032-4705-8d57-f5b4198f2db2 req-08e2d3b6-1998-40da-bca9-5bd8dec49c80 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.1517751 Oct 29 11:38:35.923162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] For port 38decb23-8495-42c1-91be-5a0f06413727, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:35.926974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] For port 38decb23-8495-42c1-91be-5a0f06413727, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=38decb23-8495-42c1-91be-5a0f06413727,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:35.936768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.022365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd012-8aa3-42b0-a6b9-d220b7010e69 None None] Pushing event updated for resources: {'Port': ['ID=38decb23-8495-42c1-91be-5a0f06413727,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:36.078336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4eb55ef9-7032-4705-8d57-f5b4198f2db2 req-057e61c2-e069-4337-ba82-7a4f57ecff08 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063015 Oct 29 11:38:36.094304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-7688517e-ef01-464b-a884-6a731909d825 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:36.095879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-7688517e-ef01-464b-a884-6a731909d825 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.2172546 Oct 29 11:38:36.334668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.383316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=b568f848-f6f3-4378-a94f-e423c5371fd0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:36.390210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Deleting port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:36.390210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.400761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8:1::1 (cd76af8c-c5f5-419d-a3e6-73fd5966665a/e86f8b05-490b-4ba0-a3bd-ed22dba0f828/f7105256-5363-49ce-ae83-8a3fb1d82e58) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:36.570695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.580845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6b424a5b-175c-4a00-8491-4efe0318d568 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/ports/b568f848-f6f3-4378-a94f-e423c5371fd0 HTTP/1.1" status: 204 len: 168 time: 1.5005577 Oct 29 11:38:36.583213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:36.753523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.805203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 6118a448-9476-4b50-b35e-129499371123 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:36.805623 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.807650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] For port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:36.810650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.837885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Calling delete_port for d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:36.855198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e0eb3-86fa-4456-be8e-5f38e9587c3f req-dff6c06c-7986-4f3c-92df-8268948c0839 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:36.857789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a28e0eb3-86fa-4456-be8e-5f38e9587c3f req-dff6c06c-7986-4f3c-92df-8268948c0839 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1947622 Oct 29 11:38:36.874874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:36.894563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 38decb23-8495-42c1-91be-5a0f06413727 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:36.988422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:36.989772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a28e0eb3-86fa-4456-be8e-5f38e9587c3f req-6391643c-57d8-4298-9e81-54a63dce70be tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250324 Oct 29 11:38:37.041446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:37.064217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:37.064921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.072515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:37.089287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 38decb23-8495-42c1-91be-5a0f06413727 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:37.089795 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.251681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.299896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 6118a448-9476-4b50-b35e-129499371123 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:37.318151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.389524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 38decb23-8495-42c1-91be-5a0f06413727, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=38decb23-8495-42c1-91be-5a0f06413727,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:37.400892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.440093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385d24-f73a-4ada-a2f0-6bd7bf049170 req-b8a40a1c-db3f-4dcd-a7ea-bd8ca2ba4571 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:37.448505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11385d24-f73a-4ada-a2f0-6bd7bf049170 req-b8a40a1c-db3f-4dcd-a7ea-bd8ca2ba4571 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/ports?device_id=653904b9-6fd4-44e6-8f92-7e21ce6359e0 HTTP/1.1" status: 200 len: 946 time: 0.2172971 Oct 29 11:38:37.453755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.530229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=38decb23-8495-42c1-91be-5a0f06413727,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:37.596818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.712630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=6118a448-9476-4b50-b35e-129499371123,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:37.820649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.838391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:37.842001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97a3d85b-e866-4c93-95ed-b06ed853622b tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/ports/6118a448-9476-4b50-b35e-129499371123 HTTP/1.1" status: 204 len: 168 time: 1.2566891 Oct 29 11:38:37.943558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:37.948412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0642a-7913-45e2-a21d-040c07d7657b None None] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:38.078943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting subnet f72c5088-12c0-4802-8800-db90bc71f84f {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:38:38.082841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Pushing event deleted for resources: {'Port': ['ID=d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:38.088750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.100764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-91e185bd-54cb-4053-888e-c95920c45999 None None] Provisioning complete for port 38decb23-8495-42c1-91be-5a0f06413727 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:38.101458 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-91e185bd-54cb-4053-888e-c95920c45999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.255201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11385d24-f73a-4ada-a2f0-6bd7bf049170 req-dfe035d9-5dae-4b2a-88d3-78dc467d063c tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.77 "GET /v2.0/security-groups?id=aacb9708-b76a-49d0-96f1-dedc0aaebdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056347 Oct 29 11:38:38.321627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] No DVR routers for this DVR port d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:38.346479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.350427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd9f3646-5c73-4533-a818-9aaa1a07bd8e req-9b293bf6-f4e8-40b3-ad50-5a9d75c67f86 tempest-ListServerFiltersTestJSON-109175004 tempest-ListServerFiltersTestJSON-109175004-project] 10.222.0.41 "DELETE /v2.0/ports/d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac HTTP/1.1" status: 204 len: 173 time: 2.2424738 Oct 29 11:38:38.352104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'name': 'network-vif-deleted', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:38.354858 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f21d86-e7a4-489d-94b8-a4d40eae2eda" -d '{"events": [{"server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "name": "network-vif-deleted", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:38.358445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:38.404596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:38.405106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.405494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:38.648269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.659773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.660586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.761349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:38.819326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:38.848749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 38decb23-8495-42c1-91be-5a0f06413727 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:39.009666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-21b76e97-0737-47dc-a9c4-2bf2003c1617 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:39.018209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-21b76e97-0737-47dc-a9c4-2bf2003c1617 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.5126107 Oct 29 11:38:39.032356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.102460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-8a1bbd37-20e1-45ee-8ca9-4e51fa93db1f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0806587 Oct 29 11:38:39.115466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Subnet': ['ID=f72c5088-12c0-4802-8800-db90bc71f84f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:39.139309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.146563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9885c42-5ec2-4717-a23f-73c6d4a1920f tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/subnets/f72c5088-12c0-4802-8800-db90bc71f84f HTTP/1.1" status: 204 len: 168 time: 1.1594005 Oct 29 11:38:39.150525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:39.182958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:39.184924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:39.301936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting subnet 40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:38:39.323072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.464146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.485822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:39.493381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b2bac-d54d-46be-80ad-d7c83748e0f4 None None] Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:39.558394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-9502b3dd-d646-438e-8c15-f3031e534e56 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4474466 Oct 29 11:38:39.693844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d585070e-6bb1-40fd-a9f1-c0469a62e7bd service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345816 Oct 29 11:38:39.712225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ac2cf065-6edd-4dcc-a3ad-87eeff483d28 None None] Provisioning complete for port 38decb23-8495-42c1-91be-5a0f06413727 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:39.713069 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf065-6edd-4dcc-a3ad-87eeff483d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.714234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:39.723675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-77b65bea-7d3c-4017-b91b-c28a89c8c493 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6503611 Oct 29 11:38:39.724518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35206) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:39.737070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-399250109'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:39.742003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:39.782944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:39.787515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.803383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:39.804739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:39.821505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.845943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:39.856248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.856749 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment f3407f07-83e1-4e3c-842b-d8be24e87151 of type vlan for network 2db14fca-279b-4f08-90d6-78277999195f Oct 29 11:38:39.877326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-9fe734dd-2982-47c2-9c90-87e18cdde6a9 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824751 Oct 29 11:38:39.941217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.963671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.990286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 38decb23-8495-42c1-91be-5a0f06413727 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:39.990655 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:39.997744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Subnet': ['ID=40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:40.020190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.037279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7c5d8529-ff25-471c-896b-7a981c33c8f7 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/subnets/40c88bce-ccb7-4dd4-9bb2-7501c8a8a52e HTTP/1.1" status: 204 len: 168 time: 0.8822286 Oct 29 11:38:40.037727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35210) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:40.069261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe32a1e-5952-4df9-9ea9-df1080f46511 None None] Network f400b10f-7666-4481-ad6b-1792a354fca0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:40.074778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.082035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:40.082668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.252066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=2db14fca-279b-4f08-90d6-78277999195f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:40.271150 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-380acf54-b302-4979-a278-ffaa0abe9a1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5389037 Oct 29 11:38:40.272834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35216) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:40.280782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:40.312008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.356545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2db14fca-279b-4f08-90d6-78277999195f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:40.473113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:40.491106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa035a-b00f-407c-8721-bd5e4f1b1306 None None] DHCP port deletion for 5d30babd-2ab1-4ae7-b74c-535833dbfb68 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:40.506868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:40.510816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.575207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb378a-0034-4ec2-a976-7243655f4c7b req-f233bc52-7731-4aa0-ac08-1a441b8cdaff tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:40.583737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1fb378a-0034-4ec2-a976-7243655f4c7b req-f233bc52-7731-4aa0-ac08-1a441b8cdaff tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.2577555 Oct 29 11:38:40.648369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1fb378a-0034-4ec2-a976-7243655f4c7b req-23fdd1e7-0ece-45b9-9692-75a880d6d83c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 Oct 29 11:38:40.662562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port 6afe2180-1501-4365-8213-0534470e544a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:40.665709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.777676 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfabccd-cb76-4d8b-a62b-d74724bc9949 x-openstack-request-id: req-dcfabccd-cb76-4d8b-a62b-d74724bc9949 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:40.778006 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653904b9-6fd4-44e6-8f92-7e21ce6359e0", "name": "network-vif-deleted", "tag": "d75b8e25-cb8e-4b7d-86a5-92b7a96d8fac", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:40.778358 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcfabccd-cb76-4d8b-a62b-d74724bc9949 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:40.778911 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653904b9-6fd4-44e6-8f92-7e21ce6359e0', 'name': 'network-vif-deleted', 'tag': 'd75b8e25-cb8e-4b7d-86a5-92b7a96d8fac', 'status': 'completed', 'code': 200} Oct 29 11:38:40.828399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:40.846248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port 6afe2180-1501-4365-8213-0534470e544a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6afe2180-1501-4365-8213-0534470e544a,segment=NetworkSegment(274c3d37-3442-440f-90eb-9d85afa23c56),segment_id=274c3d37-3442-440f-90eb-9d85afa23c56)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:40.849618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.854671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:40.884081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for 6afe2180-1501-4365-8213-0534470e544a owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:40.966048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Deleting subnet d1379111-4de7-4d38-99c0-913a1edb3ff4 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:38:40.970282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.015491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.039160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-995c47ff-fa1c-412e-bbbe-58ea228e04c3 req-47ca5a97-2760-4a7b-8adb-8dabeaf541ca tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 210 time: 0.1610663 Oct 29 11:38:41.044111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.054633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=a7792411-4af9-445a-8bac-2e2fb8e422f6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:41.079919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:41.080289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 2db14fca-279b-4f08-90d6-78277999195f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:41.108392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port 6afe2180-1501-4365-8213-0534470e544a on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:41.113256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 2db14fca-279b-4f08-90d6-78277999195f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:41.124008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] DHCP port deletion for f400b10f-7666-4481-ad6b-1792a354fca0 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:41.160990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2db14fca-279b-4f08-90d6-78277999195f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:41.171883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=6afe2180-1501-4365-8213-0534470e544a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:41.183203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:41.183203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.196533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.209676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ac2cf065-6edd-4dcc-a3ad-87eeff483d28 None None] Provisioning complete for port f7105256-5363-49ce-ae83-8a3fb1d82e58 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:41.210357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf065-6edd-4dcc-a3ad-87eeff483d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.241197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0617e33-9401-4b0b-bbcc-6e45ff86c8f8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9543233 Oct 29 11:38:41.241197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35230) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:41.278559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.282900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026b5ec-2031-49f4-a336-53bba631dea2 None None] Network 2db14fca-279b-4f08-90d6-78277999195f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:41.286862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cf065-6edd-4dcc-a3ad-87eeff483d28 None None] Port f7105256-5363-49ce-ae83-8a3fb1d82e58 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:41.348350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d30babd-2ab1-4ae7-b74c-535833dbfb68']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:41.374983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274c3d37-3442-440f-90eb-9d85afa23c56') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:41.375230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274c3d37-3442-440f-90eb-9d85afa23c56') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:41.399389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.431614 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.463839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:38:41.464518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:38:41.471339 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:38:41.479544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.542705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1379111-4de7-4d38-99c0-913a1edb3ff4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:41.615916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.622669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-763754d1-25cc-455d-94eb-8e1dcf285d0f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d1379111-4de7-4d38-99c0-913a1edb3ff4 HTTP/1.1" status: 204 len: 168 time: 0.7915502 Oct 29 11:38:41.622919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35238) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:41.720220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.738233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-98818a62-ee08-40e8-b517-5a0174bb09ef None None] Provisioning complete for port f7105256-5363-49ce-ae83-8a3fb1d82e58 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:41.739451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-98818a62-ee08-40e8-b517-5a0174bb09ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.756289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.759288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.788303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.801354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/networks/5d30babd-2ab1-4ae7-b74c-535833dbfb68 HTTP/1.1" status: 204 len: 168 time: 1.7625418 Oct 29 11:38:41.807529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e36ee-f8b2-43f5-a559-9e0a7777fd17 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Network': ['ID=5d30babd-2ab1-4ae7-b74c-535833dbfb68,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:41.811496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:41.827810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-faaa035a-b00f-407c-8721-bd5e4f1b1306 None None] Deleting port 6afe2180-1501-4365-8213-0534470e544a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:41.828553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-faaa035a-b00f-407c-8721-bd5e4f1b1306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:41.900028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-98818a62-ee08-40e8-b517-5a0174bb09ef None None] Port f7105256-5363-49ce-ae83-8a3fb1d82e58 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-faaa035a-b00f-407c-8721-bd5e4f1b1306 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 could not be found. Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:38:41.915241 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5d30babd-2ab1-4ae7-b74c-535833dbfb68 could not be found. Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097458c-e478-4284-b43b-e00c0c20aea9 None None] Network af964610-76a2-4fbd-bcef-b5db46c0dd9f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:41.919969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6afe2180-1501-4365-8213-0534470e544a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:41.981257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbcb38-f5c4-432e-b429-87228a4d157c None None] DHCP port deletion for 5d30babd-2ab1-4ae7-b74c-535833dbfb68 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:42.043936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2db14fca-279b-4f08-90d6-78277999195f', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:38:42.044849 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.048443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6afe2180-1501-4365-8213-0534470e544a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:42.048784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6afe2180-1501-4365-8213-0534470e544a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:42.049394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device af086a6a-a657-4200-8859-1f978030796e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:42.058364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Deleting port c3d77bf6-e7d7-49da-a85b-e36d83d79101 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:42.060691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.171603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-ca261e8a-145a-428f-98fe-ef2785935b55 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:42.173185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-ca261e8a-145a-428f-98fe-ef2785935b55 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.2629404 Oct 29 11:38:42.187431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': '49108550-9923-4466-a4d3-536ad0bad896', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:42.255393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] For port c3d77bf6-e7d7-49da-a85b-e36d83d79101, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c3d77bf6-e7d7-49da-a85b-e36d83d79101,segment=NetworkSegment(e75c408a-e60f-4793-bc01-8a156f276ee2),segment_id=e75c408a-e60f-4793-bc01-8a156f276ee2)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:42.257030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.273475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Calling delete_port for c3d77bf6-e7d7-49da-a85b-e36d83d79101 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:42.296283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8:2::1 (2db14fca-279b-4f08-90d6-78277999195f/a7792411-4af9-445a-8bac-2e2fb8e422f6/fd1ad21e-4ebc-400a-a752-8d7ada33d1a7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:42.320348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Deleting port af086a6a-a657-4200-8859-1f978030796e {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:42.321109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.378380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00918-8ed6-4a83-bb8c-052e8e0a5a54 req-ac9b6754-f0c3-4108-ac84-cd508b2739be tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:42.386689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27b00918-8ed6-4a83-bb8c-052e8e0a5a54 req-ac9b6754-f0c3-4108-ac84-cd508b2739be tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.5840023 Oct 29 11:38:42.451896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27b00918-8ed6-4a83-bb8c-052e8e0a5a54 req-766a009a-c97e-4d03-bc36-44c7e4a55252 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 Oct 29 11:38:42.479435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.521307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.627237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5eb00fd5-1c55-455e-b545-bc78b6e5dd2f req-8557bd85-3b27-41a0-a3c4-09416bdc6c73 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 210 time: 0.0404904 Oct 29 11:38:42.641433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.661578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.703467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:42.715457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.743759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d77bf6-e7d7-49da-a85b-e36d83d79101,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:42.749085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:42.783351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] No DVR routers for this DVR port c3d77bf6-e7d7-49da-a85b-e36d83d79101 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:42.799578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Deleting port af086a6a-a657-4200-8859-1f978030796e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:38:42.802830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.810001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 2db14fca-279b-4f08-90d6-78277999195f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:42.818958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:42.824387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:42.825359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.854457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a5b82-f041-4a9c-ad2d-345ff6fd085e None None] DHCP port deletion for af964610-76a2-4fbd-bcef-b5db46c0dd9f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:38:42.879928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:37Z', 'revision_number': 3, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:38Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:42.886735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=af086a6a-a657-4200-8859-1f978030796e,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:42.887125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.947303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:42.949541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:38:42.949950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Updating router 1a53adbc-9849-43ee-bbab-9470e179d83f port f7105256-5363-49ce-ae83-8a3fb1d82e58 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:38:42.953030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Calling delete_port for af086a6a-a657-4200-8859-1f978030796e owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:43.000488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Allocated IP 2001:db8:2::2 (2db14fca-279b-4f08-90d6-78277999195f/a7792411-4af9-445a-8bac-2e2fb8e422f6/26002ba8-2a51-42ce-a1a7-d5b88d541a77) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:43.053461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.074347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.105238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=af086a6a-a657-4200-8859-1f978030796e,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:43.105676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.114150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.2 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/6f27af0c-a95d-46b2-b654-520833e66771) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:43.124793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port af086a6a-a657-4200-8859-1f978030796e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=af086a6a-a657-4200-8859-1f978030796e,segment=NetworkSegment(ed9e3b59-aa20-4e6d-892e-51b803fbc7e6),segment_id=ed9e3b59-aa20-4e6d-892e-51b803fbc7e6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:43.149776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Calling delete_port for af086a6a-a657-4200-8859-1f978030796e owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:38:43.152341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af964610-76a2-4fbd-bcef-b5db46c0dd9f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:43.175747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.214989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75c408a-e60f-4793-bc01-8a156f276ee2') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:43.216012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75c408a-e60f-4793-bc01-8a156f276ee2') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:43.262060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.320716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.369327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.375840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:38:43.376233 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.431180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:38:43.442775 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:38:43.462111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.472408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.477097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] 10.222.0.77 "DELETE /v2.0/networks/af964610-76a2-4fbd-bcef-b5db46c0dd9f HTTP/1.1" status: 204 len: 168 time: 1.8527591 Oct 29 11:38:43.496590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62835bcf-2d82-4148-9481-43645efda43d admin admin] Pushing event deleted for resources: {'Network': ['ID=af964610-76a2-4fbd-bcef-b5db46c0dd9f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:43.670847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c3d77bf6-e7d7-49da-a85b-e36d83d79101 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:43.675046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.705402 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.732333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] No DVR routers for this DVR port af086a6a-a657-4200-8859-1f978030796e on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:43.781661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c3d77bf6-e7d7-49da-a85b-e36d83d79101 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:38:43.782239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c3d77bf6-e7d7-49da-a85b-e36d83d79101 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:38:43.827122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:43.886128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:43.903870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] No DVR routers for this DVR port af086a6a-a657-4200-8859-1f978030796e on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:38:43.912656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:43.918960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35270) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:43.929242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.929242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.929242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.929242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.934153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.935603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.935957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.936300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.936637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.936970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.937387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.937721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:38:43.972735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f400b10f-7666-4481-ad6b-1792a354fca0']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:43.995440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:43.995671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9e3b59-aa20-4e6d-892e-51b803fbc7e6') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:44.012237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.028979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.038048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910e1bf-8e8d-4839-962c-6a7bbbd861be None None] Pushing event deleted for resources: {'Port': ['ID=af086a6a-a657-4200-8859-1f978030796e,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.062138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:38:44.065474 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.066559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.075908 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.084093 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.099818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.158338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:38:44.175263 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:38:44.181800 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.191167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.196874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:44.198298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] 10.222.0.77 "DELETE /v2.0/networks/f400b10f-7666-4481-ad6b-1792a354fca0 HTTP/1.1" status: 204 len: 168 time: 2.3667638 Oct 29 11:38:44.215784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c120-1571-4b9e-a92a-ddc84d529e89 req-c5095ece-5354-4b45-985c-ff87577a4c21 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:44.226116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96c9c120-1571-4b9e-a92a-ddc84d529e89 req-c5095ece-5354-4b45-985c-ff87577a4c21 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.6015575 Oct 29 11:38:44.270186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:44.286285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9b9626c-f124-41ee-b3d2-099290ccd351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90d2a68276de42b994079f3f65e084af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452628 Oct 29 11:38:44.303706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35272) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:44.304552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d173-71ff-46e1-881d-59c22b44df51 tempest-TaggedBootDevicesTest-1144976035 tempest-TaggedBootDevicesTest-1144976035-project] Pushing event deleted for resources: {'Network': ['ID=f400b10f-7666-4481-ad6b-1792a354fca0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.363675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:44.394398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:44.396381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Network 2db14fca-279b-4f08-90d6-78277999195f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:44.404326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e88d2d-0446-43d4-a8ad-94afd3e390c8 None None] Pushing event updated for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.408513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96c9c120-1571-4b9e-a92a-ddc84d529e89 req-aaf65b69-cb0e-4eb7-994c-95dbcc9e093f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389742 Oct 29 11:38:44.434632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:44.445292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:44.445862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.486022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.634731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.644398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.645844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aacb9708-b76a-49d0-96f1-dedc0aaebdf7 HTTP/1.1" status: 204 len: 168 time: 0.3358438 Oct 29 11:38:44.682696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Attempting to bind port f7105256-5363-49ce-ae83-8a3fb1d82e58 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:44.684103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Attempting to bind port f7105256-5363-49ce-ae83-8a3fb1d82e58 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:44.684987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Attempting to bind port f7105256-5363-49ce-ae83-8a3fb1d82e58 on network cd76af8c-c5f5-419d-a3e6-73fd5966665a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:44.737446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8e988-be40-4481-bf79-74eadc8eec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb9708-b76a-49d0-96f1-dedc0aaebdf7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.777345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ce9b-e18b-49b3-83f5-1905b63dcb22 req-5795a650-2c57-4d8e-9223-be21aa197efb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:44.779186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6832ce9b-e18b-49b3-83f5-1905b63dcb22 req-5795a650-2c57-4d8e-9223-be21aa197efb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 931 time: 0.1837256 Oct 29 11:38:44.794755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:44.795794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.798474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.806260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.818643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.819526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.861672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d6f2f3cf-858c-460f-89ba-fcc0a3f0988b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6780608 Oct 29 11:38:44.883606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6832ce9b-e18b-49b3-83f5-1905b63dcb22 req-2ceffe48-3e6c-4d6b-b258-dbbe9e7e553d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965488 Oct 29 11:38:44.900902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Request body: {'port': {'device_id': '49108550-9923-4466-a4d3-536ad0bad896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:44.926769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:44.928311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Checking segment: {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:44.928962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.929560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Bound using segment: {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:44.930342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Bound port: f7105256-5363-49ce-ae83-8a3fb1d82e58, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:44.930916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:44.935344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Pushing event updated for resources: {'Port': ['ID=26002ba8-2a51-42ce-a1a7-d5b88d541a77,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:44.963113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Attempting to bind port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:44.963997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Attempting to bind port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:44.964548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Attempting to bind port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 on network 2db14fca-279b-4f08-90d6-78277999195f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:45.039161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-080fcff8-69d0-49fb-84f8-1a32399e995f None None] Provisioning complete for port f7105256-5363-49ce-ae83-8a3fb1d82e58 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:45.039585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-080fcff8-69d0-49fb-84f8-1a32399e995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.093905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:45.098042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-080fcff8-69d0-49fb-84f8-1a32399e995f None None] Port f7105256-5363-49ce-ae83-8a3fb1d82e58 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:45.100625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:45.100991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Checking segment: {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:45.101417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.101799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Bound using segment: {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:45.102283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Bound port: 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:45.102663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.127104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.304726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 2db14fca-279b-4f08-90d6-78277999195f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:45.308727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:45.372966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] For port f7105256-5363-49ce-ae83-8a3fb1d82e58, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:45.376508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] For port 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:45.382675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] For port 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=26002ba8-2a51-42ce-a1a7-d5b88d541a77,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:45.385263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] For port f7105256-5363-49ce-ae83-8a3fb1d82e58, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7105256-5363-49ce-ae83-8a3fb1d82e58,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:45.392230 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.444414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf38f8-6d46-4085-ab35-45c17c6015af None None] Pushing event updated for resources: {'Port': ['ID=26002ba8-2a51-42ce-a1a7-d5b88d541a77,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:45.449266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:45.583759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e88d2d-0446-43d4-a8ad-94afd3e390c8 None None] Pushing event updated for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:45.597038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:45.598335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:45.652981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468758-2e0d-495d-ab3a-a51afefd79c7 req-7d44a1b4-5ca0-4505-ad46-dd6fdbddb680 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:45.656072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78468758-2e0d-495d-ab3a-a51afefd79c7 req-7d44a1b4-5ca0-4505-ad46-dd6fdbddb680 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1140323 Oct 29 11:38:45.757623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:45.789886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78468758-2e0d-495d-ab3a-a51afefd79c7 req-1c8d4c93-6b04-4511-9fb8-fb595aee8918 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084423 Oct 29 11:38:45.827890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:46.128618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35314) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:46.156666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a167a4-abbe-4325-819c-5dfe450b8d5e req-86fe47dc-5ddd-4cc6-9034-cd10dbfee298 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:46.174621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01a167a4-abbe-4325-819c-5dfe450b8d5e req-86fe47dc-5ddd-4cc6-9034-cd10dbfee298 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 931 time: 0.1690161 Oct 29 11:38:46.263501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01a167a4-abbe-4325-819c-5dfe450b8d5e req-330a9111-aaac-4fc8-b09f-94ad5c93a5dd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847268 Oct 29 11:38:46.272983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f27af0c-a95d-46b2-b654-520833e66771 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:46.282620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.299495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Transition to ACTIVE for port object 6f27af0c-a95d-46b2-b654-520833e66771 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:38:46.310809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.328405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:46.337691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8668722-88aa-438c-acf9-95ac3043f428 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1047754 Oct 29 11:38:46.340176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] Provisioning complete for port f7105256-5363-49ce-ae83-8a3fb1d82e58 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:46.340498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35320) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:46.342382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.354869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262912624'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:46.410704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:46.417537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.471636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:42Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:45Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:44Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:46.490687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:46.499786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:46.508465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-744444522-network', 'tenant_id': '92f219e9666b48569c9502458457ea42'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:46.519911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.520193 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added segment 007eaaa7-5487-4f38-a4d9-f24fef273123 of type vlan for network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 Oct 29 11:38:46.542364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Attempting to bind port 6f27af0c-a95d-46b2-b654-520833e66771 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:46.542827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Attempting to bind port 6f27af0c-a95d-46b2-b654-520833e66771 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:46.543177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Attempting to bind port 6f27af0c-a95d-46b2-b654-520833e66771 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:46.550519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Port 6f27af0c-a95d-46b2-b654-520833e66771 on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:38:46.550961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Attempting to bind port 6f27af0c-a95d-46b2-b654-520833e66771 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:46.554980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Made reservation on behalf of 92f219e9666b48569c9502458457ea42 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:46.557399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.574498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.577267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:46.577608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:46.578002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:46.578527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Bound port: 6f27af0c-a95d-46b2-b654-520833e66771, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:46.579364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.601851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.651785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.661075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:46.662817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.739536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:46.744848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6f27af0c-a95d-46b2-b654-520833e66771,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:46.751683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.777131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd25a24-2b0d-4882-b6e2-89eee5f4d8e9 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:42Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:45Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:44Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:46.868408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:46.869894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.871729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] 10.222.0.86 "PUT /v2.0/ports/6f27af0c-a95d-46b2-b654-520833e66771 HTTP/1.1" status: 200 len: 1091 time: 1.9884865 Oct 29 11:38:46.872486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:46.876598 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f" -d '{"events": [{"name": "network-changed", "server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "tag": "6f27af0c-a95d-46b2-b654-520833e66771"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:46.892671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.910814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:46.915802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Network': ['ID=371a00ba-0c70-4738-a3f5-1021dd8bfa33,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:46.948472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2595146-9aa1-4185-a379-116efc1a05fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6067305 Oct 29 11:38:46.948811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:46.949067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:46.956361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'subnet': {'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:47.021357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e20b72-5102-4416-9bb7-5d0333910cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:47.048770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.074886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-37151b12-e515-44cd-bc9d-5bdb2f5cbf54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4010460 Oct 29 11:38:47.144855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] For port f7105256-5363-49ce-ae83-8a3fb1d82e58, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7105256-5363-49ce-ae83-8a3fb1d82e58,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:47.173813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.186545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b09b567-7690-481e-947e-e6f673b29519,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:47.222876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:38:47.241945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.242406 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Added segment e68a601c-7d6d-4de2-bb3c-d5ce10c8d086 of type vlan for network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b Oct 29 11:38:47.337356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.343116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6569d-3ca9-47f4-a532-98ce9b752265 None None] Pushing event updated for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:47.417310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.418716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.420428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.421852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.422326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.425254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.428529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.433272 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.435962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.437165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-5577412c-22ae-4a7a-b40f-71a47943febe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 6501 time: 0.2838683 Oct 29 11:38:47.439131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.488569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d773-bce2-4f3f-84d8-64646219af13 req-cc968494-cbba-4f77-ab5d-ac9d8790ba92 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.491815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7077d773-bce2-4f3f-84d8-64646219af13 req-cc968494-cbba-4f77-ab5d-ac9d8790ba92 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.5245404 Oct 29 11:38:47.581338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-abbe7f16-27cb-47cf-ad3a-1276e08146e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:47.595214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-abbe7f16-27cb-47cf-ad3a-1276e08146e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 1094 time: 0.5693190 Oct 29 11:38:47.669817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7077d773-bce2-4f3f-84d8-64646219af13 req-b44692c9-8380-4b76-95dd-bb53c1eef9aa tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453240 Oct 29 11:38:47.672233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Made reservation on behalf of 6e743ec54aa446319e72426a47690de8 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:47.676300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:47.748773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ade10-394f-4c18-8626-9c16e2d37248 None None] Network 2db14fca-279b-4f08-90d6-78277999195f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:47.749481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6007853 Oct 29 11:38:47.850451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35340) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:47.892054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7105256-5363-49ce-ae83-8a3fb1d82e58 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:47.895768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-ef912ee6-6be4-47a2-89d3-666266e4f843 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f27af0c-a95d-46b2-b654-520833e66771 HTTP/1.1" status: 200 len: 217 time: 0.2078187 Oct 29 11:38:47.903827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Request body: {'subnet': {'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-744444522-subnet', 'tenant_id': '92f219e9666b48569c9502458457ea42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:47.912744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bce55-da44-4534-adef-5fe0653666a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:47.946877 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dddc7d7-b060-4410-b794-ef60d8a37f02 x-openstack-request-id: req-7dddc7d7-b060-4410-b794-ef60d8a37f02 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:47.947242 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "tag": "6f27af0c-a95d-46b2-b654-520833e66771", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:47.947624 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dddc7d7-b060-4410-b794-ef60d8a37f02 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:47.948036 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771', 'status': 'completed', 'code': 200} Oct 29 11:38:48.017798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Made reservation on behalf of 92f219e9666b48569c9502458457ea42 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:48.022754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.024045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:38:48.031231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-a9762d0d-39e9-4fdf-9cf8-564f6d94f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.035148 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-a9762d0d-39e9-4fdf-9cf8-564f6d94f4c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1043665 Oct 29 11:38:48.096022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35346) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:48.130967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d7e99fa2-7242-4732-9f4a-f4849d2914ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760992 Oct 29 11:38:48.182037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] Provisioning complete for port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:48.182552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.280294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.314481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f7105256-5363-49ce-ae83-8a3fb1d82e58 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:48.316175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.385799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-62a5dcec-a0c7-4f0b-b8a5-f69790c6330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.386185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-62a5dcec-a0c7-4f0b-b8a5-f69790c6330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.386653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-62a5dcec-a0c7-4f0b-b8a5-f69790c6330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.388314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-62a5dcec-a0c7-4f0b-b8a5-f69790c6330f service neutron] 10.222.0.41 "GET /v2.0/networks?id=be310516-96e5-41f7-bd88-404a63300ac2&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&id=35619527-bf67-415a-a6d4-afbaaa5239ca&id=35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 200 len: 2299 time: 0.8941557 Oct 29 11:38:48.411971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-a54e8ba8-92aa-48bb-9af3-7be9946e19ad service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739527 Oct 29 11:38:48.457312 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926f4091-43c2-4e2f-9be8-97f1687fc9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.531314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-b4dbd0fd-a6de-41ac-90bc-f0d1e3d33e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 200 len: 1001 time: 0.1221585 Oct 29 11:38:48.558200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185637c-b789-4b2f-9bf8-1d246c640624 req-90f9795e-32f9-4451-a27d-3046ab05c878 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.568546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6185637c-b789-4b2f-9bf8-1d246c640624 req-90f9795e-32f9-4451-a27d-3046ab05c878 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 943 time: 0.4374185 Oct 29 11:38:48.592183 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.646797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Subnet': ['ID=f6c15860-52f9-4b97-9876-719b02c1c732,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:48.668433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Checking segment: {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:48.668792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network hostable DHCP agents. Network: 371a00ba-0c70-4738-a3f5-1021dd8bfa33, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:48.703032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-e83d34e5-f7bb-4627-8f16-6ef1d147e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.705212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-e83d34e5-f7bb-4627-8f16-6ef1d147e88e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 200 len: 856 time: 0.1320214 Oct 29 11:38:48.710626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6185637c-b789-4b2f-9bf8-1d246c640624 req-7795a371-958d-4e92-ac66-159a7f537847 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246228 Oct 29 11:38:48.751706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:48.774010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 371a00ba-0c70-4738-a3f5-1021dd8bfa33) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:48.780401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.781056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.785436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-40ec4211-3830-40e4-91dd-739cb67f5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:48.788202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-40ec4211-3830-40e4-91dd-739cb67f5461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be310516-96e5-41f7-bd88-404a63300ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742185 Oct 29 11:38:48.816908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] For port 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=26002ba8-2a51-42ce-a1a7-d5b88d541a77,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:48.838505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78889e-f488-4023-b2fb-ca62bc4eadfc None None] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:48.845494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:48.957328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-2b0efaba-d094-4c9c-b2e3-3181c3f9c536 service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629751 Oct 29 11:38:48.963332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ba237201-6f6a-499c-be8c-713ad7b74029 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0122366 Oct 29 11:38:48.982671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35356) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:48.993524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87d0f1-5101-447a-960e-f032116470c8 None None] Pushing event updated for resources: {'Port': ['ID=26002ba8-2a51-42ce-a1a7-d5b88d541a77,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:49.002187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-87d61588-79c4-43f6-b8e1-6ae8f46a7221 req-d5010e8c-aefe-4007-9eea-97ab84561aae service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207443 Oct 29 11:38:49.081394 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:49.103054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:49.103697 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:49.120360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 26002ba8-2a51-42ce-a1a7-d5b88d541a77 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:49.266825 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:49.380735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1bdcda98-d267-459e-8f5d-44b5ba36d2cd None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:49.381547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1bdcda98-d267-459e-8f5d-44b5ba36d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.498064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:49.499771 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.540043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926f4091-43c2-4e2f-9be8-97f1687fc9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.549608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-09a734d1-d4cf-4122-9d52-36efe1158628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:49.553172 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-09a734d1-d4cf-4122-9d52-36efe1158628 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 1094 time: 0.3190925 Oct 29 11:38:49.568688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-926f4091-43c2-4e2f-9be8-97f1687fc9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.623191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-926f4091-43c2-4e2f-9be8-97f1687fc9f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32e19a5ffe6c4a4a966a742616e078df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5118458 Oct 29 11:38:49.629953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:49.712675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcda98-d267-459e-8f5d-44b5ba36d2cd None None] Port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:49.728482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f6dfd-1095-4d14-ae26-80fd7c87de3c req-0faec162-ea7f-4ed4-8837-9b766029e020 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:49.736323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f84f6dfd-1095-4d14-ae26-80fd7c87de3c req-0faec162-ea7f-4ed4-8837-9b766029e020 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.9200037 Oct 29 11:38:49.751390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.844382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f84f6dfd-1095-4d14-ae26-80fd7c87de3c req-03fc09f8-db63-4b4b-9919-bb9dc48c7108 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Oct 29 11:38:49.922099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-1179bc13-55f1-4995-897b-71447ec21f3a service neutron] 10.222.0.41 "GET /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389837 Oct 29 11:38:49.929366 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:42Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:44Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:49.960534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1bdcda98-d267-459e-8f5d-44b5ba36d2cd None None] Provisioning complete for port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:49.961171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1bdcda98-d267-459e-8f5d-44b5ba36d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:49.998762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.011461 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:38:50.011948 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Updating router 1a53adbc-9849-43ee-bbab-9470e179d83f port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:38:50.018497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-07c0cdda-2b93-4659-b9f6-917c9b5f3419 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 217 time: 0.0845659 Oct 29 11:38:50.020138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e751ea7-0a60-488d-b7ca-04969b43186c,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:50.041178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:38:50.043002 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.074605 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.114634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-80709607-ea2b-4737-94f9-41550bbba28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.116772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-80709607-ea2b-4737-94f9-41550bbba28a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0817022 Oct 29 11:38:50.246821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1c42b-cfed-49dc-8c81-920c4776ee36 req-7c66aa3b-fb6d-4d3a-bf3a-adf90136117a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.248716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65c1c42b-cfed-49dc-8c81-920c4776ee36 req-7c66aa3b-fb6d-4d3a-bf3a-adf90136117a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 943 time: 0.2288122 Oct 29 11:38:50.251214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 26002ba8-2a51-42ce-a1a7-d5b88d541a77 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:50.255688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-4e062300-4402-44f9-a44f-02cbc5538844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.257402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-4e062300-4402-44f9-a44f-02cbc5538844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131215 Oct 29 11:38:50.299384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-76f80640-d4fb-4897-bf1e-87604fb953f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.301217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-76f80640-d4fb-4897-bf1e-87604fb953f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.7047100 Oct 29 11:38:50.301969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f4091-43c2-4e2f-9be8-97f1687fc9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36778cf-15e6-4557-9392-4a632993a10c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:50.350325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.372159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Allocated IP 2001:db8:3::2 (371a00ba-0c70-4738-a3f5-1021dd8bfa33/f6c15860-52f9-4b97-9876-719b02c1c732/5bbae366-df52-4141-b9d8-43de1ac60f68) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:50.386936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65c1c42b-cfed-49dc-8c81-920c4776ee36 req-fc49a12f-b52c-4c30-af42-4f5080c47e47 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150842 Oct 29 11:38:50.397908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-46045d16-f7e5-4724-9366-7c881b66b228 None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:50.398326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46045d16-f7e5-4724-9366-7c881b66b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.467825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-81d85e07-64f6-4cbd-98f2-d918d57be35c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f27af0c-a95d-46b2-b654-520833e66771 HTTP/1.1" status: 200 len: 217 time: 0.1357353 Oct 29 11:38:50.472799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Checking segment: {'id': 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:50.473313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Network hostable DHCP agents. Network: a0a2acd5-28d6-4e9c-9f84-f16fffcf612b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:38:50.493555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-4c7b9311-f34d-424e-9833-e32e6ec804f5 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847577 Oct 29 11:38:50.496818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:50.497213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.540693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-46045d16-f7e5-4724-9366-7c881b66b228 None None] Port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:38:50.617634 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.634864 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.644390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:38:50.663295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-ff5a6a31-cbad-4bd8-b6ee-66ff2eade9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.664959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-ff5a6a31-cbad-4bd8-b6ee-66ff2eade9f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1890731 Oct 29 11:38:50.669635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a0a2acd5-28d6-4e9c-9f84-f16fffcf612b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:50.671165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.674345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.678290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f36778cf-15e6-4557-9392-4a632993a10c HTTP/1.1" status: 204 len: 168 time: 1.0242014 Oct 29 11:38:50.700060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-4e988149-0815-4b36-8674-a211061a4075 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957843 Oct 29 11:38:50.702895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.703782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.736812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-f38d666a-4826-46e3-b3a1-c5747b995594 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568552 Oct 29 11:38:50.739926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d19ed-70f5-4c58-ada0-b557fb79b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36778cf-15e6-4557-9392-4a632993a10c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:50.753476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0a6dd-7732-4cee-8ab6-d64f50c45cac None None] Network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:50.809051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-724a3413-eb91-452d-b5dc-2484c12d288f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 217 time: 0.1004789 Oct 29 11:38:50.816438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-646d3fea-750b-4c1b-b583-a5924dc5355e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9195769 Oct 29 11:38:50.826273 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.858597 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22e4a5-2abe-47b8-a5a3-5ce3c956844b None None] Pushing event updated for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:50.877782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-8ed72447-6345-442b-bf22-3e345d891cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.879394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-8ed72447-6345-442b-bf22-3e345d891cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.0634692 Oct 29 11:38:50.887951 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Attempting to bind port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:50.888347 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Attempting to bind port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:50.888731 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Attempting to bind port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 on network 2db14fca-279b-4f08-90d6-78277999195f {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:50.896244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6f27af0c-a95d-46b2-b654-520833e66771 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:38:50.900102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:50.900479 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Checking segment: {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:50.901195 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.901351 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Bound using segment: {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:50.901740 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Bound port: fd1ad21e-4ebc-400a-a752-8d7ada33d1a7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3407f07-83e1-4e3c-842b-d8be24e87151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2db14fca-279b-4f08-90d6-78277999195f'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:50.902112 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.943780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:50.977610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-c684cf25-12c4-483a-8c7d-3f5bafe196e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:50.980080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-c684cf25-12c4-483a-8c7d-3f5bafe196e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923843 Oct 29 11:38:51.099850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] For port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:51.103246 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] For port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:51.109054 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.240173 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:51.241121 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:51.258798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-9950626a-b5c3-4cd2-b12d-674831f1d425 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704647 Oct 29 11:38:51.338902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:51.395444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c99d7e35-a120-442f-bc21-d7b6f4bc8f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.422666 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22e4a5-2abe-47b8-a5a3-5ce3c956844b None None] Pushing event updated for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:51.468052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829430f-38db-4ca0-b795-abca81234652 req-7dfb54f5-b824-481d-99ac-8262fae0446f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:51.469900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4829430f-38db-4ca0-b795-abca81234652 req-7dfb54f5-b824-481d-99ac-8262fae0446f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.2061186 Oct 29 11:38:51.478517 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:51.544939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:51.575494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-69167d3b-ae44-4fd1-bb53-424902ab1813 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066835 Oct 29 11:38:51.634243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-1a8b5edf-e80d-420b-8029-9c060ed9c311 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0488031 Oct 29 11:38:51.656765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:51.663710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4829430f-38db-4ca0-b795-abca81234652 req-24e2dbd1-44a1-4558-a8b8-73e3cb2936ac tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791346 Oct 29 11:38:51.691708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Pushing event updated for resources: {'Port': ['ID=5bbae366-df52-4141-b9d8-43de1ac60f68,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:51.710678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:51.734912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:51.735277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.765750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-84ff998e-3fa3-4282-9e66-d4bce0e1b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:51.768137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-84ff998e-3fa3-4282-9e66-d4bce0e1b25e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1198914 Oct 29 11:38:51.841346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c99d7e35-a120-442f-bc21-d7b6f4bc8f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.854195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c99d7e35-a120-442f-bc21-d7b6f4bc8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.866782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:51.896484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-f93a142a-5e29-4949-8c0b-eb63ec124f0a service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1490507 Oct 29 11:38:51.916617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7e35-a120-442f-bc21-d7b6f4bc8f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424dc39-275b-4335-97c7-21098afa950e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:51.928764 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:42Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:51Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:51.946389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c99d7e35-a120-442f-bc21-d7b6f4bc8f59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f3df6e4ed4a4cd5bb1ec159a6ecf532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769081 Oct 29 11:38:51.952277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35390) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:51.955821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-be448bcd-68d6-471a-bdf0-bd0976bf2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:51.957832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-be448bcd-68d6-471a-bdf0-bd0976bf2fbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806364 Oct 29 11:38:51.996513 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afda1a2-cd67-46ee-8a89-001303fc8977 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:42Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:51Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:38:52.017748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eac961-f827-403d-b657-b0509185746a None None] Network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:52.058312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.144269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.198263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6f27af0c-a95d-46b2-b654-520833e66771,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:52.224877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Attempting to bind port 5bbae366-df52-4141-b9d8-43de1ac60f68 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:38:52.225273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Attempting to bind port 5bbae366-df52-4141-b9d8-43de1ac60f68 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:38:52.225637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Attempting to bind port 5bbae366-df52-4141-b9d8-43de1ac60f68 on network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:38:52.229821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.266250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:38:52.266644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Checking segment: {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:38:52.273410 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.274079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Bound using segment: {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:38:52.274769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Bound port: 5bbae366-df52-4141-b9d8-43de1ac60f68, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:38:52.275366 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.280755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '6f27af0c-a95d-46b2-b654-520833e66771', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '6f27af0c-a95d-46b2-b654-520833e66771', 'mac_address': 'fa:16:3e:12:05:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:38:52.295178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:52.346826 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-916bc53c-26a7-484c-aca4-ce85eb8c63f2 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797793 Oct 29 11:38:52.363288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1cfda41f-3939-43d5-91ba-3d2ac8d9e69f req-e2b423ab-764e-459b-9b66-add5c4eefc88 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392029 Oct 29 11:38:52.491898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-0eb370d9-0d41-43a9-a15b-4b9095921230 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379545 Oct 29 11:38:52.503885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.507231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.512462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f424dc39-275b-4335-97c7-21098afa950e HTTP/1.1" status: 204 len: 168 time: 0.5535152 Oct 29 11:38:52.520326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.532284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Allocated IP 2001:db8:3::1 (371a00ba-0c70-4738-a3f5-1021dd8bfa33/f6c15860-52f9-4b97-9876-719b02c1c732/c692d43f-987e-481b-aeda-772e0fa69e0f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:52.552260 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.608700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f00fe-0333-48ff-a86f-26e75ea13b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424dc39-275b-4335-97c7-21098afa950e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:52.615315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-789de4ac-f32b-4052-b4a0-9a6305a06ff6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 200 len: 217 time: 0.1011648 Oct 29 11:38:52.647970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] For port 5bbae366-df52-4141-b9d8-43de1ac60f68, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:38:52.668215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f27af0c-a95d-46b2-b654-520833e66771 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:52.699704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] For port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:52.702237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] For port 5bbae366-df52-4141-b9d8-43de1ac60f68, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5bbae366-df52-4141-b9d8-43de1ac60f68,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:38:52.713803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:52.714834 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.724046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.727663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.741187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-dc8f7712-3725-4935-aaa3-02284a8f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:52.743201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-dc8f7712-3725-4935-aaa3-02284a8f480d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 200 len: 797 time: 0.1125214 Oct 29 11:38:52.761363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6f27af0c-a95d-46b2-b654-520833e66771,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:52.779900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.790952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.800261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-6066343f-7d29-45e3-b04d-34c9483c6fea tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:52.820203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-6066343f-7d29-45e3-b04d-34c9483c6fea tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/networks?id=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b HTTP/1.1" status: 200 len: 820 time: 0.3265629 Oct 29 11:38:52.852314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-acf3b6ee-3e6a-4597-bbdd-39480709f6ae tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/quotas/92f219e9666b48569c9502458457ea42 HTTP/1.1" status: 200 len: 375 time: 0.0309477 Oct 29 11:38:52.866558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f05546-c210-4e9e-9c10-210dba292219 None None] Pushing event updated for resources: {'Port': ['ID=5bbae366-df52-4141-b9d8-43de1ac60f68,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:52.902173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:52.938455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-3eedfc5f-ef1d-4ca5-bbb6-f3591f119e08 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f219e9666b48569c9502458457ea42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850210 Oct 29 11:38:52.999961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:53.010678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:53.018887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d10c6-b1c2-4b32-97c6-acb9f34a5527 None None] Pushing event updated for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:53.026050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:38:53.026750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.051546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-d6bcb9d6-6bf3-4e2e-80ae-f7941d6fe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:53.071701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-d6bcb9d6-6bf3-4e2e-80ae-f7941d6fe526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=430e9d70-7f43-4d84-be2b-25c7f8f8cb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3187647 Oct 29 11:38:53.101951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d3a5cfa9-8c7c-48c3-a155-fe18576dd940 None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:53.120791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cfa9-8c7c-48c3-a155-fe18576dd940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.191835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:53.312979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.350451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['6f27af0c-a95d-46b2-b654-520833e66771'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:38:53.373391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-92b5ccdf-fa92-4174-a09c-275f4f56dda6 service neutron] 10.222.0.77 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324374 Oct 29 11:38:53.529054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:53.530309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-4f01c1d0-69c9-4687-a9f5-3a1697980926 service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492314 Oct 29 11:38:53.738728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-019d3071-b290-4dc2-83c3-dd132393c5ef service neutron] 10.222.0.77 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449881 Oct 29 11:38:53.740512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.751109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.755873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:53.760024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-7f60fbf1-97c6-40ac-bfa1-86004029497d service neutron] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081900 Oct 29 11:38:53.860843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event updated for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:53.868931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-13a1c4c8-c902-42a6-8c43-ee19249876cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 200 len: 217 time: 0.0999482 Oct 29 11:38:53.957120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:53.958848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:38:53.977367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-e35b6005-7c32-487b-b718-d757106a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:53.978996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-e35b6005-7c32-487b-b718-d757106a746d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.1020210 Oct 29 11:38:54.241787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-1b833967-4a03-4ba6-9489-b3c0e88c455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:54.249744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-1b833967-4a03-4ba6-9489-b3c0e88c455f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2622519 Oct 29 11:38:54.285569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:54.439707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:38:54.468791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-8bac240f-0ad4-4625-bbff-4105d681cd53 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101159 Oct 29 11:38:54.507920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ec848-8ad2-4967-8520-3ceab446d990 req-6f304526-32d2-4ceb-8fe5-04ac50284dd9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:54.509644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716ec848-8ad2-4967-8520-3ceab446d990 req-6f304526-32d2-4ceb-8fe5-04ac50284dd9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 944 time: 0.4067800 Oct 29 11:38:54.514609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5bbae366-df52-4141-b9d8-43de1ac60f68 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:54.539538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:54.548974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-db8d9dff-d826-4a06-910a-6de511ead2ca tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5652542 Oct 29 11:38:54.551736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35442) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:54.556524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:54.636995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:38:54.708638 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:38:54.716479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:38:54.718633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:38:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:54.824451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-c85d657f-05c5-43c3-9158-d42b3e7271d2 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137844 Oct 29 11:38:54.889621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:38:55.016833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-112b91a8-3967-453a-8536-daa6eb60db21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 200 len: 217 time: 0.1655385 Oct 29 11:38:55.178913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716ec848-8ad2-4967-8520-3ceab446d990 req-84ada3f4-34eb-49c6-b1bf-2fd52c3fd252 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534195 Oct 29 11:38:55.189989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-04203455-ef81-48f8-9733-7daf16f43018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:55.191520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-04203455-ef81-48f8-9733-7daf16f43018 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 200 len: 797 time: 0.1657393 Oct 29 11:38:55.294557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:55.392611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb5e4a-bb0c-4e00-ba3c-5603de29701b None None] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:38:55.396337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6f27af0c-a95d-46b2-b654-520833e66771 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:55.398975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'mac_address': 'fa:16:3e:bb:f8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:38:55.403083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-8b2f2f45-8ee4-48ef-ba03-06e0da520fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:55.416891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-8b2f2f45-8ee4-48ef-ba03-06e0da520fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35619527-bf67-415a-a6d4-afbaaa5239ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2163136 Oct 29 11:38:55.506892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-53e65fa2-2b4c-47f7-8f59-bcd481ac4d30 None None] Provisioning complete for port 5bbae366-df52-4141-b9d8-43de1ac60f68 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:55.507675 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53e65fa2-2b4c-47f7-8f59-bcd481ac4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:55.508738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:38:55.544348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ad7a-f9b6-4a1a-9fd3-346aa6dff1f1 req-96460205-a207-41ae-b023-8085629a7c51 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:55.552985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a93ad7a-f9b6-4a1a-9fd3-346aa6dff1f1 req-96460205-a207-41ae-b023-8085629a7c51 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.2280569 Oct 29 11:38:55.559737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Removed routes are [] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:38:55.560338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:55.588540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5bbae366-df52-4141-b9d8-43de1ac60f68 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:55.588915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:55.657577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a93ad7a-f9b6-4a1a-9fd3-346aa6dff1f1 req-4a07ccfa-841f-42e8-948b-18185f2ba143 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015460 Oct 29 11:38:55.778439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-c89ef0f5-d040-4889-aa7c-39393637e32c service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322511 Oct 29 11:38:56.017751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.040639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.096040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dcc98ec-008e-4a63-bd36-3353ecfa8b5c req-a81186b4-9c08-4b5d-b52f-b5deedba0eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101423 Oct 29 11:38:56.191433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.216318 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.246353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 6f27af0c-a95d-46b2-b654-520833e66771 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:38:56.272406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:38:56.375186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 6f27af0c-a95d-46b2-b654-520833e66771 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:56.377166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.536548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:56.552143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-32765afb-d386-4ef6-a782-fc9edeb22f0b tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:56.558039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-32765afb-d386-4ef6-a782-fc9edeb22f0b tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.86 "GET /v2.0/networks?id=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b HTTP/1.1" status: 200 len: 820 time: 0.5191998 Oct 29 11:38:56.571364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:38:56.575262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Request body: {'port': {'device_id': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b', 'admin_state_up': True, 'tenant_id': '92f219e9666b48569c9502458457ea42'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:56.678699 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.692875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.764862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c483443-4a65-4a42-9347-c4d85114eea6 req-411c214f-b6fa-4c35-b2ec-100d5ff1d786 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 210 time: 0.6897449 Oct 29 11:38:56.804153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5bbae366-df52-4141-b9d8-43de1ac60f68, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5bbae366-df52-4141-b9d8-43de1ac60f68,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:56.948337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:56.952433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Made reservation on behalf of 92f219e9666b48569c9502458457ea42 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:38:56.956670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:56.998109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934762f-9156-4a00-bb59-d76da719ee10 req-d96bdf6f-1d8a-4fe3-821e-1a8baf873ae3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:57.004940 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.006856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e934762f-9156-4a00-bb59-d76da719ee10 req-d96bdf6f-1d8a-4fe3-821e-1a8baf873ae3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 944 time: 0.1007152 Oct 29 11:38:57.012187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:57.013441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:38:57.041388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.043094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43367013-58a4-417b-99ca-7170cf1029d8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 954 time: 2.4903486 Oct 29 11:38:57.049719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35492) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:57.091435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e934762f-9156-4a00-bb59-d76da719ee10 req-355bbcfb-cfbb-44d9-87fa-425b4b6c1fb6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752590 Oct 29 11:38:57.108589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35494) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:57.196965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53e65fa2-2b4c-47f7-8f59-bcd481ac4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.312879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a75cab-b1f3-4199-ae8c-712acbc6a130 req-5263c984-5d81-4553-9410-95fe878e1ae7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:57.314956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19a75cab-b1f3-4199-ae8c-712acbc6a130 req-5263c984-5d81-4553-9410-95fe878e1ae7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 944 time: 0.1009657 Oct 29 11:38:57.353396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.395193 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce21-17df-47de-96fd-6a305414f687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.397984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:53Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:38:53Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:38:57.414376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19a75cab-b1f3-4199-ae8c-712acbc6a130 req-3b56f0a3-3c0e-40f5-8485-b1fff34de69f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923059 Oct 29 11:38:57.431476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d57708f-3ef1-4fd6-ac2c-52524ea6daa0 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 954 time: 0.3717246 Oct 29 11:38:57.436021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:57.465038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'routes': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:38:57.534392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce21-17df-47de-96fd-6a305414f687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.539713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ce21-17df-47de-96fd-6a305414f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.569796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5bbae366-df52-4141-b9d8-43de1ac60f68,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:57.577668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:38:57.579815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Updating router 1a53adbc-9849-43ee-bbab-9470e179d83f port c692d43f-987e-481b-aeda-772e0fa69e0f binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:38:57.590167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:38:57.594112 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42796dac-9d98-46b3-9c78-1f8815c30f3e" -d '{"events": [{"server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "name": "network-vif-plugged", "status": "completed", "tag": "6f27af0c-a95d-46b2-b654-520833e66771"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:38:57.647735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a4d9ce21-17df-47de-96fd-6a305414f687 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97e42cb4184142c587901ae87ab169ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380030 Oct 29 11:38:57.649458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35510) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:57.666674 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.671863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9ce21-17df-47de-96fd-6a305414f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615ad69-c4c4-49bc-beb7-da5dbfe9b3b5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:57.705795 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a43070-9f06-43c6-8d85-636f2a40e5f7 x-openstack-request-id: req-58a43070-9f06-43c6-8d85-636f2a40e5f7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:38:57.706370 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "name": "network-vif-plugged", "status": "completed", "tag": "6f27af0c-a95d-46b2-b654-520833e66771", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:38:57.706797 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58a43070-9f06-43c6-8d85-636f2a40e5f7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:38:57.707746 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771', 'code': 200} Oct 29 11:38:57.711677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6f27af0c-a95d-46b2-b654-520833e66771,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:57.813836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.870968 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.938133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.948813 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:57.948813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d615ad69-c4c4-49bc-beb7-da5dbfe9b3b5 HTTP/1.1" status: 204 len: 168 time: 0.2967913 Oct 29 11:38:58.008301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d6798-b902-47fe-9db3-126ea1b8bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615ad69-c4c4-49bc-beb7-da5dbfe9b3b5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:58.072548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f370f5fa-24a9-4e09-bad0-5eea40a0b86e req-ac0fed63-aca9-410c-b637-8783fd7d8465 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 210 time: 0.1212633 Oct 29 11:38:58.102452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-53e65fa2-2b4c-47f7-8f59-bcd481ac4d30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:38:58.102809 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-53e65fa2-2b4c-47f7-8f59-bcd481ac4d30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:38:58.128945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:58.154842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:58.155445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:58.354975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312122a-9eca-482f-a780-865d67674994 req-1a5db4bc-fe97-4341-ad52-71abdbfaa190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:58.368573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c312122a-9eca-482f-a780-865d67674994 req-1a5db4bc-fe97-4341-ad52-71abdbfaa190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.1251459 Oct 29 11:38:58.459839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c312122a-9eca-482f-a780-865d67674994 req-62fc2a49-c288-46ec-8c77-b32100b24968 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Oct 29 11:38:58.696858 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fc27-60f9-40b5-8bdc-11d2cf39496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:58.739173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Allocated IP 172.20.0.2 (a0a2acd5-28d6-4e9c-9f84-f16fffcf612b/4e751ea7-0a60-488d-b7ca-04969b43186c/dcf5fce1-270a-445d-87a5-e070bc5fcd22) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:38:58.743703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35528) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:58.754896 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:38:58.776447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:58.794725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:38:58.811683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:38:58.824707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-70bbd56d-f24b-487e-91af-a460e08e3ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:58.940120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb3ff9-0e5f-418f-88b6-830c4bb086a9 req-871f798c-5977-4784-b225-82d9cada7ab7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:58.948009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fdb3ff9-0e5f-418f-88b6-830c4bb086a9 req-871f798c-5977-4784-b225-82d9cada7ab7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 944 time: 0.2875109 Oct 29 11:38:58.951701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5bbae366-df52-4141-b9d8-43de1ac60f68 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:38:58.955931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84ccae-dbe3-46ed-beaa-0ecb357f71fc req-cb56046b-f2cc-4429-84ad-b3dfb518b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:58.957527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-af84ccae-dbe3-46ed-beaa-0ecb357f71fc req-cb56046b-f2cc-4429-84ad-b3dfb518b640 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 1096 time: 0.3799398 Oct 29 11:38:59.062322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fdb3ff9-0e5f-418f-88b6-830c4bb086a9 req-ac53ac63-cd59-4305-861f-ce021d03adfe tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095438 Oct 29 11:38:59.120066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-70bbd56d-f24b-487e-91af-a460e08e3ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.128060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-70bbd56d-f24b-487e-91af-a460e08e3ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.248313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-70bbd56d-f24b-487e-91af-a460e08e3ec7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31bac5516f8a4aad91fc76e2742a872f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851880 Oct 29 11:38:59.265929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35534) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:38:59.275214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5bbae366-df52-4141-b9d8-43de1ac60f68 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:59.275605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.288969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-954cc3c7-9b71-425e-b936-5953b352899b req-322e32c7-4bd3-4433-aa22-00dedb8ef70c tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 210 time: 0.0585117 Oct 29 11:38:59.299075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbd56d-f24b-487e-91af-a460e08e3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ace4b2-f832-4a30-b8c9-04b64b6aec82,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:59.345818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.373898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.404030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e092c16-f653-4a92-af3b-88c166f2cff4 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:38:59.475898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.478606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.479766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09ace4b2-f832-4a30-b8c9-04b64b6aec82 HTTP/1.1" status: 204 len: 168 time: 0.2127550 Oct 29 11:38:59.504974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1a6d5-3bdc-41da-93fb-7e30ed6ea13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ace4b2-f832-4a30-b8c9-04b64b6aec82,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:38:59.682186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705e36-859f-4945-9e71-5f99f5ac8674 req-6d2de6e2-8a9e-4649-9997-15363a9cf229 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:38:59.689791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11705e36-859f-4945-9e71-5f99f5ac8674 req-6d2de6e2-8a9e-4649-9997-15363a9cf229 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.0972850 Oct 29 11:38:59.754708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:38:59.805628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'mac_address': 'fa:16:3e:bb:f8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:38:59.830271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1b6c8405-899e-413d-81c1-0371d062455c None None] Provisioning complete for port 5bbae366-df52-4141-b9d8-43de1ac60f68 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:38:59.830494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8405-899e-413d-81c1-0371d062455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.846654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11705e36-859f-4945-9e71-5f99f5ac8674 req-421ba1e3-b588-45dc-a6a9-a7574f289f01 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495616 Oct 29 11:38:59.856865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.895576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.898602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:38:59.922824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added routes are [] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:38:59.923423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:38:59.964485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-af84ccae-dbe3-46ed-beaa-0ecb357f71fc req-223f8542-0025-4e31-a535-993244bc4561 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9157012 Oct 29 11:38:59.989183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:38:59.996353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:00.003512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:00.025796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.026128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:00.028364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['818e686c-9129-48b6-b5d1-9a2dfafcd291'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:00.040117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Pushing event updated for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:00.073514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.116640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.237704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:00.289189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7fe4-5760-40f1-8518-c515efa13cab req-200bcac6-a8ed-4e81-a0fa-43258fac3cb5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:00.290791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b8c7fe4-5760-40f1-8518-c515efa13cab req-200bcac6-a8ed-4e81-a0fa-43258fac3cb5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 944 time: 0.0997393 Oct 29 11:39:00.307733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:00.308415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.324672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.377093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b8c7fe4-5760-40f1-8518-c515efa13cab req-c96d6181-a3b7-4830-8579-cc9f0b20a1a3 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796096 Oct 29 11:39:00.437988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b4732dfe-8f3b-499f-9c90-9078fcd14da6 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8689735 Oct 29 11:39:00.460408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Request body: {'port': {'device_id': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:00.573992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.579680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.600183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9d24-60b3-48a1-bdde-fbd9ff6d33b5 req-4ad52d27-7cbf-4cb7-a99a-f108062124f7 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:00.605557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692e9d24-60b3-48a1-bdde-fbd9ff6d33b5 req-4ad52d27-7cbf-4cb7-a99a-f108062124f7 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 931 time: 0.1071193 Oct 29 11:39:00.681175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-692e9d24-60b3-48a1-bdde-fbd9ff6d33b5 req-1ebb4b98-f36c-427b-8e78-f5dde4a68506 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687630 Oct 29 11:39:00.735652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Attempting to bind port c692d43f-987e-481b-aeda-772e0fa69e0f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:00.736025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Attempting to bind port c692d43f-987e-481b-aeda-772e0fa69e0f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:00.736393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Attempting to bind port c692d43f-987e-481b-aeda-772e0fa69e0f on network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:00.786214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e092c16-f653-4a92-af3b-88c166f2cff4 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:39:00.793133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed034-addc-40b1-8ea1-62d87511b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:00.822875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.832973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:00.833438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Checking segment: {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:00.833771 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:00.834168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Bound using segment: {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:00.834658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Bound port: c692d43f-987e-481b-aeda-772e0fa69e0f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007eaaa7-5487-4f38-a4d9-f24fef273123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:00.835037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.096736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1b6c8405-899e-413d-81c1-0371d062455c None None] Provisioning complete for port c692d43f-987e-481b-aeda-772e0fa69e0f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:01.097250 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8405-899e-413d-81c1-0371d062455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.111257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63fee-1880-45fa-b07c-50dc58b3ed28 req-de04bfd8-dbba-43ed-af9e-305492ea5858 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:01.127508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aec63fee-1880-45fa-b07c-50dc58b3ed28 req-de04bfd8-dbba-43ed-af9e-305492ea5858 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.1282086 Oct 29 11:39:01.184623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-757b5d76-1cfb-4556-a22b-77dade670551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.222597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aec63fee-1880-45fa-b07c-50dc58b3ed28 req-982ee0fc-76c9-4698-b9b1-782cddecddfd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889177 Oct 29 11:39:01.240810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf5fce1-270a-445d-87a5-e070bc5fcd22 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:01.249821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:01.253284 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.275449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Transition to ACTIVE for port object dcf5fce1-270a-445d-87a5-e070bc5fcd22 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:01.286485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:01.290146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.366178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] For port c692d43f-987e-481b-aeda-772e0fa69e0f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:01.380805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c8405-899e-413d-81c1-0371d062455c None None] Port c692d43f-987e-481b-aeda-772e0fa69e0f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:39:01.412476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] For port c692d43f-987e-481b-aeda-772e0fa69e0f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c692d43f-987e-481b-aeda-772e0fa69e0f,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:01.423941 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.534951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e6350-05fc-423b-873c-15896cc35d9f req-b0f2fad6-5bb9-4267-b372-a11098b509c6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:01.544071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e2e6350-05fc-423b-873c-15896cc35d9f req-b0f2fad6-5bb9-4267-b372-a11098b509c6 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 943 time: 0.0746350 Oct 29 11:39:01.581670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] Provisioning complete for port c692d43f-987e-481b-aeda-772e0fa69e0f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:01.581929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:01.582189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.596542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e2e6350-05fc-423b-873c-15896cc35d9f req-06e6b29f-d182-4d67-baa8-2051a8bc5d44 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483835 Oct 29 11:39:01.628681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.631069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b2ded77c-e735-4ed3-8ac4-051852ff32c1 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 704 time: 4.1900144 Oct 29 11:39:01.634168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:01.636739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:01.638325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:01.649576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed034-addc-40b1-8ea1-62d87511b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:01.732012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:01.885516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:01.918781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Attempting to bind port dcf5fce1-270a-445d-87a5-e070bc5fcd22 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:01.919581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Attempting to bind port dcf5fce1-270a-445d-87a5-e070bc5fcd22 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:01.920219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Attempting to bind port dcf5fce1-270a-445d-87a5-e070bc5fcd22 on network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:01.933249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-426caf3f-9c52-47da-b224-0380e515492c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 704 time: 0.2952349 Oct 29 11:39:01.938825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35602) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:01.947831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:01.958920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Port dcf5fce1-270a-445d-87a5-e070bc5fcd22 on network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:01.959254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Attempting to bind port dcf5fce1-270a-445d-87a5-e070bc5fcd22 on network a0a2acd5-28d6-4e9c-9f84-f16fffcf612b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:02.011634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:02.012927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Checking segment: {'id': 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:02.013828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Bound using segment: {'id': 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:02.014494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Bound port: dcf5fce1-270a-445d-87a5-e070bc5fcd22, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:02.015049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.050373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c196fce-0c4c-41c7-a8b5-3822329e3ff2 req-ef6fea12-c51e-4234-8655-2dd235915635 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:02.051934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c196fce-0c4c-41c7-a8b5-3822329e3ff2 req-ef6fea12-c51e-4234-8655-2dd235915635 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 943 time: 0.1201689 Oct 29 11:39:02.115928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] For port c692d43f-987e-481b-aeda-772e0fa69e0f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c692d43f-987e-481b-aeda-772e0fa69e0f,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:02.126603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c196fce-0c4c-41c7-a8b5-3822329e3ff2 req-01f96263-5561-47bc-9938-f288a605bd1b tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Oct 29 11:39:02.132309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.317073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:02.354263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22,segment=NetworkSegment(e68a601c-7d6d-4de2-bb3c-d5ce10c8d086),segment_id=e68a601c-7d6d-4de2-bb3c-d5ce10c8d086)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:02.380271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.495736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc0ed1-3dec-4b95-a77e-65fb09507a9f req-e3ece083-99ac-4715-9207-79d932542f5f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:02.499561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75fc0ed1-3dec-4b95-a77e-65fb09507a9f req-e3ece083-99ac-4715-9207-79d932542f5f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.1360166 Oct 29 11:39:02.544600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.545649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.577546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:02.578574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.580017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] 10.222.0.86 "PUT /v2.0/ports/dcf5fce1-270a-445d-87a5-e070bc5fcd22 HTTP/1.1" status: 200 len: 1091 time: 2.1259310 Oct 29 11:39:02.592927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:02.603699 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaac400-5597-4892-8fd2-26a8358899c1" -d '{"events": [{"name": "network-changed", "server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:02.610688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75fc0ed1-3dec-4b95-a77e-65fb09507a9f req-1223733b-c28a-4a2c-948a-fa505b0666c2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946341 Oct 29 11:39:02.620949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bf2c781e-c71a-4c36-af40-b82250017864 None None] Provisioning complete for port c692d43f-987e-481b-aeda-772e0fa69e0f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:02.621481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf2c781e-c71a-4c36-af40-b82250017864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.622992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73001ab0-090d-4705-b4fc-07661540c32f None None] Pushing event updated for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:02.722018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:02.741153 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55011d-91bc-45c9-86a5-ee9044eefe58 x-openstack-request-id: req-bc55011d-91bc-45c9-86a5-ee9044eefe58 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:02.741703 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:02.741703 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc55011d-91bc-45c9-86a5-ee9044eefe58 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:02.742072 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22', 'status': 'completed', 'code': 200} Oct 29 11:39:02.757039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fb720-99ee-44ca-a394-02ee0abaa53a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:02.766740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:59Z', 'revision_number': 7, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:39:01Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:02.824233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-ec98324a-b7ea-4f51-9251-0ec243fbebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:02.825788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-ec98324a-b7ea-4f51-9251-0ec243fbebfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92f219e9666b48569c9502458457ea42&device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1640041 Oct 29 11:39:02.832797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69d1cc-4770-4344-ae11-bdaffac10364 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:59Z', 'revision_number': 7, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:39:01Z', 'revision_number': 4, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:02.907412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 818e686c-9129-48b6-b5d1-9a2dfafcd291 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:02.908080 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:02.959082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469093-f482-476c-8ef9-952f7850b408 req-f97bb72a-a9cf-4467-88d7-67f771afcc54 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:02.970342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2469093-f482-476c-8ef9-952f7850b408 req-f97bb72a-a9cf-4467-88d7-67f771afcc54 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 943 time: 0.1396334 Oct 29 11:39:03.054103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2469093-f482-476c-8ef9-952f7850b408 req-d1398e8a-25b9-4f9c-a5f2-3e55a0b7ca33 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824215 Oct 29 11:39:03.059365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-aea2a625-4eb1-41c4-b225-e37d36e76114 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22 HTTP/1.1" status: 200 len: 217 time: 0.2215157 Oct 29 11:39:03.108071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e58bb03d-aaf3-4d25-9079-64db8f349990 None None] Provisioning complete for port c692d43f-987e-481b-aeda-772e0fa69e0f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:03.108449 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e58bb03d-aaf3-4d25-9079-64db8f349990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:03.198951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:03.230584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b5e5056d-d0e2-475f-a3dd-56545b338666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:03.255302 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-b5e5056d-d0e2-475f-a3dd-56545b338666 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e751ea7-0a60-488d-b7ca-04969b43186c HTTP/1.1" status: 200 len: 860 time: 0.1831636 Oct 29 11:39:03.264073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e069-b0a4-481d-84d4-231f834d3432 req-6cf30e77-b35e-4d7c-ba0a-d8aa21c91d7a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:03.275382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5059e069-b0a4-481d-84d4-231f834d3432 req-6cf30e77-b35e-4d7c-ba0a-d8aa21c91d7a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.0826049 Oct 29 11:39:03.287347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:03.297784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:03.300432 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ac166-6a33-4ae1-bcb8-dbb1e31f0b4a" -d '{"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-plugged", "status": "completed", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:03.314444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:03.339211 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-5922bbce-627b-4de8-8c46-76bd505ee277 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724437 Oct 29 11:39:03.408032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5059e069-b0a4-481d-84d4-231f834d3432 req-28722801-da90-41f3-bbfb-9c5814fec042 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266930 Oct 29 11:39:03.538966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-455bab75-f9e9-47f1-bb8c-1e70d9d0f078 service neutron] 10.222.0.86 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898022 Oct 29 11:39:03.597234 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:03.616591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56d360-ba09-420f-8261-2074cbf81067 req-a200d6e9-d415-4891-b520-823401165498 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:03.626503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca56d360-ba09-420f-8261-2074cbf81067 req-a200d6e9-d415-4891-b520-823401165498 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 943 time: 0.0987735 Oct 29 11:39:03.643337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:03.664067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:03.693523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca56d360-ba09-420f-8261-2074cbf81067 req-a93901a4-91a6-42d3-bbdd-8d2cfbb21e57 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616119 Oct 29 11:39:03.768568 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cb2df-4d9f-45b2-a20e-b0789375e080 x-openstack-request-id: req-ba3cb2df-4d9f-45b2-a20e-b0789375e080 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:03.769153 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-plugged", "status": "completed", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:03.769774 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba3cb2df-4d9f-45b2-a20e-b0789375e080 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:03.770408 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'code': 200} Oct 29 11:39:03.892244 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:03.914462 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:03.921385 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:04.243986 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:04.389775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79b69f-aa3a-4528-9dd7-1c0b2c0dd2c4 req-d22ca03b-ca99-44c1-a4d1-2af9c7347668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:04.392353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba79b69f-aa3a-4528-9dd7-1c0b2c0dd2c4 req-d22ca03b-ca99-44c1-a4d1-2af9c7347668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 1096 time: 0.2230589 Oct 29 11:39:04.416650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9bbe112-dd92-443e-9fb7-2ecc2a710f28 req-6a780a05-e92d-45c7-9261-228cc01e5e2f service neutron] 10.222.0.86 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590446 Oct 29 11:39:04.546226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92e27-aea1-40bc-a586-ad5b1e75860d req-3dbbed09-b300-4d75-939b-41a9e114db81 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:04.550460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55d92e27-aea1-40bc-a586-ad5b1e75860d req-3dbbed09-b300-4d75-939b-41a9e114db81 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.3237672 Oct 29 11:39:04.603411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba79b69f-aa3a-4528-9dd7-1c0b2c0dd2c4 req-b997e331-b049-4c3a-a356-89ee7cfef07c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953380 Oct 29 11:39:04.624417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55d92e27-aea1-40bc-a586-ad5b1e75860d req-597cff46-c054-4391-af07-9b0ccce15a6a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Oct 29 11:39:04.694677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-95cedf07-b140-4593-a83c-ec98c3197771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:04.696213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-95cedf07-b140-4593-a83c-ec98c3197771 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92f219e9666b48569c9502458457ea42&device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1831470 Oct 29 11:39:04.836461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port c692d43f-987e-481b-aeda-772e0fa69e0f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:04.845872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:04.898905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb1ed1-4d82-44ba-8ed7-5a13aa89592c req-001c1779-ad88-4a46-9b9c-27320a10303b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:04.907632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8acb1ed1-4d82-44ba-8ed7-5a13aa89592c req-001c1779-ad88-4a46-9b9c-27320a10303b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.1390431 Oct 29 11:39:04.915162 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:59Z', 'revision_number': 7, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:39:01Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:04.952469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c692d43f-987e-481b-aeda-772e0fa69e0f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:05.002554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8acb1ed1-4d82-44ba-8ed7-5a13aa89592c req-607ffbc9-dc09-46ca-8d6e-5a2efe516f29 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Oct 29 11:39:05.037218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:05.061479 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:05.064087 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:05.104294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-fbf76473-16e6-4573-9a26-252d3a876327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:05.122250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-fbf76473-16e6-4573-9a26-252d3a876327 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b HTTP/1.1" status: 200 len: 921 time: 0.4108043 Oct 29 11:39:05.145792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c692d43f-987e-481b-aeda-772e0fa69e0f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:05.146186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:05.275980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a73c-0d11-4133-805b-6dd2061d576d req-e7129a67-18fa-4df5-9625-e4e7b7da13da tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:05.285976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86c6a73c-0d11-4133-805b-6dd2061d576d req-e7129a67-18fa-4df5-9625-e4e7b7da13da tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 943 time: 0.1484244 Oct 29 11:39:05.325747 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-99b54a3d-bffd-4d23-a76b-3abb9b4dc9fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22 HTTP/1.1" status: 200 len: 217 time: 0.1948669 Oct 29 11:39:05.381890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86c6a73c-0d11-4133-805b-6dd2061d576d req-5d0e0fc2-b226-4344-88cf-28e7194e9f6e tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945780 Oct 29 11:39:05.565432 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:05.566183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port c692d43f-987e-481b-aeda-772e0fa69e0f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c692d43f-987e-481b-aeda-772e0fa69e0f,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:05.566672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:05.619087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for c692d43f-987e-481b-aeda-772e0fa69e0f owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:05.628545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-08a932a0-0414-4b77-8d40-319b5220e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:05.631307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-08a932a0-0414-4b77-8d40-319b5220e6d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4e751ea7-0a60-488d-b7ca-04969b43186c HTTP/1.1" status: 200 len: 860 time: 0.2872965 Oct 29 11:39:05.695044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-c9f80c8b-8bc6-485e-afdd-ef8f4d569ab9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492458 Oct 29 11:39:05.784860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-4a3ffa09-bd02-4ba6-84a7-b53cad791e90 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:05.787214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-4a3ffa09-bd02-4ba6-84a7-b53cad791e90 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.3411026 Oct 29 11:39:05.943288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ac0fd-5e8d-4f63-a588-57729d6cd751 req-b7b6bfd5-50eb-455b-ac63-57b3be1c7359 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:05.951616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f03ac0fd-5e8d-4f63-a588-57729d6cd751 req-b7b6bfd5-50eb-455b-ac63-57b3be1c7359 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1455021 Oct 29 11:39:06.043865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f03ac0fd-5e8d-4f63-a588-57729d6cd751 req-8631f719-dc41-4bbb-80fc-a3cbc941f052 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 Oct 29 11:39:06.115977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:59Z', 'revision_number': 7, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:39:01Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:06.158408 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f6142-4960-492a-8340-b47b48e95a7d None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:38:59Z', 'revision_number': 7, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c692d43f-987e-481b-aeda-772e0fa69e0f', 'name': '', 'network_id': '371a00ba-0c70-4738-a3f5-1021dd8bfa33', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:cd:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:52Z', 'updated_at': '2021-10-29T11:39:01Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f6c15860-52f9-4b97-9876-719b02c1c732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:06.200331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-ce191db4-c7b4-4576-82ff-974b5517444a service neutron] 10.222.0.86 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347999 Oct 29 11:39:06.229333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 6f27af0c-a95d-46b2-b654-520833e66771 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:06.230124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:06.278190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3485f50-c988-4dcc-ae5d-aa01fe6d4159 req-eebf2a32-a071-4c27-a631-ce1f1de72759 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:06.289761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3485f50-c988-4dcc-ae5d-aa01fe6d4159 req-eebf2a32-a071-4c27-a631-ce1f1de72759 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 945 time: 0.1552007 Oct 29 11:39:06.432317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3485f50-c988-4dcc-ae5d-aa01fe6d4159 req-0606ecca-e868-4297-a7b0-69643ef48f9b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365438 Oct 29 11:39:06.522421 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:06.579632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 6f27af0c-a95d-46b2-b654-520833e66771, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=6f27af0c-a95d-46b2-b654-520833e66771,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:06.580480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:06.585386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cfaac400-5597-4892-8fd2-26a8358899c1 req-3e0ac7af-59a7-43c1-a49a-429c0c335323 service neutron] 10.222.0.86 "GET /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756552 Oct 29 11:39:06.608102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=c692d43f-987e-481b-aeda-772e0fa69e0f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:06.668077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60109d-9765-4d93-b079-23adf7820a6e req-6b6ca563-1ffe-4d4f-8961-0741bab1ebee tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:06.680302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f60109d-9765-4d93-b079-23adf7820a6e req-6b6ca563-1ffe-4d4f-8961-0741bab1ebee tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 943 time: 0.1200004 Oct 29 11:39:06.762332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f60109d-9765-4d93-b079-23adf7820a6e req-8cbb9d55-3a11-44ed-8cb4-d4f0cd19cf92 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Oct 29 11:39:06.895054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 6f27af0c-a95d-46b2-b654-520833e66771 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:06.939744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dcf5fce1-270a-445d-87a5-e070bc5fcd22 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:06.971024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:07.252727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:07.322091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=6f27af0c-a95d-46b2-b654-520833e66771,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:07.339133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22,segment=NetworkSegment(e68a601c-7d6d-4de2-bb3c-d5ce10c8d086),segment_id=e68a601c-7d6d-4de2-bb3c-d5ce10c8d086)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:07.353487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896812db-50df-4e80-8b60-9af857829d17 req-fe80fce6-0d74-45e7-bfc1-867cf9ba6550 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:07.372562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-896812db-50df-4e80-8b60-9af857829d17 req-fe80fce6-0d74-45e7-bfc1-867cf9ba6550 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1673517 Oct 29 11:39:07.389871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e', '6f27af0c-a95d-46b2-b654-520833e66771'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:07.396067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22', 'network_id': 'a0a2acd5-28d6-4e9c-9f84-f16fffcf612b', 'port_id': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22', 'mac_address': 'fa:16:3e:09:e4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e751ea7-0a60-488d-b7ca-04969b43186c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:07.439077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 6f27af0c-a95d-46b2-b654-520833e66771 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:07.441809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:07.445930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8b041a32-9cc8-451e-8195-2e7c1882a100 req-dc7cba78-f984-40f8-a6bf-415732649d67 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/6f27af0c-a95d-46b2-b654-520833e66771 HTTP/1.1" status: 204 len: 173 time: 1.6431072 Oct 29 11:39:07.449054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'name': 'network-vif-deleted', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:07.460750 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0d5f1-357f-415b-997f-2ddb47be38c6" -d '{"events": [{"server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "name": "network-vif-deleted", "tag": "6f27af0c-a95d-46b2-b654-520833e66771"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:07.466306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-896812db-50df-4e80-8b60-9af857829d17 req-0676800c-9f8c-41c2-ac7d-8fc4c44416b9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919116 Oct 29 11:39:07.523887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:07.537283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:07.571300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf5fce1-270a-445d-87a5-e070bc5fcd22 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:07.623581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22,segment=NetworkSegment(e68a601c-7d6d-4de2-bb3c-d5ce10c8d086),segment_id=e68a601c-7d6d-4de2-bb3c-d5ce10c8d086)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:07.643134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d8fd27d-21e2-4a7c-a7de-bcdfc7534ff6 req-da0243bf-8128-47c6-a59e-5645fccc6aea tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=49108550-9923-4466-a4d3-536ad0bad896 HTTP/1.1" status: 200 len: 210 time: 0.0631986 Oct 29 11:39:07.782102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:07.842444 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e55b0cf-7be1-4fc5-ba62-ed93798ecd2d x-openstack-request-id: req-0e55b0cf-7be1-4fc5-ba62-ed93798ecd2d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:07.845453 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49108550-9923-4466-a4d3-536ad0bad896", "name": "network-vif-deleted", "tag": "6f27af0c-a95d-46b2-b654-520833e66771", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:07.845740 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e55b0cf-7be1-4fc5-ba62-ed93798ecd2d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:07.846165 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49108550-9923-4466-a4d3-536ad0bad896', 'name': 'network-vif-deleted', 'tag': '6f27af0c-a95d-46b2-b654-520833e66771', 'status': 'completed', 'code': 200} Oct 29 11:39:07.914278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:07.931352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-be332c66-6cac-4b02-8b70-713cc1b986d3 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9894288 Oct 29 11:39:07.945942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:07.961212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:07.970060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:08.043999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2858-bd69-4ee4-8b85-0f393d8ecc4e req-62ce9bbe-f2ca-4e1f-b7f3-53561048dc3f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:08.050086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['dcf5fce1-270a-445d-87a5-e070bc5fcd22'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:08.057858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98ba2858-bd69-4ee4-8b85-0f393d8ecc4e req-62ce9bbe-f2ca-4e1f-b7f3-53561048dc3f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1421757 Oct 29 11:39:08.097831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet f6c15860-52f9-4b97-9876-719b02c1c732 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:08.103222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.114100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:08.114854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:08.165507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98ba2858-bd69-4ee4-8b85-0f393d8ecc4e req-e27e2ffe-c753-42d4-ad4a-fed9ddde3902 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065047 Oct 29 11:39:08.178615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.242319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:08.339172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.358211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bc31-810e-463f-80b2-077e85f56fd6 req-69e2ca78-1ab7-4c98-bb50-f03bebc8fa4f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:08.361569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0725bc31-810e-463f-80b2-077e85f56fd6 req-69e2ca78-1ab7-4c98-bb50-f03bebc8fa4f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 944 time: 0.0983331 Oct 29 11:39:08.425257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.456562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0725bc31-810e-463f-80b2-077e85f56fd6 req-80cbb856-5d14-42a5-b015-695e857e0caa tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Oct 29 11:39:08.463258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c15860-52f9-4b97-9876-719b02c1c732,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:08.487035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.496773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-86ec54fd-3ef3-4adb-b8d3-d70e6050c4f7 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/f6c15860-52f9-4b97-9876-719b02c1c732 HTTP/1.1" status: 204 len: 168 time: 0.5464182 Oct 29 11:39:08.496773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:08.587423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c1382-29e8-41c0-bd93-1eecb29cc49d None None] Network 371a00ba-0c70-4738-a3f5-1021dd8bfa33 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:08.642737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.761746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:06Z', 'revision_number': 8, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:08.772880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 5bbae366-df52-4141-b9d8-43de1ac60f68 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:08.773411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:08.864915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:08.941741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:08.947837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:08.966568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6f27af0c-a95d-46b2-b654-520833e66771 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:09.027975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 5bbae366-df52-4141-b9d8-43de1ac60f68, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5bbae366-df52-4141-b9d8-43de1ac60f68,segment=NetworkSegment(007eaaa7-5487-4f38-a4d9-f24fef273123),segment_id=007eaaa7-5487-4f38-a4d9-f24fef273123)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:09.028599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.052846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 5bbae366-df52-4141-b9d8-43de1ac60f68 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:09.105129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] DHCP port deletion for 371a00ba-0c70-4738-a3f5-1021dd8bfa33 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:39:09.111976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 6f27af0c-a95d-46b2-b654-520833e66771 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:09.112318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 6f27af0c-a95d-46b2-b654-520833e66771 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:09.226724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:09.244074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.274558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 5bbae366-df52-4141-b9d8-43de1ac60f68 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:09.369684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=5bbae366-df52-4141-b9d8-43de1ac60f68,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:09.391834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-f442e48e-e820-4f59-b2ff-8d3f1830de95 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:09.397979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-f442e48e-e820-4f59-b2ff-8d3f1830de95 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.2619226 Oct 29 11:39:09.422626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-23bdd719-27ed-4780-b283-216d5f7949e7 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/quotas/68cf650c57e44fe68cdda649f75d4689 HTTP/1.1" status: 200 len: 375 time: 0.0187638 Oct 29 11:39:09.478488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Deleting port 5bbae366-df52-4141-b9d8-43de1ac60f68 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:09.478864 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.510699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-c011fd59-a537-49a3-8427-86e9925c8197 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852971 Oct 29 11:39:09.515845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.554009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] For port 5bbae366-df52-4141-b9d8-43de1ac60f68, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:09.554218 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.568184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Calling delete_port for 5bbae366-df52-4141-b9d8-43de1ac60f68 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:09.571285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Port 5bbae366-df52-4141-b9d8-43de1ac60f68 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:39:09.571734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371a00ba-0c70-4738-a3f5-1021dd8bfa33']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:09.578703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.592458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007eaaa7-5487-4f38-a4d9-f24fef273123') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:09.593084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007eaaa7-5487-4f38-a4d9-f24fef273123') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:09.604739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.622917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.630533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:09.631290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.634828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] Pushing event deleted for resources: {'Port': ['ID=5bbae366-df52-4141-b9d8-43de1ac60f68,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:09.673941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ccddd-43c1-4f5c-bf5f-4c1c3b0eaefb None None] No DVR routers for this DVR port 5bbae366-df52-4141-b9d8-43de1ac60f68 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:09.713266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:06Z', 'revision_number': 8, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:09.726863 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:09.731466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.737314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:09.744242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/371a00ba-0c70-4738-a3f5-1021dd8bfa33 HTTP/1.1" status: 204 len: 168 time: 1.2460177 Oct 29 11:39:09.744978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35800) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:09.769428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1729b-947e-4901-9e85-89669ced3979 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:06Z', 'revision_number': 8, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd1ad21e-4ebc-400a-a752-8d7ada33d1a7', 'name': '', 'network_id': '2db14fca-279b-4f08-90d6-78277999195f', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:1b:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:41Z', 'updated_at': '2021-10-29T11:38:52Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'a7792411-4af9-445a-8bac-2e2fb8e422f6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:09.994614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcaf50-99fe-4f0e-a89e-7bb328f9a29a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=371a00ba-0c70-4738-a3f5-1021dd8bfa33,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:10.469575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:10.474924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-1f631590-a93c-4094-a5c6-815baee28b3b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:10.477636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-1f631590-a93c-4094-a5c6-815baee28b3b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "GET /v2.0/ports?device_id=3522111d-2fd7-4984-8200-343dbd621473 HTTP/1.1" status: 200 len: 945 time: 0.1400986 Oct 29 11:39:10.545106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-fedd02db-db63-4d1c-9c21-9c5de43bc539 service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176272 Oct 29 11:39:10.656793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-74d14dc5-ef18-447a-80c5-d9dbce281edc service neutron] 10.222.0.77 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075327 Oct 29 11:39:10.850000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Deleting port 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:10.850690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:10.885320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:10.889184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:10.965552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5bbae366-df52-4141-b9d8-43de1ac60f68 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:10.973412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dcf5fce1-270a-445d-87a5-e070bc5fcd22 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:11.008603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] For port 818e686c-9129-48b6-b5d1-9a2dfafcd291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=818e686c-9129-48b6-b5d1-9a2dfafcd291,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:11.009020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.024628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Calling delete_port for 818e686c-9129-48b6-b5d1-9a2dfafcd291 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:11.131851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5bbae366-df52-4141-b9d8-43de1ac60f68 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:11.132189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5bbae366-df52-4141-b9d8-43de1ac60f68 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:11.132613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c692d43f-987e-481b-aeda-772e0fa69e0f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:11.274138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c692d43f-987e-481b-aeda-772e0fa69e0f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:11.274833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c692d43f-987e-481b-aeda-772e0fa69e0f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:11.305055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port dcf5fce1-270a-445d-87a5-e070bc5fcd22 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:11.313710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port dcf5fce1-270a-445d-87a5-e070bc5fcd22 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:11.314081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.327233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35848) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:11.345343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.540639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.642787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22,segment=NetworkSegment(e68a601c-7d6d-4de2-bb3c-d5ce10c8d086),segment_id=e68a601c-7d6d-4de2-bb3c-d5ce10c8d086)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:11.646299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:11.653453 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46934799-8af8-4090-87ad-6fe3792bbe78" -d '{"events": [{"server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:11.664433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.741079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event deleted for resources: {'Port': ['ID=818e686c-9129-48b6-b5d1-9a2dfafcd291,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:11.761493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port fd1ad21e-4ebc-400a-a752-8d7ada33d1a7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:11.761992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:11.795301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:11.808224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:11.890978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-bd611fa1-4f6a-4b50-b7fe-8f1e8daca190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:11.895669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-bd611fa1-4f6a-4b50-b7fe-8f1e8daca190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.5665488 Oct 29 11:39:12.086195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] No DVR routers for this DVR port 818e686c-9129-48b6-b5d1-9a2dfafcd291 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:12.091544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:12.102018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d68ea6e-b59d-4ffc-baf1-62512eae54c3 req-84399699-f163-4689-84ff-d8283cef1de4 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "DELETE /v2.0/ports/818e686c-9129-48b6-b5d1-9a2dfafcd291 HTTP/1.1" status: 204 len: 173 time: 1.6147134 Oct 29 11:39:12.122153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:12.129127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-deleted', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:12.133322 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842f6eb-9fcf-41d0-94ee-dfc80da8ab01" -d '{"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-deleted", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:12.167216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-38fbae4c-dd82-4b48-b70b-9645caa37cfb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.1261849 Oct 29 11:39:12.264976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=fd1ad21e-4ebc-400a-a752-8d7ada33d1a7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:12.346418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-963b29c3-86be-4179-a2a2-f74f309efe8b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584928 Oct 29 11:39:12.434353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:12.665957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-e7887f16-7747-430c-8a69-5db0413eacb5 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180988 Oct 29 11:39:12.743949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:12.804004 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 818e686c-9129-48b6-b5d1-9a2dfafcd291 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:12.804352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 818e686c-9129-48b6-b5d1-9a2dfafcd291 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:12.859548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-10b17184-4837-48b6-bc79-950188fd912f service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861217 Oct 29 11:39:12.963510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:13.230067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-dc6ffad0-8567-47f8-948d-58d3a578ba14 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:13.231789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-dc6ffad0-8567-47f8-948d-58d3a578ba14 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 814 time: 0.3110948 Oct 29 11:39:13.285824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Request body: {'port': {'device_id': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'admin_state_up': True, 'tenant_id': '68cf650c57e44fe68cdda649f75d4689'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:13.395610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:13.410171 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:13.413773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-da9abd03-666b-479e-a207-13688df1a3ba tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6637533 Oct 29 11:39:13.416998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35894) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:13.432980 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:13.437804 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:13.540925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5c92-54ae-44f7-b714-9df31486ec46 req-ee9f0aee-22a9-443b-8f0e-d7fa426a8810 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:13.549293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8bf5c92-54ae-44f7-b714-9df31486ec46 req-ee9f0aee-22a9-443b-8f0e-d7fa426a8810 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.2585692 Oct 29 11:39:13.556646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.564709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet a7792411-4af9-445a-8bac-2e2fb8e422f6 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:13.585370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.680717 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:13.715952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.739737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8bf5c92-54ae-44f7-b714-9df31486ec46 req-617f4b5a-6c81-48cf-817e-e571b93be598 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894085 Oct 29 11:39:13.778007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Made reservation on behalf of 68cf650c57e44fe68cdda649f75d4689 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:13.786434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.834976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.921647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.962559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=a7792411-4af9-445a-8bac-2e2fb8e422f6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:13.969367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:13.976392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91b0c5bf-054a-41fe-9c3d-b2841e2888b2 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/a7792411-4af9-445a-8bac-2e2fb8e422f6 HTTP/1.1" status: 204 len: 168 time: 0.5575936 Oct 29 11:39:13.978769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:13.979345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ac401-5ffb-4d26-85b6-9c4103b2f989 None None] Network 2db14fca-279b-4f08-90d6-78277999195f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:14.098666 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-66b022b1-b95e-403b-844b-85d23e8c033c req-d8c2e2d8-d48b-46db-ac59-83acdabb8f13 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 210 time: 0.0900817 Oct 29 11:39:14.145149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.180897 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed273bc4-9bdf-4ae2-8f29-61073f5dc050 x-openstack-request-id: req-ed273bc4-9bdf-4ae2-8f29-61073f5dc050 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:14.181678 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:14.182118 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed273bc4-9bdf-4ae2-8f29-61073f5dc050 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:14.182680 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22', 'code': 200} Oct 29 11:39:14.195668 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:11Z', 'revision_number': 9, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:14.239791 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:14.256847 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:14.257624 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:14.263949 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12d0f64-3a0e-4ec8-ba49-f5df2cd3f473 x-openstack-request-id: req-a12d0f64-3a0e-4ec8-ba49-f5df2cd3f473 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:14.264446 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522111d-2fd7-4984-8200-343dbd621473", "name": "network-vif-deleted", "tag": "818e686c-9129-48b6-b5d1-9a2dfafcd291", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:14.264869 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a12d0f64-3a0e-4ec8-ba49-f5df2cd3f473 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:14.265660 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522111d-2fd7-4984-8200-343dbd621473', 'name': 'network-vif-deleted', 'tag': '818e686c-9129-48b6-b5d1-9a2dfafcd291', 'status': 'completed', 'code': 200} Oct 29 11:39:14.309515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Allocated IP 172.20.0.13 (faa09598-c802-4cc1-9589-b1f1602978dd/e5c5bc36-b221-4791-9885-145a37a0acc4/c014ffac-1f70-472b-98a5-750739084c62) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:14.368316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:14.369927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.425995 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:14.430454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] DHCP port deletion for 2db14fca-279b-4f08-90d6-78277999195f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:39:14.497285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Deleting port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:14.498068 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.630586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=26002ba8-2a51-42ce-a1a7-d5b88d541a77,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:14.631259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.639370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] For port 26002ba8-2a51-42ce-a1a7-d5b88d541a77, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=26002ba8-2a51-42ce-a1a7-d5b88d541a77,segment=NetworkSegment(f3407f07-83e1-4e3c-842b-d8be24e87151),segment_id=f3407f07-83e1-4e3c-842b-d8be24e87151)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:14.640146 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.653442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 26002ba8-2a51-42ce-a1a7-d5b88d541a77 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:14.664086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Calling delete_port for 26002ba8-2a51-42ce-a1a7-d5b88d541a77 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:14.746266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37c572f3-6791-4b41-8508-770a813f6fdf req-6c7e1275-336c-4917-9f73-6476429960de tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 210 time: 0.2387424 Oct 29 11:39:14.816114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37775a-1737-437e-b704-6c9b37405af6 req-26db4441-6fe8-46f5-857e-6b6eb95fb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:14.817932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca37775a-1737-437e-b704-6c9b37405af6 req-26db4441-6fe8-46f5-857e-6b6eb95fb0e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 1096 time: 0.5161848 Oct 29 11:39:14.838743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.866881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:14.867122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:14.904426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] No DVR routers for this DVR port 26002ba8-2a51-42ce-a1a7-d5b88d541a77 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:14.931152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 26002ba8-2a51-42ce-a1a7-d5b88d541a77 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:14.963778 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:11Z', 'revision_number': 9, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:14.974224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=26002ba8-2a51-42ce-a1a7-d5b88d541a77,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:14.994512 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3431c56-0c29-42f8-bbb6-9a55a0e8c1db None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:11Z', 'revision_number': 9, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7105256-5363-49ce-ae83-8a3fb1d82e58', 'name': '', 'network_id': 'cd76af8c-c5f5-419d-a3e6-73fd5966665a', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:8f:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:35Z', 'updated_at': '2021-10-29T11:38:46Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'e86f8b05-490b-4ba0-a3bd-ed22dba0f828', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:15.107115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Deleting port 24347fd2-985a-462b-b1b4-fdc7b934381e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:15.108173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.132373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0da106-d999-48aa-909a-93e1fdb50d11 req-2682001d-5f2f-4320-85ba-3afb2aee7923 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:15.136470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a0da106-d999-48aa-909a-93e1fdb50d11 req-2682001d-5f2f-4320-85ba-3afb2aee7923 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.2262003 Oct 29 11:39:15.193616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.292944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 26002ba8-2a51-42ce-a1a7-d5b88d541a77 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:15.293573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 26002ba8-2a51-42ce-a1a7-d5b88d541a77 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:15.297530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a0da106-d999-48aa-909a-93e1fdb50d11 req-61b654eb-7307-440e-94a9-f73fb0f54bea tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128552 Oct 29 11:39:15.297670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71d27e-f859-4335-a8a3-e1639cdcbafd None None] Pushing event deleted for resources: {'Port': ['ID=26002ba8-2a51-42ce-a1a7-d5b88d541a77,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:15.320373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] For port 24347fd2-985a-462b-b1b4-fdc7b934381e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24347fd2-985a-462b-b1b4-fdc7b934381e,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:15.320869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.333237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.333421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ca37775a-1737-437e-b704-6c9b37405af6 req-c4c89844-02f2-409f-b355-290692cac0b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988899 Oct 29 11:39:15.360066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Calling delete_port for 24347fd2-985a-462b-b1b4-fdc7b934381e owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:15.368975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.411200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Network faa09598-c802-4cc1-9589-b1f1602978dd is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:15.420297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:15.420821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db14fca-279b-4f08-90d6-78277999195f']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:15.448800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3407f07-83e1-4e3c-842b-d8be24e87151') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:15.448800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3407f07-83e1-4e3c-842b-d8be24e87151') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:15.452390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.463196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:15.473920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.487937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:15.488671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:15.524231 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:15.553278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event updated for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:15.610331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:15.611134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.653701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00d39-8ff0-48c5-b724-89d31b9ac1db req-c10420e3-4495-4f82-8d5a-59ba7881a12d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:15.655343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccf00d39-8ff0-48c5-b724-89d31b9ac1db req-c10420e3-4495-4f82-8d5a-59ba7881a12d tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 932 time: 0.2046137 Oct 29 11:39:15.665437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.692998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:15.696579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/2db14fca-279b-4f08-90d6-78277999195f HTTP/1.1" status: 204 len: 168 time: 1.7161992 Oct 29 11:39:15.697783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87abf1-f728-41ea-9592-ea33a5fd0069 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=2db14fca-279b-4f08-90d6-78277999195f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:15.699411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:15.714648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-78c4782d-582d-41e8-91d7-9588a36373db tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:15.716506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-78c4782d-582d-41e8-91d7-9588a36373db tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.7701771 Oct 29 11:39:15.730236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54a0acca-8103-471a-a1ea-6ca69f836c2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4846628 Oct 29 11:39:15.774388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:15.779352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Request body: {'port': {'device_id': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:15.872464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccf00d39-8ff0-48c5-b724-89d31b9ac1db req-d5005581-283e-4355-adfe-6a2b995ae323 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557024 Oct 29 11:39:15.881146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.076642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:16.081538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.089609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48eb98a3-e16f-4582-85fa-817445a68a6d req-01b7d0b5-ec92-47ff-8f96-e041a3e3cf9b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 210 time: 0.0942113 Oct 29 11:39:16.097170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.163326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=24347fd2-985a-462b-b1b4-fdc7b934381e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:16.385183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.13 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/1022342e-63fe-4d7e-bed7-833542aacfbe) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:16.684873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.724723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.828563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:16.841141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:16.905317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:16.927900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:16.928246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fd1ad21e-4ebc-400a-a752-8d7ada33d1a7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:17.003645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:17.012972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:17.070072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:17.082132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:17.098441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b04eb-b8aa-49f7-a021-04e38f2cbb1c req-d3ffd8fe-733d-4abb-80bd-4ebc929ff16f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:17.100154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-580b04eb-b8aa-49f7-a021-04e38f2cbb1c req-d3ffd8fe-733d-4abb-80bd-4ebc929ff16f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.6025743 Oct 29 11:39:17.188871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-580b04eb-b8aa-49f7-a021-04e38f2cbb1c req-c70805d6-9e01-4146-a951-7a0e61512f6e tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806007 Oct 29 11:39:17.191297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.206250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c014ffac-1f70-472b-98a5-750739084c62 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:17.228627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.269135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:17.269886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.295945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-0d7c4d20-d917-44af-b7bf-a2de01c11b0a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5686550 Oct 29 11:39:17.314428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-b1c3c2e4-9aa3-4c92-b165-b1b002c7d200 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:39:17.315936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-b1c3c2e4-9aa3-4c92-b165-b1b002c7d200 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119941 Oct 29 11:39:17.338789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Request body: {'port': {'device_id': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:17.354748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Transition to ACTIVE for port object c014ffac-1f70-472b-98a5-750739084c62 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:17.379255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.381650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port f7105256-5363-49ce-ae83-8a3fb1d82e58 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:17.381991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.483218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Pushing event updated for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:17.540975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port f7105256-5363-49ce-ae83-8a3fb1d82e58, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7105256-5363-49ce-ae83-8a3fb1d82e58,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:17.541531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.566106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for f7105256-5363-49ce-ae83-8a3fb1d82e58 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:17.627346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:17.686830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaba32-95b9-4a2b-855c-df970f0d9589 req-800a6113-3c89-4910-8986-e8a8259ef5e8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:17.695851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9bdaba32-95b9-4a2b-855c-df970f0d9589 req-800a6113-3c89-4910-8986-e8a8259ef5e8 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 932 time: 0.3589611 Oct 29 11:39:17.759232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Attempting to bind port c014ffac-1f70-472b-98a5-750739084c62 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:17.759583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Attempting to bind port c014ffac-1f70-472b-98a5-750739084c62 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:17.759887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Attempting to bind port c014ffac-1f70-472b-98a5-750739084c62 on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:17.787680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9bdaba32-95b9-4a2b-855c-df970f0d9589 req-384c6619-7bbf-4798-8534-fc0ee5195cb9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Oct 29 11:39:17.789095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Port c014ffac-1f70-472b-98a5-750739084c62 on network faa09598-c802-4cc1-9589-b1f1602978dd not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:17.789593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Attempting to bind port c014ffac-1f70-472b-98a5-750739084c62 on network faa09598-c802-4cc1-9589-b1f1602978dd {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:17.808120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Router 1ee83138-9bee-4af6-8971-04f354c73548 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:17.812887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:17.813406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Checking segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:17.813851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Bound using segment: {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:17.814310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Bound port: c014ffac-1f70-472b-98a5-750739084c62, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e254b132-8287-4c33-be38-c1af867acb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:17.814702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.036038 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.092967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=f7105256-5363-49ce-ae83-8a3fb1d82e58,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:18.203786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:18.214829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1d840e23-7dc8-4db7-933e-35ab6e686c4d admin admin] 10.222.0.77 "PUT /v2.0/routers/1ee83138-9bee-4af6-8971-04f354c73548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8839552 Oct 29 11:39:18.217036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:18.217396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Sync routers for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:18.223373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:18.263070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f79c-4025-49e6-94cc-e3822c1c2f3e req-793dcd4e-9781-4e5e-98e2-0900607716fb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:18.263767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:18.264428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:18.273169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48c7f79c-4025-49e6-94cc-e3822c1c2f3e req-793dcd4e-9781-4e5e-98e2-0900607716fb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 932 time: 0.3346193 Oct 29 11:39:18.300202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c014ffac-1f70-472b-98a5-750739084c62,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:18.306910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.408592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.453092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:18.454068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.456326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] 10.222.0.41 "PUT /v2.0/ports/c014ffac-1f70-472b-98a5-750739084c62 HTTP/1.1" status: 200 len: 1092 time: 2.7127235 Oct 29 11:39:18.465885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:18.474331 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67e60c-5238-41a1-8742-c5e28a8939a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "tag": "c014ffac-1f70-472b-98a5-750739084c62"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:18.477845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1022342e-63fe-4d7e-bed7-833542aacfbe {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:18.527076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:18.541339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.547014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36002) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:18.586600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48c7f79c-4025-49e6-94cc-e3822c1c2f3e req-8922b307-7bc9-412a-b4ee-0377802d0cba tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116543 Oct 29 11:39:18.867441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9e2fe-84a0-484b-952d-09e253bb0391 service neutron] Pushing event updated for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:18.899454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-e0cae18d-00be-4e38-903f-26546338848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:18.901408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-e0cae18d-00be-4e38-903f-26546338848f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 1095 time: 0.3796208 Oct 29 11:39:18.953230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:18.956904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-54fd6b4c-ef3e-4208-80bb-84749863657a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c014ffac-1f70-472b-98a5-750739084c62 HTTP/1.1" status: 200 len: 217 time: 0.0460963 Oct 29 11:39:18.971904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:39:15Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:19.015554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Checking router: 1ee83138-9bee-4af6-8971-04f354c73548 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:19.026210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Routers {'1ee83138-9bee-4af6-8971-04f354c73548'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:19.027158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1ee83138-9bee-4af6-8971-04f354c73548'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:19.130818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8caf48-3d48-4198-bc04-49e088350335 req-74668258-00a3-4719-b33d-54f35680856e tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:19.132563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a8caf48-3d48-4198-bc04-49e088350335 req-74668258-00a3-4719-b33d-54f35680856e tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.3012145 Oct 29 11:39:19.153779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] Set router 1ee83138-9bee-4af6-8971-04f354c73548 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:19.195278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-8369ec59-562c-4cf3-ad8c-c51cdbc77458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:19.197052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-8369ec59-562c-4cf3-ad8c-c51cdbc77458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.1359508 Oct 29 11:39:19.282552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Transition to ACTIVE for port object 1022342e-63fe-4d7e-bed7-833542aacfbe will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:19.290495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-44913fa9-7c11-48a9-9ee3-7cb1501251ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767894 Oct 29 11:39:19.301501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.307641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a8caf48-3d48-4198-bc04-49e088350335 req-4778dfdc-9819-4dc1-8f8b-0b9aec51d338 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558466 Oct 29 11:39:19.328881 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-367b9032-57d3-4776-a564-25b61c5a2052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.392597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:39:15Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:19.425579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7359d-b14a-4066-99e2-852968476d3a None None] The sync data for ids ['1ee83138-9bee-4af6-8971-04f354c73548'] in n-d-805046-9 is: [{'id': '1ee83138-9bee-4af6-8971-04f354c73548', 'name': 'tempest-TaggedBootDevicesTest-106217197-router', 'tenant_id': 'a122fb8b99c844db9658db02a454cc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:27:12Z', 'updated_at': '2021-10-29T11:39:15Z', 'revision_number': 5, 'project_id': 'a122fb8b99c844db9658db02a454cc9c', 'gw_port': {'id': 'fe1a2894-618c-449e-90a2-97e0fe41b518', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee83138-9bee-4af6-8971-04f354c73548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:27:13Z', 'updated_at': '2021-10-29T11:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:19.491092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-40866a50-af5e-4853-933c-4efeccf09d24 service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819339 Oct 29 11:39:19.493341 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac16b19-e691-49c5-bba8-9c253830bbc2 x-openstack-request-id: req-5ac16b19-e691-49c5-bba8-9c253830bbc2 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:19.493823 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "tag": "c014ffac-1f70-472b-98a5-750739084c62", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:19.494243 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ac16b19-e691-49c5-bba8-9c253830bbc2 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:19.494832 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62', 'status': 'completed', 'code': 200} Oct 29 11:39:19.496417 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.515809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Pushing event updated for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:19.562385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:19.722831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4c93-cf59-4299-9535-d846b53e2ffe req-50c9753c-55aa-4292-a992-b54f03f00116 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:19.724395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ecc4c93-cf59-4299-9535-d846b53e2ffe req-50c9753c-55aa-4292-a992-b54f03f00116 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 944 time: 0.1218846 Oct 29 11:39:19.781719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01498466-b3d1-4b97-8e52-b3acae7fff8a req-9f4e0d94-1141-4f36-acdd-b935de13de6e service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803633 Oct 29 11:39:19.794151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Deleting port fe1a2894-618c-449e-90a2-97e0fe41b518 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:19.794937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.811240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ecc4c93-cf59-4299-9535-d846b53e2ffe req-b4afa274-3561-4df0-9283-e4490e64d823 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Oct 29 11:39:19.830164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-367b9032-57d3-4776-a564-25b61c5a2052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.831415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Attempting to bind port 1022342e-63fe-4d7e-bed7-833542aacfbe on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:19.831747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Attempting to bind port 1022342e-63fe-4d7e-bed7-833542aacfbe by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:19.832166 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Attempting to bind port 1022342e-63fe-4d7e-bed7-833542aacfbe on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:19.851378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-367b9032-57d3-4776-a564-25b61c5a2052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:19.854324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:19.865490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-def3d61d-5029-4c52-837d-0845397d98e5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1612654 Oct 29 11:39:19.882326 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:19.894323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Port 1022342e-63fe-4d7e-bed7-833542aacfbe on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:19.894717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Attempting to bind port 1022342e-63fe-4d7e-bed7-833542aacfbe on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:19.903478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:19.904259 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:19.929144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:19.995453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:19.995791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:19.996188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:20.002952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Bound port: 1022342e-63fe-4d7e-bed7-833542aacfbe, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:20.002952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.026563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-367b9032-57d3-4776-a564-25b61c5a2052 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5c114cf5f724151b8f8fba90abb5bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4724336 Oct 29 11:39:20.029770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:20.030459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b9032-57d3-4776-a564-25b61c5a2052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e135c-3a6d-4218-8c87-0b6327f695da,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:20.162143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:20.162381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] For port fe1a2894-618c-449e-90a2-97e0fe41b518, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fe1a2894-618c-449e-90a2-97e0fe41b518,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:20.162524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.176160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Calling delete_port for fe1a2894-618c-449e-90a2-97e0fe41b518 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:20.196842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:20.200205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1022342e-63fe-4d7e-bed7-833542aacfbe,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:20.231163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet e86f8b05-490b-4ba0-a3bd-ed22dba0f828 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:20.254268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.259970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-4697fbaf-7a50-492a-875a-ad3ea4ab92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:20.261502 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-4697fbaf-7a50-492a-875a-ad3ea4ab92a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68cf650c57e44fe68cdda649f75d4689&device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 1095 time: 0.3095667 Oct 29 11:39:20.333200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.338712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585151a-8f34-418d-9af4-38244490654b req-8a270848-b65e-4df6-817a-e3216cc0c512 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:20.340246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2585151a-8f34-418d-9af4-38244490654b req-8a270848-b65e-4df6-817a-e3216cc0c512 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 944 time: 0.3092296 Oct 29 11:39:20.496005 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.504821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2585151a-8f34-418d-9af4-38244490654b req-6dd95bb3-5efa-49be-86ca-4a85c95e90e3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167748 Oct 29 11:39:20.552257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.559396 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.608207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-fab0c1d3-db32-4f27-a97a-a7fd494168bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:20.612051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-fab0c1d3-db32-4f27-a97a-a7fd494168bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 200 len: 915 time: 0.3419092 Oct 29 11:39:20.621913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:20.622680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.624132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] 10.222.0.86 "PUT /v2.0/ports/1022342e-63fe-4d7e-bed7-833542aacfbe HTTP/1.1" status: 200 len: 1092 time: 3.2926548 Oct 29 11:39:20.663645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:20.669306 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428be0d9-4245-4d82-990e-71ca82ed25b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:20.681433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-5b1cae90-9660-42b4-8755-4abdacf29b29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c014ffac-1f70-472b-98a5-750739084c62 HTTP/1.1" status: 200 len: 217 time: 0.0575056 Oct 29 11:39:20.736433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c014ffac-1f70-472b-98a5-750739084c62 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:20.739850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:17Z', 'revision_number': 10, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:20.744652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.771870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.782184 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:20.786397 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c72380-ea7b-424e-9857-cc6762390f53 x-openstack-request-id: req-31c72380-ea7b-424e-9857-cc6762390f53 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:20.787329 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:20.788028 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31c72380-ea7b-424e-9857-cc6762390f53 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:20.788679 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe', 'status': 'completed', 'code': 200} Oct 29 11:39:20.795793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:20.797150 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:20.895239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1a2894-618c-449e-90a2-97e0fe41b518,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:20.917777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.918162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.918463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.918794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.919124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.919451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.919771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.920090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.920407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.920723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.921176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.921907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:20.922035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c014ffac-1f70-472b-98a5-750739084c62,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:20.939497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-75215fb9-9d5d-41ca-9583-08d8a933daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:20.940992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-75215fb9-9d5d-41ca-9583-08d8a933daad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 200 len: 854 time: 0.2490704 Oct 29 11:39:20.947430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'c014ffac-1f70-472b-98a5-750739084c62', 'network_id': 'faa09598-c802-4cc1-9589-b1f1602978dd', 'port_id': 'c014ffac-1f70-472b-98a5-750739084c62', 'mac_address': 'fa:16:3e:e1:ff:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5bc36-b221-4791-9885-145a37a0acc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:20.952393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24347fd2-985a-462b-b1b4-fdc7b934381e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:20.960283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54f79-04df-4551-aa27-d88c7dd9374b service neutron] Pushing event updated for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:20.965491 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:20.976089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.979277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:20.980574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/192e135c-3a6d-4218-8c87-0b6327f695da HTTP/1.1" status: 204 len: 168 time: 0.9460249 Oct 29 11:39:21.021204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-18445639-fdc1-4805-92d0-df7ef0f006dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:21.022884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-18445639-fdc1-4805-92d0-df7ef0f006dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 1095 time: 0.3114738 Oct 29 11:39:21.023718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bf016-74d1-45d3-9fce-01d076891cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e135c-3a6d-4218-8c87-0b6327f695da,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:21.052750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.094115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-ed22eeee-55aa-48c8-9d49-20a6115f58a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa09598-c802-4cc1-9589-b1f1602978dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380870 Oct 29 11:39:21.097255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.107811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-018f7e5c-1ead-4a99-9ba9-e850c13dfca8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1022342e-63fe-4d7e-bed7-833542aacfbe HTTP/1.1" status: 200 len: 217 time: 0.0665209 Oct 29 11:39:21.110578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 24347fd2-985a-462b-b1b4-fdc7b934381e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:21.111270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24347fd2-985a-462b-b1b4-fdc7b934381e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:21.131880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c014ffac-1f70-472b-98a5-750739084c62 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:21.153118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=e86f8b05-490b-4ba0-a3bd-ed22dba0f828,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:21.160530 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.168242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-917e80e4-c8de-480c-bfdb-3d2764927f1f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/e86f8b05-490b-4ba0-a3bd-ed22dba0f828 HTTP/1.1" status: 204 len: 168 time: 1.2355838 Oct 29 11:39:21.169351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36064) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:21.185250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c014ffac-1f70-472b-98a5-750739084c62,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:21.193471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39694b80-f08b-482b-be1e-cb357d82793f None None] Network cd76af8c-c5f5-419d-a3e6-73fd5966665a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:21.198599 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.251395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.338680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-f7deedf9-3cb5-417d-9995-4d0fdbf5c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:21.342406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-f7deedf9-3cb5-417d-9995-4d0fdbf5c483 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.2108707 Oct 29 11:39:21.380547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.392123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:17Z', 'revision_number': 10, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:21.407134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-15d119e7-efd8-4c8b-a83c-f6df24aae939 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568554 Oct 29 11:39:21.432050 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93474d99-2580-4a90-af85-89f823dcf23f None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:17Z', 'revision_number': 10, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None, '_interfaces': [{'id': '3256acee-3dd8-480c-855b-bb294a89132f', 'name': '', 'network_id': '851265b3-cd61-44c4-bd41-d6fc29088c65', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'mac_address': 'fa:16:3e:55:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:38:27Z', 'updated_at': '2021-10-29T11:38:34Z', 'revision_number': 5, 'project_id': '6e743ec54aa446319e72426a47690de8', 'subnets': [{'id': 'f19ff297-1e76-433f-922b-f8e75b2c028f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:21.440797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:21.553416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c014ffac-1f70-472b-98a5-750739084c62'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:21.580180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6d9c8-3309-401b-a118-f1cff6f8e6f5 req-bfd249a3-91d6-466a-825c-2aeb66e7f99f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:21.589508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa6d9c8-3309-401b-a118-f1cff6f8e6f5 req-bfd249a3-91d6-466a-825c-2aeb66e7f99f tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 944 time: 0.6449327 Oct 29 11:39:21.596380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.606897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.642528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 38decb23-8495-42c1-91be-5a0f06413727 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:21.642868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.646980 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-65e74075-c7d1-4450-ade0-b93ccd6b1153 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286742 Oct 29 11:39:21.719037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.719683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee83138-9bee-4af6-8971-04f354c73548 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:39:21.723218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-d9f86b5e-7255-4f71-8837-9fe06eb15f66 service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156442 Oct 29 11:39:21.733808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa6d9c8-3309-401b-a118-f1cff6f8e6f5 req-313b4f34-7fd3-48a9-8e14-cc5b5cac5910 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432550 Oct 29 11:39:21.760754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.765474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-40d8860b-a3a2-4dc2-950f-90707067a2c2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1ee83138-9bee-4af6-8971-04f354c73548 HTTP/1.1" status: 204 len: 168 time: 3.5362549 Oct 29 11:39:21.776504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36082) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:21.841830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] DHCP port deletion for cd76af8c-c5f5-419d-a3e6-73fd5966665a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:39:21.873106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Deleting subnet 402cb35d-5226-4689-ab49-40c7f41b8a1d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:21.883426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.883680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.942234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Deleting port 38decb23-8495-42c1-91be-5a0f06413727 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:21.942603 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:21.990547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c67e60c-5238-41a1-8742-c5e28a8939a7 req-9b414977-64ad-4b04-af42-7f10f699fb06 service neutron] 10.222.0.41 "GET /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399602 Oct 29 11:39:22.017444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 38decb23-8495-42c1-91be-5a0f06413727, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=38decb23-8495-42c1-91be-5a0f06413727,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:22.030920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.058250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 38decb23-8495-42c1-91be-5a0f06413727 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:22.095762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.154058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ede2d-4abe-4e9b-9f08-835ed5f1f7d0 req-9d4619f4-3d39-4d44-b780-63bc2893f954 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:22.155089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] For port 38decb23-8495-42c1-91be-5a0f06413727, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=38decb23-8495-42c1-91be-5a0f06413727,segment=NetworkSegment(c7c42b06-ff83-4e6b-aa61-2eded3b402ec),segment_id=c7c42b06-ff83-4e6b-aa61-2eded3b402ec)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:22.157193 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.165046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66ede2d-4abe-4e9b-9f08-835ed5f1f7d0 req-9d4619f4-3d39-4d44-b780-63bc2893f954 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 944 time: 0.1168234 Oct 29 11:39:22.203508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Calling delete_port for 38decb23-8495-42c1-91be-5a0f06413727 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:22.231183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66ede2d-4abe-4e9b-9f08-835ed5f1f7d0 req-ee5ceac7-7ad1-4b63-8950-d1e14ec2cccb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633476 Oct 29 11:39:22.275876 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3740c5f1-5938-41c2-a278-aea1f5672ca1 req-735412b4-f417-4bb2-b11a-3d3b7d7fddae service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174126 Oct 29 11:39:22.401715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.428383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.444188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=38decb23-8495-42c1-91be-5a0f06413727,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:22.456936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] Pushing event deleted for resources: {'Port': ['ID=38decb23-8495-42c1-91be-5a0f06413727,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:22.461310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87997fc9-7729-4556-8717-aa7f50090e16 None None] No DVR routers for this DVR port 38decb23-8495-42c1-91be-5a0f06413727 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:22.500433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 38decb23-8495-42c1-91be-5a0f06413727 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:22.505250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.561981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-50c7f050-4bc5-4492-86df-52e124903d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:22.563723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-50c7f050-4bc5-4492-86df-52e124903d0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 1095 time: 0.1980829 Oct 29 11:39:22.697836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827e861-ce75-488d-89ab-c814d392bda5 req-3f030e2a-32ad-4448-9810-3e3a9c41a53f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:22.707245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3827e861-ce75-488d-89ab-c814d392bda5 req-3f030e2a-32ad-4448-9810-3e3a9c41a53f tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.0680308 Oct 29 11:39:22.752395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c014ffac-1f70-472b-98a5-750739084c62 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:22.773073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3827e861-ce75-488d-89ab-c814d392bda5 req-a4cbfca6-10f3-48d3-b16c-a5558a152f11 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Oct 29 11:39:22.796623 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.889345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7105256-5363-49ce-ae83-8a3fb1d82e58 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:22.914902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29dc75-2962-41de-bd70-b75c093f9aec req-b4301f96-15a4-4635-8737-d92f6e878a08 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:22.916046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb29dc75-2962-41de-bd70-b75c093f9aec req-b4301f96-15a4-4635-8737-d92f6e878a08 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 945 time: 0.0614219 Oct 29 11:39:22.940100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port c014ffac-1f70-472b-98a5-750739084c62 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:22.943966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd76af8c-c5f5-419d-a3e6-73fd5966665a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:22.957717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:22.959001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c42b06-ff83-4e6b-aa61-2eded3b402ec') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:22.977769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb29dc75-2962-41de-bd70-b75c093f9aec req-0e7bf262-8f3a-49fe-adb4-10198f432e00 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541775 Oct 29 11:39:22.978710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f7105256-5363-49ce-ae83-8a3fb1d82e58 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:22.979289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7105256-5363-49ce-ae83-8a3fb1d82e58 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:22.979950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 38decb23-8495-42c1-91be-5a0f06413727 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:22.980950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:22.994294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.023821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402cb35d-5226-4689-ab49-40c7f41b8a1d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:23.027831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-f59ecd89-0ad0-46f8-b296-68d099b77eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:23.030193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-f59ecd89-0ad0-46f8-b296-68d099b77eeb service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.4487038 Oct 29 11:39:23.036556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.040374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port c014ffac-1f70-472b-98a5-750739084c62 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:23.041365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.086741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.091158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2dfd5ccd-e97b-4e32-9b2b-1c530625d3a7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/402cb35d-5226-4689-ab49-40c7f41b8a1d HTTP/1.1" status: 204 len: 168 time: 1.3092859 Oct 29 11:39:23.095046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36124) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:23.097678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:23.098090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.103520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 38decb23-8495-42c1-91be-5a0f06413727 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:23.104320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 38decb23-8495-42c1-91be-5a0f06413727 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:23.105042 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:23.108206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fe1a2894-618c-449e-90a2-97e0fe41b518 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:23.111213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-540636fe-488f-4dbe-8a8d-7a3a0d9f43be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1022342e-63fe-4d7e-bed7-833542aacfbe HTTP/1.1" status: 200 len: 217 time: 0.0692327 Oct 29 11:39:23.112449 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2487b12b-3673-443b-8928-990d5aaa0c6f None None] Network c67fc2ba-d311-4287-874a-bb0bd6a5e59c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:23.192303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: fe1a2894-618c-449e-90a2-97e0fe41b518 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:23.193381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fe1a2894-618c-449e-90a2-97e0fe41b518 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:23.237307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.266167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-38b3e8c9-9d75-4de9-ad82-540a7a5ff354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:23.267871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-38b3e8c9-9d75-4de9-ad82-540a7a5ff354 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1303329 Oct 29 11:39:23.314255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-d2dfb8d4-b475-48e0-a457-7ff5c6c3e682 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382075 Oct 29 11:39:23.331824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.339710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Deleting port cb3c2337-dac7-4cad-9151-2775225a66ed {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:23.340044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.348138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.395181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.398725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/cd76af8c-c5f5-419d-a3e6-73fd5966665a HTTP/1.1" status: 204 len: 168 time: 2.2282076 Oct 29 11:39:23.433984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:23.436502 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b5dee7-ea5a-47b2-a59a-bd0ac7c81761" -d '{"events": [{"server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c014ffac-1f70-472b-98a5-750739084c62"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:23.444216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881afc-6829-4916-ad38-ec750d3e8004 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=cd76af8c-c5f5-419d-a3e6-73fd5966665a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:23.446560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36132) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:23.515827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c014ffac-1f70-472b-98a5-750739084c62,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:23.536694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.644793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] DHCP port deletion for c67fc2ba-d311-4287-874a-bb0bd6a5e59c request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:39:23.703335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:23.760305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Deleting port cb3c2337-dac7-4cad-9151-2775225a66ed {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:23.761336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.823663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-4e4d3bdc-3832-4c78-ac40-c26dbf9fa0bf service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877105 Oct 29 11:39:23.869849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] For port cb3c2337-dac7-4cad-9151-2775225a66ed, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb3c2337-dac7-4cad-9151-2775225a66ed,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:23.870170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:23.884314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Calling delete_port for cb3c2337-dac7-4cad-9151-2775225a66ed owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:23.974447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-428be0d9-4245-4d82-990e-71ca82ed25b1 req-1ec8b425-3966-4cfb-991d-25fd534813da service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393344 Oct 29 11:39:23.975682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.035241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] No DVR routers for this DVR port cb3c2337-dac7-4cad-9151-2775225a66ed on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:24.037311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9970-b1f4-40ee-8822-782a420fc46d None None] Pushing event deleted for resources: {'Port': ['ID=cb3c2337-dac7-4cad-9151-2775225a66ed,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:24.118039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] For port cb3c2337-dac7-4cad-9151-2775225a66ed, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cb3c2337-dac7-4cad-9151-2775225a66ed,segment=NetworkSegment(d098e6c2-0239-4263-ae06-51e018d9a37f),segment_id=d098e6c2-0239-4263-ae06-51e018d9a37f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:24.118721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.119719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-2b4bf979-b868-49bd-9ada-310e8e5d2338 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:24.122120 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-2b4bf979-b868-49bd-9ada-310e8e5d2338 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.86 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.1464934 Oct 29 11:39:24.135177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Calling delete_port for cb3c2337-dac7-4cad-9151-2775225a66ed owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:24.144290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911970-3188-4a3d-bac6-fc89973fca15 req-3c6123bf-6e62-4d82-9f1b-b7944d6d3ccd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:24.160178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb911970-3188-4a3d-bac6-fc89973fca15 req-3c6123bf-6e62-4d82-9f1b-b7944d6d3ccd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 944 time: 0.1046157 Oct 29 11:39:24.269578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb911970-3188-4a3d-bac6-fc89973fca15 req-fa629ea8-0b91-4d8d-ae6f-05a6dbe19a8e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097076 Oct 29 11:39:24.333151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.345322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Deleting port dcf5fce1-270a-445d-87a5-e070bc5fcd22 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:24.346080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.370281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] No DVR routers for this DVR port cb3c2337-dac7-4cad-9151-2775225a66ed on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:24.397110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3c2337-dac7-4cad-9151-2775225a66ed,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:24.402947 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249406e3-778f-4175-98d3-9930febe483b x-openstack-request-id: req-249406e3-778f-4175-98d3-9930febe483b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:24.403243 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c014ffac-1f70-472b-98a5-750739084c62", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:24.403494 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-249406e3-778f-4175-98d3-9930febe483b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:24.403887 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62', 'code': 200} Oct 29 11:39:24.494513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.600531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.606208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983066c-dda2-46a0-b34e-112cb24eab92 req-869d7c41-1e62-4b68-b2d3-949d3f335657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:24.608243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a983066c-dda2-46a0-b34e-112cb24eab92 req-869d7c41-1e62-4b68-b2d3-949d3f335657 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 1097 time: 0.1518600 Oct 29 11:39:24.685631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99b10c-be18-4d84-9c1c-9e50f7afd7be req-4e1811c3-20ef-40c9-8d20-b2230abb1840 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:24.691071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd99b10c-be18-4d84-9c1c-9e50f7afd7be req-4e1811c3-20ef-40c9-8d20-b2230abb1840 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 945 time: 0.1850753 Oct 29 11:39:24.691071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67fc2ba-d311-4287-874a-bb0bd6a5e59c']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:24.713189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd098e6c2-0239-4263-ae06-51e018d9a37f') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:24.713189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd098e6c2-0239-4263-ae06-51e018d9a37f') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:24.743891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a983066c-dda2-46a0-b34e-112cb24eab92 req-795fe514-a5b6-4e8a-9528-1e972851e6f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089826 Oct 29 11:39:24.745791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.782530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.811523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd99b10c-be18-4d84-9c1c-9e50f7afd7be req-006f962c-7fbb-4e96-a1db-4395dd94f577 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b09b567-7690-481e-947e-e6f673b29519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092174 Oct 29 11:39:24.821731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:24.821956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:24.826398 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:24.849898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb3c2337-dac7-4cad-9151-2775225a66ed no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:24.914071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cb3c2337-dac7-4cad-9151-2775225a66ed {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:24.914354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cb3c2337-dac7-4cad-9151-2775225a66ed not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:24.972435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:24.991754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.001633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c67fc2ba-d311-4287-874a-bb0bd6a5e59c HTTP/1.1" status: 204 len: 168 time: 1.9050975 Oct 29 11:39:25.011662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1022342e-63fe-4d7e-bed7-833542aacfbe details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:25.023209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d8f77-68dc-4197-abfc-819e2bf70363 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67fc2ba-d311-4287-874a-bb0bd6a5e59c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:25.127232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330d490-69b6-49e8-931e-e2b3660d5f40 req-6441b48b-6b74-4752-83d4-132e0dcf7526 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:25.149778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2330d490-69b6-49e8-931e-e2b3660d5f40 req-6441b48b-6b74-4752-83d4-132e0dcf7526 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.1685836 Oct 29 11:39:25.185656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] For port dcf5fce1-270a-445d-87a5-e070bc5fcd22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=dcf5fce1-270a-445d-87a5-e070bc5fcd22,segment=NetworkSegment(e68a601c-7d6d-4de2-bb3c-d5ce10c8d086),segment_id=e68a601c-7d6d-4de2-bb3c-d5ce10c8d086)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:25.186653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.207914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2330d490-69b6-49e8-931e-e2b3660d5f40 req-417f7f77-4486-48f6-9d45-ed38ac49ea2e tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Oct 29 11:39:25.228975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Calling delete_port for dcf5fce1-270a-445d-87a5-e070bc5fcd22 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:25.252957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1022342e-63fe-4d7e-bed7-833542aacfbe,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:25.271027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1022342e-63fe-4d7e-bed7-833542aacfbe', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '1022342e-63fe-4d7e-bed7-833542aacfbe', 'mac_address': 'fa:16:3e:65:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:25.376820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.410220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1022342e-63fe-4d7e-bed7-833542aacfbe {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:25.456717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1022342e-63fe-4d7e-bed7-833542aacfbe,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:25.460379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1096ae-24fd-4b1f-ae72-2e20833d5430 req-bed2e329-25dc-4921-9678-349e7c2709a6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:25.462174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:25.464513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.470296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd1096ae-24fd-4b1f-ae72-2e20833d5430 req-bed2e329-25dc-4921-9678-349e7c2709a6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 944 time: 0.0992332 Oct 29 11:39:25.528298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd1096ae-24fd-4b1f-ae72-2e20833d5430 req-21c26e2b-130c-4cff-9fb0-73e6ba7cba7b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Oct 29 11:39:25.551534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:25.554288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.581514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-150d509c-bf2b-4895-90f8-fc1c8b1c208d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a122fb8b99c844db9658db02a454cc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181831 Oct 29 11:39:25.584335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36180) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:25.603051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Pushing event deleted for resources: {'Port': ['ID=dcf5fce1-270a-445d-87a5-e070bc5fcd22,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:25.639089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.639532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.639961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.640400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.640805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.641228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.641624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.642020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.642419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.642842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.643230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.643601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:25.660469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.668521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] No DVR routers for this DVR port dcf5fce1-270a-445d-87a5-e070bc5fcd22 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:25.672359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.675760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-74e34d8a-d102-4f9e-ab0a-5414856d4da6 req-b1879406-c27c-4491-b0ca-9f3a0af55310 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.86 "DELETE /v2.0/ports/dcf5fce1-270a-445d-87a5-e070bc5fcd22 HTTP/1.1" status: 204 len: 173 time: 1.5328474 Oct 29 11:39:25.676297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'name': 'network-vif-deleted', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:25.678772 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd09f408-5db3-4677-a566-bb2a8e1e08af" -d '{"events": [{"server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "name": "network-vif-deleted", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:25.681416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1022342e-63fe-4d7e-bed7-833542aacfbe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:25.705339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 3256acee-3dd8-480c-855b-bb294a89132f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:25.705723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.721075 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.802849 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e4c6a-f6ca-433a-89b8-223e545f10db x-openstack-request-id: req-ab3e4c6a-f6ca-433a-89b8-223e545f10db {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:25.803756 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09706230-abe3-45ea-93a1-15d8bec82ec5", "name": "network-vif-deleted", "tag": "dcf5fce1-270a-445d-87a5-e070bc5fcd22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:25.805082 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab3e4c6a-f6ca-433a-89b8-223e545f10db {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:25.805967 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09706230-abe3-45ea-93a1-15d8bec82ec5', 'name': 'network-vif-deleted', 'tag': 'dcf5fce1-270a-445d-87a5-e070bc5fcd22', 'status': 'completed', 'code': 200} Oct 29 11:39:25.836091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.858056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.861606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:25.863068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6bb3174-9137-4ce3-ae52-77b568784516 HTTP/1.1" status: 204 len: 168 time: 0.2774730 Oct 29 11:39:25.881644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d7414-b5f5-4303-9c14-22adf2d563f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb3174-9137-4ce3-ae52-77b568784516,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:26.006506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 3256acee-3dd8-480c-855b-bb294a89132f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3256acee-3dd8-480c-855b-bb294a89132f,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:26.007036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:26.023286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 3256acee-3dd8-480c-855b-bb294a89132f owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:26.028627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ad149c7-bf19-4cb7-adda-04b97427a322 req-de8eee35-d82c-467a-acb4-8e1321db8748 tempest-ServerMetadataNegativeTestJSON-1379301780 tempest-ServerMetadataNegativeTestJSON-1379301780-project] 10.222.0.77 "GET /v2.0/ports?device_id=09706230-abe3-45ea-93a1-15d8bec82ec5 HTTP/1.1" status: 200 len: 210 time: 0.0541880 Oct 29 11:39:26.287274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:26.320120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=3256acee-3dd8-480c-855b-bb294a89132f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:26.444175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee5d4-f8d3-4619-800b-6a0e56bc22cd req-3ef489d9-5732-4350-8a1d-0c61f7a98d77 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:26.450724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:26.453914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4aee5d4-f8d3-4619-800b-6a0e56bc22cd req-3ef489d9-5732-4350-8a1d-0c61f7a98d77 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.1339111 Oct 29 11:39:26.549770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4aee5d4-f8d3-4619-800b-6a0e56bc22cd req-8314a3ca-ab29-45c8-9b18-c8f1f8769727 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773320 Oct 29 11:39:26.766089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:26.796945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30452f3-651c-4db5-8cb3-bf99b92bdd32 req-1a7677ca-b608-4924-a90e-38724619e1bb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:26.799448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e30452f3-651c-4db5-8cb3-bf99b92bdd32 req-1a7677ca-b608-4924-a90e-38724619e1bb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 945 time: 0.1335030 Oct 29 11:39:26.918104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e30452f3-651c-4db5-8cb3-bf99b92bdd32 req-fbe9ed7e-c823-4551-a40b-4dc65ba94bbc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102064 Oct 29 11:39:26.988935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:26.996796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4bb38f86-7b7e-40c6-957d-a2ab79380dee tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5391223 Oct 29 11:39:27.003930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:27.010026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:27.028284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:27.029238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:27.037141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1022342e-63fe-4d7e-bed7-833542aacfbe up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:27.097719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3064-78a6-47da-ba96-5abee708eb5e req-9172723f-b8e0-4114-90f0-46cd72113e24 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:27.099514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c9e3064-78a6-47da-ba96-5abee708eb5e req-9172723f-b8e0-4114-90f0-46cd72113e24 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.1102500 Oct 29 11:39:27.150932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting subnet f19ff297-1e76-433f-922b-f8e75b2c028f {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:27.161525 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.181179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c9e3064-78a6-47da-ba96-5abee708eb5e req-3103930a-77a3-46fd-a316-7e9c0a67b78a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Oct 29 11:39:27.279595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.307463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36266) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:27.340176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:27.454317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Deleting subnet 4e751ea7-0a60-488d-b7ca-04969b43186c {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:27.475787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.503692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-854047356-network', 'tenant_id': 'cdb9756c65654be998b3c5d4cdf23480'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:27.537928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Made reservation on behalf of cdb9756c65654be998b3c5d4cdf23480 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:27.540914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.559128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.561151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.611704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:27.634015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.668309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.719836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da8017-9585-46e5-aca2-44be33f05fdd req-1acc7463-b061-45a4-8206-82d94bcabdce tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:27.727821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44da8017-9585-46e5-aca2-44be33f05fdd req-1acc7463-b061-45a4-8206-82d94bcabdce tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.1526568 Oct 29 11:39:27.766679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:27.799813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:27.800066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44da8017-9585-46e5-aca2-44be33f05fdd req-ad37a06e-10bd-4240-b4a4-449fffd208c5 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708780 Oct 29 11:39:27.827765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:27.828474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:27.835898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.836533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.847350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.857308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.872839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e751ea7-0a60-488d-b7ca-04969b43186c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:27.877566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.881588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1f9fcc8-f3eb-46ee-b79f-9d57020bd15a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4e751ea7-0a60-488d-b7ca-04969b43186c HTTP/1.1" status: 204 len: 168 time: 0.5727990 Oct 29 11:39:27.884870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36282) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:27.904025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 1022342e-63fe-4d7e-bed7-833542aacfbe completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:27.922198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:39:27.934513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.938776 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/f19ff297-1e76-433f-922b-f8e75b2c028f HTTP/1.1" status: 204 len: 168 time: 0.9338346 Oct 29 11:39:27.963155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36286) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:27.975006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635fbe-9bab-47ef-ae4c-e4b2734104ff tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Subnet': ['ID=f19ff297-1e76-433f-922b-f8e75b2c028f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:27.978888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:27.979256 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Added segment 5030d037-b2c1-4439-a8e4-d587afe2dc35 of type vlan for network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 Oct 29 11:39:27.982590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d22d3-95dc-4d80-bfcf-e6caa48ff181,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:28.019199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1022342e-63fe-4d7e-bed7-833542aacfbe triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:28.020639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.028904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944993e-9514-4bbb-aec9-8ed72eaa76a0 None None] Network 851265b3-cd61-44c4-bd41-d6fc29088c65 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:28.090872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.099375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:28.123741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c79785-4960-43ad-a511-380d0f89a733 req-6caa6379-8e29-4322-9839-8a2e27de5e98 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:28.126378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26c79785-4960-43ad-a511-380d0f89a733 req-6caa6379-8e29-4322-9839-8a2e27de5e98 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.1174030 Oct 29 11:39:28.180855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.207678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:28.212991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.264099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45146b30-d306-4029-bc65-6cb0f4902907 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:28.292047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.293578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:28.294782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.386487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.394438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:28.406101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-daab2288-f877-43b5-b5e8-056656917f68 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0643885 Oct 29 11:39:28.406820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36294) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:28.413824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a2acd5-28d6-4e9c-9f84-f16fffcf612b']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:28.415277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fff15616-1baa-476f-b7c0-afff9138f830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.418896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:39:28.419694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Request body: {'subnet': {'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-854047356-subnet', 'tenant_id': 'cdb9756c65654be998b3c5d4cdf23480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:28.428989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:28.429448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68a601c-7d6d-4de2-bb3c-d5ce10c8d086') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:28.442568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.451567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Deleting port 24446fb6-142d-4414-831d-b4313469a877 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:28.452131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.459722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.467019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:28.467539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.510804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:28.552501 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:28.558500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:28.563125 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2051f-675a-43cd-ac01-b17d7aa6dc24" -d '{"events": [{"server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "name": "network-vif-plugged", "status": "completed", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:28.563324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.587350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.591204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a0a2acd5-28d6-4e9c-9f84-f16fffcf612b HTTP/1.1" status: 204 len: 168 time: 0.7028859 Oct 29 11:39:28.596071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1022342e-63fe-4d7e-bed7-833542aacfbe,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:28.601783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.602552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dcf5fce1-270a-445d-87a5-e070bc5fcd22 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:28.607831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] For port 24446fb6-142d-4414-831d-b4313469a877, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24446fb6-142d-4414-831d-b4313469a877,segment=NetworkSegment(22d46507-5ed5-48e5-ad2e-38c0e3093015),segment_id=22d46507-5ed5-48e5-ad2e-38c0e3093015)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:28.608209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.622586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Calling delete_port for 24446fb6-142d-4414-831d-b4313469a877 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:28.670565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: dcf5fce1-270a-445d-87a5-e070bc5fcd22 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:28.671219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device dcf5fce1-270a-445d-87a5-e070bc5fcd22 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:28.677457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26c79785-4960-43ad-a511-380d0f89a733 req-3a3cc87d-4049-464c-899e-63148097e17a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439777 Oct 29 11:39:28.684803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19027199-af0a-431a-ad1f-e85c1fa167e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a2acd5-28d6-4e9c-9f84-f16fffcf612b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:28.696467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] DHCP port deletion for 851265b3-cd61-44c4-bd41-d6fc29088c65 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:39:28.781168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Made reservation on behalf of cdb9756c65654be998b3c5d4cdf23480 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:28.784238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.788231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.825083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:28.855941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Deleting port 24446fb6-142d-4414-831d-b4313469a877 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:28.857357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.868788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Port': ['ID=24446fb6-142d-4414-831d-b4313469a877,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:28.881168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No DVR routers for this DVR port 24446fb6-142d-4414-831d-b4313469a877 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:28.932709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:28.963344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b313f7f-cee3-464a-9a78-919c2d17ffb6 req-81b4ab11-3892-4858-bc5a-d1e2b7a9ccf6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:28.973041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b313f7f-cee3-464a-9a78-919c2d17ffb6 req-81b4ab11-3892-4858-bc5a-d1e2b7a9ccf6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.1476626 Oct 29 11:39:28.978107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] For port 24446fb6-142d-4414-831d-b4313469a877, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:28.979091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:28.994417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Calling delete_port for 24446fb6-142d-4414-831d-b4313469a877 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:29.000534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Port 24446fb6-142d-4414-831d-b4313469a877 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:39:29.008148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.024773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3256acee-3dd8-480c-855b-bb294a89132f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:29.068039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] No DVR routers for this DVR port 24446fb6-142d-4414-831d-b4313469a877 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:29.094131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3256acee-3dd8-480c-855b-bb294a89132f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:29.094787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3256acee-3dd8-480c-855b-bb294a89132f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:29.095465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24446fb6-142d-4414-831d-b4313469a877 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:29.107393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fa32ed57-d40e-43b2-b441-9e8371d9331d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92f219e9666b48569c9502458457ea42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628816 Oct 29 11:39:29.109363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b313f7f-cee3-464a-9a78-919c2d17ffb6 req-388ed8c7-1b2b-4a17-a233-b0091d095eda tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214526 Oct 29 11:39:29.110031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36312) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:29.111771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.123717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 24446fb6-142d-4414-831d-b4313469a877 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:29.124431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24446fb6-142d-4414-831d-b4313469a877 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:29.139400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df364854-4b6e-47e6-afa1-b80818fd8a3a None None] Pushing event deleted for resources: {'Port': ['ID=24446fb6-142d-4414-831d-b4313469a877,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:29.169598 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e551c-baae-4c33-8a8a-3a4ce5382dd1 x-openstack-request-id: req-e55e551c-baae-4c33-8a8a-3a4ce5382dd1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:29.169989 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "name": "network-vif-plugged", "status": "completed", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:29.170367 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e55e551c-baae-4c33-8a8a-3a4ce5382dd1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:29.171714 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe', 'code': 200} Oct 29 11:39:29.175065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851265b3-cd61-44c4-bd41-d6fc29088c65']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:29.210879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d46507-5ed5-48e5-ad2e-38c0e3093015') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:29.211183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d46507-5ed5-48e5-ad2e-38c0e3093015') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:29.226858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.266599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.277271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.345743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:29.346150 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:29.349264 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:29.407885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.437898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee804335-b0f0-4962-9ff2-301243dd97a8 req-c13922a3-207e-4c05-ae6b-1b2e93ab9689 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:29.445915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.447022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee804335-b0f0-4962-9ff2-301243dd97a8 req-c13922a3-207e-4c05-ae6b-1b2e93ab9689 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.0665159 Oct 29 11:39:29.471652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c98c7-008d-43e4-9018-cf9710b66a3b req-3b4c721e-8328-4e9b-b773-da515a93d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:29.473223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a93c98c7-008d-43e4-9018-cf9710b66a3b req-3b4c721e-8328-4e9b-b773-da515a93d487 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 1097 time: 0.2223549 Oct 29 11:39:29.500763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee804335-b0f0-4962-9ff2-301243dd97a8 req-0f654e7a-a79c-434d-b69a-899c74e25d27 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Oct 29 11:39:29.507402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.512169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.519777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36322) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:29.520945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/networks/851265b3-cd61-44c4-bd41-d6fc29088c65 HTTP/1.1" status: 204 len: 168 time: 1.5567148 Oct 29 11:39:29.524337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'routes': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:29.591685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3d105-fd4e-4287-834c-e8ea8810f421 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Pushing event deleted for resources: {'Network': ['ID=851265b3-cd61-44c4-bd41-d6fc29088c65,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:29.609728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77215671-dd7a-409f-b3c6-559960212fd8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:29.628398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a93c98c7-008d-43e4-9018-cf9710b66a3b req-7aedaf71-783b-412a-b2d3-ebe88f9aea3f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270199 Oct 29 11:39:29.633241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.635866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.637028 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b09b567-7690-481e-947e-e6f673b29519 HTTP/1.1" status: 204 len: 168 time: 0.5224462 Oct 29 11:39:29.650115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d5fd-fd0b-439e-8adc-132836d8d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b09b567-7690-481e-947e-e6f673b29519,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:29.652432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Checking segment: {'id': '5030d037-b2c1-4439-a8e4-d587afe2dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:29.652794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Network hostable DHCP agents. Network: 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:39:29.675165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:39:29.692224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:29.705636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45722c-4746-4244-9d00-ad8deaa87f8e None None] Network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:29.706110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:29.706740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:29.739023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-849cc438-f536-44ca-8c7a-d7ce27ea2c96 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3305821 Oct 29 11:39:29.927531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6634af-f9f4-4b44-abc4-c88444f0cad3 req-53b78e28-66e5-4d44-88fd-c7ad4731eab3 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:29.930256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb59c0-bafe-4864-8302-519da4a3140e None None] Network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:29.936488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad6634af-f9f4-4b44-abc4-c88444f0cad3 req-53b78e28-66e5-4d44-88fd-c7ad4731eab3 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.3022175 Oct 29 11:39:29.939122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.extraroute_db [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Added routes are [] {{(pid=102278) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:39:29.939420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.extraroute_db [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Removed routes are [] {{(pid=102278) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:39:29.939786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.264265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad6634af-f9f4-4b44-abc4-c88444f0cad3 req-868f33e6-eeee-48ff-a979-bbd8273c8cd3 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268847 Oct 29 11:39:30.273205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.277812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.370199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router 1a53adbc-9849-43ee-bbab-9470e179d83f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:30.546467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:30.563078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.568180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5c06e5aa-de77-46e0-879a-ef6afbabdc4a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 705 time: 1.0434868 Oct 29 11:39:30.568855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36362) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:30.573204 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Sync routers for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:30.583419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45709e-b435-45fe-9216-2a08c2d29908 req-57f2d32a-ac11-46d3-a826-6763a4de2b1a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:30.593451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af45709e-b435-45fe-9216-2a08c2d29908 req-57f2d32a-ac11-46d3-a826-6763a4de2b1a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.1540914 Oct 29 11:39:30.611763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:30.612991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:30.639282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1abf02bf-70ad-4cec-b3c0-bace3e2d91fc tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 205 time: 0.0651226 Oct 29 11:39:30.641208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36366) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:30.710489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af45709e-b435-45fe-9216-2a08c2d29908 req-670a546b-4298-4595-a1b1-21991e81fa5a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 Oct 29 11:39:30.828624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.842258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aa124c4c-207c-4215-a8df-0f78cde710eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:30.888481 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:30.964120 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:30.995242 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Checking router: 1a53adbc-9849-43ee-bbab-9470e179d83f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:31.014063 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Routers {'1a53adbc-9849-43ee-bbab-9470e179d83f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:31.015435 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1a53adbc-9849-43ee-bbab-9470e179d83f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:31.052354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:31.106455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.109567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.117808 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] Set router 1a53adbc-9849-43ee-bbab-9470e179d83f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:31.248817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.252194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:31.252644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router 1a53adbc-9849-43ee-bbab-9470e179d83f {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:39:31.274047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.275364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78a13f9c-0959-4d53-8ff6-434423da4f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 204 len: 168 time: 0.6315095 Oct 29 11:39:31.280094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36390) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:31.288587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-977667419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:31.300572 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45e9c0-a155-43e4-96ae-e543aa894836 None None] The sync data for ids ['1a53adbc-9849-43ee-bbab-9470e179d83f'] in n-d-805046-9 is: [{'id': '1a53adbc-9849-43ee-bbab-9470e179d83f', 'name': 'tempest-RoutersIpV6Test-router-2009072497', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:38:24Z', 'updated_at': '2021-10-29T11:39:26Z', 'revision_number': 11, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:31.398702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-network', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:31.411677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.415974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.517274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Made reservation on behalf of 618b0d6b76fc49e8a6b05a143cd19dd7 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:31.519653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.549028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.598780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.604702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36406) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:31.628722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.661717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.664586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b79cbe4-d871-4119-976f-4cd83ca3409c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3808479 Oct 29 11:39:31.673905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36410) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:31.680441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:31.685738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-06253b19-f445-4bbd-acd7-341f6ada2bc0 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:31.695517 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-06253b19-f445-4bbd-acd7-341f6ada2bc0 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/networks?id=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 HTTP/1.1" status: 200 len: 821 time: 0.2698061 Oct 29 11:39:31.723083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-c254252f-4b59-4473-a630-522b6d1b2c52 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/quotas/cdb9756c65654be998b3c5d4cdf23480 HTTP/1.1" status: 200 len: 375 time: 0.0212350 Oct 29 11:39:31.781882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-e5c542b9-f3e9-4101-ac31-51b77d6eef2c tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdb9756c65654be998b3c5d4cdf23480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577705 Oct 29 11:39:31.879431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-67498723-c7de-493b-8ee1-94e17ffc7b86 service neutron] 10.222.0.77 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966301 Oct 29 11:39:31.985742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:31.997711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.008229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-269554a5-c403-4cb7-829d-2186ffdb5f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.051960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:39:32.076330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1042d177-fb6b-485a-b2e4-d29efd65c2eb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:32.079724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.080186 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Added segment 37334622-d45e-41fb-b056-3b88407cc59f of type vlan for network c8308af1-566e-4cd7-97a3-b86445d804c5 Oct 29 11:39:32.151759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.163465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-63a37a35-4fc3-42d5-a6e6-b95d1aa1a302 service neutron] 10.222.0.77 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831602 Oct 29 11:39:32.165546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.170579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.228658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.229777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:32.230822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.263952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.272973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-269554a5-c403-4cb7-829d-2186ffdb5f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.299674 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.316437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-269554a5-c403-4cb7-829d-2186ffdb5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.351220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2977312 Oct 29 11:39:32.356163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36424) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:32.362816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Request body: {'subnet': {'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-subnet', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:32.375077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec7a27-02b4-4413-af08-ab0012fdf772 admin admin] Pushing event updated for resources: {'Network': ['ID=c8308af1-566e-4cd7-97a3-b86445d804c5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:32.381861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-269554a5-c403-4cb7-829d-2186ffdb5f94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa78aa79fd064978b0e5b9d27676fa38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739363 Oct 29 11:39:32.382782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269554a5-c403-4cb7-829d-2186ffdb5f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656537d-7551-48a5-8d90-8ea7eceb58c2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:32.394619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c8308af1-566e-4cd7-97a3-b86445d804c5 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:39:32.395676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:32.491384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Made reservation on behalf of 618b0d6b76fc49e8a6b05a143cd19dd7 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:32.495719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.518646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Router cf8f7e1a-1989-417a-bbbd-4277f3f06441 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:39:32.715823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40bd5-7790-471e-b2a3-8c0a25c04c15 req-976b7b7c-9763-4680-bf42-a54f9ae8bfb9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:32.723906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62b40bd5-7790-471e-b2a3-8c0a25c04c15 req-976b7b7c-9763-4680-bf42-a54f9ae8bfb9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.0658331 Oct 29 11:39:32.767103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62b40bd5-7790-471e-b2a3-8c0a25c04c15 req-e9e6e42f-f4d0-40ce-aa7e-1105c91a4837 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Oct 29 11:39:32.851174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:32.895410 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-610748a1-eadc-4a0a-ac3a-530b548633b8 req-7cf1e4d3-aeb5-4f9d-881a-8fb68f9e702d tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 210 time: 0.0624747 Oct 29 11:39:33.312086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-82cc2fba-3b8a-4e4d-8c9b-3c7cdead7cb1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:33.321302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-82cc2fba-3b8a-4e4d-8c9b-3c7cdead7cb1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.1712284 Oct 29 11:39:33.340180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-ff41ef4e-253b-4775-b784-db9ae2bcf277 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0173080 Oct 29 11:39:33.341643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.391020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.393290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:33.400536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff30bdd-bf19-4e16-a621-d5489f3c0d8d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:33.410769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.411962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d4418bbf-4307-458a-9288-6d965beffa64 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "PUT /v2.0/routers/cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 200 len: 697 time: 1.7368398 Oct 29 11:39:33.418933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Sync routers for ids ['cf8f7e1a-1989-417a-bbbd-4277f3f06441'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:33.423137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36470) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:33.432191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Routers {'cf8f7e1a-1989-417a-bbbd-4277f3f06441'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:33.432958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['cf8f7e1a-1989-417a-bbbd-4277f3f06441'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:33.446784 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-3a36c437-e6cd-4fb6-b132-848cdacbb1bc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052780 Oct 29 11:39:33.532667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcbc0b43-002e-4428-8d0a-7e8b90e0ba62 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/routers/cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 200 len: 703 time: 0.1061671 Oct 29 11:39:33.534085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Checking segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:33.534442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Network hostable DHCP agents. Network: c8308af1-566e-4cd7-97a3-b86445d804c5, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:39:33.536628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36472) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:33.556320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-25656937-084d-44ab-9649-d6254d5ff554 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085806 Oct 29 11:39:33.569501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79c6d7f6-6e85-4b50-b66c-9ec2ae017446 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 200 len: 205 time: 0.0308623 Oct 29 11:39:33.572207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36474) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:33.591489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Set router cf8f7e1a-1989-417a-bbbd-4277f3f06441 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:33.593715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.648853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f7e1a-1989-417a-bbbd-4277f3f06441', 'name': 'tempest-RoutersIpV6Test-router-977667419', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:31Z', 'updated_at': '2021-10-29T11:39:32Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:33.663541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.667288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.669233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f656537d-7551-48a5-8d90-8ea7eceb58c2 HTTP/1.1" status: 204 len: 168 time: 1.2656612 Oct 29 11:39:33.677175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Network c8308af1-566e-4cd7-97a3-b86445d804c5 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:39:33.692044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.694565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6672322-be2c-4c3a-9fa7-225138adf161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656537d-7551-48a5-8d90-8ea7eceb58c2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:33.698743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c8308af1-566e-4cd7-97a3-b86445d804c5) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:33.732087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2cf80c-6dd5-4b1b-92a6-a8d838bbd72b None None] Network c8308af1-566e-4cd7-97a3-b86445d804c5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:33.759890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Checking router: cf8f7e1a-1989-417a-bbbd-4277f3f06441 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:33.766711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:33.766939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-86d4ea04-ebf3-4d2d-805c-e28bc9c5479a service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083488 Oct 29 11:39:33.767405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.829317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30d68826-94ff-4be0-8271-b7d133f60c63 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4718590 Oct 29 11:39:33.832246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36482) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:33.837829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:33.877989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.880331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.920471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Routers {'cf8f7e1a-1989-417a-bbbd-4277f3f06441'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:33.925716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['cf8f7e1a-1989-417a-bbbd-4277f3f06441'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:33.946840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:33.970845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.053750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.195704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.196518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Fanout notify agent at l3_agent the message router_deleted on router cf8f7e1a-1989-417a-bbbd-4277f3f06441 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:39:34.205846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.212374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f60dfbba-639d-453a-a83c-d6565125c876 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 204 len: 168 time: 0.6339972 Oct 29 11:39:34.212886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:34.252485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec29d28b-2a77-4bcc-aeb6-db3830517c1d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 200 len: 205 time: 0.0376961 Oct 29 11:39:34.254936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36502) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:34.298554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-759a75df-65f0-4b16-9dd8-19e11d268e08 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:34.300625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-759a75df-65f0-4b16-9dd8-19e11d268e08 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.3484678 Oct 29 11:39:34.342167 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-794e1c3d-60cd-4658-bbc0-ea9bf06ac272 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:34.346116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-794e1c3d-60cd-4658-bbc0-ea9bf06ac272 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/cf8f7e1a-1989-417a-bbbd-4277f3f06441 HTTP/1.1" status: 404 len: 336 time: 0.0878563 Oct 29 11:39:34.353598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:34.461075 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba823df-27c8-4b42-bcf2-817b99c92e9c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:34.461886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba823df-27c8-4b42-bcf2-817b99c92e9c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:34.464913 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aba823df-27c8-4b42-bcf2-817b99c92e9c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/f6c15860-52f9-4b97-9876-719b02c1c732 HTTP/1.1" status: 404 len: 337 time: 0.1103394 Oct 29 11:39:34.468044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36516) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:34.509165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-259e9e9f-7340-47b6-a050-a596fcec5b52 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:34.510987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-259e9e9f-7340-47b6-a050-a596fcec5b52 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.86 "GET /v2.0/networks?id=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 HTTP/1.1" status: 200 len: 821 time: 0.4321959 Oct 29 11:39:34.528556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.544934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101845b1-bc36-47f0-9858-a05c82cdd082 req-ed239b8d-ce5d-4122-90c4-55bc0a49151b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:34.551036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Request body: {'port': {'device_id': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6', 'admin_state_up': True, 'tenant_id': 'cdb9756c65654be998b3c5d4cdf23480'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:34.556860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-101845b1-bc36-47f0-9858-a05c82cdd082 req-ed239b8d-ce5d-4122-90c4-55bc0a49151b tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.3597696 Oct 29 11:39:34.569341 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-6263da01-5720-4a71-8717-2f33315d2cfb tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:34.569638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6263da01-5720-4a71-8717-2f33315d2cfb tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:34.573313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6263da01-5720-4a71-8717-2f33315d2cfb tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/a7792411-4af9-445a-8bac-2e2fb8e422f6 HTTP/1.1" status: 404 len: 337 time: 0.1041594 Oct 29 11:39:34.622073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36520) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:34.637932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] Set router cf8f7e1a-1989-417a-bbbd-4277f3f06441 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:34.718128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f7e1a-1989-417a-bbbd-4277f3f06441', 'name': 'tempest-RoutersIpV6Test-router-977667419', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:31Z', 'updated_at': '2021-10-29T11:39:32Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:34.765876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ad0b2-1618-41f2-aba8-4ac6f4e7d599 None None] The sync data for ids ['cf8f7e1a-1989-417a-bbbd-4277f3f06441'] in n-d-805046-9 is: [{'id': 'cf8f7e1a-1989-417a-bbbd-4277f3f06441', 'name': 'tempest-RoutersIpV6Test-router-977667419', 'tenant_id': '6e743ec54aa446319e72426a47690de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:31Z', 'updated_at': '2021-10-29T11:39:32Z', 'revision_number': 2, 'project_id': '6e743ec54aa446319e72426a47690de8', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:34.782435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Made reservation on behalf of cdb9756c65654be998b3c5d4cdf23480 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:34.790289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:34.798288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-101845b1-bc36-47f0-9858-a05c82cdd082 req-d9d2377e-29d1-4058-863b-4e797980c6e9 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330496 Oct 29 11:39:34.876610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fac590-4adf-47d8-b245-d357e1c9e131 None None] Network c8308af1-566e-4cd7-97a3-b86445d804c5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:34.932898 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-033a29be-5aeb-4d52-b69d-32322e4c6ffa tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:34.933377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033a29be-5aeb-4d52-b69d-32322e4c6ffa tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:34.943429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-033a29be-5aeb-4d52-b69d-32322e4c6ffa tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/e86f8b05-490b-4ba0-a3bd-ed22dba0f828 HTTP/1.1" status: 404 len: 337 time: 0.3075528 Oct 29 11:39:34.952708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36534) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.014146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36538) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.027119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14f12b1f-daab-43d9-84b6-17c840496536 req-13816d5f-7774-4e7a-b361-2edc6d09b9d9 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 210 time: 0.0822151 Oct 29 11:39:35.047080 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3010304-aa58-4ae4-93a4-67185dd91b2c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:35.047537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3010304-aa58-4ae4-93a4-67185dd91b2c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:35.054357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e3010304-aa58-4ae4-93a4-67185dd91b2c tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/f19ff297-1e76-433f-922b-f8e75b2c028f HTTP/1.1" status: 404 len: 337 time: 0.1005518 Oct 29 11:39:35.072793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36542) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.091475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Deleting port c014ffac-1f70-472b-98a5-750739084c62 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:35.091959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.146724 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-22fb8e5f-4f65-4303-af7b-ceb28b220890 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 200 len: 205 time: 0.0725973 Oct 29 11:39:35.150436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36544) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.271635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Allocated IP 172.20.0.7 (9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6/77215671-dd7a-409f-b3c6-559960212fd8/1fdf5959-36aa-4760-8549-81e459a09fec) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:35.276684 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f4c802cc-a8e4-4161-bf33-9f8e27ce126f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:35.278268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f4c802cc-a8e4-4161-bf33-9f8e27ce126f tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/1a53adbc-9849-43ee-bbab-9470e179d83f HTTP/1.1" status: 404 len: 336 time: 0.1267600 Oct 29 11:39:35.284177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36550) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.305504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1121510664-network', 'tenant_id': '81746e94c05c4ccf82bc082aa0f05d20'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:35.319715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e45dcf5-7a35-4616-84be-58f6fd21deaf req-e5b03505-7369-4568-9ee3-767b087dc319 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 210 time: 0.0917273 Oct 29 11:39:35.333305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2a3e6624-d756-480f-b23f-610488943a35 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=db0e996a-c6aa-4041-bcc2-1aff9c81aa5d HTTP/1.1" status: 200 len: 205 time: 0.0481687 Oct 29 11:39:35.339570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36552) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.432460 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-48a1d63d-0482-445f-b935-0e34d489845b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:35.433475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48a1d63d-0482-445f-b935-0e34d489845b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/db0e996a-c6aa-4041-bcc2-1aff9c81aa5d HTTP/1.1" status: 404 len: 336 time: 0.0873337 Oct 29 11:39:35.442235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36554) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.456122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Made reservation on behalf of 81746e94c05c4ccf82bc082aa0f05d20 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:35.458332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.461200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] For port c014ffac-1f70-472b-98a5-750739084c62, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c014ffac-1f70-472b-98a5-750739084c62,segment=NetworkSegment(e254b132-8287-4c33-be38-c1af867acb17),segment_id=e254b132-8287-4c33-be38-c1af867acb17)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:35.461527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.495961 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-a335b61e-193d-460a-855a-de9a524c6694 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:35.496408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a335b61e-193d-460a-855a-de9a524c6694 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:35.499988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a335b61e-193d-460a-855a-de9a524c6694 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/48766ca6-132d-48c5-aad0-c07206fab9f5 HTTP/1.1" status: 404 len: 337 time: 0.0562882 Oct 29 11:39:35.500816 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.504065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36556) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.539899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Calling delete_port for c014ffac-1f70-472b-98a5-750739084c62 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:35.543510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ecad752-db65-457f-9fcc-43f25fd14250 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 200 len: 205 time: 0.0355253 Oct 29 11:39:35.547391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36558) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.559787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.596798 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-ab893f26-a458-4f7b-9d38-a4dc01d48960 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:35.600264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab893f26-a458-4f7b-9d38-a4dc01d48960 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/b0d1b450-def8-4421-adb9-18e7cdad01ef HTTP/1.1" status: 404 len: 336 time: 0.0496032 Oct 29 11:39:35.601427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36564) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.639149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d8e6dd2a-9157-4fa4-9a12-c3360fa9db7b tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=8121361a-21ea-4960-947c-e335e54ea387 HTTP/1.1" status: 200 len: 205 time: 0.0374818 Oct 29 11:39:35.642075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36566) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.698600 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3da0af20-dd93-4462-bd83-fdb12ad5c7b8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:35.699574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3da0af20-dd93-4462-bd83-fdb12ad5c7b8 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/8121361a-21ea-4960-947c-e335e54ea387 HTTP/1.1" status: 404 len: 336 time: 0.0563164 Oct 29 11:39:35.702901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.741189 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5141117-d1e7-4947-9229-19f91b74b39a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:35.741776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5141117-d1e7-4947-9229-19f91b74b39a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:35.745210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5141117-d1e7-4947-9229-19f91b74b39a tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/489166f1-46cd-438d-8d32-a5f430b4f995 HTTP/1.1" status: 404 len: 337 time: 0.0409989 Oct 29 11:39:35.751354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36570) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.755568 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:39:35.822698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4356971c-d3ff-4eff-a956-3328504570a5 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=69a324ca-17d5-408d-868a-71aec8f82d1d HTTP/1.1" status: 200 len: 205 time: 0.0702271 Oct 29 11:39:35.824135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:35.829510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36574) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.902207 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-dddadded-ced8-49e5-967f-c6b6e2be56da tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:35.903562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dddadded-ced8-49e5-967f-c6b6e2be56da tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/69a324ca-17d5-408d-868a-71aec8f82d1d HTTP/1.1" status: 404 len: 336 time: 0.0706248 Oct 29 11:39:35.906405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:35.958646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:35.962602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:35.964775 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dace38-b4bc-4366-b778-504d6fce7f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:35.965247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dace38-b4bc-4366-b778-504d6fce7f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:35.968417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0dace38-b4bc-4366-b778-504d6fce7f7d tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/43ba15b7-17ff-496a-a693-2aee81ebef05 HTTP/1.1" status: 404 len: 337 time: 0.0609925 Oct 29 11:39:35.969392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:35.977414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.012884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Pushing event updated for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:36.044964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-45a2be14-0919-4003-ae60-f10e0f1d9a43 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "GET /v2.0/ports?device_id=07b25cdc-cbda-465d-83ac-16648b01af55 HTTP/1.1" status: 200 len: 205 time: 0.0651577 Oct 29 11:39:36.045884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36586) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.110817 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-53d46680-a1ea-4b90-8d9b-1ab41aa23fde tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] delete failed (client error): The resource could not be found. Oct 29 11:39:36.114573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-53d46680-a1ea-4b90-8d9b-1ab41aa23fde tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/routers/07b25cdc-cbda-465d-83ac-16648b01af55 HTTP/1.1" status: 404 len: 336 time: 0.0639703 Oct 29 11:39:36.118011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36590) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.153724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:36.155810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.157780 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-12842cb0-815c-46de-8a04-5a8c78a3c132 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:36.158203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12842cb0-815c-46de-8a04-5a8c78a3c132 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:36.163842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-12842cb0-815c-46de-8a04-5a8c78a3c132 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/964b06f9-9b08-4359-8880-5b8a0d4c5f20 HTTP/1.1" status: 404 len: 337 time: 0.0455382 Oct 29 11:39:36.166238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.205119 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-498426ad-2f44-44ce-90f5-9fb659462908 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] DELETE failed (client error): The resource could not be found. Oct 29 11:39:36.205528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498426ad-2f44-44ce-90f5-9fb659462908 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:39:36.211791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-498426ad-2f44-44ce-90f5-9fb659462908 tempest-RoutersIpV6Test-1643472871 tempest-RoutersIpV6Test-1643472871-project] 10.222.0.77 "DELETE /v2.0/subnets/191d02fa-7f75-450f-a4b9-8fc18ba3fa77 HTTP/1.1" status: 404 len: 337 time: 0.0453300 Oct 29 11:39:36.219968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-d5b52881-e07a-4dc8-aeaa-ccc975e77dfc tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6780307 Oct 29 11:39:36.238941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Request body: {'port': {'device_id': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:36.266341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c22d16-cdd7-420d-82ca-1006d9627798 req-05386950-2c5f-4c83-be18-260d6e8c9195 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:36.274483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2c22d16-cdd7-420d-82ca-1006d9627798 req-05386950-2c5f-4c83-be18-260d6e8c9195 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 946 time: 0.2715120 Oct 29 11:39:36.294000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.328870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.369906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.418496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-c4b6d0bd-8ac9-4ca2-8d2f-f8935c1864ed tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:36.420060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-c4b6d0bd-8ac9-4ca2-8d2f-f8935c1864ed tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.41 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.4157972 Oct 29 11:39:36.439336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:36.445966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2c22d16-cdd7-420d-82ca-1006d9627798 req-64ecf7a2-bfce-4396-8263-d5c99ba7656c tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa90040b-91a1-4bbb-9860-4cb3850480d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706216 Oct 29 11:39:36.561081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.668584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.735595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.770680 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.782800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c014ffac-1f70-472b-98a5-750739084c62'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:36.784745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdf5959-36aa-4760-8549-81e459a09fec {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:36.798811 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.804957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-88244e68-7412-45cb-ba95-7a0de01eef80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e743ec54aa446319e72426a47690de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422342 Oct 29 11:39:36.807685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36612) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:36.832321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Transition to ACTIVE for port object 1fdf5959-36aa-4760-8549-81e459a09fec will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:36.844947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.859930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:39:36.868325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Pushing event deleted for resources: {'Port': ['ID=c014ffac-1f70-472b-98a5-750739084c62,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:36.879750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfefa7e-fd91-4524-a4fa-dd0e86223e68 req-12f64cd1-e5ec-4a69-b684-f3a942b7b19b tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:36.881453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bfefa7e-fd91-4524-a4fa-dd0e86223e68 req-12f64cd1-e5ec-4a69-b684-f3a942b7b19b tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 931 time: 0.3505089 Oct 29 11:39:36.882207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:36.911122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.911610 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Added segment 588ca910-55f4-421d-9623-0dfa1d1b9089 of type vlan for network b2099040-6ae5-4f4d-8d2c-07cade9910e6 Oct 29 11:39:36.926958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:36.934333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:36.948619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Allocated IP 172.25.4.156 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:37.018125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.037313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:37.041135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.053639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] No DVR routers for this DVR port c014ffac-1f70-472b-98a5-750739084c62 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:37.073946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.077765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f1cfe5-d5de-41d9-8f1f-7654fc6974b3 req-90180cd0-feae-4d6f-9343-c87e6245e347 tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.41 "DELETE /v2.0/ports/c014ffac-1f70-472b-98a5-750739084c62 HTTP/1.1" status: 204 len: 173 time: 2.7686765 Oct 29 11:39:37.092823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'name': 'network-vif-deleted', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:37.095453 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7904a-d3e4-427a-9068-c7c445fa6493" -d '{"events": [{"server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "name": "network-vif-deleted", "tag": "c014ffac-1f70-472b-98a5-750739084c62"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:37.109085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Attempting to bind port 1fdf5959-36aa-4760-8549-81e459a09fec on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:37.109543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Attempting to bind port 1fdf5959-36aa-4760-8549-81e459a09fec by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '5030d037-b2c1-4439-a8e4-d587afe2dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:37.109965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Attempting to bind port 1fdf5959-36aa-4760-8549-81e459a09fec on network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:37.118039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Port 1fdf5959-36aa-4760-8549-81e459a09fec on network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:37.118511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Attempting to bind port 1fdf5959-36aa-4760-8549-81e459a09fec on network 9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:37.119350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.129663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:37.130725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Checking segment: {'id': '5030d037-b2c1-4439-a8e4-d587afe2dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:37.131375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Bound using segment: {'id': '5030d037-b2c1-4439-a8e4-d587afe2dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:37.132545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bfefa7e-fd91-4524-a4fa-dd0e86223e68 req-cf0478b4-b2af-4148-966b-3b55c183f99c tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137289 Oct 29 11:39:37.132703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Bound port: 1fdf5959-36aa-4760-8549-81e459a09fec, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5030d037-b2c1-4439-a8e4-d587afe2dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:37.133289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.150258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.154262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.155581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/560c6554-9b3b-4235-8bb6-8e3ded05792a HTTP/1.1" status: 204 len: 168 time: 0.3469467 Oct 29 11:39:37.169255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62d642-4d87-4532-9a5c-35d5080390e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c6554-9b3b-4235-8bb6-8e3ded05792a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:37.282102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:37.285511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1fdf5959-36aa-4760-8549-81e459a09fec,segment=NetworkSegment(5030d037-b2c1-4439-a8e4-d587afe2dc35),segment_id=5030d037-b2c1-4439-a8e4-d587afe2dc35)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:37.290612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.329554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.338317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:37.338953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.344958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:37.345744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.347032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] 10.222.0.86 "PUT /v2.0/ports/1fdf5959-36aa-4760-8549-81e459a09fec HTTP/1.1" status: 200 len: 1091 time: 1.1124802 Oct 29 11:39:37.347495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:37.356298 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79145eaf-c1b6-42af-8726-5dd14a754a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:37.385929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe91d9-b7d9-418a-8054-20da3b465f8f service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:37.403377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-989e4e0d-2acc-4e83-87d6-7df0fc58fc4c req-bf97b782-d319-44c6-8285-62c5493d1e48 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 210 time: 0.1057763 Oct 29 11:39:37.470872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.479648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-b63dd369-5a25-4985-8ba8-f18192125588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:37.483915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-b63dd369-5a25-4985-8ba8-f18192125588 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cdb9756c65654be998b3c5d4cdf23480&device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 1094 time: 0.0931816 Oct 29 11:39:37.537066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5052512 Oct 29 11:39:37.537066 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c50038-d008-4ce4-9176-dcdea103574d x-openstack-request-id: req-b7c50038-d008-4ce4-9176-dcdea103574d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:37.537374 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379e854-2b2a-490f-9b9f-0510804e5dbb", "name": "network-vif-deleted", "tag": "c014ffac-1f70-472b-98a5-750739084c62", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:37.537611 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7c50038-d008-4ce4-9176-dcdea103574d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:37.538023 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379e854-2b2a-490f-9b9f-0510804e5dbb', 'name': 'network-vif-deleted', 'tag': 'c014ffac-1f70-472b-98a5-750739084c62', 'status': 'completed', 'code': 200} Oct 29 11:39:37.585432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:37.591904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Request body: {'subnet': {'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1121510664-subnet', 'tenant_id': '81746e94c05c4ccf82bc082aa0f05d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:37.600605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-a006a5b8-585b-4ac1-a5e9-6f5afb59156c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fdf5959-36aa-4760-8549-81e459a09fec HTTP/1.1" status: 200 len: 217 time: 0.1064942 Oct 29 11:39:37.602115 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61786107-13b0-43ac-8ad3-2b4c440beed3 x-openstack-request-id: req-61786107-13b0-43ac-8ad3-2b4c440beed3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:37.602408 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:37.602666 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61786107-13b0-43ac-8ad3-2b4c440beed3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:37.603069 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec', 'status': 'completed', 'code': 200} Oct 29 11:39:37.606203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833037b-8068-4b66-889c-7bf5a8f11a1c admin admin] Pushing event updated for resources: {'Network': ['ID=b2099040-6ae5-4f4d-8d2c-07cade9910e6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:37.627454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:39:37.675150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.4 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/5fbb7fab-f366-4af6-94d5-a07c31c91f92) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:37.677400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Made reservation on behalf of 81746e94c05c4ccf82bc082aa0f05d20 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:37.680015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.699730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:37.791003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-b6573bfe-30d4-40c3-9c15-b37d455d7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:37.793284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-b6573bfe-30d4-40c3-9c15-b37d455d7a84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=77215671-dd7a-409f-b3c6-559960212fd8 HTTP/1.1" status: 200 len: 861 time: 0.1857579 Oct 29 11:39:37.836273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:37.841065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-15e4de24-d195-4e33-8629-aeb970880e9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398428 Oct 29 11:39:37.842012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-439e9599-6130-4151-924a-b4f3c2b811a2 req-959fc3a5-1aac-4dfb-8371-de0dac594b3a tempest-ServerDiskConfigTestJSON-203154269 tempest-ServerDiskConfigTestJSON-203154269-project] 10.222.0.77 "GET /v2.0/ports?device_id=d379e854-2b2a-490f-9b9f-0510804e5dbb HTTP/1.1" status: 200 len: 210 time: 0.0666647 Oct 29 11:39:37.889472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:37.893029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:37.918235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Pushing event updated for resources: {'Port': ['ID=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:37.974337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-a2dc24d0-6fca-48f3-9168-7adf57992cca service neutron] 10.222.0.86 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262829 Oct 29 11:39:38.117047 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-25dc0d92-2d73-4f9f-8af3-9c2937d37ffc req-41b13fd2-a429-41bf-a3c4-9e918b157759 service neutron] 10.222.0.86 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345208 Oct 29 11:39:38.234827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.256972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-2d3fc480-550f-4cfd-9455-c7ef82de8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:38.258860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-2d3fc480-550f-4cfd-9455-c7ef82de8a8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cdb9756c65654be998b3c5d4cdf23480&device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 1094 time: 0.0580375 Oct 29 11:39:38.328160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:38.369639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f2da5-7045-4008-bc40-f1d2b53e8a05 req-0700b0a2-69c3-45cb-92d0-031b5839280a tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:38.371195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b54f2da5-7045-4008-bc40-f1d2b53e8a05 req-0700b0a2-69c3-45cb-92d0-031b5839280a tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 943 time: 0.1485138 Oct 29 11:39:38.387111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.405449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-b65dba83-d7f8-4383-ac23-8f7bc688be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:38.407524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-b65dba83-d7f8-4383-ac23-8f7bc688be61 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 HTTP/1.1" status: 200 len: 922 time: 0.1407878 Oct 29 11:39:38.448029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:38.457582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-d62b5332-fce8-40a2-9a73-dd939ba3ba7a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fdf5959-36aa-4760-8549-81e459a09fec HTTP/1.1" status: 200 len: 217 time: 0.0425305 Oct 29 11:39:38.480204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-06274427-1d33-4e21-9242-71649b43c71c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:38.480719 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-06274427-1d33-4e21-9242-71649b43c71c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 11:39:38.481321 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-06274427-1d33-4e21-9242-71649b43c71c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:39:38.486317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-06274427-1d33-4e21-9242-71649b43c71c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1510835 Oct 29 11:39:38.489860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:38.510286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491642308'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:38.538249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-4e25307e-6150-4dcb-92d6-4a15ab7c452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:38.539899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-4e25307e-6150-4dcb-92d6-4a15ab7c452c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=77215671-dd7a-409f-b3c6-559960212fd8 HTTP/1.1" status: 200 len: 861 time: 0.0733097 Oct 29 11:39:38.565427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.579201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-a842076a-a047-4f3f-b849-25aa51354003 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311446 Oct 29 11:39:38.579413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e', '1022342e-63fe-4d7e-bed7-833542aacfbe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:38.671866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:38.678587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:38.703141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b54f2da5-7045-4008-bc40-f1d2b53e8a05 req-e128f6cb-4ddf-448e-86a1-337459aa913a tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186760 Oct 29 11:39:38.704095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:38.745128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-46edca05-b572-48e1-8454-d9bbf7654210 service neutron] 10.222.0.86 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524389 Oct 29 11:39:38.784991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c014ffac-1f70-472b-98a5-750739084c62 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:38.822904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: c014ffac-1f70-472b-98a5-750739084c62 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:38.823541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c014ffac-1f70-472b-98a5-750739084c62 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:38.862248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Checking segment: {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:38.862506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Network hostable DHCP agents. Network: b2099040-6ae5-4f4d-8d2c-07cade9910e6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:39:38.874807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.875115 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79145eaf-c1b6-42af-8726-5dd14a754a2a req-b6397518-7856-4c56-b7b8-930e102c39f4 service neutron] 10.222.0.86 "GET /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226714 Oct 29 11:39:38.889346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.898923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:38.899522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.932878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:38.934410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:39.031364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-66398b7a-220b-4951-a579-001150e5936d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6014063 Oct 29 11:39:39.048217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b8a04-2984-4d69-8e40-0ad388553644 req-150a1a8e-88a7-42db-870b-507b8099cefe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:39.049856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a7b8a04-2984-4d69-8e40-0ad388553644 req-150a1a8e-88a7-42db-870b-507b8099cefe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 931 time: 0.2160823 Oct 29 11:39:39.060861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-1b2fe2fc-3a08-491c-86fd-3855abf6254c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:39:39.062034 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-1b2fe2fc-3a08-491c-86fd-3855abf6254c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086296 Oct 29 11:39:39.081553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:39:39.096099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Request body: {'port': {'device_id': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:39.159903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, b2099040-6ae5-4f4d-8d2c-07cade9910e6) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:39.171835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55086418-5b2c-4e24-9c96-762f7db5de68 None None] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:39.179815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:39.180406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.246054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a7b8a04-2984-4d69-8e40-0ad388553644 req-c4b4970d-f447-4210-a476-2787f8291db9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682019 Oct 29 11:39:39.259885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bce765ce-d951-4789-81af-2a9d49a4b5ee admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6730814 Oct 29 11:39:39.282087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.340319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b80ba-ccae-4486-a8eb-39d0d66bffde None None] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:39.490183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.514448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.640372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:39.664292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908b9746-0e82-4861-85b5-5213cda59002,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:39.683510 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.691721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Deleting subnet e5c5bc36-b221-4791-9885-145a37a0acc4 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:39:39.696952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.791642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.854778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.928297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.959824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c5bc36-b221-4791-9885-145a37a0acc4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:39.962052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:39.967346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b9849c8b-ac27-4f93-b7ec-7967934146a2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e5c5bc36-b221-4791-9885-145a37a0acc4 HTTP/1.1" status: 204 len: 168 time: 0.3256099 Oct 29 11:39:39.970319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36714) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:40.074732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.245750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.276958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa09598-c802-4cc1-9589-b1f1602978dd']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:40.290223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.293466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e254b132-8287-4c33-be38-c1af867acb17') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:40.294562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e254b132-8287-4c33-be38-c1af867acb17') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:40.314010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.314473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.338036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.347894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:39:40.348562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:39:40.351251 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:39:40.373883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222fa473-a8be-4fef-9ed1-797be7d6285b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:40.425396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.428113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-677d37c3-ed8b-416a-9c94-53b7aa5d0419 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9360735 Oct 29 11:39:40.430315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:40.441858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '222fa473-a8be-4fef-9ed1-797be7d6285b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:40.448981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.478502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee4e1e-a6d1-4475-ad7c-1e250f8c82ec req-91155041-c975-428b-b47b-5d048f107ee0 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:40.480069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34ee4e1e-a6d1-4475-ad7c-1e250f8c82ec req-91155041-c975-428b-b47b-5d048f107ee0 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 943 time: 0.1986082 Oct 29 11:39:40.484182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.489103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] 10.222.0.77 "DELETE /v2.0/networks/faa09598-c802-4cc1-9589-b1f1602978dd HTTP/1.1" status: 204 len: 168 time: 0.5176039 Oct 29 11:39:40.490702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923247e3-2c62-4d57-bef3-644990267f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=faa09598-c802-4cc1-9589-b1f1602978dd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:40.530033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.549564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34ee4e1e-a6d1-4475-ad7c-1e250f8c82ec req-0242ee0c-3936-4db1-98aa-d1186108f2cf tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Oct 29 11:39:40.625761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.630897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.665531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbb7fab-f366-4af6-94d5-a07c31c91f92 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:40.674027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Router 1c396e79-3833-4110-9d12-e78c2d5879eb is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:39:40.678014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.681119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5bf9c6-7044-4f4f-a027-84957eaaad81,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:40.692741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.694591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c398bb74-f4b3-40b5-818a-a59d6d1d786a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628834 Oct 29 11:39:40.697432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36738) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:40.706405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2eebfc41-3149-4947-9a88-3517d535d645 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '222fa473-a8be-4fef-9ed1-797be7d6285b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:40.742500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:40.745794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Transition to ACTIVE for port object 5fbb7fab-f366-4af6-94d5-a07c31c91f92 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:40.787592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.798268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1e8e32a-c987-4e5c-aa27-d10cb58ba31d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68cf650c57e44fe68cdda649f75d4689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544095 Oct 29 11:39:40.801459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:40.872057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0892a93-5ac8-487f-8e4e-a6c3dabd93b6 req-93338861-ccfe-476a-9284-c9db5218dcc8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:40.874235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0892a93-5ac8-487f-8e4e-a6c3dabd93b6 req-93338861-ccfe-476a-9284-c9db5218dcc8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 931 time: 0.1920977 Oct 29 11:39:40.885862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.917427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.946378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eebfc41-3149-4947-9a88-3517d535d645 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.981187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.985577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:40.986880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa90040b-91a1-4bbb-9860-4cb3850480d0 HTTP/1.1" status: 204 len: 168 time: 0.1842225 Oct 29 11:39:41.003192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0892a93-5ac8-487f-8e4e-a6c3dabd93b6 req-68816e2c-f7ce-4cfb-94c9-4b3cfff2d3a1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202734 Oct 29 11:39:41.024936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7bd7-5155-4141-90aa-e02cde162b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90040b-91a1-4bbb-9860-4cb3850480d0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:41.032935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Pushing event updated for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:41.099641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:41.107041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1fdf5959-36aa-4760-8549-81e459a09fec details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:41.112093 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-2eebfc41-3149-4947-9a88-3517d535d645 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:39:41.113381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2eebfc41-3149-4947-9a88-3517d535d645 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4135292 Oct 29 11:39:41.126288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:41.145432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.152023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8902c5b0-1d82-433e-bd21-6a413ded8e5c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3178825 Oct 29 11:39:41.153846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:41.160038 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Sync routers for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:41.202671 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:41.210732 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:41.269992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.289930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Attempting to bind port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:41.290914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Attempting to bind port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:41.292385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Attempting to bind port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:41.343646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:41.344234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Attempting to bind port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:41.370035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:41.373211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:41.375008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:41.375818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Bound port: 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:41.377720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.409780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.462215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1fdf5959-36aa-4760-8549-81e459a09fec,segment=NetworkSegment(5030d037-b2c1-4439-a8e4-d587afe2dc35),segment_id=5030d037-b2c1-4439-a8e4-d587afe2dc35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:41.485730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:41.498175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1fdf5959-36aa-4760-8549-81e459a09fec', 'network_id': '9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6', 'port_id': '1fdf5959-36aa-4760-8549-81e459a09fec', 'mac_address': 'fa:16:3e:a3:1a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77215671-dd7a-409f-b3c6-559960212fd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:41.537326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.540836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.544710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/222fa473-a8be-4fef-9ed1-797be7d6285b HTTP/1.1" status: 204 len: 168 time: 0.4243650 Oct 29 11:39:41.550386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36764) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:41.552993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.560132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:41.570166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:41.572715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdf5959-36aa-4760-8549-81e459a09fec {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:41.600221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.602664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b05ed-50e0-4e73-ab33-f9eb6ea4e852 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222fa473-a8be-4fef-9ed1-797be7d6285b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:41.618730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1fdf5959-36aa-4760-8549-81e459a09fec,segment=NetworkSegment(5030d037-b2c1-4439-a8e4-d587afe2dc35),segment_id=5030d037-b2c1-4439-a8e4-d587afe2dc35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:41.641486 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.735687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e610bf4-61f7-49f3-a6d5-329d94c33d00 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1821647 Oct 29 11:39:41.738653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36774) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:41.745076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--70520657'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:41.758238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:41.772760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:41.773420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.774876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] 10.222.0.41 "PUT /v2.0/ports/5fbb7fab-f366-4af6-94d5-a07c31c91f92 HTTP/1.1" status: 200 len: 1091 time: 2.6942852 Oct 29 11:39:41.775513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:41.777998 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbfbb9a-572a-43de-a6e2-481597dd1abb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:41.843927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:41.856672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:38Z', 'revision_number': 3, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:41.867026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1fdf5959-36aa-4760-8549-81e459a09fec'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:41.900145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69ebe-4662-4d30-a27d-8b12ff1b304a service neutron] Pushing event updated for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:41.925416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77012423-bb95-40b5-beed-107c13375bea req-284ff31a-738d-47e9-a542-a6cffcfaccfd tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:41.934087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77012423-bb95-40b5-beed-107c13375bea req-284ff31a-738d-47e9-a542-a6cffcfaccfd tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 944 time: 0.2455981 Oct 29 11:39:41.970876 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Checking router: 1c396e79-3833-4110-9d12-e78c2d5879eb for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:41.973239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Updating router 1c396e79-3833-4110-9d12-e78c2d5879eb port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:39:42.011354 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.025992 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77012423-bb95-40b5-beed-107c13375bea req-45d876c1-7d82-4a33-95f4-7f09e4361174 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858800 Oct 29 11:39:42.038513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.058471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.120695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.125605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3844368 Oct 29 11:39:42.147939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:42.175681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-168d9aaa-5f8c-44f5-8dfc-1c9637eb0116 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '7f3376bc-b83f-4f04-b98b-07ab38149cea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:42.177223 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-168d9aaa-5f8c-44f5-8dfc-1c9637eb0116 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 29 11:39:42.182073 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-168d9aaa-5f8c-44f5-8dfc-1c9637eb0116 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:42.185304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-168d9aaa-5f8c-44f5-8dfc-1c9637eb0116 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0359957 Oct 29 11:39:42.192422 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66307aef-e081-4a15-a682-831f24b58705 x-openstack-request-id: req-66307aef-e081-4a15-a682-831f24b58705 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:42.192717 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:42.192967 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66307aef-e081-4a15-a682-831f24b58705 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:42.193452 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92', 'status': 'completed', 'code': 200} Oct 29 11:39:42.195620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:42.234584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36134a-6b15-4998-8046-538b8890c315 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3376bc-b83f-4f04-b98b-07ab38149cea,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:42.333433 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.460811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.540884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-f930f9eb-5347-4859-854e-21bd892ccc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:42.542415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-f930f9eb-5347-4859-854e-21bd892ccc0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 1094 time: 0.6912410 Oct 29 11:39:42.568840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99fb0-2f19-42f4-9658-bc1f23799d1e req-d195213a-77d5-4832-8a12-5706b0f75dfe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:42.570378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94c99fb0-2f19-42f4-9658-bc1f23799d1e req-d195213a-77d5-4832-8a12-5706b0f75dfe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 943 time: 0.2056193 Oct 29 11:39:42.572483 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.580693 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.629274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.632533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.636592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/7f3376bc-b83f-4f04-b98b-07ab38149cea HTTP/1.1" status: 204 len: 168 time: 0.4377699 Oct 29 11:39:42.636935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36812) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:42.643678 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Attempting to bind port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:42.645386 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Attempting to bind port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:42.646250 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Attempting to bind port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:42.649108 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Pushing event updated for resources: {'Port': ['ID=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:42.653180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36814) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:42.656372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-6edc78ee-2675-405a-b980-e553931b158b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92 HTTP/1.1" status: 200 len: 217 time: 0.1023319 Oct 29 11:39:42.659847 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:42.660218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:42.660612 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.661041 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:42.661621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Bound port: dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:42.661836 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.665098 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.665411 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.665744 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.666070 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.666391 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.666711 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.667027 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.667340 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.667651 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.668373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.668373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.668669 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:42.684762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89ba6-962f-4902-9a13-e7826d02434b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3376bc-b83f-4f04-b98b-07ab38149cea,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:42.751303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.772383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-355f511a-1c0a-4c01-9481-b6429dfd73b2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308544 Oct 29 11:39:42.773702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36820) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:42.791011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--813012265'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:42.791219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94c99fb0-2f19-42f4-9658-bc1f23799d1e req-f786d119-121a-4acd-a091-301909804778 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841598 Oct 29 11:39:42.814670 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] For port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:42.816283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1753469777-network', 'tenant_id': '6f6d739605ef482289ce182a391feaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:42.819302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-ae137923-129e-4020-b0e1-4004c775b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:42.821505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-ae137923-129e-4020-b0e1-4004c775b446 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1431901 Oct 29 11:39:42.822908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] For port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:42.833439 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.870719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 11:39:42.870719 n-d-805046-9 neutron-server[102277]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 11:39:42.870719 n-d-805046-9 neutron-server[102277]: [parameters: {'project_id': '58698516fb944d18b6a267683f126bd2', 'id': '8f020b6a-948d-4e0d-ab47-1dfc5c422dad', 'expiration': datetime.datetime(2021, 10, 29, 11, 41, 42, 852155)}] Oct 29 11:39:42.870719 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:39:42.871737 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:39:42.878103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Made reservation on behalf of 6f6d739605ef482289ce182a391feaac for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:42.880712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.902529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:42.910669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-d714259c-412c-484e-810b-9fe2c464ec17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808051 Oct 29 11:39:42.938008 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:42.938630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:42.979409 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19df3-9e9d-4786-b4ba-c2db6b4ea174 None None] Pushing event updated for resources: {'Port': ['ID=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:43.034282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.039081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.068003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:39:43.087170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a363eee2-e55e-403d-bb7a-9c2bbf64b102,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:43.093470 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:43.105219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.106727 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Added segment 87da940a-9b23-4dd6-962e-effad1855c22 of type vlan for network da92c375-5561-48da-bafe-6678d352b73b Oct 29 11:39:43.113274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1fdf5959-36aa-4760-8549-81e459a09fec up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:43.168484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.201104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.205412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:43.206133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.217945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 1fdf5959-36aa-4760-8549-81e459a09fec completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:43.227702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1fdf5959-36aa-4760-8549-81e459a09fec triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:43.228823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.303693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Allocated IP 172.20.0.1 (c8308af1-566e-4cd7-97a3-b86445d804c5/bff30bdd-bf19-4e16-a621-d5489f3c0d8d/5696bb11-49ed-46da-8949-a8e0990442b1) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:43.356473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-51a8f641-756d-435f-a7f6-fe10d33bfd97 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:43.364609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-51a8f641-756d-435f-a7f6-fe10d33bfd97 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 809 time: 0.3623779 Oct 29 11:39:43.377929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-4ff4d14a-0258-4049-a4c9-ed9d94922043 service neutron] 10.222.0.41 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746867 Oct 29 11:39:43.412446 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:38Z', 'revision_number': 3, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:43.420782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-cfeffe8a-5f50-4a37-b991-666274dbf638 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/quotas/81746e94c05c4ccf82bc082aa0f05d20 HTTP/1.1" status: 200 len: 375 time: 0.0548742 Oct 29 11:39:43.431527 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.462033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:43.465678 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6019bf-df59-4dfd-a68d-99f9d93f20c1" -d '{"events": [{"server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "name": "network-vif-plugged", "status": "completed", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:43.478173 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcf1d9-0241-4af7-bbc7-d47112e53c29 None None] The sync data for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 is: [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:38Z', 'revision_number': 3, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:43.490805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1fdf5959-36aa-4760-8549-81e459a09fec,segment=NetworkSegment(5030d037-b2c1-4439-a8e4-d587afe2dc35),segment_id=5030d037-b2c1-4439-a8e4-d587afe2dc35)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:43.497416 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.573194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:43.610071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.638338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d13416df-a31c-487b-ae48-943cd3c7f236 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2164848 Oct 29 11:39:43.729225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] Pushing event updated for resources: {'Network': ['ID=da92c375-5561-48da-bafe-6678d352b73b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:43.729485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.744168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network da92c375-5561-48da-bafe-6678d352b73b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:39:43.752892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.788303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4e015eee-8638-4d39-bda0-732f3255ec72 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1340315 Oct 29 11:39:43.790172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36848) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:43.798562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Request body: {'subnet': {'network_id': 'da92c375-5561-48da-bafe-6678d352b73b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1753469777-subnet', 'tenant_id': '6f6d739605ef482289ce182a391feaac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:43.829751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Made reservation on behalf of 6f6d739605ef482289ce182a391feaac for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:43.832275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:43.844802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93248435-9c94-4445-a09f-5b85dae39bf0 req-55449cb2-0214-4932-811b-13dcc65a20ac service neutron] 10.222.0.41 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594800 Oct 29 11:39:43.846723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Network c8308af1-566e-4cd7-97a3-b86445d804c5 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:43.932550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-87f9ef81-6871-44c9-8822-62a97f933c32 service neutron] 10.222.0.77 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809162 Oct 29 11:39:43.933336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-f47274e2-ad64-442b-b95e-d379eb34705e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968653 Oct 29 11:39:43.982063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:44.099143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:44.117344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-f2908565-e583-4813-8bb3-22090b1ba010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.119023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-f2908565-e583-4813-8bb3-22090b1ba010 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 1096 time: 0.1301293 Oct 29 11:39:44.174059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.190579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.197375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.203550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Pushing event updated for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:44.290793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-a57aeae2-4b71-4adb-813d-946e6976b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.292285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-a57aeae2-4b71-4adb-813d-946e6976b47c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 1094 time: 0.3574927 Oct 29 11:39:44.304558 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.306202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5317528 Oct 29 11:39:44.315835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36860) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:44.347202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f40883fc-b478-47dd-9019-5e4f89cbf10c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '9b554629-ca01-4e41-8130-31ec910be4c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:44.348130 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-f40883fc-b478-47dd-9019-5e4f89cbf10c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 29 11:39:44.348800 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f40883fc-b478-47dd-9019-5e4f89cbf10c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:44.352562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f40883fc-b478-47dd-9019-5e4f89cbf10c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067377 Oct 29 11:39:44.360200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36864) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:44.362363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc49b95-2265-47b6-aee9-df98043493ca tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b554629-ca01-4e41-8130-31ec910be4c9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:44.411654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-bbde6347-5360-4bda-bf9d-6054896202b0 service neutron] 10.222.0.77 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775984 Oct 29 11:39:44.454304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-db3970d9-803a-4dcb-8135-744d8b00dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.456412 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-db3970d9-803a-4dcb-8135-744d8b00dca6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.3028848 Oct 29 11:39:44.503195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.537894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.540612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-e7c34b66-5e05-473e-b9b3-d211c56e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.542473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-e7c34b66-5e05-473e-b9b3-d211c56e2f32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.2393622 Oct 29 11:39:44.593452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-e6d9ef68-ab76-4b10-bf69-c0a5c014a5b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 200 len: 217 time: 0.1040590 Oct 29 11:39:44.601787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-49c364cc-ba19-4da6-a776-14cb096c5461 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92 HTTP/1.1" status: 200 len: 217 time: 0.0503440 Oct 29 11:39:44.666882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.756864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-b32ffb1c-80f1-45e0-8cf7-a4875950284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.763311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-b32ffb1c-80f1-45e0-8cf7-a4875950284a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1534367 Oct 29 11:39:44.770274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:44.803975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee40210-77ad-4f0e-a3d1-3a7a9ef7166e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:44.815897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5fbb7fab-f366-4af6-94d5-a07c31c91f92 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:44.964891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:44.969741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Checking segment: {'id': '87da940a-9b23-4dd6-962e-effad1855c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:44.970260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Network hostable DHCP agents. Network: da92c375-5561-48da-bafe-6678d352b73b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:39:44.978764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-0f277724-9536-496b-b856-0fbb7beb429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:44.980544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-0f277724-9536-496b-b856-0fbb7beb429a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.3430612 Oct 29 11:39:45.037339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-b721681a-d5f3-4b1f-8200-0b591fb4cd48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473526 Oct 29 11:39:45.039156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.043107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.044300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/9b554629-ca01-4e41-8130-31ec910be4c9 HTTP/1.1" status: 204 len: 168 time: 0.6829519 Oct 29 11:39:45.064071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.080321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Network da92c375-5561-48da-bafe-6678d352b73b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:39:45.109535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877c16-63e3-47a8-bb30-9527ae7cd66d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b554629-ca01-4e41-8130-31ec910be4c9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:45.154305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, da92c375-5561-48da-bafe-6678d352b73b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:45.167631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:45.168410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:45.169349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.194559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0783c-99bd-4f69-8496-ee2763f5be51 None None] Network da92c375-5561-48da-bafe-6678d352b73b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:45.236386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de812859-7ad4-4d2d-b09b-cb554c89113b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4433255 Oct 29 11:39:45.266537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a8103ea-a950-467b-830c-083e7d7c0a53 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2010033 Oct 29 11:39:45.271230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.276847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--631671875'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:45.282018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:45.283129 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.318193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-ec978312-09d3-465c-9dab-4fc4abd3d132 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723064 Oct 29 11:39:45.340224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '5fbb7fab-f366-4af6-94d5-a07c31c91f92', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '5fbb7fab-f366-4af6-94d5-a07c31c91f92', 'mac_address': 'fa:16:3e:f3:d1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:45.402547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.517129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225b37-bd4d-419e-8104-bd508657988c req-4d294307-9a35-4ae8-a974-e0bca4c12d02 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:45.525318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64225b37-bd4d-419e-8104-bd508657988c req-4d294307-9a35-4ae8-a974-e0bca4c12d02 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 945 time: 0.8595996 Oct 29 11:39:45.543869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-ecfc8c9a-ce0b-49f4-8ade-34360196925b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7618208 Oct 29 11:39:45.614822 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-10af269e-7c7d-44bc-9263-0cbb0d85d3bc req-4ce8aa43-13a6-40b5-b780-7dab2a5bbaa5 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849574 Oct 29 11:39:45.660643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1e10e-d1ab-4966-b8d9-10fe797eb63c None None] Network da92c375-5561-48da-bafe-6678d352b73b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:39:45.661977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.682611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64225b37-bd4d-419e-8104-bd508657988c req-8a47c313-1796-481b-94ac-c4775820b816 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Oct 29 11:39:45.691866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.698821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.777567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.779959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5072763 Oct 29 11:39:45.781371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599dfef-433c-4ed5-92b3-4c88a9348d42 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042e6ff3-88ca-4e20-a27c-e1b706b9e41e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:45.786546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.793446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d2dc5d78-6446-4390-abc8-8d461a90d76c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '042e6ff3-88ca-4e20-a27c-e1b706b9e41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:45.794364 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-d2dc5d78-6446-4390-abc8-8d461a90d76c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 29 11:39:45.794885 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-d2dc5d78-6446-4390-abc8-8d461a90d76c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:45.802619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-47827471-7ec9-4b85-a941-009032ff434e service neutron] 10.222.0.41 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404652 Oct 29 11:39:45.803159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d2dc5d78-6446-4390-abc8-8d461a90d76c tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150049 Oct 29 11:39:45.807526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.811753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.825731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:45.843189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d43835f6-c6cf-42a9-a8cf-363a272adabb tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '042e6ff3-88ca-4e20-a27c-e1b706b9e41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:45.843880 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-d43835f6-c6cf-42a9-a8cf-363a272adabb tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 29 11:39:45.844392 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-d43835f6-c6cf-42a9-a8cf-363a272adabb tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:45.858157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d43835f6-c6cf-42a9-a8cf-363a272adabb tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0482619 Oct 29 11:39:45.860440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36902) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.870884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2fe1cb9e-93fa-4b89-8696-af7f02ce7516 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '042e6ff3-88ca-4e20-a27c-e1b706b9e41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:45.872224 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-2fe1cb9e-93fa-4b89-8696-af7f02ce7516 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 29 11:39:45.874298 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-2fe1cb9e-93fa-4b89-8696-af7f02ce7516 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:45.875565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2fe1cb9e-93fa-4b89-8696-af7f02ce7516 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136180 Oct 29 11:39:45.879120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36904) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.890460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-43e8bccc-a0c6-4b90-aeec-bb7c201f1fb0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '042e6ff3-88ca-4e20-a27c-e1b706b9e41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:45.891681 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-43e8bccc-a0c6-4b90-aeec-bb7c201f1fb0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 29 11:39:45.892738 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-43e8bccc-a0c6-4b90-aeec-bb7c201f1fb0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:45.894973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43e8bccc-a0c6-4b90-aeec-bb7c201f1fb0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0145276 Oct 29 11:39:45.898254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36906) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:45.901962 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4532f3c1-b422-471f-9d94-88176891b423 x-openstack-request-id: req-4532f3c1-b422-471f-9d94-88176891b423 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:45.902554 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "name": "network-vif-plugged", "status": "completed", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:45.902767 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4532f3c1-b422-471f-9d94-88176891b423 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:45.903470 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec', 'code': 200} Oct 29 11:39:46.011059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbb7fab-f366-4af6-94d5-a07c31c91f92 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:46.054920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148a0c3-b20b-4c79-ba59-717486cadc78 req-6c88cd2b-b461-422c-a284-a1a07b700131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:46.056767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8148a0c3-b20b-4c79-ba59-717486cadc78 req-6c88cd2b-b461-422c-a284-a1a07b700131 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 1096 time: 0.0981479 Oct 29 11:39:46.096956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.120000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.127226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fbfbb9a-572a-43de-a6e2-481597dd1abb req-daa4f01d-150b-4fc3-a718-7b988a09e463 service neutron] 10.222.0.41 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124411 Oct 29 11:39:46.127586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Pushing event updated for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:46.133534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:46.136660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.139412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.145028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.209295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.212710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.213918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/042e6ff3-88ca-4e20-a27c-e1b706b9e41e HTTP/1.1" status: 204 len: 168 time: 0.3119206 Oct 29 11:39:46.222308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:46.223023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36912) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.236598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.237285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.237790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.238290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.238799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.239301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.239811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.240898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.241419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.241902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.242408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.242894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:39:46.250080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:46.255103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.262313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665937-26e6-4164-8e3c-e87fee35d3f1 req-1667f228-7c79-472c-9fa4-8adcfd9b1102 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:46.273434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d665937-26e6-4164-8e3c-e87fee35d3f1 req-1667f228-7c79-472c-9fa4-8adcfd9b1102 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 943 time: 0.3216274 Oct 29 11:39:46.289584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46650fa-6ba9-4946-9077-39137b012fe2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e6ff3-88ca-4e20-a27c-e1b706b9e41e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:46.321990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8148a0c3-b20b-4c79-ba59-717486cadc78 req-1f0d2ac8-f3cd-4a01-b7cd-8d17a467b5c0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308736 Oct 29 11:39:46.328480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:46.357045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe78feec-d517-43f6-9edb-4dbecc5e67bd tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285479 Oct 29 11:39:46.358355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36914) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.363225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330355910'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.366661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d665937-26e6-4164-8e3c-e87fee35d3f1 req-54514aff-26ea-4beb-8d0f-4762166815be tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924797 Oct 29 11:39:46.448224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.455868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5fbb7fab-f366-4af6-94d5-a07c31c91f92'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:46.573458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.580987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.586353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-f80cde3b-d573-44f2-b8c0-c118a0f9bcff tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:46.587878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-f80cde3b-d573-44f2-b8c0-c118a0f9bcff tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 809 time: 0.2148557 Oct 29 11:39:46.590536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c3e6b07-677e-4fc3-8bad-6a11a06263f6 req-a0357aaa-0195-4dba-8f44-47110351d386 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 210 time: 0.0561585 Oct 29 11:39:46.602595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Request body: {'port': {'device_id': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6', 'admin_state_up': True, 'tenant_id': '81746e94c05c4ccf82bc082aa0f05d20'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.608654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Network c8308af1-566e-4cd7-97a3-b86445d804c5 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:46.611348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:46.628058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.629940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2705030 Oct 29 11:39:46.632836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36922) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.642506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5c3491a5-382b-4999-b814-da69e039aa58 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.643155 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-5c3491a5-382b-4999-b814-da69e039aa58 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 11:39:46.643752 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-5c3491a5-382b-4999-b814-da69e039aa58 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:46.645350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c3491a5-382b-4999-b814-da69e039aa58 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095301 Oct 29 11:39:46.650327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36924) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.656396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3cee6fdf-9f9a-43ae-a419-39e26c85b0c7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.662106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e6e1e-2e12-4594-a286-5b1db2d7b8ae tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f93205-fc9d-4942-950b-1b7f0d3f07a8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:46.730493 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3cee6fdf-9f9a-43ae-a419-39e26c85b0c7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:46.744660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3cee6fdf-9f9a-43ae-a419-39e26c85b0c7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0930846 Oct 29 11:39:46.749702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36930) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.755963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9e4960cf-3078-4110-b999-ccdc22233b10 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.756476 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-9e4960cf-3078-4110-b999-ccdc22233b10 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 29 11:39:46.756968 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-9e4960cf-3078-4110-b999-ccdc22233b10 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:46.758426 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e4960cf-3078-4110-b999-ccdc22233b10 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077002 Oct 29 11:39:46.765454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.771294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cf19f044-3283-41ae-9ae3-7d8093c2a2b2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.820427 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-cf19f044-3283-41ae-9ae3-7d8093c2a2b2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:46.825846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf19f044-3283-41ae-9ae3-7d8093c2a2b2 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0578589 Oct 29 11:39:46.827017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36934) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.849021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2dad3684-ed35-4000-8f13-91479513d0e0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.849630 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-2dad3684-ed35-4000-8f13-91479513d0e0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 29 11:39:46.850127 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-2dad3684-ed35-4000-8f13-91479513d0e0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:46.856865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36936) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:46.859537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2dad3684-ed35-4000-8f13-91479513d0e0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0312190 Oct 29 11:39:46.861966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:46.882327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b1c773e3-a35d-4f7a-92d3-21277afecfbf tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:46.919048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:46.920084 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:46.960207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Router 1c396e79-3833-4110-9d12-e78c2d5879eb has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:39:46.974495 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-b1c773e3-a35d-4f7a-92d3-21277afecfbf tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Project 58698516fb944d18b6a267683f126bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:39:47.073341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Made reservation on behalf of 81746e94c05c4ccf82bc082aa0f05d20 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:47.079614 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.087660 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-b1c773e3-a35d-4f7a-92d3-21277afecfbf tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:47.088884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1c773e3-a35d-4f7a-92d3-21277afecfbf tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2199185 Oct 29 11:39:47.093063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.099178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e0387daa-2500-4989-a7f9-9d2701e6eced tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:47.100009 n-d-805046-9 neutron-server[102277]: WARNING neutron.api.v2.base [None req-e0387daa-2500-4989-a7f9-9d2701e6eced tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 29 11:39:47.100431 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-e0387daa-2500-4989-a7f9-9d2701e6eced tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:47.101670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0387daa-2500-4989-a7f9-9d2701e6eced tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073307 Oct 29 11:39:47.104698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36944) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.119364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ea2e26ff-77ea-43a7-81cf-aa266d83649b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:47.192897 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-ea2e26ff-77ea-43a7-81cf-aa266d83649b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Project 58698516fb944d18b6a267683f126bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:39:47.217919 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-ea2e26ff-77ea-43a7-81cf-aa266d83649b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:47.220402 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ea2e26ff-77ea-43a7-81cf-aa266d83649b tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1144948 Oct 29 11:39:47.223358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36948) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.230329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e21eada8-64b0-4b61-a385-2f6d45b126c6 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '57f93205-fc9d-4942-950b-1b7f0d3f07a8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:47.268266 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-e21eada8-64b0-4b61-a385-2f6d45b126c6 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Project 58698516fb944d18b6a267683f126bd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:39:47.282953 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-e21eada8-64b0-4b61-a385-2f6d45b126c6 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:47.284204 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e21eada8-64b0-4b61-a385-2f6d45b126c6 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0595996 Oct 29 11:39:47.289502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.342935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760cdee-4884-411a-88f5-3e97abc49738 req-690d4f07-9439-47c0-a39d-3e6b804d262e tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:47.344576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a760cdee-4884-411a-88f5-3e97abc49738 req-690d4f07-9439-47c0-a39d-3e6b804d262e tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 945 time: 0.1311171 Oct 29 11:39:47.348792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:39:47.354241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12c882fc-67cf-4204-bafe-02377d2ee64f admin admin] 10.222.0.77 "PUT /v2.0/routers/1c396e79-3833-4110-9d12-e78c2d5879eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1719618 Oct 29 11:39:47.360837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Sync routers for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:39:47.395579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.399579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Allocated IP 172.20.0.7 (b2099040-6ae5-4f4d-8d2c-07cade9910e6/e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5/2c407ac3-49cd-472c-a617-956b1c1843cb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:47.406011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:47.406950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:47.461974 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.589230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.592443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.595441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/57f93205-fc9d-4942-950b-1b7f0d3f07a8 HTTP/1.1" status: 204 len: 168 time: 0.3039877 Oct 29 11:39:47.601303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.612284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a760cdee-4884-411a-88f5-3e97abc49738 req-ea19044a-043f-467f-b20d-e60203ea16a8 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568545 Oct 29 11:39:47.615820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4674b-fe62-4924-8a37-80307190638e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f93205-fc9d-4942-950b-1b7f0d3f07a8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:47.627833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:47.688747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.767673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29fe6f52-2deb-401c-8595-88509ba3e584 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632755 Oct 29 11:39:47.768314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36982) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.772927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023942328'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:47.782870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.800680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.863610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:47.867134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:47.872022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:47.892045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.896382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.920390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Pushing event updated for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:47.952483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.957603 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1881247 Oct 29 11:39:47.960159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36986) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:47.968489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:47.969203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:47.975440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cf85c-ac54-45be-8296-2a66cba01e36 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069ef690-218f-49a2-89b5-70d63695746b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:47.983192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dbb79ba1-dfa5-43d9-9c9d-b3c3d3c1c270 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '069ef690-218f-49a2-89b5-70d63695746b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:47.986918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:44Z', 'revision_number': 4, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5696bb11-49ed-46da-8949-a8e0990442b1', 'name': '', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'mac_address': 'fa:16:3e:00:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:42Z', 'updated_at': '2021-10-29T11:39:44Z', 'revision_number': 2, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'subnets': [{'id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:48.016012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5ce1-3f1c-4996-a4ed-93300b6c3aaf req-f8e89169-1a45-4c3b-940d-724b2b88861b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:48.024819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aeb5ce1-3f1c-4996-a4ed-93300b6c3aaf req-f8e89169-1a45-4c3b-940d-724b2b88861b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 944 time: 0.1210465 Oct 29 11:39:48.035929 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-dbb79ba1-dfa5-43d9-9c9d-b3c3d3c1c270 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The resource could not be found. Oct 29 11:39:48.038038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dbb79ba1-dfa5-43d9-9c9d-b3c3d3c1c270 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0654078 Oct 29 11:39:48.040725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36988) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.042606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Checking router: 1c396e79-3833-4110-9d12-e78c2d5879eb for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:39:48.042971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Updating router 1c396e79-3833-4110-9d12-e78c2d5879eb port 5696bb11-49ed-46da-8949-a8e0990442b1 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:39:48.048841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-0efee6ef-12fe-44a1-93c3-a4faa72442e5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509101 Oct 29 11:39:48.049774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ffa63a29-c367-476e-bf91-aeabcc5ceb6e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '069ef690-218f-49a2-89b5-70d63695746b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9494fdd9-b4e7-43b5-b4cb-a016bb90f257'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.064191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Request body: {'port': {'device_id': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.072038 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.101791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0aeb5ce1-3f1c-4996-a4ed-93300b6c3aaf req-b09ddd4c-e91f-4f4e-9fb6-fbe643b3bd70 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755391 Oct 29 11:39:48.106011 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-ffa63a29-c367-476e-bf91-aeabcc5ceb6e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The resource could not be found. Oct 29 11:39:48.107010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ffa63a29-c367-476e-bf91-aeabcc5ceb6e tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0646627 Oct 29 11:39:48.109832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36990) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.150488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.197547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.226692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.279205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.283569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.285498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/069ef690-218f-49a2-89b5-70d63695746b HTTP/1.1" status: 204 len: 168 time: 0.1747067 Oct 29 11:39:48.299380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36992) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.300179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a36143-c588-4fc5-9490-c5d391c7acd1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ef690-218f-49a2-89b5-70d63695746b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.369802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e59bc9b4-e63d-4612-bc2d-8b2cd12ebd71 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654919 Oct 29 11:39:48.373806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36994) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.378321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a0970d0a-ba5b-47bd-ac78-dd00adf564ef tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '7dee3f36-7c0a-407f-bf1d-f9b4c63cd183', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.429493 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.434830 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-a0970d0a-ba5b-47bd-ac78-dd00adf564ef tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The resource could not be found. Oct 29 11:39:48.437048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a0970d0a-ba5b-47bd-ac78-dd00adf564ef tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0621586 Oct 29 11:39:48.437513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.442042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36996) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.453534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105919061'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.490060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38c2b3-df69-4005-973c-ccb1c8c15abe req-3e3da4a6-1e2b-455e-9610-24131e4da7e4 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:48.507897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a38c2b3-df69-4005-973c-ccb1c8c15abe req-3e3da4a6-1e2b-455e-9610-24131e4da7e4 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 931 time: 0.1249032 Oct 29 11:39:48.515650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cdd7b-55df-43d8-8489-576867113fab None None] Pushing event updated for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.519174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.569031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a38c2b3-df69-4005-973c-ccb1c8c15abe req-f3017333-613b-4740-8db2-b172982a949c tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Oct 29 11:39:48.612387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Attempting to bind port 5696bb11-49ed-46da-8949-a8e0990442b1 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:48.613156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Attempting to bind port 5696bb11-49ed-46da-8949-a8e0990442b1 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:48.614016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Attempting to bind port 5696bb11-49ed-46da-8949-a8e0990442b1 on network c8308af1-566e-4cd7-97a3-b86445d804c5 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:48.620492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:48.621373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Checking segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:48.621956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.622537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Bound using segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:48.623475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Bound port: 5696bb11-49ed-46da-8949-a8e0990442b1, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:48.624698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.648436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.654065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.692834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c407ac3-49cd-472c-a617-956b1c1843cb {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:48.721797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78f272-9d2d-47eb-b047-208e2f9f2c30,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.728591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.729978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59a6c639-ec11-43da-8201-b2e8812265f1 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2835135 Oct 29 11:39:48.733802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37008) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.738710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.740004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181450680'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.754087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] For port 5696bb11-49ed-46da-8949-a8e0990442b1, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:48.761783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Transition to ACTIVE for port object 2c407ac3-49cd-472c-a617-956b1c1843cb will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:48.768324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.770689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] For port 5696bb11-49ed-46da-8949-a8e0990442b1, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5696bb11-49ed-46da-8949-a8e0990442b1,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:48.772838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-23202834-de86-47c5-9d07-33858f2ba571 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747709 Oct 29 11:39:48.780502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.781155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.861495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5fbb7fab-f366-4af6-94d5-a07c31c91f92 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:48.873889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.879053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.916665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cdd7b-55df-43d8-8489-576867113fab None None] Pushing event updated for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.921518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:48.922797 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1874719 Oct 29 11:39:48.926162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:48.934086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1e3aecf4-35e3-4532-a05d-5c23b9533028 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': '9d78f272-9d2d-47eb-b047-208e2f9f2c30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '226ea800-8dd2-4e2b-b516-2cdb9ca10cf9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:48.939130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:39:48.940516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:48.952633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636495c-b706-4373-99c9-13681f5c39e7 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226ea800-8dd2-4e2b-b516-2cdb9ca10cf9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.960058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Pushing event updated for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:48.997237 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-1e3aecf4-35e3-4532-a05d-5c23b9533028 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:48.999282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1e3aecf4-35e3-4532-a05d-5c23b9533028 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0706413 Oct 29 11:39:49.004457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:49.012565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ed75-2c93-4667-970e-a158bec821e8 req-71660223-e6d4-4f4e-b7be-1e025732a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.014686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-71660223-e6d4-4f4e-b7be-1e025732a487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98683747948a4834afa93b40fa62130f&device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 1101 time: 0.1949184 Oct 29 11:39:49.047600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:49.061676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:49.062112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.066128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-c0d29735-56f5-40f3-b17d-c19e34944296 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.074673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-c0d29735-56f5-40f3-b17d-c19e34944296 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 819 time: 0.2847109 Oct 29 11:39:49.098057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.133372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:39:49.133611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.162357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-29b35c4f-690c-4835-bc94-87dd0b99df75 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/quotas/618b0d6b76fc49e8a6b05a143cd19dd7 HTTP/1.1" status: 200 len: 375 time: 0.0861919 Oct 29 11:39:49.167266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Attempting to bind port 2c407ac3-49cd-472c-a617-956b1c1843cb on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:49.167641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Attempting to bind port 2c407ac3-49cd-472c-a617-956b1c1843cb by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:49.167903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Attempting to bind port 2c407ac3-49cd-472c-a617-956b1c1843cb on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:49.186754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Port 2c407ac3-49cd-472c-a617-956b1c1843cb on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:49.187081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Attempting to bind port 2c407ac3-49cd-472c-a617-956b1c1843cb on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:49.202242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.205688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.205688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/226ea800-8dd2-4e2b-b516-2cdb9ca10cf9 HTTP/1.1" status: 204 len: 168 time: 0.2006569 Oct 29 11:39:49.211365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37020) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:49.220478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:49.220746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Checking segment: {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:49.221118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Bound using segment: {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:49.221561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Bound port: 2c407ac3-49cd-472c-a617-956b1c1843cb, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:49.221915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.297794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-0222667e-714f-4666-92d1-7fe5bd5e3be3 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344604 Oct 29 11:39:49.301971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b6a15e95-5fc2-4323-a829-728f24820d37 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0894413 Oct 29 11:39:49.304040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6330-2e24-414d-8683-dbdb0f52e2b9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ea800-8dd2-4e2b-b516-2cdb9ca10cf9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:49.305880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37022) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:49.314290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ed75-2c93-4667-970e-a158bec821e8 req-6deef932-c78d-4d84-a78a-e6a07fe0499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.315847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-6deef932-c78d-4d84-a78a-e6a07fe0499c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2658973 Oct 29 11:39:49.392625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.398244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.423685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-4174ef4b-d5c6-4d54-b565-e711ecbbc11f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=06087179-58ff-4113-90b4-d98aec6aca23 HTTP/1.1" status: 200 len: 217 time: 0.0929952 Oct 29 11:39:49.432415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:49.435068 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cda28-244f-456a-b21f-c8e8e9e5a9f0" -d '{"events": [{"server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "name": "network-vif-plugged", "status": "completed", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:49.455588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:49.459340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.463490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.472979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:44Z', 'revision_number': 4, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5696bb11-49ed-46da-8949-a8e0990442b1', 'name': '', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'mac_address': 'fa:16:3e:00:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:42Z', 'updated_at': '2021-10-29T11:39:48Z', 'revision_number': 4, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'subnets': [{'id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:39:49.486830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:49.522361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.524268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2c407ac3-49cd-472c-a617-956b1c1843cb,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:49.526891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.527510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d78f272-9d2d-47eb-b047-208e2f9f2c30 HTTP/1.1" status: 204 len: 168 time: 0.2128930 Oct 29 11:39:49.532740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37028) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:49.535974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2ef81-ea93-4f56-967b-68a84aebe28d None None] The sync data for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 is: [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:39:44Z', 'revision_number': 4, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5696bb11-49ed-46da-8949-a8e0990442b1', 'name': '', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'mac_address': 'fa:16:3e:00:1e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:42Z', 'updated_at': '2021-10-29T11:39:48Z', 'revision_number': 4, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'subnets': [{'id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:39:49.542203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-21fef340-2a15-439e-8fc1-371dc60e4b05 service neutron] 10.222.0.77 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434707 Oct 29 11:39:49.548768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fc0b9-58de-4f10-950a-933142d5530f tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78f272-9d2d-47eb-b047-208e2f9f2c30,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:49.556018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.559770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ed75-2c93-4667-970e-a158bec821e8 req-ba7b4c35-c1dc-4fb9-882d-7afa0c7cc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.561881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-ba7b4c35-c1dc-4fb9-882d-7afa0c7cc85c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1279681 Oct 29 11:39:49.568252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:49.707164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.707763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.709407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] 10.222.0.41 "PUT /v2.0/ports/2c407ac3-49cd-472c-a617-956b1c1843cb HTTP/1.1" status: 200 len: 1091 time: 1.6517599 Oct 29 11:39:49.714571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:49.716567 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b6001-a0fc-41fa-a982-9950d9a19eec" -d '{"events": [{"name": "network-changed", "server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:49.828152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029956-d9dd-4c53-8beb-beda38e750db service neutron] Pushing event updated for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:49.836274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-28229b7e-f724-4713-9940-a9d6f89b8bcc tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3022518 Oct 29 11:39:49.840519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:49.845333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ed75-2c93-4667-970e-a158bec821e8 req-7b8eef05-88a3-4b48-b527-1c9079254020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.846953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-7b8eef05-88a3-4b48-b527-1c9079254020 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482543 Oct 29 11:39:49.848022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--876088138'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:49.852276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-e19afc91-72e4-4fa7-b87d-c539f8cfe483 service neutron] 10.222.0.77 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092296 Oct 29 11:39:49.889394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:49.929697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-c67f1daa-1677-4d1d-be22-5cff46798b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:49.931940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-c67f1daa-1677-4d1d-be22-5cff46798b36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 1094 time: 0.1606147 Oct 29 11:39:50.011829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-dc8e999c-fb88-40da-ada3-b440bd8e1868 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c407ac3-49cd-472c-a617-956b1c1843cb HTTP/1.1" status: 200 len: 217 time: 0.0646780 Oct 29 11:39:50.031115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.035868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.091385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-8d23557d-3515-469a-8928-bceced1cebf5 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373118 Oct 29 11:39:50.092496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.097258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2520552 Oct 29 11:39:50.097492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37038) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:50.099533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594bcc5-5b95-45b6-afbd-b76b0a5db4c9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c0bb2-38f8-46af-8871-4f970d699e15,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:50.103926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f7ebf92e-689a-4b6f-90be-66f38c1d1a89 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': 'd06c0bb2-38f8-46af-8871-4f970d699e15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:50.186939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-781ec1e9-9bab-4ac9-b7d2-ea5f6eff6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:50.188680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-781ec1e9-9bab-4ac9-b7d2-ea5f6eff6798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 HTTP/1.1" status: 200 len: 849 time: 0.1645353 Oct 29 11:39:50.243923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-358560ed-3a8d-4d76-aa8c-80fa4ab58235 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2099040-6ae5-4f4d-8d2c-07cade9910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471671 Oct 29 11:39:50.286159 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f7ebf92e-689a-4b6f-90be-66f38c1d1a89 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:50.287206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f7ebf92e-689a-4b6f-90be-66f38c1d1a89 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1888771 Oct 29 11:39:50.290412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:50.296461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3937c133-a418-4a78-b2f5-7f2d522f272a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group_rule': {'security_group_id': 'd06c0bb2-38f8-46af-8871-4f970d699e15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:50.322988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4846ed75-2c93-4667-970e-a158bec821e8 req-b7e8318b-817f-409a-93dd-e08eb2df6ae0 service neutron] 10.222.0.41 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234335 Oct 29 11:39:50.416419 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3937c133-a418-4a78-b2f5-7f2d522f272a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:39:50.422232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3937c133-a418-4a78-b2f5-7f2d522f272a tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1304173 Oct 29 11:39:50.423040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37048) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:50.434520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-07467855-59bb-462c-a25d-5ea2be230b87 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808414 Oct 29 11:39:50.505873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.521624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f31e3-49b8-4cee-a26f-4df04b3694c5 req-841bd79f-9b0f-4d10-9946-e200fe3e27ea tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:50.523072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a53f31e3-49b8-4cee-a26f-4df04b3694c5 req-841bd79f-9b0f-4d10-9946-e200fe3e27ea tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 945 time: 0.1308198 Oct 29 11:39:50.551098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.597442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1b57c7f-4c9e-48ae-8499-5d9ea67a6bf2 req-a54a6de5-ed29-4227-8242-705cfae63c0a service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545725 Oct 29 11:39:50.644095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.646832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.648017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/d06c0bb2-38f8-46af-8871-4f970d699e15 HTTP/1.1" status: 204 len: 168 time: 0.2239120 Oct 29 11:39:50.651339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37054) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:50.662268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a53f31e3-49b8-4cee-a26f-4df04b3694c5 req-7259b93b-43b6-4531-ba05-410538a3c0e5 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679405 Oct 29 11:39:50.688910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1949e-e658-49cd-9aca-d29a0513acd0 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c0bb2-38f8-46af-8871-4f970d699e15,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:50.743957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b37f7e6b-fd65-4d92-b69d-307b8b7c2270 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915172 Oct 29 11:39:50.747901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37060) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:50.753348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338780804'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:50.804709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:50.931444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5696bb11-49ed-46da-8949-a8e0990442b1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:51.000474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1be3f-3bb4-4dff-b817-be78d6b0098f req-dac600b4-3be1-4818-b7b3-584c51c71265 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:51.023672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5696bb11-49ed-46da-8949-a8e0990442b1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:51.024531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.026868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0a1be3f-3bb4-4dff-b817-be78d6b0098f req-dac600b4-3be1-4818-b7b3-584c51c71265 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.1865060 Oct 29 11:39:51.113797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0a1be3f-3bb4-4dff-b817-be78d6b0098f req-dd56c1fe-e1c0-4047-9424-958b80047341 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 Oct 29 11:39:51.122890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.127715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.162184 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.212224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5696bb11-49ed-46da-8949-a8e0990442b1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5696bb11-49ed-46da-8949-a8e0990442b1,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:51.218106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.331390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:51.364606 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cad7a2a-336e-47a9-b963-9a4227a2d5a1 x-openstack-request-id: req-6cad7a2a-336e-47a9-b963-9a4227a2d5a1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:51.364968 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "name": "network-vif-plugged", "status": "completed", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:51.365218 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cad7a2a-336e-47a9-b963-9a4227a2d5a1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:51.374220 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92', 'code': 200} Oct 29 11:39:51.645875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.649858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8976026 Oct 29 11:39:51.650923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:51.656586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-093c205c-c327-443d-90a0-bb6b6faef2c3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:51.657875 n-d-805046-9 neutron-server[102278]: WARNING neutron.api.v2.base [None req-093c205c-c327-443d-90a0-bb6b6faef2c3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 29 11:39:51.658375 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-093c205c-c327-443d-90a0-bb6b6faef2c3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] update failed (client error): There was a conflict when trying to complete your request. Oct 29 11:39:51.662098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-093c205c-c327-443d-90a0-bb6b6faef2c3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "PUT /v2.0/security-groups/a7902053-458d-4e21-8ac0-ebda15f18872 HTTP/1.1" status: 409 len: 330 time: 0.0070996 Oct 29 11:39:51.662098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf2a25-b0b4-47de-bc06-c8f83d64b4a3 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7902053-458d-4e21-8ac0-ebda15f18872,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:51.667113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37068) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:51.698981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68f377-1386-44f7-a3f1-cc4424db832d req-2496516d-2a01-496f-9095-0d4e034a17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:51.700785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c68f377-1386-44f7-a3f1-cc4424db832d req-2496516d-2a01-496f-9095-0d4e034a17a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 1096 time: 0.1201670 Oct 29 11:39:51.712726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e105f-5c41-469f-aa03-a454772d6f26 req-2aba72bd-62a3-449d-b6f5-0a6fd64d6dee tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:51.721409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a26e105f-5c41-469f-aa03-a454772d6f26 req-2aba72bd-62a3-449d-b6f5-0a6fd64d6dee tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 943 time: 0.1436620 Oct 29 11:39:51.811186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c68f377-1386-44f7-a3f1-cc4424db832d req-c717ca3d-d11a-47d2-b86d-2b88e361ee33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828857 Oct 29 11:39:51.818897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a26e105f-5c41-469f-aa03-a454772d6f26 req-3f3ce61b-ae2f-4044-88ae-b495cffae383 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Oct 29 11:39:51.819406 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.834950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.876087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.881774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-eef87140-e5f9-455e-a1bf-f2ed3f2b9483 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:51.883328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-eef87140-e5f9-455e-a1bf-f2ed3f2b9483 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 819 time: 0.2264438 Oct 29 11:39:51.898764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Request body: {'port': {'device_id': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'admin_state_up': True, 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:51.934153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.939856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:51.944863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7902053-458d-4e21-8ac0-ebda15f18872 HTTP/1.1" status: 204 len: 168 time: 0.2747972 Oct 29 11:39:51.945578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37072) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:51.971080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2aafe-59de-4977-a268-65e57fe83ace tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7902053-458d-4e21-8ac0-ebda15f18872,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:51.985293 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac30ac-c7c9-4956-acd3-11d4c8a18c65 x-openstack-request-id: req-04ac30ac-c7c9-4956-acd3-11d4c8a18c65 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:51.985701 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:51.986196 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04ac30ac-c7c9-4956-acd3-11d4c8a18c65 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:51.986817 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb', 'status': 'completed', 'code': 200} Oct 29 11:39:52.057909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Made reservation on behalf of 618b0d6b76fc49e8a6b05a143cd19dd7 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:52.063057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:52.075117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66fdfea0-23a9-4c47-b0f0-f06ef8aa48fd tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244836 Oct 29 11:39:52.079268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37074) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:52.097404 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f626ebd8-2508-4414-b8af-90e1eaba1b0d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] delete failed (client error): The resource could not be found. Oct 29 11:39:52.098606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f626ebd8-2508-4414-b8af-90e1eaba1b0d tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "DELETE /v2.0/security-groups/e84950c4-c2b4-4b8c-be7c-6ae76ba78967 HTTP/1.1" status: 404 len: 347 time: 0.0182593 Oct 29 11:39:52.104121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37076) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:52.138306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6159e10d-3888-470c-9a0c-6bc5f2c90df5 req-b14e811a-7e0b-4636-9081-231170c72d58 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 210 time: 0.0959375 Oct 29 11:39:52.147019 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-1d3c2993-5a0d-4e34-b518-016f951d1ec9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] show failed (client error): The resource could not be found. Oct 29 11:39:52.150105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1d3c2993-5a0d-4e34-b518-016f951d1ec9 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-groups/388b6dcd-1ade-4dcb-8615-9a8bca8905b0 HTTP/1.1" status: 404 len: 347 time: 0.0434527 Oct 29 11:39:52.153587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37080) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:52.173172 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-cef5ddba-d62a-4fc2-b9a3-52cd90bb0222 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] show failed (client error): The resource could not be found. Oct 29 11:39:52.189606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cef5ddba-d62a-4fc2-b9a3-52cd90bb0222 tempest-NegativeSecGroupIPv6Test-2110139539 tempest-NegativeSecGroupIPv6Test-2110139539-project] 10.222.0.77 "GET /v2.0/security-group-rules/7a5be6a9-e029-437f-b54d-08bd84ab7d80 HTTP/1.1" status: 404 len: 356 time: 0.0318916 Oct 29 11:39:52.222552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-fc398f90-f71f-45c5-88eb-5d80760dfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:52.225486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-fc398f90-f71f-45c5-88eb-5d80760dfa34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 1094 time: 0.1859140 Oct 29 11:39:52.283007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Allocated IP 172.20.0.3 (c8308af1-566e-4cd7-97a3-b86445d804c5/bff30bdd-bf19-4e16-a621-d5489f3c0d8d/fd8249be-d1ba-46bd-aae4-4eb0c3513881) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:52.418753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-3978c5e9-3ee4-48f9-86eb-cad2f91acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:52.426754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-3978c5e9-3ee4-48f9-86eb-cad2f91acd10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 910 time: 0.1930690 Oct 29 11:39:52.485973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:52.488570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-bbd5688a-4e1f-4118-9947-48c8a35bb5b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c407ac3-49cd-472c-a617-956b1c1843cb HTTP/1.1" status: 200 len: 217 time: 0.0400505 Oct 29 11:39:52.540108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:52.540733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3b19d-a701-493f-bfaf-bbb65ad287d0 req-e1b75585-78d3-4eae-a49a-215e8fa69aca tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:52.542447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6a3b19d-a701-493f-bfaf-bbb65ad287d0 req-e1b75585-78d3-4eae-a49a-215e8fa69aca tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.1371646 Oct 29 11:39:52.550875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:52.567462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-7033ee52-c38d-4789-9b69-e3d848dc5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:52.569624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-7033ee52-c38d-4789-9b69-e3d848dc5d52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 HTTP/1.1" status: 200 len: 849 time: 0.0731542 Oct 29 11:39:52.605325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Network c8308af1-566e-4cd7-97a3-b86445d804c5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:52.609791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:52.615936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-d8512186-7e1a-4440-985a-33cb33e02c17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2099040-6ae5-4f4d-8d2c-07cade9910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370650 Oct 29 11:39:52.620086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:52.662116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Pushing event updated for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:52.686740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f6a3b19d-a701-493f-bfaf-bbb65ad287d0 req-7f590620-18fe-43cc-8fbe-3970bc55cae4 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156399 Oct 29 11:39:52.696180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:52.696876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:52.722904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-6400a73a-cbff-441f-9b53-5286ddef5b23 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8281825 Oct 29 11:39:52.744969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Request body: {'port': {'device_id': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:52.775912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-b364cbf8-6d1c-4578-902c-22a8bac922e0 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484892 Oct 29 11:39:52.876406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:52.889530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5696bb11-49ed-46da-8949-a8e0990442b1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:52.942507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-67b1a8d5-b005-4651-9c81-dd18043c287e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58698516fb944d18b6a267683f126bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999302 Oct 29 11:39:52.943121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37112) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:39:52.982788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5696bb11-49ed-46da-8949-a8e0990442b1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:52.983445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.068561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f8b6001-a0fc-41fa-a982-9950d9a19eec req-26de6f34-2517-44df-904e-202d6c280ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844841 Oct 29 11:39:53.077850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-7c0d5a8e-92e3-4a45-a7be-7e385c925d6d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:53.086348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-7c0d5a8e-92e3-4a45-a7be-7e385c925d6d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 819 time: 0.2113540 Oct 29 11:39:53.107278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-c298f809-1ddd-47a9-bed4-a48b8942bb39 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/quotas/618b0d6b76fc49e8a6b05a143cd19dd7 HTTP/1.1" status: 200 len: 375 time: 0.0175214 Oct 29 11:39:53.147572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.172515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-27751649-1c95-4ea7-91f6-d002b0edc64e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641315 Oct 29 11:39:53.213436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.269950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-12794399-2325-4c19-a7fe-714d830c4e5d service neutron] 10.222.0.77 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963531 Oct 29 11:39:53.311702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.317323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.317323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/908b9746-0e82-4861-85b5-5213cda59002 HTTP/1.1" status: 204 len: 168 time: 0.3711038 Oct 29 11:39:53.333687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6462c-3e59-49f2-9917-8f86c8f1cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b9746-0e82-4861-85b5-5213cda59002,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:53.389846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8249be-d1ba-46bd-aae4-4eb0c3513881 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:53.403996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.415355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-5b777a05-a777-427c-9127-4db614b58b72 service neutron] 10.222.0.77 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378527 Oct 29 11:39:53.422772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Transition to ACTIVE for port object fd8249be-d1ba-46bd-aae4-4eb0c3513881 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:53.429383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.524282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:53.626231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Attempting to bind port fd8249be-d1ba-46bd-aae4-4eb0c3513881 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:53.626653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Attempting to bind port fd8249be-d1ba-46bd-aae4-4eb0c3513881 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:53.627041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Attempting to bind port fd8249be-d1ba-46bd-aae4-4eb0c3513881 on network c8308af1-566e-4cd7-97a3-b86445d804c5 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:53.633218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Port fd8249be-d1ba-46bd-aae4-4eb0c3513881 on network c8308af1-566e-4cd7-97a3-b86445d804c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:53.633634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Attempting to bind port fd8249be-d1ba-46bd-aae4-4eb0c3513881 on network c8308af1-566e-4cd7-97a3-b86445d804c5 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:53.640588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:53.641231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Checking segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:53.641628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Bound using segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:53.642123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Bound port: fd8249be-d1ba-46bd-aae4-4eb0c3513881, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:53.642553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.734425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:53.753058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:53.761760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.811073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:53.811714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:53.813249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 1091 time: 1.0723579 Oct 29 11:39:53.813724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:53.816584 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e52226-4c92-437f-962b-3bd5669416b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:53.858847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6048c7-8a38-47df-ac91-0d02d9b708d2 req-8d2894dd-1ea4-425f-b5d2-5ae4fbdbc08f tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:53.860553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd6048c7-8a38-47df-ac91-0d02d9b708d2 req-8d2894dd-1ea4-425f-b5d2-5ae4fbdbc08f tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 943 time: 0.1386647 Oct 29 11:39:53.900982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0a35a-b8ad-4df6-ad2f-7b7e4fd03674 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:53.921298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd6048c7-8a38-47df-ac91-0d02d9b708d2 req-d9fe945e-63f0-4718-8fbd-c90bc13be7d2 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Oct 29 11:39:53.926838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-03103d66-423d-4a91-89bb-6740d2a83de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:53.928723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-03103d66-423d-4a91-89bb-6740d2a83de5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1094 time: 0.0645874 Oct 29 11:39:54.017034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-a7e03f2a-fb17-4dfd-801d-e7035fca0527 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.0753589 Oct 29 11:39:54.069855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a4e525a-7b34-4815-aa0a-7d28949b38d4 req-c1890130-199f-4154-b0e0-ce4b5771994c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 210 time: 0.0802150 Oct 29 11:39:54.110854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-a72f63eb-7130-4110-b869-d8525673b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:54.113238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-a72f63eb-7130-4110-b869-d8525673b908 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.0863998 Oct 29 11:39:54.156739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-011605ba-edc6-41bb-b18c-dd09e6682baa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345647 Oct 29 11:39:54.344110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-af34638f-ce6f-43b8-bcf2-f88bb63c933c service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770661 Oct 29 11:39:54.513467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6f7d5372-13d1-4547-a9db-707aa5950aa5 req-bb73203b-aaf5-4443-b367-c9c41a16bdb3 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610196 Oct 29 11:39:54.599081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e0f-ba51-4667-8720-05b0c3a0799e req-ba9088ee-8fde-4ee4-88f0-3400c2ec01b1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:54.600780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88305e0f-ba51-4667-8720-05b0c3a0799e req-ba9088ee-8fde-4ee4-88f0-3400c2ec01b1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.1186345 Oct 29 11:39:54.668068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88305e0f-ba51-4667-8720-05b0c3a0799e req-fd4669d2-8704-417f-884b-4c3d24c61c5f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584528 Oct 29 11:39:54.846606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2c407ac3-49cd-472c-a617-956b1c1843cb details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:55.037136 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425aab2-922b-42f3-b2d8-572eec19869b x-openstack-request-id: req-1425aab2-922b-42f3-b2d8-572eec19869b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:55.037650 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:55.038292 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1425aab2-922b-42f3-b2d8-572eec19869b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:55.039006 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881', 'status': 'completed', 'code': 200} Oct 29 11:39:55.067468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2c407ac3-49cd-472c-a617-956b1c1843cb,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:55.116828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '2c407ac3-49cd-472c-a617-956b1c1843cb', 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6', 'port_id': '2c407ac3-49cd-472c-a617-956b1c1843cb', 'mac_address': 'fa:16:3e:a8:a0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:55.236859 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:55.242526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e52226-4c92-437f-962b-3bd5669416b3 req-9900e36f-6a06-4fd4-b662-59813004d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:55.244130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-9900e36f-6a06-4fd4-b662-59813004d7f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1094 time: 0.1571400 Oct 29 11:39:55.274058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c407ac3-49cd-472c-a617-956b1c1843cb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:55.345260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2c407ac3-49cd-472c-a617-956b1c1843cb,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:55.355576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:55.431974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-da8fe862-d611-4610-ace5-132759e9c17e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:55.435319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e52226-4c92-437f-962b-3bd5669416b3 req-061ab553-4587-448e-87a3-99ed0ae3303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:55.437664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-061ab553-4587-448e-87a3-99ed0ae3303c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.1743131 Oct 29 11:39:55.438820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-da8fe862-d611-4610-ace5-132759e9c17e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.41 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 819 time: 0.3502626 Oct 29 11:39:55.449488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:55.458368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330f7d6-dd44-4772-99ff-175702222013 req-06646dff-e902-4851-8612-b0e0e159a513 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:55.460035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4330f7d6-dd44-4772-99ff-175702222013 req-06646dff-e902-4851-8612-b0e0e159a513 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 945 time: 0.2458789 Oct 29 11:39:55.464740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Request body: {'port': {'device_id': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'admin_state_up': True, 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:55.508751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-e998daa2-c3ac-48c9-9498-e158c550f787 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.0621197 Oct 29 11:39:55.600750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e52226-4c92-437f-962b-3bd5669416b3 req-f254bb74-d8b7-4360-8d6a-a41ad8499173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:55.602674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-f254bb74-d8b7-4360-8d6a-a41ad8499173 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.0854542 Oct 29 11:39:55.645578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['2c407ac3-49cd-472c-a617-956b1c1843cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:55.656708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-98a456df-5372-4049-b895-9f6270ce9c16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451114 Oct 29 11:39:55.711376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Made reservation on behalf of 618b0d6b76fc49e8a6b05a143cd19dd7 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:39:55.714996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:55.721850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4330f7d6-dd44-4772-99ff-175702222013 req-327cdfb0-ce7b-42ac-9d72-8123a9075870 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/security-groups?id=d15d22d3-95dc-4d80-bfcf-e6caa48ff181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862737 Oct 29 11:39:55.899382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:55.903041 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-447526b0-b4c0-425f-b98c-d0c1705ff1be service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387912 Oct 29 11:39:56.044542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Allocated IP 172.20.0.10 (c8308af1-566e-4cd7-97a3-b86445d804c5/bff30bdd-bf19-4e16-a621-d5489f3c0d8d/4ea86f0d-577c-411b-bbbc-4460eb3d6971) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:39:56.135381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21919de6-bde8-482d-81da-8cfdac16f051 req-d462e7f8-fe5d-4200-a991-9b358a023fc2 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:56.136999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-21919de6-bde8-482d-81da-8cfdac16f051 req-d462e7f8-fe5d-4200-a991-9b358a023fc2 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.86 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 945 time: 0.2312543 Oct 29 11:39:56.380962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92e52226-4c92-437f-962b-3bd5669416b3 req-cd8d4443-cace-48ec-89c5-da5c6e4178e8 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527261 Oct 29 11:39:56.444569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Deleting port 1fdf5959-36aa-4760-8549-81e459a09fec {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:39:56.445415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.500646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.585585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.601504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047eed-0f06-4331-855f-ae14fd818132 req-9e1ce9d0-8423-4574-b322-45b653546eeb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:56.606246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd047eed-0f06-4331-855f-ae14fd818132 req-9e1ce9d0-8423-4574-b322-45b653546eeb tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.4620926 Oct 29 11:39:56.659338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] For port 1fdf5959-36aa-4760-8549-81e459a09fec, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1fdf5959-36aa-4760-8549-81e459a09fec,segment=NetworkSegment(5030d037-b2c1-4439-a8e4-d587afe2dc35),segment_id=5030d037-b2c1-4439-a8e4-d587afe2dc35)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:56.660377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.681780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Network c8308af1-566e-4cd7-97a3-b86445d804c5 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:39:56.688456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Calling delete_port for 1fdf5959-36aa-4760-8549-81e459a09fec owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:39:56.693941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:39:56.703162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:39:56.707190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Pushing event updated for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:56.746075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd047eed-0f06-4331-855f-ae14fd818132 req-9a1f44c4-21d5-49eb-a67e-2c58881a2f38 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297076 Oct 29 11:39:56.785730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:56.786585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.813164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-4b1c6a98-2901-400d-9ce8-676493c61b69 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519931 Oct 29 11:39:56.826512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Request body: {'port': {'device_id': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:39:56.861631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2c407ac3-49cd-472c-a617-956b1c1843cb up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:56.959686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:56.972504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 2c407ac3-49cd-472c-a617-956b1c1843cb completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:56.981290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 2c407ac3-49cd-472c-a617-956b1c1843cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:56.983690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.018974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45768d-6634-4a05-b443-c06b1dc9c63f req-d6b7cf00-b127-4b8d-b1cc-dfc6a4974355 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:57.031228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f45768d-6634-4a05-b443-c06b1dc9c63f req-d6b7cf00-b127-4b8d-b1cc-dfc6a4974355 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 944 time: 0.1774023 Oct 29 11:39:57.062208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.098660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1fdf5959-36aa-4760-8549-81e459a09fec'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:57.184063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] No DVR routers for this DVR port 1fdf5959-36aa-4760-8549-81e459a09fec on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:39:57.184909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd8249be-d1ba-46bd-aae4-4eb0c3513881 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:39:57.189580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.193682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-21919de6-bde8-482d-81da-8cfdac16f051 req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.86 "DELETE /v2.0/ports/1fdf5959-36aa-4760-8549-81e459a09fec HTTP/1.1" status: 204 len: 173 time: 1.0473750 Oct 29 11:39:57.196639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf2ac9-a24c-4626-91d7-8389110da383 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] Pushing event deleted for resources: {'Port': ['ID=1fdf5959-36aa-4760-8549-81e459a09fec,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:57.206016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'name': 'network-vif-deleted', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:57.209587 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a98c76-dd77-4015-9f4f-c5d0b98045d9" -d '{"events": [{"server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "name": "network-vif-deleted", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:57.214095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f45768d-6634-4a05-b443-c06b1dc9c63f req-d97ff9d5-56b3-4f85-93d0-26bc06df49fd tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814539 Oct 29 11:39:57.402643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.407600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:39:57.465408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7b240-d138-42a3-a417-2aa4e1181035 req-6a6c0634-d95a-499d-876a-d75f36c080de tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:57.469490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73c7b240-d138-42a3-a417-2aa4e1181035 req-6a6c0634-d95a-499d-876a-d75f36c080de tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 932 time: 0.1088798 Oct 29 11:39:57.501813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:57.504384 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44df5b87-d3a9-49d6-84f9-e7f5ae1007c9" -d '{"events": [{"server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "name": "network-vif-plugged", "status": "completed", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:57.547654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2c407ac3-49cd-472c-a617-956b1c1843cb,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:57.556037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.582331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73c7b240-d138-42a3-a417-2aa4e1181035 req-eae843b0-d1a0-43f8-b829-daedaa18fc57 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010208 Oct 29 11:39:57.614711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea86f0d-577c-411b-bbbc-4460eb3d6971 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:57.632447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.659031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Transition to ACTIVE for port object 4ea86f0d-577c-411b-bbbc-4460eb3d6971 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:39:57.663993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.711806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:57.766484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'port_id': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881', 'mac_address': 'fa:16:3e:83:c4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:39:57.769309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:57.830698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:57.862067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.897368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8249be-d1ba-46bd-aae4-4eb0c3513881 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:39:57.945495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:57.949140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d60f9ce-7512-474a-a67a-e67168f091b6 req-a3cfa341-1d8c-4756-8c08-e2ed6726dc89 tempest-ServerAddressesNegativeTestJSON-1214195622 tempest-ServerAddressesNegativeTestJSON-1214195622-project] 10.222.0.77 "GET /v2.0/ports?device_id=b024fbd1-53f8-4459-9025-00781d42c35c HTTP/1.1" status: 200 len: 210 time: 0.0413630 Oct 29 11:39:57.952866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:57.969346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Attempting to bind port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:39:57.969725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Attempting to bind port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:39:57.970006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Attempting to bind port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 on network c8308af1-566e-4cd7-97a3-b86445d804c5 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:57.975362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 on network c8308af1-566e-4cd7-97a3-b86445d804c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:39:57.975687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Attempting to bind port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 on network c8308af1-566e-4cd7-97a3-b86445d804c5 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:39:57.986050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:39:57.986437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Checking segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:39:57.986831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Bound using segment: {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:39:57.987276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Bound port: 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37334622-d45e-41fb-b056-3b88407cc59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:39:57.987947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:58.143013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:58.198382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:39:58.232623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:39:58.237900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:58.249406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd8249be-d1ba-46bd-aae4-4eb0c3513881'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:39:58.295368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:58.321564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62b3-037b-43db-b146-70fcd5cb25a1 req-038a4258-ea6c-4a28-8bdd-c440f615da79 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.329956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-120c62b3-037b-43db-b146-70fcd5cb25a1 req-038a4258-ea6c-4a28-8bdd-c440f615da79 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.2104278 Oct 29 11:39:58.332714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.333349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:58.334870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-1e25bc32-c6b8-49f9-9af1-468cdd9c2205 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 200 len: 1092 time: 1.5135412 Oct 29 11:39:58.336050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:39:58.345895 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f1c83-4ed6-4f70-af72-785c7e875904" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:39:58.409881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14ecd6e5-eac3-43e6-ab58-8a0507527b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:58.448402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-120c62b3-037b-43db-b146-70fcd5cb25a1 req-a38c311c-4d19-4809-826a-5b82baa99e6f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174731 Oct 29 11:39:58.460047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-7b8e66e3-243e-4057-bb8b-1d14543451a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.461431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-7b8e66e3-243e-4057-bb8b-1d14543451a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1095 time: 0.0739851 Oct 29 11:39:58.519803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-c0215f70-5b16-4e5b-9d3e-b3a65052be59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 200 len: 217 time: 0.0448105 Oct 29 11:39:58.540117 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d6f5b-41f5-4094-9563-0d9f6797a978 x-openstack-request-id: req-8f3d6f5b-41f5-4094-9563-0d9f6797a978 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:58.540669 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b024fbd1-53f8-4459-9025-00781d42c35c", "name": "network-vif-deleted", "tag": "1fdf5959-36aa-4760-8549-81e459a09fec", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:58.540808 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f3d6f5b-41f5-4094-9563-0d9f6797a978 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:58.541252 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b024fbd1-53f8-4459-9025-00781d42c35c', 'name': 'network-vif-deleted', 'tag': '1fdf5959-36aa-4760-8549-81e459a09fec', 'status': 'completed', 'code': 200} Oct 29 11:39:58.587923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-5c3325a5-8bb8-4a62-8417-0b8c6ad5ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.590717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-5c3325a5-8bb8-4a62-8417-0b8c6ad5ecbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.0619378 Oct 29 11:39:58.595961 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4901614-29e4-452a-9cf1-76dee8a1b1bb x-openstack-request-id: req-c4901614-29e4-452a-9cf1-76dee8a1b1bb {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:58.596264 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "name": "network-vif-plugged", "status": "completed", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:58.596545 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4901614-29e4-452a-9cf1-76dee8a1b1bb {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:58.596939 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb', 'code': 200} Oct 29 11:39:58.642868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-c38f8023-c9f1-4379-94c6-7970f98cb028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363252 Oct 29 11:39:58.819746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73373a74-51e2-45c1-b236-cd44630d1f74 req-821749aa-75c4-4d12-9bb0-cdb9cc1199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.821208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73373a74-51e2-45c1-b236-cd44630d1f74 req-821749aa-75c4-4d12-9bb0-cdb9cc1199ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 1096 time: 0.1188595 Oct 29 11:39:58.841209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9268627-7cbc-4392-8385-5850cdb467f9 req-1e83ce29-5603-466c-b045-a1573b8935bb tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:58.842809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9268627-7cbc-4392-8385-5850cdb467f9 req-1e83ce29-5603-466c-b045-a1573b8935bb tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 945 time: 0.1393704 Oct 29 11:39:58.892754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-bdc8bcc3-cd5d-47ee-8111-e48126588bcb service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379076 Oct 29 11:39:58.901694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73373a74-51e2-45c1-b236-cd44630d1f74 req-b2891c8c-8de1-41eb-b00c-1695a4f618f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Oct 29 11:39:58.961873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9268627-7cbc-4392-8385-5850cdb467f9 req-0ddc8518-1d61-491e-a0fb-4bada1546024 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923820 Oct 29 11:39:59.133207 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e8fe72-18c2-4bbe-b787-7897827137aa x-openstack-request-id: req-14e8fe72-18c2-4bbe-b787-7897827137aa {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:39:59.134032 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:39:59.134500 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14e8fe72-18c2-4bbe-b787-7897827137aa {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:39:59.135888 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971', 'status': 'completed', 'code': 200} Oct 29 11:39:59.143497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7a94f6f-6f96-4039-8b33-52e2833cf3fb req-13aff1e9-0c8d-42c0-9795-f8fc182d9b04 service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391145 Oct 29 11:39:59.174259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd8249be-d1ba-46bd-aae4-4eb0c3513881 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:39:59.346847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-2eba3121-309c-4057-835f-dd2f465fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:59.361414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-2eba3121-309c-4057-835f-dd2f465fcc72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1095 time: 0.1485212 Oct 29 11:39:59.362733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port fd8249be-d1ba-46bd-aae4-4eb0c3513881 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:39:59.383652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port fd8249be-d1ba-46bd-aae4-4eb0c3513881 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:39:59.384039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:59.593570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:59.617165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6895c1-ce67-4e99-a3a2-07dbaae8710c req-dc86656b-15cd-4816-a053-c9ce8a6a016e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:59.625566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d6895c1-ce67-4e99-a3a2-07dbaae8710c req-dc86656b-15cd-4816-a053-c9ce8a6a016e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 944 time: 0.1326077 Oct 29 11:39:59.647290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:39:59.652244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-006e684d-fe80-445b-b6ec-34e6d3bd47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:59.655219 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:39:59.656285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1fdf5959-36aa-4760-8549-81e459a09fec no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:39:59.662360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-006e684d-fe80-445b-b6ec-34e6d3bd47f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.2934587 Oct 29 11:39:59.701305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 1fdf5959-36aa-4760-8549-81e459a09fec {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:39:59.701712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1fdf5959-36aa-4760-8549-81e459a09fec not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:39:59.730070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:39:59.745987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-7e724572-bb49-4140-aab5-d1409f4106b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 200 len: 217 time: 0.0722759 Oct 29 11:39:59.764181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d6895c1-ce67-4e99-a3a2-07dbaae8710c req-fc559eb9-67d9-4635-96fc-a2cd7ed47817 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332717 Oct 29 11:39:59.853237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-f090da83-16be-4373-85d3-6ac172a4a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:39:59.857262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-f090da83-16be-4373-85d3-6ac172a4a331 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.0917234 Oct 29 11:39:59.917452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-0be3c37f-b205-4f8b-8ac7-af35ea973c6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434012 Oct 29 11:40:00.036603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37606) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:00.054414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-f838d453-385f-486c-8e5f-f8be224828cc service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272724 Oct 29 11:40:00.174682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Deleting subnet 77215671-dd7a-409f-b3c6-559960212fd8 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:40:00.186059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.228327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.273278 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.304171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eed382-4778-492a-955f-45c257fba6b0 req-ed626c0a-9273-47d4-8150-c35587ab1fb8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:00.306439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21eed382-4778-492a-955f-45c257fba6b0 req-ed626c0a-9273-47d4-8150-c35587ab1fb8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.1211390 Oct 29 11:40:00.349414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe6f1c83-4ed6-4f70-af72-785c7e875904 req-4248fa78-4ce7-46bc-86b9-8e835a8165b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862806 Oct 29 11:40:00.382239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.385103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21eed382-4778-492a-955f-45c257fba6b0 req-75d75f25-8c63-43ec-af57-88ed0f60b150 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636730 Oct 29 11:40:00.476387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.480485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/77215671-dd7a-409f-b3c6-559960212fd8 HTTP/1.1" status: 204 len: 168 time: 0.4425888 Oct 29 11:40:00.481698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66225f7-ec9a-4c5d-a518-54295494874e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77215671-dd7a-409f-b3c6-559960212fd8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:00.483773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:00.598140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:00.605552 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8f6ca0-5e09-43e1-9e76-b73da785267f" -d '{"events": [{"server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "name": "network-vif-plugged", "status": "completed", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:00.647298 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.662784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaeea9-a9a6-4c23-9b01-5e16aa17be73 req-680e8d66-fc4f-4c2c-9c55-e5d9c79b5959 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:00.664459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbfaeea9-a9a6-4c23-9b01-5e16aa17be73 req-680e8d66-fc4f-4c2c-9c55-e5d9c79b5959 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 945 time: 0.0887704 Oct 29 11:40:00.804893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbfaeea9-a9a6-4c23-9b01-5e16aa17be73 req-459fe07b-bdc6-46dc-ba83-7ab1a9a335a9 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324379 Oct 29 11:40:00.820338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.841546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88499fb4-b9f1-47cb-aacd-ce675bfd1a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:00.858679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:00.893180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-6ba220b7-5d4b-4da1-a5b8-ad6292e8ca2a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:00.894996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-6ba220b7-5d4b-4da1-a5b8-ad6292e8ca2a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 945 time: 0.1260743 Oct 29 11:40:00.897716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5030d037-b2c1-4439-a8e4-d587afe2dc35') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:00.898404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5030d037-b2c1-4439-a8e4-d587afe2dc35') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:00.928957 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62a43c0-a165-46e9-83d2-fe3f20ff995b x-openstack-request-id: req-b62a43c0-a165-46e9-83d2-fe3f20ff995b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:00.929378 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "name": "network-vif-plugged", "status": "completed", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:00.929725 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b62a43c0-a165-46e9-83d2-fe3f20ff995b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:00.930230 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881', 'code': 200} Oct 29 11:40:00.965844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.045818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.082645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:40:01.083393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:40:01.085500 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:40:01.106756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8590b2-6ddc-45c4-a7c4-5b820079f4d8 req-e5cd53be-02b7-4b92-9734-74af66fd71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:01.109081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f8590b2-6ddc-45c4-a7c4-5b820079f4d8 req-e5cd53be-02b7-4b92-9734-74af66fd71ab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.0997477 Oct 29 11:40:01.208718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.241127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.245280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6 HTTP/1.1" status: 204 len: 168 time: 0.7602551 Oct 29 11:40:01.269081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84bbd2-1965-4d8b-a706-9ab2e4bf8e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe25c09-0ed9-4223-bdbb-f4fbd6d5b7f6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:01.278957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f8590b2-6ddc-45c4-a7c4-5b820079f4d8 req-53272e2d-d6f2-433c-a55b-45ac7fd74d76 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477897 Oct 29 11:40:01.289196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856fcf-8fb5-4558-a252-9772f654f479 req-5f8b2670-d06e-438b-bab0-c8a02915a3c8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:01.300613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd856fcf-8fb5-4558-a252-9772f654f479 req-5f8b2670-d06e-438b-bab0-c8a02915a3c8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 944 time: 0.2587895 Oct 29 11:40:01.328594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:01.329117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.422056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd856fcf-8fb5-4558-a252-9772f654f479 req-f87130af-0a48-47d5-b1f6-13d10b143a4b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Oct 29 11:40:01.543561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 5fbb7fab-f366-4af6-94d5-a07c31c91f92, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5fbb7fab-f366-4af6-94d5-a07c31c91f92,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:01.543993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.559917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 5fbb7fab-f366-4af6-94d5-a07c31c91f92 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:01.584794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:01.626455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8df8d2aa-dcd0-4818-9623-674dd33d4a40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdb9756c65654be998b3c5d4cdf23480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403602 Oct 29 11:40:01.630297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:01.687545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.714297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.724619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-f743e393-bb90-47ee-92ab-9ec25810f398 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:01.726147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-f743e393-bb90-47ee-92ab-9ec25810f398 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/networks?id=da92c375-5561-48da-bafe-6678d352b73b HTTP/1.1" status: 200 len: 810 time: 0.1717265 Oct 29 11:40:01.770515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-89d944cc-86f5-4b27-84c1-645e9ca6f095 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/quotas/6f6d739605ef482289ce182a391feaac HTTP/1.1" status: 200 len: 375 time: 0.0360312 Oct 29 11:40:01.778661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.783611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.784828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d15d22d3-95dc-4d80-bfcf-e6caa48ff181 HTTP/1.1" status: 204 len: 168 time: 0.1534953 Oct 29 11:40:01.794179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ef65d-6c9d-4999-99b3-69025b636fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d22d3-95dc-4d80-bfcf-e6caa48ff181,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:01.810059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-e5adfead-31ca-475f-8e7d-277dd54c58af tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f6d739605ef482289ce182a391feaac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303104 Oct 29 11:40:01.826466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-4de43de5-1363-4550-8fda-6a22b77127bb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:40:01.827460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-4de43de5-1363-4550-8fda-6a22b77127bb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059049 Oct 29 11:40:01.828267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.842564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5fbb7fab-f366-4af6-94d5-a07c31c91f92'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:01.849964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e', '1022342e-63fe-4d7e-bed7-833542aacfbe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:01.872641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=5fbb7fab-f366-4af6-94d5-a07c31c91f92,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:01.949855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 5fbb7fab-f366-4af6-94d5-a07c31c91f92 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:01.954771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:01.958067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d395adf-af5f-417e-8846-fd593e8d7f40 req-d6318a7d-c53e-467d-955e-4e512d2c642b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.41 "DELETE /v2.0/ports/5fbb7fab-f366-4af6-94d5-a07c31c91f92 HTTP/1.1" status: 204 len: 173 time: 1.0556440 Oct 29 11:40:01.958522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'name': 'network-vif-deleted', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:01.961116 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cead02-fa0f-4295-8c30-1e451aa1d265" -d '{"events": [{"server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "name": "network-vif-deleted", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:02.006580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-eaff4fe1-8e46-44ae-905c-83021caad8d1 service neutron] 10.222.0.77 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670220 Oct 29 11:40:02.116028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-9a087cf8-54b2-4be4-9030-c3af2ccfeb5d service neutron] 10.222.0.77 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085553 Oct 29 11:40:02.238364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:02.275524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:02.538553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88d15192-a16e-433d-8c52-371c5ae08f9e req-4b8b63fb-6163-41c6-a350-ae9600429755 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f8bf7c5-54a6-49a3-89dd-61fbf277dd88 HTTP/1.1" status: 200 len: 210 time: 0.0532267 Oct 29 11:40:02.893581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4ea86f0d-577c-411b-bbbc-4460eb3d6971 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:03.084692 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250427dc-3a20-4486-b7e7-46c006096879 x-openstack-request-id: req-250427dc-3a20-4486-b7e7-46c006096879 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:03.085224 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8bf7c5-54a6-49a3-89dd-61fbf277dd88", "name": "network-vif-deleted", "tag": "5fbb7fab-f366-4af6-94d5-a07c31c91f92", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:03.085502 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-250427dc-3a20-4486-b7e7-46c006096879 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:03.086006 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8bf7c5-54a6-49a3-89dd-61fbf277dd88', 'name': 'network-vif-deleted', 'tag': '5fbb7fab-f366-4af6-94d5-a07c31c91f92', 'status': 'completed', 'code': 200} Oct 29 11:40:03.190623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40c7a3e4-c186-4d5e-9922-00029f9fc8e0 req-7d62cf22-7556-4d0a-913e-aa8a77d272bf tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 210 time: 0.0379643 Oct 29 11:40:03.329390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:03.342742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '4ea86f0d-577c-411b-bbbc-4460eb3d6971', 'network_id': 'c8308af1-566e-4cd7-97a3-b86445d804c5', 'port_id': '4ea86f0d-577c-411b-bbbc-4460eb3d6971', 'mac_address': 'fa:16:3e:2c:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff30bdd-bf19-4e16-a621-d5489f3c0d8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:03.360464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7923c75-3f4f-437c-820e-893c9735f777 req-a1717ca1-dae9-4fb3-99be-3524561d8563 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:03.362235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7923c75-3f4f-437c-820e-893c9735f777 req-a1717ca1-dae9-4fb3-99be-3524561d8563 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 944 time: 0.0948644 Oct 29 11:40:03.386829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:03.404605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea86f0d-577c-411b-bbbc-4460eb3d6971 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:03.412457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7923c75-3f4f-437c-820e-893c9735f777 req-89c45e70-dc3a-4e12-9d0e-07939d405225 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Oct 29 11:40:03.436653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:03.442891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:03.510268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:03.537227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccca7c-579f-48fb-997e-d445a433b654 req-06abd990-01a4-41cc-b3e0-dcc01b87acc5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:03.539428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0ccca7c-579f-48fb-997e-d445a433b654 req-06abd990-01a4-41cc-b3e0-dcc01b87acc5 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 945 time: 0.0613711 Oct 29 11:40:03.552571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:03.590646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0ccca7c-579f-48fb-997e-d445a433b654 req-791a5e73-08d4-4eab-992a-b57a3968db49 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Oct 29 11:40:03.767616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['4ea86f0d-577c-411b-bbbc-4460eb3d6971'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:04.079703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-7c00e736-0b22-4ac7-b40a-8178a7a66167 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:04.089432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-7c00e736-0b22-4ac7-b40a-8178a7a66167 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.86 "GET /v2.0/networks?id=da92c375-5561-48da-bafe-6678d352b73b HTTP/1.1" status: 200 len: 810 time: 0.2628281 Oct 29 11:40:04.101330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Request body: {'port': {'device_id': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b', 'admin_state_up': True, 'tenant_id': '6f6d739605ef482289ce182a391feaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:04.276973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Made reservation on behalf of 6f6d739605ef482289ce182a391feaac for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:04.286004 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:04.444214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38a0bb-d4a7-4eb4-a7c0-2b2a29cadcc6 req-0d8dd9b3-fc61-4ce3-a6ef-75f1acf925fc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:04.453244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a38a0bb-d4a7-4eb4-a7c0-2b2a29cadcc6 req-0d8dd9b3-fc61-4ce3-a6ef-75f1acf925fc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.4995465 Oct 29 11:40:04.481530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Allocated IP 172.20.0.10 (da92c375-5561-48da-bafe-6678d352b73b/cee40210-77ad-4f0e-a3d1-3a7a9ef7166e/b82d010c-6e9c-44ea-b6cb-ee8f398bd56e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:04.482197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-4a474dfa-4d5b-4896-9cbd-74fdd82abc50 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:04.483840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-4a474dfa-4d5b-4896-9cbd-74fdd82abc50 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 945 time: 0.0909336 Oct 29 11:40:04.542916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a38a0bb-d4a7-4eb4-a7c0-2b2a29cadcc6 req-42742f1c-9069-4926-9524-7e523f374390 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Oct 29 11:40:04.632709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Deleting port 2c407ac3-49cd-472c-a617-956b1c1843cb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:04.633176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:04.819510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbd4c2b4-b7f6-4b6f-ab19-fa34dbfcb290 req-2c99bc3e-2a42-40e9-be67-d92dfa4fbab1 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 210 time: 0.0914922 Oct 29 11:40:04.884218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:04.915082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4ea86f0d-577c-411b-bbbc-4460eb3d6971 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:04.937382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] For port 2c407ac3-49cd-472c-a617-956b1c1843cb, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=2c407ac3-49cd-472c-a617-956b1c1843cb,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:04.937980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:04.955210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.024311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Calling delete_port for 2c407ac3-49cd-472c-a617-956b1c1843cb owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:05.069456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:40:05.093104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:05.096218 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.119031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Network da92c375-5561-48da-bafe-6678d352b73b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:05.119985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4932f5-b909-48d9-9021-0c579362e865 req-09babc1f-f046-4795-bb41-f93faf102b6c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:05.126289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f4932f5-b909-48d9-9021-0c579362e865 req-09babc1f-f046-4795-bb41-f93faf102b6c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 945 time: 0.1690645 Oct 29 11:40:05.132982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:05.137927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:05.153996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Pushing event updated for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:05.229655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f4932f5-b909-48d9-9021-0c579362e865 req-4b3af440-ffa7-4e5b-8044-51c8a5d5f75e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Oct 29 11:40:05.248527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:05.251232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.276318 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.291691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-9ec0df0f-f70f-4e08-a0cb-51456b4ed6d7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1957717 Oct 29 11:40:05.306202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Request body: {'port': {'device_id': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:05.323939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:05.328111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37816) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:05.329315 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a64b7-59e6-4e0b-ac2c-43a6e426f72c" -d '{"events": [{"server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "name": "network-vif-plugged", "status": "completed", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:05.349295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:05.356372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.357779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5fbb7fab-f366-4af6-94d5-a07c31c91f92 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:05.388996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 5fbb7fab-f366-4af6-94d5-a07c31c91f92 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:05.389804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5fbb7fab-f366-4af6-94d5-a07c31c91f92 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:05.397936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.413894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['2c407ac3-49cd-472c-a617-956b1c1843cb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:05.440491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.444228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Pushing event deleted for resources: {'Port': ['ID=2c407ac3-49cd-472c-a617-956b1c1843cb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:05.476454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddfde-8afc-4943-b752-b6d6b3306942 req-fae54ccb-6c54-472c-a7a6-2a1635eb6b3a tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:05.482112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:05.489621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaddfde-8afc-4943-b752-b6d6b3306942 req-fae54ccb-6c54-472c-a7a6-2a1635eb6b3a tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=81b7a867-f28f-4757-b1f5-96d680b8a19d HTTP/1.1" status: 200 len: 867 time: 0.1530881 Oct 29 11:40:05.555945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-b193643e-1543-49cd-af23-0f18dd2b04a2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:05.558042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-b193643e-1543-49cd-af23-0f18dd2b04a2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.1106203 Oct 29 11:40:05.591909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] No DVR routers for this DVR port 2c407ac3-49cd-472c-a617-956b1c1843cb on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:05.595766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.600322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c5df541-4d6d-4a9e-a03d-600f6160d60d req-737d77be-e4d2-4a82-a35a-20188ca6fe6b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "DELETE /v2.0/ports/2c407ac3-49cd-472c-a617-956b1c1843cb HTTP/1.1" status: 204 len: 173 time: 1.1084843 Oct 29 11:40:05.601604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'name': 'network-vif-deleted', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:05.617035 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f528978-4139-4aab-b64a-08854d986602" -d '{"events": [{"server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "name": "network-vif-deleted", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:05.635232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaddfde-8afc-4943-b752-b6d6b3306942 req-d0f1a2d7-b185-4d85-922f-3df55a8a23d3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306629 Oct 29 11:40:05.639003 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b95b99a-db99-4d07-bcd9-dd82f1386a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.749216 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d77577-2a22-44ae-aeba-82e7e3a6221a x-openstack-request-id: req-34d77577-2a22-44ae-aeba-82e7e3a6221a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:05.749516 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "name": "network-vif-plugged", "status": "completed", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:05.749994 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34d77577-2a22-44ae-aeba-82e7e3a6221a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:05.750577 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971', 'code': 200} Oct 29 11:40:05.859520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 1022342e-63fe-4d7e-bed7-833542aacfbe {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:05.859887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.908879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b95b99a-db99-4d07-bcd9-dd82f1386a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.915677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b95b99a-db99-4d07-bcd9-dd82f1386a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:05.974700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024fe3f-85a5-4fc6-80e9-1fc3af987740 req-f6467be8-d8e1-4aec-8731-4be0623835e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:05.976301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e024fe3f-85a5-4fc6-80e9-1fc3af987740 req-f6467be8-d8e1-4aec-8731-4be0623835e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1097 time: 0.1356883 Oct 29 11:40:05.986235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b95b99a-db99-4d07-bcd9-dd82f1386a31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89cc9b96f44b41d595ab6990639ce0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569185 Oct 29 11:40:05.996183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6788a-fdbe-490b-91de-14dfc737542e req-079d00d2-0ddf-448e-9c60-3dea6e885492 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:06.000979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfd6788a-fdbe-490b-91de-14dfc737542e req-079d00d2-0ddf-448e-9c60-3dea6e885492 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 946 time: 0.1470222 Oct 29 11:40:06.000979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37828) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:06.006992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b99a-db99-4d07-bcd9-dd82f1386a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e229f-1021-480c-829e-bd03dd2b3dfb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:06.107842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e024fe3f-85a5-4fc6-80e9-1fc3af987740 req-0d3e3ce4-e84e-4a7a-ac76-368dbdb66a9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202946 Oct 29 11:40:06.117116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfd6788a-fdbe-490b-91de-14dfc737542e req-08088dc5-897b-4645-9eca-52a802f0708c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071784 Oct 29 11:40:06.155577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.209939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.242164 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f838c-4c53-4b48-9848-8df85b2c2b2c x-openstack-request-id: req-4c1f838c-4c53-4b48-9848-8df85b2c2b2c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:06.242603 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b7a867-f28f-4757-b1f5-96d680b8a19d", "name": "network-vif-deleted", "tag": "2c407ac3-49cd-472c-a617-956b1c1843cb", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:06.243286 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c1f838c-4c53-4b48-9848-8df85b2c2b2c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:06.243725 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7a867-f28f-4757-b1f5-96d680b8a19d', 'name': 'network-vif-deleted', 'tag': '2c407ac3-49cd-472c-a617-956b1c1843cb', 'status': 'completed', 'code': 200} Oct 29 11:40:06.392900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.396820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.401537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/668e229f-1021-480c-829e-bd03dd2b3dfb HTTP/1.1" status: 204 len: 168 time: 0.3959663 Oct 29 11:40:06.419205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90addc98-8bb3-40bf-bf5e-18457638db52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e229f-1021-480c-829e-bd03dd2b3dfb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:06.442845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea9b8-6998-44b9-8268-9c248d95690d req-02fb842d-1cee-4e27-90ec-8b1c17dbf220 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:06.460351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fccea9b8-6998-44b9-8268-9c248d95690d req-02fb842d-1cee-4e27-90ec-8b1c17dbf220 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 932 time: 0.1766777 Oct 29 11:40:06.489930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 1022342e-63fe-4d7e-bed7-833542aacfbe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1022342e-63fe-4d7e-bed7-833542aacfbe,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:06.490398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.493942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82d010c-6e9c-44ea-b6cb-ee8f398bd56e {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:06.518611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.525834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 1022342e-63fe-4d7e-bed7-833542aacfbe owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:06.544208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Transition to ACTIVE for port object b82d010c-6e9c-44ea-b6cb-ee8f398bd56e will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:06.552767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.564847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fccea9b8-6998-44b9-8268-9c248d95690d req-f020cfb4-85f1-4328-a4ed-17f53cc67cd0 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924582 Oct 29 11:40:06.654638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Pushing event updated for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:06.719370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b662bf-ec31-4353-a9e2-eb7d60e49745 req-73facf0f-1e88-4c55-948c-dc70b21d96d6 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:06.727781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79b662bf-ec31-4353-a9e2-eb7d60e49745 req-73facf0f-1e88-4c55-948c-dc70b21d96d6 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1029618 Oct 29 11:40:06.777361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Attempting to bind port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:06.777798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Attempting to bind port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '87da940a-9b23-4dd6-962e-effad1855c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:06.778224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Attempting to bind port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e on network da92c375-5561-48da-bafe-6678d352b73b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:06.784147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e on network da92c375-5561-48da-bafe-6678d352b73b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:06.784572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Attempting to bind port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e on network da92c375-5561-48da-bafe-6678d352b73b {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:06.791873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:06.792104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Checking segment: {'id': '87da940a-9b23-4dd6-962e-effad1855c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:06.792611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Bound using segment: {'id': '87da940a-9b23-4dd6-962e-effad1855c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:06.793497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Bound port: b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87da940a-9b23-4dd6-962e-effad1855c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:06.793497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:06.793738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-79b662bf-ec31-4353-a9e2-eb7d60e49745 req-176daba4-aced-4f8d-b517-8c30f7a35277 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649478 Oct 29 11:40:06.892599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:06.895854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,segment=NetworkSegment(87da940a-9b23-4dd6-962e-effad1855c22),segment_id=87da940a-9b23-4dd6-962e-effad1855c22)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:06.908557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:07.023772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:07.030237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:07.031456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:07.036948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e', '1022342e-63fe-4d7e-bed7-833542aacfbe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:07.067359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] 10.222.0.86 "PUT /v2.0/ports/b82d010c-6e9c-44ea-b6cb-ee8f398bd56e HTTP/1.1" status: 200 len: 1092 time: 1.7665129 Oct 29 11:40:07.067359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:07.069563 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790667c9-e542-4748-9d9d-fbf905769c47" -d '{"events": [{"name": "network-changed", "server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:07.321185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 1022342e-63fe-4d7e-bed7-833542aacfbe on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:07.342331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-cd7f9299-4e0c-4b2f-bca6-0afa5138ec76 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:07.349620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:07.353624 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-cd7f9299-4e0c-4b2f-bca6-0afa5138ec76 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 809 time: 0.2561092 Oct 29 11:40:07.355317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-042e57a1-9c9b-4a8d-b51e-0ee9a080b5e2 req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/1022342e-63fe-4d7e-bed7-833542aacfbe HTTP/1.1" status: 204 len: 173 time: 1.7852058 Oct 29 11:40:07.377689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-280a7b9e-b7e8-46fb-af7a-b514fe63dfb4 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/quotas/81746e94c05c4ccf82bc082aa0f05d20 HTTP/1.1" status: 200 len: 375 time: 0.0225389 Oct 29 11:40:07.407856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf1d2-948e-4c11-890e-62f3d492a35b service neutron] Pushing event updated for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:07.430524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-f344ca94-2a66-4685-ba4d-1e9918c3af27 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513270 Oct 29 11:40:07.516752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7829d-e062-4193-b535-4603badf3a5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=1022342e-63fe-4d7e-bed7-833542aacfbe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:07.531575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-82004d96-5bd9-4bda-9afe-c2b86e78cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:07.533459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-82004d96-5bd9-4bda-9afe-c2b86e78cb08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f6d739605ef482289ce182a391feaac&device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 1095 time: 0.3711846 Oct 29 11:40:07.582623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-11fcc5ae-606f-4df1-8da6-41cc453ae6ff service neutron] 10.222.0.77 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510060 Oct 29 11:40:07.593315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-ed4804f0-aafc-4e3b-a6f0-c7c341914586 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e HTTP/1.1" status: 200 len: 217 time: 0.0497310 Oct 29 11:40:07.702058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c50af-1593-4f36-9052-05594d1614ac req-f79df8aa-b5ee-4c52-89a1-2b6bf6cc069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:07.703838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-f79df8aa-b5ee-4c52-89a1-2b6bf6cc069b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cee40210-77ad-4f0e-a3d1-3a7a9ef7166e HTTP/1.1" status: 200 len: 850 time: 0.1023962 Oct 29 11:40:07.726229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37888) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:07.746017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-2e10b341-82fe-4a92-bbcb-f35485fc5509 service neutron] 10.222.0.77 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623333 Oct 29 11:40:07.787239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-93884f04-626c-4d51-8d75-9d4adad0e966 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da92c375-5561-48da-bafe-6678d352b73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753622 Oct 29 11:40:07.954594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2106659649-network', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:08.045649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Made reservation on behalf of 8d82c2979fa74e0791ecb6cc23292d92 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:08.054092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.082700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.087453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-1470f821-3604-49aa-ac27-793bf117e4c6 service neutron] 10.222.0.86 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911811 Oct 29 11:40:08.089847 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa57ae41-bde5-4180-957d-f921681ae554 x-openstack-request-id: req-fa57ae41-bde5-4180-957d-f921681ae554 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:08.090227 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:08.090388 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa57ae41-bde5-4180-957d-f921681ae554 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:08.096991 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e', 'status': 'completed', 'code': 200} Oct 29 11:40:08.212472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-982c0594-81c1-4b16-bc5e-2ba9504b0175 req-1db88ccb-7b42-4479-997c-080e03f3871a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=cfbbbfe6-cded-472c-ab47-d568ad80abe5 HTTP/1.1" status: 200 len: 210 time: 0.1070182 Oct 29 11:40:08.333982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-151c50af-1593-4f36-9052-05594d1614ac req-7841bf8c-2c14-4f2c-ad7b-058430501c61 service neutron] 10.222.0.86 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184789 Oct 29 11:40:08.435965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.444319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.452456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790667c9-e542-4748-9d9d-fbf905769c47 req-1b42f464-0191-437c-864a-6e08516b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:08.454815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-1b42f464-0191-437c-864a-6e08516b2964 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f6d739605ef482289ce182a391feaac&device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 1095 time: 0.0750449 Oct 29 11:40:08.458401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:40:08.471220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.471673 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Added segment 4a40cb24-1eaf-4c2c-a57b-665267679bd4 of type vlan for network c58883c1-f86e-42cf-bcc5-3e570d83076a Oct 29 11:40:08.517993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.549207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.550173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:08.550756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.609071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819765ce-6445-4e94-a779-340645acc6bd req-6dd1e18c-3174-4a40-a887-865d5b89eb40 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:08.618541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-819765ce-6445-4e94-a779-340645acc6bd req-6dd1e18c-3174-4a40-a887-865d5b89eb40 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 944 time: 0.2741759 Oct 29 11:40:08.619895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790667c9-e542-4748-9d9d-fbf905769c47 req-19cb9d9c-6884-4726-ab5e-306ce9c3be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:08.621601 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-19cb9d9c-6884-4726-ab5e-306ce9c3be4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=da92c375-5561-48da-bafe-6678d352b73b HTTP/1.1" status: 200 len: 911 time: 0.1579955 Oct 29 11:40:08.701718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-68c9453c-26cc-4207-b867-b9a46801b5ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e HTTP/1.1" status: 200 len: 217 time: 0.0694273 Oct 29 11:40:08.721506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9914262 Oct 29 11:40:08.747907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:08.754595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Request body: {'subnet': {'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2106659649-subnet', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:08.768825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6815f8-4d93-4081-a470-c995c4e4fdf6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:08.799692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790667c9-e542-4748-9d9d-fbf905769c47 req-5aca17a9-219b-44e9-a475-9fbc7821a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:08.802110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-5aca17a9-219b-44e9-a475-9fbc7821a5ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cee40210-77ad-4f0e-a3d1-3a7a9ef7166e HTTP/1.1" status: 200 len: 850 time: 0.0930126 Oct 29 11:40:08.802301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b9ba-b092-47fd-851e-9dcf36d2257d admin admin] Pushing event updated for resources: {'Network': ['ID=c58883c1-f86e-42cf-bcc5-3e570d83076a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:08.806636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Made reservation on behalf of 8d82c2979fa74e0791ecb6cc23292d92 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:08.809538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:08.817522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-819765ce-6445-4e94-a779-340645acc6bd req-5e4108e8-923c-41a7-8c00-63ac182aa792 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975920 Oct 29 11:40:08.852204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c58883c1-f86e-42cf-bcc5-3e570d83076a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:40:08.855474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-58689ad4-5ad8-4a84-9c3f-d4c1641dac97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da92c375-5561-48da-bafe-6678d352b73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424931 Oct 29 11:40:08.959643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2c407ac3-49cd-472c-a617-956b1c1843cb no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:08.991219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 2c407ac3-49cd-472c-a617-956b1c1843cb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:08.992476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 2c407ac3-49cd-472c-a617-956b1c1843cb not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:09.048667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf2cfd-a9a9-4a5f-8d71-8c2a845a3116 req-bb5d0309-914a-4123-bc67-d85bedb54d57 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:09.051286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2bf2cfd-a9a9-4a5f-8d71-8c2a845a3116 req-bb5d0309-914a-4123-bc67-d85bedb54d57 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1388040 Oct 29 11:40:09.082563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-f9a4a587-9e31-4164-a69b-f844a37a2322 service neutron] 10.222.0.86 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145245 Oct 29 11:40:09.123826 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2bf2cfd-a9a9-4a5f-8d71-8c2a845a3116 req-0a2ac052-ef3f-49f6-b636-13e45f41648a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658183 Oct 29 11:40:09.191038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1022342e-63fe-4d7e-bed7-833542aacfbe no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:09.216411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b04dd29b-da82-4e71-930b-1b381745fcdc req-316c6d2a-ce80-4dc7-a9d6-781df44aaf5d tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 210 time: 0.0265779 Oct 29 11:40:09.226551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 1022342e-63fe-4d7e-bed7-833542aacfbe {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:09.227186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1022342e-63fe-4d7e-bed7-833542aacfbe not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:09.275583 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-790667c9-e542-4748-9d9d-fbf905769c47 req-1365d1ea-4de9-4cc5-bab3-f6bacf333720 service neutron] 10.222.0.86 "GET /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643105 Oct 29 11:40:09.277061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.346740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4acd506-50b6-4f39-a294-d4fb6da01c2f,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:09.351887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Checking segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:09.352380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Network hostable DHCP agents. Network: c58883c1-f86e-42cf-bcc5-3e570d83076a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:40:09.380431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:40:09.394644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c58883c1-f86e-42cf-bcc5-3e570d83076a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:09.407691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468869b1-110e-43a7-b1da-c8546775806c None None] Network c58883c1-f86e-42cf-bcc5-3e570d83076a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:40:09.409876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:09.414426 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.453159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37920) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:09.455482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-99ccb8c0-2c58-4213-8aa2-c63a207e7941 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7044427 Oct 29 11:40:09.459371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:09.499914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.501070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.690113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.699026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-c58883c1-f86e-42cf-bcc5-3e570d83076a', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:40:09.701393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.878633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Allocated IP 172.20.0.2 (c58883c1-f86e-42cf-bcc5-3e570d83076a/d4acd506-50b6-4f39-a294-d4fb6da01c2f/95ecfffd-10dd-40bf-add1-97895e9d8b5f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:09.908950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:09.916486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-b050b533-bb81-4e66-868e-46dfa8977bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:09.918169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-b050b533-bb81-4e66-868e-46dfa8977bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1097 time: 0.3866956 Oct 29 11:40:09.926244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc230b-2092-48ed-b50e-f8042014d647 req-b8047c89-4160-4552-bbcd-dd3697234bf5 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:09.933401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49fc230b-2092-48ed-b50e-f8042014d647 req-b8047c89-4160-4552-bbcd-dd3697234bf5 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.4276519 Oct 29 11:40:10.083617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.091256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.097753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'name': 'network-vif-deleted', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:10.100749 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ed5ed-a746-4501-8afd-583e6456f78d" -d '{"events": [{"server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "name": "network-vif-deleted", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:10.140238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49fc230b-2092-48ed-b50e-f8042014d647 req-3f62558f-c323-4298-8fcc-24b2f17d440e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058470 Oct 29 11:40:10.143960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Pushing event updated for resources: {'Port': ['ID=95ecfffd-10dd-40bf-add1-97895e9d8b5f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:10.167583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:10.171653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:10.177485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:10.178816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-2e8d08e0-898d-477d-af7e-b2d292e8c837 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:10.180361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-2e8d08e0-898d-477d-af7e-b2d292e8c837 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 809 time: 0.6500587 Oct 29 11:40:10.206101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Request body: {'port': {'device_id': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6', 'admin_state_up': True, 'tenant_id': '81746e94c05c4ccf82bc082aa0f05d20'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:10.212319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-c613df09-3d20-495d-a48a-d58fc4fdbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:10.213817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-c613df09-3d20-495d-a48a-d58fc4fdbd78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.2752442 Oct 29 11:40:10.255540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Attempting to bind port 95ecfffd-10dd-40bf-add1-97895e9d8b5f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:10.258370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Attempting to bind port 95ecfffd-10dd-40bf-add1-97895e9d8b5f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:10.261800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Attempting to bind port 95ecfffd-10dd-40bf-add1-97895e9d8b5f on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:10.268761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:10.269569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Checking segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:10.270166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.270742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Bound using segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:10.271389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Bound port: 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:10.271964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.321557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-4d23b086-ab88-469a-ae90-c0a09b6ece92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 200 len: 217 time: 0.0926604 Oct 29 11:40:10.360190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] For port 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:10.364037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] For port 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=95ecfffd-10dd-40bf-add1-97895e9d8b5f,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:10.371070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.445788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b122dcd-1795-4846-9751-1daae003b951 None None] Pushing event updated for resources: {'Port': ['ID=95ecfffd-10dd-40bf-add1-97895e9d8b5f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:10.529503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-82aaace8-84c1-46bf-97cf-19efaeacf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:10.531137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-82aaace8-84c1-46bf-97cf-19efaeacf676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.1983171 Oct 29 11:40:10.578787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-b6c31873-3b3e-4d43-a9a7-ad799f27cbe3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:10.580285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-b6c31873-3b3e-4d43-a9a7-ad799f27cbe3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.2640216 Oct 29 11:40:10.585292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-fd02a77e-114b-4d00-8054-4058e3f02242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453167 Oct 29 11:40:10.587121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Made reservation on behalf of 81746e94c05c4ccf82bc082aa0f05d20 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:10.590497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:10.685950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e2614bc2-e10c-4fc5-bdf8-61a11d1c7197 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0905354 Oct 29 11:40:10.899376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 95ecfffd-10dd-40bf-add1-97895e9d8b5f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:10.957254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 95ecfffd-10dd-40bf-add1-97895e9d8b5f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:10.957635 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.051746 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.093550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=95ecfffd-10dd-40bf-add1-97895e9d8b5f,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:11.098921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.152377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=95ecfffd-10dd-40bf-add1-97895e9d8b5f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:11.189852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b82d010c-6e9c-44ea-b6cb-ee8f398bd56e details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:11.250356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-5e42deec-bace-42f7-994f-a0f2684afd4f service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529474 Oct 29 11:40:11.303060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,segment=NetworkSegment(87da940a-9b23-4dd6-962e-effad1855c22),segment_id=87da940a-9b23-4dd6-962e-effad1855c22)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:11.314218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Allocated IP 172.20.0.6 (b2099040-6ae5-4f4d-8d2c-07cade9910e6/e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5/5bc44526-8a52-4e86-904c-efc31c77bde4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:11.322241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e', 'network_id': 'da92c375-5561-48da-bafe-6678d352b73b', 'port_id': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e', 'mac_address': 'fa:16:3e:05:54:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee40210-77ad-4f0e-a3d1-3a7a9ef7166e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:11.367141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.383946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82d010c-6e9c-44ea-b6cb-ee8f398bd56e {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:11.408617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-40e292a4-a398-44cb-8a1d-ee8382747dbe tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7085247 Oct 29 11:40:11.412471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,segment=NetworkSegment(87da940a-9b23-4dd6-962e-effad1855c22),segment_id=87da940a-9b23-4dd6-962e-effad1855c22)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:11.418197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.483770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:11.579445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.628635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fadcc98-a5f8-4324-97c0-5d6170b096ed None None] Network c58883c1-f86e-42cf-bcc5-3e570d83076a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:40:11.681375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.687956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b82d010c-6e9c-44ea-b6cb-ee8f398bd56e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:11.775549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-45b735b7-5dc8-4c7c-8029-48ce56ec9068 None None] Provisioning complete for port 95ecfffd-10dd-40bf-add1-97895e9d8b5f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:11.775917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45b735b7-5dc8-4c7c-8029-48ce56ec9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.837485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-442c73b4-1a30-43b0-9165-ac46a1aae8c5 req-6c76d021-f353-4dcb-832b-0f21f6e055cc service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736893 Oct 29 11:40:11.846837 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:11.853063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e649e09a-4309-4c54-bf54-e86346ecec9b service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806593 Oct 29 11:40:11.955941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Allocated IP 172.25.4.136 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:12.055664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.133589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-80bd9cf6-bc91-4195-8865-76f47a6bb2e4 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652395 Oct 29 11:40:12.143822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Network b2099040-6ae5-4f4d-8d2c-07cade9910e6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:12.151370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:12.159916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:12.167195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Pushing event updated for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:12.269737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.283175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:12.288582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.314118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b8b2e937-8cb4-4811-9f46-957493c82df3 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1118057 Oct 29 11:40:12.323383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c057d21e-405e-4791-b763-529b7eb9cf07 None None] Provisioning complete for port 95ecfffd-10dd-40bf-add1-97895e9d8b5f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:12.323887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c057d21e-405e-4791-b763-529b7eb9cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.333934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Request body: {'port': {'device_id': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:12.394327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.433551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:12.531816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:12.582926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:12.587911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:12.597493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:12.634514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552982e-78c7-4547-802b-a67ecf2e0252 req-c3d3c207-1827-4b11-b6b3-44e904fd920d tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:12.636024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a552982e-78c7-4547-802b-a67ecf2e0252 req-c3d3c207-1827-4b11-b6b3-44e904fd920d tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 945 time: 0.2281761 Oct 29 11:40:12.758534 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:40:12.799767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a552982e-78c7-4547-802b-a67ecf2e0252 req-dfedbf44-1332-403a-83ae-5b141b7c86c5 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518798 Oct 29 11:40:12.862750 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856ff4a-d967-47b7-b54a-f660e8820319 x-openstack-request-id: req-4856ff4a-d967-47b7-b54a-f660e8820319 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:12.863250 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbbbfe6-cded-472c-ab47-d568ad80abe5", "name": "network-vif-deleted", "tag": "1022342e-63fe-4d7e-bed7-833542aacfbe", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:12.863615 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4856ff4a-d967-47b7-b54a-f660e8820319 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:12.864132 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbbbfe6-cded-472c-ab47-d568ad80abe5', 'name': 'network-vif-deleted', 'tag': '1022342e-63fe-4d7e-bed7-833542aacfbe', 'status': 'completed', 'code': 200} Oct 29 11:40:12.915213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 95ecfffd-10dd-40bf-add1-97895e9d8b5f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:12.983174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 95ecfffd-10dd-40bf-add1-97895e9d8b5f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:12.983560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.098785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc44526-8a52-4e86-904c-efc31c77bde4 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:13.110417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d0333-7a6f-4855-8ce0-d3e0214d57d2 req-a9de3c47-1046-490e-9978-753c6fb75ab6 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:13.111971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a79d0333-7a6f-4855-8ce0-d3e0214d57d2 req-a9de3c47-1046-490e-9978-753c6fb75ab6 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 931 time: 0.1543815 Oct 29 11:40:13.118928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.125062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.198494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b82d010c-6e9c-44ea-b6cb-ee8f398bd56e up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:13.205366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Transition to ACTIVE for port object 5bc44526-8a52-4e86-904c-efc31c77bde4 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:13.214650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.260051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:40:13.264212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:13.264633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.351767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a79d0333-7a6f-4855-8ce0-d3e0214d57d2 req-af8821aa-bf6f-47a0-915d-526b21831eeb tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299793 Oct 29 11:40:13.364353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.393702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:13.426200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:13.428897 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec142d2-9708-4b21-9ef8-053ba5f8058e" -d '{"events": [{"server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "name": "network-vif-plugged", "status": "completed", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:13.445622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,segment=NetworkSegment(87da940a-9b23-4dd6-962e-effad1855c22),segment_id=87da940a-9b23-4dd6-962e-effad1855c22)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:13.451596 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.488707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.517772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:13.560350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Attempting to bind port 5bc44526-8a52-4e86-904c-efc31c77bde4 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:13.561081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Attempting to bind port 5bc44526-8a52-4e86-904c-efc31c77bde4 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:13.561610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Attempting to bind port 5bc44526-8a52-4e86-904c-efc31c77bde4 on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:13.577657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Port 5bc44526-8a52-4e86-904c-efc31c77bde4 on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:13.578243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Attempting to bind port 5bc44526-8a52-4e86-904c-efc31c77bde4 on network b2099040-6ae5-4f4d-8d2c-07cade9910e6 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:13.585369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:13.585963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Checking segment: {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:13.586519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Bound using segment: {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:13.587145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Bound port: 5bc44526-8a52-4e86-904c-efc31c77bde4, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588ca910-55f4-421d-9623-0dfa1d1b9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:13.587698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.651875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-a730cee1-bafa-4050-a759-2485d375ab64 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:13.656867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-a730cee1-bafa-4050-a759-2485d375ab64 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.1997442 Oct 29 11:40:13.673745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:13.709128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:13.713332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bc44526-8a52-4e86-904c-efc31c77bde4,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:13.719897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.773855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Router 633918b4-8888-4100-a259-901d60c86648 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:40:13.781141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:13.782417 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.783194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] 10.222.0.41 "PUT /v2.0/ports/5bc44526-8a52-4e86-904c-efc31c77bde4 HTTP/1.1" status: 200 len: 1091 time: 1.4535327 Oct 29 11:40:13.786719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:13.792837 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb989d-b15c-4f11-a66e-43d0649e44e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:13.878173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:13.881899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:13.918077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf404b-d45a-4ee8-9ef3-732ea7f57c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:13.992131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d96e19-2eb1-41df-9bcd-8076c172a741 req-4dce519b-f654-46d7-9df2-10549ac1d270 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:13.993741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5d96e19-2eb1-41df-9bcd-8076c172a741 req-4dce519b-f654-46d7-9df2-10549ac1d270 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1961231 Oct 29 11:40:14.030354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.13 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/64c7fe18-5f96-4180-9c38-c0f5430750ad) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:14.031119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b52b1195-af3a-4bcc-a6a1-a70956af6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:14.032626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-b52b1195-af3a-4bcc-a6a1-a70956af6d1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 1094 time: 0.1115096 Oct 29 11:40:14.038662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:14.057792 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:14.076615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:14.078266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:14.100638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-ab0f7f90-8ad3-40fd-93c9-52d68efe6264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bc44526-8a52-4e86-904c-efc31c77bde4 HTTP/1.1" status: 200 len: 217 time: 0.0543630 Oct 29 11:40:14.104401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5d96e19-2eb1-41df-9bcd-8076c172a741 req-33f26ecd-8680-4fda-94ff-d9fc78272a78 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Oct 29 11:40:14.109424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.113609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b5eb2a6-58b3-44bd-ac82-38879d26deb9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6591249 Oct 29 11:40:14.115959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37990) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:14.241204 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:14.246635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.287568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.303839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:14.385699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:14.429337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:14.433594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:14.445861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:14.552415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:14.553255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.573533 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8d30b869-ba1e-45e5-83f5-d7b308047669 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9065242 Oct 29 11:40:14.590955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Request body: {'port': {'device_id': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:14.611107 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:12Z', 'revision_number': 3, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:14.630333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-70dc959c-870b-47a0-84d7-b213dd875a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:14.631830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-70dc959c-870b-47a0-84d7-b213dd875a22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 HTTP/1.1" status: 200 len: 849 time: 0.5171962 Oct 29 11:40:14.650980 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:14.651610 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Updating router 633918b4-8888-4100-a259-901d60c86648 port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:40:14.670223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.678260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-86e8dcd5-2a34-4218-ac8d-a1db5700f05f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2099040-6ae5-4f4d-8d2c-07cade9910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376470 Oct 29 11:40:14.685415 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:14.690059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028fcb8-5ad5-4db8-8172-7a51c3d00210 req-fd1ec920-6196-4201-8cda-ab1065366163 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:14.697456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7028fcb8-5ad5-4db8-8172-7a51c3d00210 req-fd1ec920-6196-4201-8cda-ab1065366163 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 932 time: 0.4690301 Oct 29 11:40:14.867033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7028fcb8-5ad5-4db8-8172-7a51c3d00210 req-d006e7a6-84b2-4bf9-9d58-abf9ad544045 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551549 Oct 29 11:40:14.936814 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7961d1eb-2428-40e7-9f24-7a8286f14523 x-openstack-request-id: req-7961d1eb-2428-40e7-9f24-7a8286f14523 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:14.938189 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "name": "network-vif-plugged", "status": "completed", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:14.938313 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7961d1eb-2428-40e7-9f24-7a8286f14523 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:14.938716 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e', 'code': 200} Oct 29 11:40:14.970351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-8f6eb9d5-ff12-4e35-b369-41e9849d71e5 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651744 Oct 29 11:40:15.018463 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.028935 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.104051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c7fe18-5f96-4180-9c38-c0f5430750ad {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:15.119142 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Attempting to bind port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:15.119735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Attempting to bind port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:15.119895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Attempting to bind port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:15.120941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.126196 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66672-80a3-4c57-85af-4ea2b36e2b89 None None] Pushing event updated for resources: {'Port': ['ID=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:15.132303 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:15.133028 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:15.134491 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.135275 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:15.136106 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Bound port: 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:15.136693 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.148011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53ce34-7bfd-4b03-8dd4-5b4a6ef209fb req-e49fb5a2-b978-49a3-888a-47c2d30a3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.149617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c53ce34-7bfd-4b03-8dd4-5b4a6ef209fb req-e49fb5a2-b978-49a3-888a-47c2d30a3f58 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 1097 time: 0.0936716 Oct 29 11:40:15.152552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Transition to ACTIVE for port object 64c7fe18-5f96-4180-9c38-c0f5430750ad will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:15.159964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.202895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] For port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:15.204322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4060d10a-3ebf-4565-bbc7-f5f338377e52 req-f0ef2225-9630-4a64-9860-5048a123f3b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230968 Oct 29 11:40:15.208306 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] For port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:15.224076 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.264420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7c53ce34-7bfd-4b03-8dd4-5b4a6ef209fb req-d31e9552-3f24-4be9-8219-2276d75d62d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013546 Oct 29 11:40:15.265434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Pushing event updated for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:15.304079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:15.304851 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:15.309969 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66672-80a3-4c57-85af-4ea2b36e2b89 None None] Pushing event updated for resources: {'Port': ['ID=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:15.320589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692150-0981-4b44-8d2f-b788ab926227 req-6ff3088b-d482-4660-bce0-76f638cac1a1 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.324006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b692150-0981-4b44-8d2f-b788ab926227 req-6ff3088b-d482-4660-bce0-76f638cac1a1 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 950 time: 0.2981076 Oct 29 11:40:15.354325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-2d99d733-ce53-4010-9b2d-13266b3efe93 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.355958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-2d99d733-ce53-4010-9b2d-13266b3efe93 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.41 "GET /v2.0/ports?device_id=34f7babb-6143-41e2-9b37-9c357b196c95 HTTP/1.1" status: 200 len: 950 time: 0.1486509 Oct 29 11:40:15.359037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Attempting to bind port 64c7fe18-5f96-4180-9c38-c0f5430750ad on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:15.359352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Attempting to bind port 64c7fe18-5f96-4180-9c38-c0f5430750ad by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:15.359675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Attempting to bind port 64c7fe18-5f96-4180-9c38-c0f5430750ad on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:15.365493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Port 64c7fe18-5f96-4180-9c38-c0f5430750ad on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:15.365772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Attempting to bind port 64c7fe18-5f96-4180-9c38-c0f5430750ad on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:15.371976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:15.372572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:15.372871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:15.376466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Bound port: 64c7fe18-5f96-4180-9c38-c0f5430750ad, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:15.376466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.458868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:15.463226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:15.469970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.514014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.515145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.516268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] 10.222.0.86 "PUT /v2.0/ports/64c7fe18-5f96-4180-9c38-c0f5430750ad HTTP/1.1" status: 200 len: 1092 time: 0.9321277 Oct 29 11:40:15.517202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:15.519222 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fe536-4d03-4a83-b364-fb4a85e829b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:15.522703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b692150-0981-4b44-8d2f-b788ab926227 req-f4403248-da1c-4ec0-997d-088cae110cfa tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.77 "GET /v2.0/security-groups?id=017e01c9-217b-4674-a09f-d50df1fa88b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876421 Oct 29 11:40:15.537050 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:15.570040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1933d4c-8ce7-49bc-aac8-4b33d76fb893 service neutron] Pushing event updated for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:15.602158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Deleting port 06087179-58ff-4113-90b4-d98aec6aca23 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:15.602729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.641452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-acba9e32-14a3-4fed-aa52-64ffe63e553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.643402 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-acba9e32-14a3-4fed-aa52-64ffe63e553f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 1095 time: 0.0604892 Oct 29 11:40:15.679622 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf34322-db80-4718-a26e-d193f764ea3c x-openstack-request-id: req-8cf34322-db80-4718-a26e-d193f764ea3c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:15.680228 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:15.680345 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cf34322-db80-4718-a26e-d193f764ea3c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:15.680971 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4', 'status': 'completed', 'code': 200} Oct 29 11:40:15.705241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-02de6933-abd1-459f-ba92-dd3330e9c5d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad HTTP/1.1" status: 200 len: 217 time: 0.0515380 Oct 29 11:40:15.765871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-a3d6e895-6f67-4159-8b4a-9262fd99d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.767280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-a3d6e895-6f67-4159-8b4a-9262fd99d072 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.0536256 Oct 29 11:40:15.803019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] For port 06087179-58ff-4113-90b4-d98aec6aca23, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=06087179-58ff-4113-90b4-d98aec6aca23,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:15.803381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.813108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-8da99ebd-13e1-4f5c-8de1-94601584b737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353904 Oct 29 11:40:15.826853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:15.843637 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:12Z', 'revision_number': 3, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:15.853301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Calling delete_port for 06087179-58ff-4113-90b4-d98aec6aca23 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:15.858153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-67384b4a-8cbe-44a4-8ade-9fcb2cb5aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:15.859670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-67384b4a-8cbe-44a4-8ade-9fcb2cb5aae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 1094 time: 0.1827152 Oct 29 11:40:15.887588 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb13f1-ddf1-4dbb-9812-9a1ec64b3aa3 None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:12Z', 'revision_number': 3, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:15.935835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-b21dc52a-4497-4eb8-b520-e04f70fc2e28 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118300 Oct 29 11:40:16.007798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272ad1-4ad8-40de-b1e4-5995bbf152ee req-c5496d78-571f-4a27-9163-66cfdccf77e1 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:16.009275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09272ad1-4ad8-40de-b1e4-5995bbf152ee req-c5496d78-571f-4a27-9163-66cfdccf77e1 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 946 time: 0.2481802 Oct 29 11:40:16.063977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83af1b55-02a5-4d10-b9a4-3aa941d74b08 req-07d64146-f2b8-424d-8aa7-c5fbe9e40504 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082919 Oct 29 11:40:16.132579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09272ad1-4ad8-40de-b1e4-5995bbf152ee req-6a1b2911-652e-4d4e-92b4-bcb1d0914037 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Oct 29 11:40:16.206727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-fdfa198f-34a4-4a7d-927d-17fde1465066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:16.210510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-fdfa198f-34a4-4a7d-927d-17fde1465066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 200 len: 910 time: 0.3366530 Oct 29 11:40:16.381501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-b5518d93-3c9a-4888-8cc5-86eaf65caec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bc44526-8a52-4e86-904c-efc31c77bde4 HTTP/1.1" status: 200 len: 217 time: 0.1383882 Oct 29 11:40:16.393707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Allocated IP 172.20.0.1 (c58883c1-f86e-42cf-bcc5-3e570d83076a/d4acd506-50b6-4f39-a294-d4fb6da01c2f/f0153ee3-57ad-47e7-b502-cd5917ec01ca) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:16.532601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950acf1-4656-4472-8ab2-372204456083 req-70050f18-b6a7-46bc-a031-92cafc77c87c tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:16.541515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b950acf1-4656-4472-8ab2-372204456083 req-70050f18-b6a7-46bc-a031-92cafc77c87c tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 943 time: 0.3274975 Oct 29 11:40:16.622849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-4661a405-2401-4b26-a063-0d5aa2ee6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:16.624314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-4661a405-2401-4b26-a063-0d5aa2ee6623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 HTTP/1.1" status: 200 len: 849 time: 0.2224555 Oct 29 11:40:16.627959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:16.639354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['06087179-58ff-4113-90b4-d98aec6aca23'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:16.705489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Pushing event deleted for resources: {'Port': ['ID=06087179-58ff-4113-90b4-d98aec6aca23,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:16.712598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-723cd445-55cf-4b40-8628-815b0bf538d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2099040-6ae5-4f4d-8d2c-07cade9910e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730269 Oct 29 11:40:16.715546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b950acf1-4656-4472-8ab2-372204456083 req-44eaac8f-7061-490d-84c0-9cb30ce1fc54 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732383 Oct 29 11:40:16.834410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] No DVR routers for this DVR port 06087179-58ff-4113-90b4-d98aec6aca23 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:16.857785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:16.861242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f208c8da-09d5-4fc0-a462-f101d57e91db req-6a9119e5-362c-455f-8fb7-2b37bfd44f18 tempest-VolumesBackupsTest-1911628058 tempest-VolumesBackupsTest-1911628058-project] 10.222.0.41 "DELETE /v2.0/ports/06087179-58ff-4113-90b4-d98aec6aca23 HTTP/1.1" status: 204 len: 173 time: 1.4969270 Oct 29 11:40:16.900475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:16.975317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b05c-570a-4b59-b337-e2b5e1480e4c req-317539a8-31d2-4865-9b9f-52e94b0e2163 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:16.976991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c65b05c-570a-4b59-b337-e2b5e1480e4c req-317539a8-31d2-4865-9b9f-52e94b0e2163 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1507530 Oct 29 11:40:16.985476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:17.007667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-041a5c0f-e896-4b0e-87b9-a2acf5b9bc70 service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846544 Oct 29 11:40:17.055838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:17.057334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.121616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.163363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.185624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Pushing event updated for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:17.195802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c65b05c-570a-4b59-b337-e2b5e1480e4c req-ba10d734-5324-49b3-9e66-20810232b440 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049036 Oct 29 11:40:17.207803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:17.213576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:17.214992 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.257161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:17.273806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:17.286660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:17.289413 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824e839a-e609-4ae3-b93c-517dcc36619f x-openstack-request-id: req-824e839a-e609-4ae3-b93c-517dcc36619f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:17.290970 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:17.291466 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-824e839a-e609-4ae3-b93c-517dcc36619f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:17.292111 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad', 'status': 'completed', 'code': 200} Oct 29 11:40:17.350173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.416068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45eb989d-b15c-4f11-a66e-43d0649e44e9 req-f1026482-f984-4321-a744-1d84e9095bda service neutron] 10.222.0.41 "GET /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931153 Oct 29 11:40:17.417471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-c61ccc25-95fc-40b2-9602-b43b643a73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:17.419276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-c61ccc25-95fc-40b2-9602-b43b643a73cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 1095 time: 0.0949295 Oct 29 11:40:17.590000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f042ded-b6f6-4d71-87da-134b8427d254 req-8dabac2d-6c54-45fe-9d5c-2e081314f764 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:17.591655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f042ded-b6f6-4d71-87da-134b8427d254 req-8dabac2d-6c54-45fe-9d5c-2e081314f764 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 944 time: 0.1283319 Oct 29 11:40:17.601935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-043c9b03-bb62-4e3b-9bcb-aa3382f4270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:17.603798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-043c9b03-bb62-4e3b-9bcb-aa3382f4270d service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.1752455 Oct 29 11:40:17.640067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.647230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-011ea764-5155-4f6c-9535-2d39bef076e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad HTTP/1.1" status: 200 len: 217 time: 0.0359392 Oct 29 11:40:17.665100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f042ded-b6f6-4d71-87da-134b8427d254 req-5e506cec-7983-4f33-b9fa-4d33bd81ccf7 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Oct 29 11:40:17.691816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'name': 'network-vif-deleted', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:17.694173 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910846ef-b867-4ba2-8f40-c0d957b669d7" -d '{"events": [{"server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "name": "network-vif-deleted", "tag": "06087179-58ff-4113-90b4-d98aec6aca23"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:17.699007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-eb4eb719-ca0a-4d2d-9a49-10bafd9a2b04 None None] Provisioning complete for port f0153ee3-57ad-47e7-b502-cd5917ec01ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:17.699502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eb4eb719-ca0a-4d2d-9a49-10bafd9a2b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.720165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-6bded42d-4d1c-4fbb-b3dc-4c4ac31ec4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:17.722596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-6bded42d-4d1c-4fbb-b3dc-4c4ac31ec4e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.0677073 Oct 29 11:40:17.776562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-5b9d4837-06b4-4264-8c2f-c23c30fe2567 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459065 Oct 29 11:40:17.784298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eb719-ca0a-4d2d-9a49-10bafd9a2b04 None None] Port f0153ee3-57ad-47e7-b502-cd5917ec01ca cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:40:17.901795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-9a09d927-bfd7-43c0-8091-4d6e7c231c75 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162310 Oct 29 11:40:17.970483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:17.980444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586193e-752e-41b9-8b91-db7e4d4d73f4 req-be6133af-a7c0-40a6-b58a-fcc98af6f450 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:17.988760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5586193e-752e-41b9-8b91-db7e4d4d73f4 req-be6133af-a7c0-40a6-b58a-fcc98af6f450 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 946 time: 0.1275525 Oct 29 11:40:18.048337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5586193e-752e-41b9-8b91-db7e4d4d73f4 req-8e58a301-f23d-4a15-98c0-568d08b41d6d tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Oct 29 11:40:18.049056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:18.054889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f9fe536-4d03-4a83-b364-fb4a85e829b6 req-c49ff37d-9320-4c25-90d6-dd9e59f69051 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447804 Oct 29 11:40:18.129580 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff0373c-af91-49bd-90e7-67edad24da41 x-openstack-request-id: req-dff0373c-af91-49bd-90e7-67edad24da41 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:18.129951 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7babb-6143-41e2-9b37-9c357b196c95", "name": "network-vif-deleted", "tag": "06087179-58ff-4113-90b4-d98aec6aca23", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:18.130189 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dff0373c-af91-49bd-90e7-67edad24da41 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:18.130510 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f7babb-6143-41e2-9b37-9c357b196c95', 'name': 'network-vif-deleted', 'tag': '06087179-58ff-4113-90b4-d98aec6aca23', 'status': 'completed', 'code': 200} Oct 29 11:40:18.161435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:18.171876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Pushing event updated for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:18.278378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc91f8-61fa-4577-a51a-c36d7f666bbe req-ff51a780-6eab-47d9-93a2-c4712b388b73 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:18.286340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8efc91f8-61fa-4577-a51a-c36d7f666bbe req-ff51a780-6eab-47d9-93a2-c4712b388b73 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 943 time: 0.1180415 Oct 29 11:40:18.347819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8efc91f8-61fa-4577-a51a-c36d7f666bbe req-9c766184-6267-4a98-8c12-5ccfa67f44ce tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Oct 29 11:40:18.355134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:18.356997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:18.558902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841600d9-c2ce-41eb-b2f0-7c771411fae3 req-cc90b956-aef5-49f1-a0c1-1d85fa3b4d88 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:18.561261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841600d9-c2ce-41eb-b2f0-7c771411fae3 req-cc90b956-aef5-49f1-a0c1-1d85fa3b4d88 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.0725737 Oct 29 11:40:18.578547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:40:18.619705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841600d9-c2ce-41eb-b2f0-7c771411fae3 req-e7862178-9643-466f-81e6-c52e83368aeb tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496514 Oct 29 11:40:18.724585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5340f165-4fcc-4891-aa16-b25c380a5260 None None] Provisioning complete for port f0153ee3-57ad-47e7-b502-cd5917ec01ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:18.725377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5340f165-4fcc-4891-aa16-b25c380a5260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:18.779326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5340f165-4fcc-4891-aa16-b25c380a5260 None None] Port f0153ee3-57ad-47e7-b502-cd5917ec01ca cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:40:18.960143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:19.031393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bc44526-8a52-4e86-904c-efc31c77bde4 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:19.033366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06087179-58ff-4113-90b4-d98aec6aca23 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:19.072130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 06087179-58ff-4113-90b4-d98aec6aca23 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:19.072579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 06087179-58ff-4113-90b4-d98aec6aca23 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:19.247167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a976c-3211-4083-b88e-b10abac89379 req-c59f3a6e-84b6-406d-909c-eb1c2fc2f00a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:19.248733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-324a976c-3211-4083-b88e-b10abac89379 req-c59f3a6e-84b6-406d-909c-eb1c2fc2f00a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 944 time: 0.0820868 Oct 29 11:40:19.256173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:19.261732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef079e77-d8da-467a-af08-965e39802e76 admin admin] 10.222.0.77 "PUT /v2.0/routers/633918b4-8888-4100-a259-901d60c86648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1446574 Oct 29 11:40:19.311371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-324a976c-3211-4083-b88e-b10abac89379 req-48f6de37-f273-49f5-99af-4a4ce033c102 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Oct 29 11:40:19.345297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64c7fe18-5f96-4180-9c38-c0f5430750ad details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:19.348686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:19.397250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:19.403092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:19.432021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b2c0-e992-4854-a627-806113be462f req-444a984a-8541-46d2-bc05-bfcee4db0cab tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:19.433560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5f1b2c0-e992-4854-a627-806113be462f req-444a984a-8541-46d2-bc05-bfcee4db0cab tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 946 time: 0.0565717 Oct 29 11:40:19.476245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5f1b2c0-e992-4854-a627-806113be462f req-6e5cdeb4-ce8b-482e-9c08-1f6fec4b85b7 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Oct 29 11:40:19.529528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:19.529908 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:19.586193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acb090-4c66-4461-8ea1-e79fcb39912b req-44bc74e4-2a98-4139-8bb3-4ba92a3980a0 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:19.587918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2acb090-4c66-4461-8ea1-e79fcb39912b req-44bc74e4-2a98-4139-8bb3-4ba92a3980a0 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 943 time: 0.0514965 Oct 29 11:40:19.592747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bc44526-8a52-4e86-904c-efc31c77bde4,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:19.628804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2acb090-4c66-4461-8ea1-e79fcb39912b req-6503b740-8c98-45ed-a679-4c5d8f4dbc40 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335796 Oct 29 11:40:19.632350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '5bc44526-8a52-4e86-904c-efc31c77bde4', 'network_id': 'b2099040-6ae5-4f4d-8d2c-07cade9910e6', 'port_id': '5bc44526-8a52-4e86-904c-efc31c77bde4', 'mac_address': 'fa:16:3e:a7:4b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:19.665981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:19.670090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:19.740699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '64c7fe18-5f96-4180-9c38-c0f5430750ad', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': '64c7fe18-5f96-4180-9c38-c0f5430750ad', 'mac_address': 'fa:16:3e:cc:43:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:19.833232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:19.904453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc44526-8a52-4e86-904c-efc31c77bde4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:19.918969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:19.953777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bc44526-8a52-4e86-904c-efc31c77bde4,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:19.957537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c7fe18-5f96-4180-9c38-c0f5430750ad {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:19.969844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.004823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38060) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:20.018869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131188357', 'description': 'tempest-description--975582878'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:20.019899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:20.051541 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.073816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.109755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.156872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.162210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 2, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:20.198652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:20.199002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Updating router 633918b4-8888-4100-a259-901d60c86648 port f0153ee3-57ad-47e7-b502-cd5917ec01ca binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:40:20.233091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.250850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bc44526-8a52-4e86-904c-efc31c77bde4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:20.259186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.274589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc3cda-cc4e-4c5c-9e8a-d12296d3287b req-3c245103-5db5-4ac5-bd87-256977d02bc2 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:20.284220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfdc3cda-cc4e-4c5c-9e8a-d12296d3287b req-3c245103-5db5-4ac5-bd87-256977d02bc2 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1928179 Oct 29 11:40:20.287719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.310801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-14a7514b-f802-446d-b504-26c8ffc3d3b0 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:20.312839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-14a7514b-f802-446d-b504-26c8ffc3d3b0 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 946 time: 0.0971112 Oct 29 11:40:20.329265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['64c7fe18-5f96-4180-9c38-c0f5430750ad'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:20.355551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f00c96-bd65-4930-ac72-d732914c883b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.372696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfdc3cda-cc4e-4c5c-9e8a-d12296d3287b req-0e081eae-ad64-45d9-85f5-0a3ab9ce7544 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Oct 29 11:40:20.376393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.387601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38074) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:20.389105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-def91a33-5f86-42f7-b269-9c428fe17316 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3877053 Oct 29 11:40:20.397343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group_rule': {'security_group_id': '22f00c96-bd65-4930-ac72-d732914c883b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:20.496408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.513235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Deleting port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:20.513573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.546681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca005-bd79-440a-bd9b-a1b7f47760d3 req-d9289324-8696-4288-aef7-37597c3bb778 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:20.548312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0adca005-bd79-440a-bd9b-a1b7f47760d3 req-d9289324-8696-4288-aef7-37597c3bb778 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 945 time: 0.0632968 Oct 29 11:40:20.627790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.629964 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0adca005-bd79-440a-bd9b-a1b7f47760d3 req-9bee61f3-45c2-48ef-9bdd-9fe21a394a60 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708523 Oct 29 11:40:20.642018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.663292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8006be-6fa7-481f-afec-5be4f9423938,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.666390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] For port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,segment=NetworkSegment(87da940a-9b23-4dd6-962e-effad1855c22),segment_id=87da940a-9b23-4dd6-962e-effad1855c22)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:20.666859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.691027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Calling delete_port for b82d010c-6e9c-44ea-b6cb-ee8f398bd56e owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:20.709151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.712996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38082) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:20.714313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79fe047c-2272-4667-880f-58d2870b9319 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245044 Oct 29 11:40:20.724820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group_rule': {'security_group_id': '22f00c96-bd65-4930-ac72-d732914c883b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:20.791811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.869538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.874528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.880752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b5663-cc39-4649-ac68-d69ce6e86da2 req-8ce9e684-118c-4c4f-b90b-2e9523a4b6b1 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:20.891408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-512b5663-cc39-4649-ac68-d69ce6e86da2 req-8ce9e684-118c-4c4f-b90b-2e9523a4b6b1 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cca7094-d1fa-4440-9bfd-f61b80911b26 HTTP/1.1" status: 200 len: 946 time: 0.1913338 Oct 29 11:40:20.916658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.933653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.938982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Pushing event deleted for resources: {'Port': ['ID=b82d010c-6e9c-44ea-b6cb-ee8f398bd56e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.943465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605fd6d1-d00c-4154-8e84-7663125532e4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:20.947883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:20.959412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.960168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.960731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.961462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.962056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.962610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.963177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.963723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.964268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.964989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.965565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.966159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:20.990102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-512b5663-cc39-4649-ac68-d69ce6e86da2 req-08b10e70-6f34-4ddf-9c6e-d4b4cd7370e2 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.77 "GET /v2.0/security-groups?id=a363eee2-e55e-403d-bb7a-9c2bbf64b102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973728 Oct 29 11:40:21.024167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.025241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02047-9eb1-4d38-a6de-c57c398d0222 None None] Pushing event updated for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:21.033165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9fa8cf69-6d8d-47db-8312-23db5b132e17 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186944 Oct 29 11:40:21.033790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38084) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:21.044419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:21.081628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] No DVR routers for this DVR port b82d010c-6e9c-44ea-b6cb-ee8f398bd56e on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:21.090251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.097276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9ca0d66-bb0c-47a0-adb6-951a9eca8193 req-802eedc1-6fe1-4a90-9d9e-9a6101a25002 tempest-ServerGroupTestJSON-411836371 tempest-ServerGroupTestJSON-411836371-project] 10.222.0.86 "DELETE /v2.0/ports/b82d010c-6e9c-44ea-b6cb-ee8f398bd56e HTTP/1.1" status: 204 len: 173 time: 0.7771239 Oct 29 11:40:21.097762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'name': 'network-vif-deleted', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:21.100189 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944a500-790f-4466-a172-8aaf2680b7eb" -d '{"events": [{"server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "name": "network-vif-deleted", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:21.124227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Attempting to bind port f0153ee3-57ad-47e7-b502-cd5917ec01ca on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:21.124569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Attempting to bind port f0153ee3-57ad-47e7-b502-cd5917ec01ca by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:21.125634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Attempting to bind port f0153ee3-57ad-47e7-b502-cd5917ec01ca on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:21.166958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:21.168228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Checking segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:21.168875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.170967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.171595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Bound using segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:21.172284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Bound port: f0153ee3-57ad-47e7-b502-cd5917ec01ca, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:21.174222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.298508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] For port f0153ee3-57ad-47e7-b502-cd5917ec01ca, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:21.302715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] For port f0153ee3-57ad-47e7-b502-cd5917ec01ca, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f0153ee3-57ad-47e7-b502-cd5917ec01ca,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:21.304006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394a01d-0962-4617-9a67-b977983f553b req-17e3d569-b8a8-43de-9342-a87f58c48c6d tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:21.307568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a394a01d-0962-4617-9a67-b977983f553b req-17e3d569-b8a8-43de-9342-a87f58c48c6d tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 944 time: 0.2480435 Oct 29 11:40:21.316045 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.391779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] Provisioning complete for port f0153ee3-57ad-47e7-b502-cd5917ec01ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:21.392175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.399129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a394a01d-0962-4617-9a67-b977983f553b req-e005ad31-d1e2-48d1-8d9a-abf607e1021f tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778642 Oct 29 11:40:21.446688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.486282 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ed642-24d2-49d4-9c86-f7eb2bb15b83 x-openstack-request-id: req-510ed642-24d2-49d4-9c86-f7eb2bb15b83 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:21.486948 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cca7094-d1fa-4440-9bfd-f61b80911b26", "name": "network-vif-deleted", "tag": "b82d010c-6e9c-44ea-b6cb-ee8f398bd56e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:21.486948 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-510ed642-24d2-49d4-9c86-f7eb2bb15b83 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:21.487323 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cca7094-d1fa-4440-9bfd-f61b80911b26', 'name': 'network-vif-deleted', 'tag': 'b82d010c-6e9c-44ea-b6cb-ee8f398bd56e', 'status': 'completed', 'code': 200} Oct 29 11:40:21.495708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02047-9eb1-4d38-a6de-c57c398d0222 None None] Pushing event updated for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:21.515014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:21.515759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:21.656531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Allocated IP 172.25.4.86 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/031cf56d-5c5e-4a91-9086-679ae7255653) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:21.690216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c812-1950-49b3-89b2-7ba50d50c2a0 req-82d7a68a-74f1-40d3-95cc-8ed4673d04e8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:21.692049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c942c812-1950-49b3-89b2-7ba50d50c2a0 req-82d7a68a-74f1-40d3-95cc-8ed4673d04e8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.0905061 Oct 29 11:40:21.794281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:21.805258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c942c812-1950-49b3-89b2-7ba50d50c2a0 req-76c6fbf9-2bbe-4645-8d20-f73358aeeee0 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070855 Oct 29 11:40:21.861765 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.876466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.899446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.971251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:21.992159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] For port f0153ee3-57ad-47e7-b502-cd5917ec01ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f0153ee3-57ad-47e7-b502-cd5917ec01ca,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:22.003819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.028868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:22.036181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:22.040209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:22.042358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=031cf56d-5c5e-4a91-9086-679ae7255653,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:22.055938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b43ad-d893-40e0-9a3f-4e4be60491d9 req-3a809195-a621-4ef6-8d59-d35dff6e8458 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:22.061575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b89b43ad-d893-40e0-9a3f-4e4be60491d9 req-3a809195-a621-4ef6-8d59-d35dff6e8458 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 945 time: 0.1198695 Oct 29 11:40:22.074813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b942-c808-4efb-b79d-952b1c59c290 None None] Pushing event updated for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:22.152450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b89b43ad-d893-40e0-9a3f-4e4be60491d9 req-b8b26dcb-18a1-4571-8398-e036138deb85 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Oct 29 11:40:22.175169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-733bbbb0-5dc2-463f-b604-b13de668e82a None None] Provisioning complete for port f0153ee3-57ad-47e7-b502-cd5917ec01ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:22.175575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-733bbbb0-5dc2-463f-b604-b13de668e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.213113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:22.254825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.285328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a6c32-f787-4ffa-b6ee-1b0c43e343fa None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:22.424178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.912029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.939608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4e8b-f5ac-4e1d-953a-abc35029aa1f req-9e60eeb1-04e0-4a85-9f29-d991167772c1 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:22.949829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d57f4e8b-f5ac-4e1d-953a-abc35029aa1f req-9e60eeb1-04e0-4a85-9f29-d991167772c1 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 944 time: 0.4465845 Oct 29 11:40:22.952380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:22.988274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f0153ee3-57ad-47e7-b502-cd5917ec01ca up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:23.024803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bc44526-8a52-4e86-904c-efc31c77bde4 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:23.131610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d57f4e8b-f5ac-4e1d-953a-abc35029aa1f req-f9a248b3-a945-4818-b50f-adc491a9be11 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796365 Oct 29 11:40:23.205373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=031cf56d-5c5e-4a91-9086-679ae7255653,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:23.228668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:23.253865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:23.255276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3d4ded2-27d4-4364-9806-a8657afdf921 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2204938 Oct 29 11:40:23.381821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b140f-0cc9-42a3-b66d-041bef18e0f5 req-f22b439d-6e37-4133-b32b-58523ce8dc6f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:23.390077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e27b140f-0cc9-42a3-b66d-041bef18e0f5 req-f22b439d-6e37-4133-b32b-58523ce8dc6f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.0854278 Oct 29 11:40:23.406187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64c7fe18-5f96-4180-9c38-c0f5430750ad up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:23.447049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e27b140f-0cc9-42a3-b66d-041bef18e0f5 req-efc33715-9409-42fe-8fe1-f08ac1d22aa9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 Oct 29 11:40:23.483012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f0153ee3-57ad-47e7-b502-cd5917ec01ca triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:23.483383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:23.559463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 5bc44526-8a52-4e86-904c-efc31c77bde4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:40:23.578861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 5bc44526-8a52-4e86-904c-efc31c77bde4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:23.579174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:23.652008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 64c7fe18-5f96-4180-9c38-c0f5430750ad completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:40:23.724358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 64c7fe18-5f96-4180-9c38-c0f5430750ad triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:23.724721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:23.843350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a23ec-2c65-4b47-a156-f97379d17fa9 req-05535fe8-18cb-4ad6-8415-22e9babd50cf tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:23.845112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe8a23ec-2c65-4b47-a156-f97379d17fa9 req-05535fe8-18cb-4ad6-8415-22e9babd50cf tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 945 time: 0.0995529 Oct 29 11:40:23.952608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe8a23ec-2c65-4b47-a156-f97379d17fa9 req-3a0f1ce3-bb8e-448a-8eae-53504c9a0a75 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004546 Oct 29 11:40:23.998248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:24.000985 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:24.042270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:24.046095 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412f72b-a930-4288-aed0-449a988912fb" -d '{"events": [{"server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "name": "network-vif-plugged", "status": "completed", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:24.071956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:24.074136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bc44526-8a52-4e86-904c-efc31c77bde4,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:24.078805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:24.079972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b82d010c-6e9c-44ea-b6cb-ee8f398bd56e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:24.103308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:24.127521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: b82d010c-6e9c-44ea-b6cb-ee8f398bd56e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:24.127970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b82d010c-6e9c-44ea-b6cb-ee8f398bd56e not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:24.180683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:24.255373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-9edcb58f-87ce-49b0-9c44-758cb57c683e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--131188357&fields=id&tenant_id=8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 267 time: 0.1117260 Oct 29 11:40:24.285535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:24.418617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-55a9c0ec-70d4-49d0-87af-22d7fe3434fc tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.420882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-55a9c0ec-70d4-49d0-87af-22d7fe3434fc tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 811 time: 0.1641915 Oct 29 11:40:24.439481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5bdc1086-e03b-4f0a-9c11-3bfa4f8332f4 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/quotas/8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 375 time: 0.0116673 Oct 29 11:40:24.508959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-1e200be0-c4a3-413d-8327-23db764831b4 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607402 Oct 29 11:40:24.619344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-f1e3670d-fe7f-4dfb-a610-94dbcd65c24f service neutron] 10.222.0.77 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977578 Oct 29 11:40:24.719109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-ef8b2500-353d-4a62-a525-f2fbfd64e7b4 service neutron] 10.222.0.77 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932963 Oct 29 11:40:24.828250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.836178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.843737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.850058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.856973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.870897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.878063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.880420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-336f0375-511d-4d0b-aab2-e7d1e7cce6fa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1187506 Oct 29 11:40:24.979512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6e7ee59-f66c-4f4f-814f-2fe421dea15d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:24.981362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6e7ee59-f66c-4f4f-814f-2fe421dea15d tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0939641 Oct 29 11:40:25.091479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.098008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.104128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.110849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.117339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.123452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.129732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.131642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-736a901f-a306-4cd8-8ff8-3112ee406e62 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 5444 time: 0.1991770 Oct 29 11:40:25.210164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-42539acd-443d-414c-a952-dd0d34ac4425 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2232933 Oct 29 11:40:25.218560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ebaaf18-503e-4e17-92ae-bee94cbfa13a req-2b914af9-f8fa-4c77-a150-c53513021026 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745959 Oct 29 11:40:25.227261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:25.321210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:25.332347 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b390f6-8d33-44e6-848c-f3cbddbab62d x-openstack-request-id: req-16b390f6-8d33-44e6-848c-f3cbddbab62d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:25.333427 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "name": "network-vif-plugged", "status": "completed", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:25.333858 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16b390f6-8d33-44e6-848c-f3cbddbab62d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:25.334455 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad', 'code': 200} Oct 29 11:40:25.463402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b1ce-ccbd-48eb-958d-0f71764b9113 req-7b3f0718-202e-4fb1-a2d4-037838ffe8d7 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.464413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96b7a-0cf0-4f99-b964-7725b5bcce5f req-2b0ba870-bf58-4c46-ab75-c8fdff9c776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.464975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d20b1ce-ccbd-48eb-958d-0f71764b9113 req-7b3f0718-202e-4fb1-a2d4-037838ffe8d7 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 945 time: 0.0822508 Oct 29 11:40:25.489255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38e96b7a-0cf0-4f99-b964-7725b5bcce5f req-2b0ba870-bf58-4c46-ab75-c8fdff9c776c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 1097 time: 0.0913932 Oct 29 11:40:25.556877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d20b1ce-ccbd-48eb-958d-0f71764b9113 req-1e0bb506-9d2e-4fe8-92f0-0f0ece88087b tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622807 Oct 29 11:40:25.561483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38e96b7a-0cf0-4f99-b964-7725b5bcce5f req-388cebae-3735-46f4-9840-98d00c5e8ae4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647075 Oct 29 11:40:25.619323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:25.702772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] For port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:25.744359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] device_id is not set on port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:40:25.755954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:25.766968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17661-41fc-4a13-b719-210e7787b722 req-445620e3-e89b-40ff-9057-fca4d9f5e5b0 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.768559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ac17661-41fc-4a13-b719-210e7787b722 req-445620e3-e89b-40ff-9057-fca4d9f5e5b0 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1029139 Oct 29 11:40:25.773206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:25.798242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:25.874117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Pushing event updated for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:25.908733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] No DVR routers for this DVR port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:25.914210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ac17661-41fc-4a13-b719-210e7787b722 req-95b2ad20-0f24-465b-88f3-6880129e9796 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371319 Oct 29 11:40:25.952307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] In _notify_port_updated(), no bound segment for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:40:25.953156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:25.953773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:25.955283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-524e72e7-16ca-4806-810b-c458750b5e28 service neutron] 10.222.0.41 "PUT /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 200 len: 1032 time: 0.7325349 Oct 29 11:40:26.023925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a38e2aeb-7af0-4fad-841a-2cedcde97277 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.025459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a38e2aeb-7af0-4fad-841a-2cedcde97277 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "GET /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629244 Oct 29 11:40:26.041791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:26.068602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab33a71f-a404-46dd-833a-d16bb1c5896a req-198e4a50-2cff-41af-b1fe-5e6f49212d13 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 210 time: 0.0420883 Oct 29 11:40:26.134270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.267516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8a221ca0-b8ce-495c-95a9-64f6179b8bc2 None None] Provisioning complete for port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:26.267822 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8a221ca0-b8ce-495c-95a9-64f6179b8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.314346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8a221ca0-b8ce-495c-95a9-64f6179b8bc2 None None] Port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:40:26.327623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba9b97-5d80-4059-b1c4-fd6834e97f89 req-4ffc28ff-b8c9-44cd-8bcd-826bb7b4f83b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.329288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1ba9b97-5d80-4059-b1c4-fd6834e97f89 req-4ffc28ff-b8c9-44cd-8bcd-826bb7b4f83b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.1841400 Oct 29 11:40:26.438924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1ba9b97-5d80-4059-b1c4-fd6834e97f89 req-df220a83-9fee-4863-a590-c506237c1d5d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996850 Oct 29 11:40:26.449358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-3389e999-c1fb-4ada-af9e-3b640ca59973 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.452042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-3389e999-c1fb-4ada-af9e-3b640ca59973 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 811 time: 0.2414813 Oct 29 11:40:26.469643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:26.542737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-995c69d4-c58c-4023-9bfa-259311aa036d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 379 time: 0.0674665 Oct 29 11:40:26.549176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] For port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:26.579920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'port': {'device_id': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'admin_state_up': True, 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'security_groups': ['22f00c96-bd65-4930-ac72-d732914c883b']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:26.668345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] device_id is not set on port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:40:26.689286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.710576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.717264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.723620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.729762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.735616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.741493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.743382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-b7e5b8e7-9b94-4b14-a439-78936ebd3fc4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 4665 time: 0.1984146 Oct 29 11:40:26.746993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.869536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] No DVR routers for this DVR port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:26.875922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:26.906763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccfce491-ddf9-43f2-a9d0-c1cb66437d01 req-00984d45-4b93-48c9-b0d7-fb2a5f617a21 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=58c12ac4-233d-440b-816e-6f9eede6d850&id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458340 Oct 29 11:40:26.910849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Made reservation on behalf of 8d82c2979fa74e0791ecb6cc23292d92 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:26.914419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.950740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] In _notify_port_updated(), no bound segment for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 on network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:40:26.951614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:26.952221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:26.959059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-46cb6629-8f9c-4c8b-a419-66694b696b24 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 200 len: 1033 time: 0.9231288 Oct 29 11:40:27.145393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4146bf8d-c3d4-4c7f-a67c-531e61667836 None None] Provisioning complete for port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:27.145917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4146bf8d-c3d4-4c7f-a67c-531e61667836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:27.185078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4146bf8d-c3d4-4c7f-a67c-531e61667836 None None] Port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:40:27.233230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Allocated IP 172.20.0.12 (c58883c1-f86e-42cf-bcc5-3e570d83076a/d4acd506-50b6-4f39-a294-d4fb6da01c2f/d9ea516f-e9b3-419b-8d17-23d7caee2dd1) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:27.247864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3013-b30c-4e8c-8953-abf462ed9381 req-62c659d1-998a-4758-975e-218678437af7 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:27.255059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4eef3013-b30c-4e8c-8953-abf462ed9381 req-62c659d1-998a-4758-975e-218678437af7 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 945 time: 0.1439381 Oct 29 11:40:27.287233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:27.287852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:27.335751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:27.339536 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750211f-2643-4f6f-aa22-a7640fa6de51" -d '{"events": [{"server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:27.368500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4eef3013-b30c-4e8c-8953-abf462ed9381 req-a2968927-655b-4d8f-9928-397c1a4752a4 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125801 Oct 29 11:40:27.585926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:27.586647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:27.623298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:27.628652 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:27.649465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d7313-3e1d-470c-9ef5-90d7c0a5b9ad req-26b32267-60e7-4922-aaae-5e7bccc01984 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:27.651042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-541d7313-3e1d-470c-9ef5-90d7c0a5b9ad req-26b32267-60e7-4922-aaae-5e7bccc01984 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1631503 Oct 29 11:40:27.770043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-541d7313-3e1d-470c-9ef5-90d7c0a5b9ad req-317d218c-20e6-494e-b2da-660986ee755b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118948 Oct 29 11:40:27.774928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:27.833173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:27.845089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:27.851170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:27.942564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:28.061319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:28.062021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.065665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.103947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354c48-b8cb-4c61-9a4e-50b8582dc4f3 req-36c33adf-0b88-4a48-8dab-36118da71ad3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:28.105470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86354c48-b8cb-4c61-9a4e-50b8582dc4f3 req-36c33adf-0b88-4a48-8dab-36118da71ad3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 932 time: 0.1811769 Oct 29 11:40:28.110194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=8fadab61-4e58-44ae-8f70-4cbf70fbdf72,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:28.192453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-5585c4f9-8c38-404e-b44a-bf79bc58a07d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6350226 Oct 29 11:40:28.203734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86354c48-b8cb-4c61-9a4e-50b8582dc4f3 req-a259b1a1-49b4-4946-9aa8-1e98960a965a tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819566 Oct 29 11:40:28.216567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d6bb085c-251c-4f27-a757-06156374176d None None] Provisioning complete for port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:28.217372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d6bb085c-251c-4f27-a757-06156374176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.227241 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Request body: {'port': {'device_id': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:28.254302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:28.258320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.261686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-e6ee0f30-6194-4bcb-8c31-77ac4696a5bc tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "DELETE /v2.0/ports/8fadab61-4e58-44ae-8f70-4cbf70fbdf72 HTTP/1.1" status: 204 len: 173 time: 1.2688951 Oct 29 11:40:28.264077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:28.266640 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04500db5-1cab-4fb7-9e0c-a082035b4a54" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:28.267207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb085c-251c-4f27-a757-06156374176d None None] Port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:40:28.296760 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e5b46-415a-417c-ab21-ef5ef91f1846 x-openstack-request-id: req-3e7e5b46-415a-417c-ab21-ef5ef91f1846 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:28.297355 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "name": "network-vif-plugged", "status": "completed", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:28.298116 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e7e5b46-415a-417c-ab21-ef5ef91f1846 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:28.298757 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4', 'code': 200} Oct 29 11:40:28.386610 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-946f79f3-f76e-47ea-a13e-c7e5feb3d54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.417041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:28.449106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4f890-7d5f-407e-afbe-54035ef9f51a req-c685b33d-0b6d-4e71-8564-030abbf2f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:28.452258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bb4f890-7d5f-407e-afbe-54035ef9f51a req-c685b33d-0b6d-4e71-8564-030abbf2f6eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 1096 time: 0.0821743 Oct 29 11:40:28.521870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4bb4f890-7d5f-407e-afbe-54035ef9f51a req-8634c96b-012b-4b31-aa1c-ce516061b7f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618711 Oct 29 11:40:28.900724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fad06b-66ca-4523-92c0-e8d410e50814 req-8775b0dc-1572-46d8-ab69-273567b9e6d1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:28.902284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06fad06b-66ca-4523-92c0-e8d410e50814 req-8775b0dc-1572-46d8-ab69-273567b9e6d1 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.5066700 Oct 29 11:40:28.978298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port 00c2467c-bbbb-44f9-9259-fa1749db5291 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:28.978631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.026005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 00c2467c-bbbb-44f9-9259-fa1749db5291 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:29.166548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06fad06b-66ca-4523-92c0-e8d410e50814 req-5621687e-6833-4fd8-9624-98ed40edaa57 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557316 Oct 29 11:40:29.185346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.242070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38314) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:29.257669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:29.267089 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.267806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device efbd9f33-5014-4f0a-b14a-28f76f06848a no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:29.282928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port 00c2467c-bbbb-44f9-9259-fa1749db5291, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=00c2467c-bbbb-44f9-9259-fa1749db5291,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:29.284046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.312486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for 00c2467c-bbbb-44f9-9259-fa1749db5291 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:29.320317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Deleting subnet cee40210-77ad-4f0e-a3d1-3a7a9ef7166e {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:40:29.325264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.380834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.382563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:29.429971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.441965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.474038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:29.480755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.481643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:29.496438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-84c53b59-bcee-4cd4-afc0-7196bba8163c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:29.502749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-84c53b59-bcee-4cd4-afc0-7196bba8163c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:29.508969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-84c53b59-bcee-4cd4-afc0-7196bba8163c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:29.517106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-84c53b59-bcee-4cd4-afc0-7196bba8163c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:29.525584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-84c53b59-bcee-4cd4-afc0-7196bba8163c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 3149 time: 0.1802955 Oct 29 11:40:29.529752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.567817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ea516f-e9b3-419b-8d17-23d7caee2dd1 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:29.584975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee40210-77ad-4f0e-a3d1-3a7a9ef7166e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:29.594265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff74585c-9186-4ca2-a322-90ff0fe42b57 req-db441e1b-c3c6-4bc4-aae1-cee263b70e7b tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678253 Oct 29 11:40:29.597822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.605943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.608657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.610518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.610878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.612249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.612609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.614784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.615157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.617937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.619549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.619923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.620270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:29.650036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.663589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-815d3010-128d-4127-8585-31a46272fa65 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cee40210-77ad-4f0e-a3d1-3a7a9ef7166e HTTP/1.1" status: 204 len: 168 time: 0.4197764 Oct 29 11:40:29.664648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:29.753611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:29.754802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:29.755439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device bdbed70c-47a2-498c-b020-f17421d0609e no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:29.807785 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a56c44b-7757-4dce-b90f-a95022fe8973 x-openstack-request-id: req-3a56c44b-7757-4dce-b90f-a95022fe8973 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:29.808614 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "8fadab61-4e58-44ae-8f70-4cbf70fbdf72", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:29.810148 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a56c44b-7757-4dce-b90f-a95022fe8973 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:29.810991 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': '8fadab61-4e58-44ae-8f70-4cbf70fbdf72', 'status': 'completed', 'code': 200} Oct 29 11:40:29.871243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.931193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Transition to ACTIVE for port object d9ea516f-e9b3-419b-8d17-23d7caee2dd1 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:29.956008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:29.962742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.015646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.031397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:30.038206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.039572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 95c7a38f-ae9e-4d9e-ae87-60153b00b2af no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:30.043360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da92c375-5561-48da-bafe-6678d352b73b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:30.056455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87da940a-9b23-4dd6-962e-effad1855c22') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:30.056759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87da940a-9b23-4dd6-962e-effad1855c22') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:30.076563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.100112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.109674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:40:30.110895 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:40:30.113503 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:40:30.115349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21770671-88c0-4279-b36c-12d8895a42db req-c43428df-9e76-4cf2-8dcc-58b0758d2045 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:30.123977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21770671-88c0-4279-b36c-12d8895a42db req-c43428df-9e76-4cf2-8dcc-58b0758d2045 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 945 time: 0.2888308 Oct 29 11:40:30.134359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.259001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.275983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.283278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] 10.222.0.77 "DELETE /v2.0/networks/da92c375-5561-48da-bafe-6678d352b73b HTTP/1.1" status: 204 len: 168 time: 0.6157196 Oct 29 11:40:30.291840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:30.307407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:30.315821 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946bed1f-de6b-4c36-b25a-ad0281d26983" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:30.321291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 95c7a38f-ae9e-4d9e-ae87-60153b00b2af not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:30.322391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device dd5e2566-0590-46cb-9979-6206394f1d25 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:30.333024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64317674-69b4-4346-bf6b-165c8e329eef admin admin] Pushing event deleted for resources: {'Network': ['ID=da92c375-5561-48da-bafe-6678d352b73b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:30.351473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port 00c2467c-bbbb-44f9-9259-fa1749db5291 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:30.355541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Attempting to bind port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:30.355884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Attempting to bind port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:30.356734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Attempting to bind port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:30.360841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.364274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "DELETE /v2.0/ports/00c2467c-bbbb-44f9-9259-fa1749db5291 HTTP/1.1" status: 204 len: 173 time: 2.0941348 Oct 29 11:40:30.364912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:30.458063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21770671-88c0-4279-b36c-12d8895a42db req-da8482f7-538b-46f8-ad62-22c62fb281cb tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331101 Oct 29 11:40:30.472821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 on network c58883c1-f86e-42cf-bcc5-3e570d83076a not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:30.473207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Attempting to bind port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:30.479611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be01c9d-4c12-4a84-844d-dcce1f9939c4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=00c2467c-bbbb-44f9-9259-fa1749db5291,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:30.527013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:30.527413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Checking segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:30.527838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Bound using segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:30.528299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Bound port: d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:30.528660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.545906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:30.591203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.665349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1129f077-e11f-4446-a216-57a6f3e7c1e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f6d739605ef482289ce182a391feaac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141562 Oct 29 11:40:30.671987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38336) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:30.778738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:30.798176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.800808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:30.825060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.850899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a0265-081d-415d-8fe0-ca8caf3de6eb req-752296d8-e48d-485d-97b8-a89bd85ddfe1 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:30.862110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc8a0265-081d-415d-8fe0-ca8caf3de6eb req-752296d8-e48d-485d-97b8-a89bd85ddfe1 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.2480047 Oct 29 11:40:30.890768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:30.905050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:30.992848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:30.995340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:31.040140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc8a0265-081d-415d-8fe0-ca8caf3de6eb req-0519cdc0-f3c7-43b8-a703-152f4ff35fef tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726470 Oct 29 11:40:31.044743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:31.045346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fadab61-4e58-44ae-8f70-4cbf70fbdf72 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:31.046046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.076644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port bdbed70c-47a2-498c-b020-f17421d0609e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:31.078864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.090921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-104e814e-ab20-4f94-802b-560bc8e2afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.098885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.111037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.118885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a363eee2-e55e-403d-bb7a-9c2bbf64b102 HTTP/1.1" status: 204 len: 168 time: 0.4420338 Oct 29 11:40:31.146882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1977a9-0455-412e-93d7-70cc331429c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363eee2-e55e-403d-bb7a-9c2bbf64b102,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:31.264410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:31.266355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.267777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 1092 time: 3.0496898 Oct 29 11:40:31.559735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c7a38-4b6d-4afc-bc24-0ce40cfd0198 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:31.639319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port bdbed70c-47a2-498c-b020-f17421d0609e, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=bdbed70c-47a2-498c-b020-f17421d0609e,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:31.639829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:31.771975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-07abf497-c4d2-4c62-97b9-5d0ec7c85872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:31.773551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-07abf497-c4d2-4c62-97b9-5d0ec7c85872 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1095 time: 0.4493756 Oct 29 11:40:31.805312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769cb0a-95d4-40ad-9b33-2cbec3aefdc5 req-35c1f1ee-cb43-41e8-bb92-9c4a6c0b68f2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:31.816015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1769cb0a-95d4-40ad-9b33-2cbec3aefdc5 req-35c1f1ee-cb43-41e8-bb92-9c4a6c0b68f2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 944 time: 0.3361783 Oct 29 11:40:31.909242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291'}, {'name': 'network-changed', 'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:31.914030 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8f467-d119-4a36-8a65-c6e8773e2851" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291"}, {"name": "network-changed", "server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:32.009895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-66315130-8158-4574-9ddd-d0ef7acc7f2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 217 time: 0.2262690 Oct 29 11:40:32.119583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.119946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.120263 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Floating IP eb7018c1-04f1-479a-b3d0-17660782bab8 disassociated. External IP: 172.25.4.185, port: bdbed70c-47a2-498c-b020-f17421d0609e. Oct 29 11:40:32.120604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for bdbed70c-47a2-498c-b020-f17421d0609e owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:32.140122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1769cb0a-95d4-40ad-9b33-2cbec3aefdc5 req-64975da3-3aa2-4d77-bec8-99bfa2a87887 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186406 Oct 29 11:40:32.166830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-b27ebc28-a276-420b-a9bb-3aab08897bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:32.168672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-b27ebc28-a276-420b-a9bb-3aab08897bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.1483281 Oct 29 11:40:32.209077 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dcec31-4690-4a49-84b9-1c2c33639baf x-openstack-request-id: req-d5dcec31-4690-4a49-84b9-1c2c33639baf {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:32.209588 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:32.209670 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5dcec31-4690-4a49-84b9-1c2c33639baf {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:32.210004 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'code': 200} Oct 29 11:40:32.210256 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'code': 200} Oct 29 11:40:32.210507 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'code': 200} Oct 29 11:40:32.281255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.289451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.305273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38384) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:32.312775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-472aea7a-9da9-4a00-bfd3-606e89a43692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:32.318729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-472aea7a-9da9-4a00-bfd3-606e89a43692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372733 Oct 29 11:40:32.496370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-network', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:32.522400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-0552cdf1-29d8-45ef-89fc-f8bc2fabd53f service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990011 Oct 29 11:40:32.525666 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.550630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Made reservation on behalf of cec4242aaead4c8382071cc333b23b32 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:32.554151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.577286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.666531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba0ddc6-b484-4dc6-9383-e046ffc6b165 req-9561022a-df52-4b92-b2b8-08287be90b4b service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266043 Oct 29 11:40:32.701193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.706793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.725277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:40:32.732172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=bdbed70c-47a2-498c-b020-f17421d0609e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:32.757221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.757802 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Added segment 7b993550-781c-45b5-aebd-218bd628e95f of type vlan for network 6adeb418-159c-4117-b6f3-b62cd3121e2a Oct 29 11:40:32.771406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c925f1-8244-4d9e-b2aa-0a3a57d50c47 req-899b0beb-83d8-4648-aa1e-74e1a32966c5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:32.779373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c925f1-8244-4d9e-b2aa-0a3a57d50c47 req-899b0beb-83d8-4648-aa1e-74e1a32966c5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:32.785607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c925f1-8244-4d9e-b2aa-0a3a57d50c47 req-899b0beb-83d8-4648-aa1e-74e1a32966c5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 1677 time: 0.5081635 Oct 29 11:40:32.818289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.854482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.855666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:32.856813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:32.933855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41568fb-d4d8-405d-ac15-a519525ba010,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:32.945734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Router 2e3464e8-f013-4099-969a-308951dcda5e has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:40:32.949568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6420770 Oct 29 11:40:32.952610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38390) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:32.960551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Request body: {'subnet': {'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-subnet', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:32.980408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4c925f1-8244-4d9e-b2aa-0a3a57d50c47 req-444807f0-019c-40e3-9df7-ceb53388e489 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups?id=1958eb47-4a43-45b8-a6bc-f5592433b35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869109 Oct 29 11:40:32.987342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c28e1-4f6c-4bc6-b3ab-294fdd40bb11 admin admin] Pushing event updated for resources: {'Network': ['ID=6adeb418-159c-4117-b6f3-b62cd3121e2a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:32.997092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Made reservation on behalf of cec4242aaead4c8382071cc333b23b32 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:32.997092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.015418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:40:33.251717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:33.267673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Sync routers for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:33.285281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.296425 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:33.297280 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:33.334356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port bdbed70c-47a2-498c-b020-f17421d0609e on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:33.339257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.343554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-c648c86a-9e1b-4fb6-8a7a-53f5b353b7f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "DELETE /v2.0/ports/bdbed70c-47a2-498c-b020-f17421d0609e HTTP/1.1" status: 204 len: 173 time: 2.9471571 Oct 29 11:40:33.359506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ad46-e3c8-4c18-ad83-a05422dba22c req-ba06dffe-f0c1-4ffd-bf90-1b473724efde tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:33.361204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c800ad46-e3c8-4c18-ad83-a05422dba22c req-ba06dffe-f0c1-4ffd-bf90-1b473724efde tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.2876689 Oct 29 11:40:33.414895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99c6b98-5d26-4779-ab8a-dcbafed8afdd,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:33.450700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Checking segment: {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:33.451410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Network hostable DHCP agents. Network: 6adeb418-159c-4117-b6f3-b62cd3121e2a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:40:33.455196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c800ad46-e3c8-4c18-ad83-a05422dba22c req-cb7c7cab-5555-44fd-b26a-e11e2a7d7b06 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Oct 29 11:40:33.483779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:40:33.499202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 6adeb418-159c-4117-b6f3-b62cd3121e2a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:33.502270 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:33.510089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a69055-dee9-492b-957f-76b140ea2c37 None None] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:40:33.538075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:33.542672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.543444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port efbd9f33-5014-4f0a-b14a-28f76f06848a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:33.543775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.589034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc40c92d-e245-4730-8e51-109aef083711 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6350126 Oct 29 11:40:33.597285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38400) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:33.611464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:33.666228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.667976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.749560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port efbd9f33-5014-4f0a-b14a-28f76f06848a, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=efbd9f33-5014-4f0a-b14a-28f76f06848a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:33.752002 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.789720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.790894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for efbd9f33-5014-4f0a-b14a-28f76f06848a owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:33.802720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:33.862358 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:33.909353 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e314f2-836e-409d-8b70-acb8a9d74f44 x-openstack-request-id: req-e1e314f2-836e-409d-8b70-acb8a9d74f44 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:33.910011 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "00c2467c-bbbb-44f9-9259-fa1749db5291", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:33.910461 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1e314f2-836e-409d-8b70-acb8a9d74f44 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:33.911079 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': '00c2467c-bbbb-44f9-9259-fa1749db5291', 'status': 'completed', 'code': 200} Oct 29 11:40:33.912128 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'status': 'completed', 'code': 200} Oct 29 11:40:33.942365 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Checking router: 2e3464e8-f013-4099-969a-308951dcda5e for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:33.970974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:33.971622 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:34.068416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27a77e-f1a1-492e-84aa-ec3eb913bc7a None None] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:40:34.072901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9de32-832d-4261-ab65-ace20d3f02a7 req-4d308d48-c22d-4cd7-8a67-64a366822504 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:34.082114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2e9de32-832d-4261-ab65-ace20d3f02a7 req-4d308d48-c22d-4cd7-8a67-64a366822504 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1247497 Oct 29 11:40:34.097256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-9eba46ab-47ed-4052-83a7-efabe068a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:34.098843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-9eba46ab-47ed-4052-83a7-efabe068a7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1095 time: 0.1144793 Oct 29 11:40:34.138045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:34.165709 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:34.216612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:34.226710 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2718a2c-2dfa-4280-820e-25fb415c87e6" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:34.241738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2e9de32-832d-4261-ab65-ace20d3f02a7 req-7425699f-765c-497c-a02e-c7464a79f182 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585562 Oct 29 11:40:34.247561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:34.422730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=efbd9f33-5014-4f0a-b14a-28f76f06848a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:34.493839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port efbd9f33-5014-4f0a-b14a-28f76f06848a on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:34.498782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-52d5da43-001a-477f-95ad-c1747daa6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:34.504477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-52d5da43-001a-477f-95ad-c1747daa6cc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.3721991 Oct 29 11:40:34.521063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:34.524314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-a92165a7-c7b4-44d2-8a67-0a17a460aa02 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "DELETE /v2.0/ports/efbd9f33-5014-4f0a-b14a-28f76f06848a HTTP/1.1" status: 204 len: 173 time: 1.1621902 Oct 29 11:40:34.566674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-4c76f6b4-e1c7-422d-a0e3-e64a75b18c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 217 time: 0.0412245 Oct 29 11:40:34.595919 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:34.673167 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f4904-8e4c-4d5d-90b1-2f213f97e6fa None None] The sync data for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 is: [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:30:29Z', 'revision_number': 4, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '09a4218f-3e2d-490e-950b-77687f5a424b', 'name': '', 'network_id': 'be310516-96e5-41f7-bd88-404a63300ac2', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'mac_address': 'fa:16:3e:d8:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:28Z', 'updated_at': '2021-10-29T11:30:34Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'subnets': [{'id': '94fe335f-aef5-406b-8e6d-e143d811e82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:34.682881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a0f3-34dd-4014-b922-e1b33db11b7f req-0d1a8177-07fa-4fa9-9544-b428de39af83 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:34.690643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d64a0f3-34dd-4014-b922-e1b33db11b7f req-0d1a8177-07fa-4fa9-9544-b428de39af83 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 944 time: 0.2820599 Oct 29 11:40:34.712731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-a68d10ab-25b7-4d35-b6c4-7684bb3d9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:34.734310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-a68d10ab-25b7-4d35-b6c4-7684bb3d9dd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.1509364 Oct 29 11:40:34.737646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38416) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:34.755776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:34.783920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.043562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Allocated IP 172.25.4.13 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3cd2ab85-5621-4af3-b66a-178541c821ab) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:35.184348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2d8cf-21f6-435d-b04d-b8c9f77b3c52 None None] New status for floating IP eb7018c1-04f1-479a-b3d0-17660782bab8: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:40:35.508705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d64a0f3-34dd-4014-b922-e1b33db11b7f req-fa16aed2-3932-4cae-a11f-61b504ef4bdb tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8170862 Oct 29 11:40:35.533361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port dd5e2566-0590-46cb-9979-6206394f1d25 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:35.533861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.538215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-667278a7-ca68-4be2-8ac4-6be90cce462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:35.539700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-667278a7-ca68-4be2-8ac4-6be90cce462d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7437959 Oct 29 11:40:35.683275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17b24d79-3fc2-4d74-857a-52bb9beaeaa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.770569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-07149345-66ff-4e71-905a-fad2d612c7cf service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160609 Oct 29 11:40:35.781592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df7ab-52cb-4b67-830f-bccb64cbf10c req-aa9dd654-82ef-44a1-a223-2c4acd6c1eb2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:35.783109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e5df7ab-52cb-4b67-830f-bccb64cbf10c req-aa9dd654-82ef-44a1-a223-2c4acd6c1eb2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.1707172 Oct 29 11:40:35.785118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port dd5e2566-0590-46cb-9979-6206394f1d25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=dd5e2566-0590-46cb-9979-6206394f1d25,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:35.785480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.796516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17b24d79-3fc2-4d74-857a-52bb9beaeaa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.816804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-d0a63ee4-51f6-4037-8fc5-dbd203202b63 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:35.818205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-d0a63ee4-51f6-4037-8fc5-dbd203202b63 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 945 time: 0.2112408 Oct 29 11:40:35.821437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17b24d79-3fc2-4d74-857a-52bb9beaeaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:35.849255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for dd5e2566-0590-46cb-9979-6206394f1d25 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:35.909276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17b24d79-3fc2-4d74-857a-52bb9beaeaa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=133a0b470e924ab9958684299d49c9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667302 Oct 29 11:40:35.912823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38424) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:35.915117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e'}, {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:35.917384 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93865ae5-c568-4bfa-ba38-cff1acc25639" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e"}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:35.929036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b24d79-3fc2-4d74-857a-52bb9beaeaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9c8b5-e44d-4d74-9dd3-dc464ae4b7e1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:35.934759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e5df7ab-52cb-4b67-830f-bccb64cbf10c req-626648ad-40bd-4b86-8294-243f26bd4d18 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320488 Oct 29 11:40:35.980325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.001682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-c0ebb982-8719-4c8c-b98a-d33733ae86f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079916 Oct 29 11:40:36.073274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.080705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Deleting port 5bc44526-8a52-4e86-904c-efc31c77bde4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:36.081093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.101285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.127785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910b13-479b-4287-9a70-e46e2fd14c65 req-7490c475-6d13-4e2b-9c6f-884d1bafa000 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:36.129523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8910b13-479b-4287-9a70-e46e2fd14c65 req-7490c475-6d13-4e2b-9c6f-884d1bafa000 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 945 time: 0.1046562 Oct 29 11:40:36.146867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.149432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.203024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:36.212743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=dd5e2566-0590-46cb-9979-6206394f1d25,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:36.218226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:36.234185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:36.285638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd2ab85-5621-4af3-b66a-178541c821ab,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:36.310349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] For port 5bc44526-8a52-4e86-904c-efc31c77bde4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=5bc44526-8a52-4e86-904c-efc31c77bde4,segment=NetworkSegment(588ca910-55f4-421d-9623-0dfa1d1b9089),segment_id=588ca910-55f4-421d-9623-0dfa1d1b9089)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:36.310722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.328426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8910b13-479b-4287-9a70-e46e2fd14c65 req-a366878e-020a-417d-a41c-91aad6311fda tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/security-groups?id=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901038 Oct 29 11:40:36.333162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Calling delete_port for 5bc44526-8a52-4e86-904c-efc31c77bde4 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:36.343691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port dd5e2566-0590-46cb-9979-6206394f1d25 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:36.343691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.343691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-050ebb74-a29a-4489-bc7e-1106b794463c req-3d0a0240-40b9-450d-9125-1a3e28819739 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.41 "DELETE /v2.0/ports/dd5e2566-0590-46cb-9979-6206394f1d25 HTTP/1.1" status: 204 len: 173 time: 1.7733562 Oct 29 11:40:36.410054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.412845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.416642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04c9c8b5-e44d-4d74-9dd3-dc464ae4b7e1 HTTP/1.1" status: 204 len: 168 time: 0.4954784 Oct 29 11:40:36.461073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-874eb64f-9634-441b-ae32-61aff90baf2e req-9f66f163-a34b-4c6a-abe7-1a0349694c67 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0365674 Oct 29 11:40:36.476696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38af81-1e0d-4512-a596-154059640639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9c8b5-e44d-4d74-9dd3-dc464ae4b7e1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:36.547290 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba384b-1384-4515-af04-a83b7c47dd7c x-openstack-request-id: req-b7ba384b-1384-4515-af04-a83b7c47dd7c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:36.547844 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:36.548115 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7ba384b-1384-4515-af04-a83b7c47dd7c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:36.548768 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'code': 200} Oct 29 11:40:36.684835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d8d0-6a79-4977-aec1-d20697e64685 req-a41fdc8d-26d2-4492-bc54-524312c3ea80 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:36.686316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7af1d8d0-6a79-4977-aec1-d20697e64685 req-a41fdc8d-26d2-4492-bc54-524312c3ea80 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.0794482 Oct 29 11:40:36.759007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7af1d8d0-6a79-4977-aec1-d20697e64685 req-dd88f19f-9f3c-4b9a-8c7a-b2ea01a5f347 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Oct 29 11:40:36.770719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.783859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:36.802660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['5bc44526-8a52-4e86-904c-efc31c77bde4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:36.872337 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6551ee2-aff8-4b5f-b323-9b4884a42255 x-openstack-request-id: req-a6551ee2-aff8-4b5f-b323-9b4884a42255 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:36.872491 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "bdbed70c-47a2-498c-b020-f17421d0609e", "status": "completed", "code": 200}, {"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "efbd9f33-5014-4f0a-b14a-28f76f06848a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:36.872661 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6551ee2-aff8-4b5f-b323-9b4884a42255 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:36.873083 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'bdbed70c-47a2-498c-b020-f17421d0609e', 'status': 'completed', 'code': 200} Oct 29 11:40:36.873340 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'efbd9f33-5014-4f0a-b14a-28f76f06848a', 'status': 'completed', 'code': 200} Oct 29 11:40:36.901759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38438) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:36.916504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf4923f0-7668-4fa6-928f-bc13c7df198e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.070275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9ea516f-e9b3-419b-8d17-23d7caee2dd1 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:37.088006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf4923f0-7668-4fa6-928f-bc13c7df198e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.107064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf4923f0-7668-4fa6-928f-bc13c7df198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.149913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Pushing event deleted for resources: {'Port': ['ID=5bc44526-8a52-4e86-904c-efc31c77bde4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:37.191812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bf4923f0-7668-4fa6-928f-bc13c7df198e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a504c08d29b4ca58c10ba5dfa448b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867076 Oct 29 11:40:37.191812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4923f0-7668-4fa6-928f-bc13c7df198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fc3e14-8aff-4056-99e5-4065eeb97733,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:37.205213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38442) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:37.232523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] No DVR routers for this DVR port 5bc44526-8a52-4e86-904c-efc31c77bde4 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:37.247637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.250940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6cc4e6b9-80c4-4a0f-92bb-a94facea918b req-1a8b853a-f48c-411a-9c6f-64fb30a87b56 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.41 "DELETE /v2.0/ports/5bc44526-8a52-4e86-904c-efc31c77bde4 HTTP/1.1" status: 204 len: 173 time: 1.4120362 Oct 29 11:40:37.255309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'name': 'network-vif-deleted', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:37.263142 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93862faf-62a0-4d20-ab9b-85be6967a021" -d '{"events": [{"server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "name": "network-vif-deleted", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:37.284998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:37.302377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'port_id': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'mac_address': 'fa:16:3e:c3:ca:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:37.323999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.333677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f38920-53b5-4fea-9f96-29058753ad65 req-d3e7c96a-b247-40de-a062-4f8b79081e1e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:37.341748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0f38920-53b5-4fea-9f96-29058753ad65 req-d3e7c96a-b247-40de-a062-4f8b79081e1e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 944 time: 0.1188750 Oct 29 11:40:37.350741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.394125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.408418 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.445457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ea516f-e9b3-419b-8d17-23d7caee2dd1 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:37.497394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:37.497966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0f38920-53b5-4fea-9f96-29058753ad65 req-5fc43cb4-94fc-466a-9a1c-26a41f07b746 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501772 Oct 29 11:40:37.505541 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.518439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.521189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.522737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46fc3e14-8aff-4056-99e5-4065eeb97733 HTTP/1.1" status: 204 len: 168 time: 0.3161023 Oct 29 11:40:37.549977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1577a-7c63-488c-a3ab-afee1a92c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fc3e14-8aff-4056-99e5-4065eeb97733,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:37.599489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Router 5585102d-cd15-4978-9da9-882130b95fae is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:40:37.606786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:37.712769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc03db3-dbf8-4e67-bff4-3b487bc8a491 req-e59e6a92-0e66-47b4-ac50-513d8d05e266 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:37.714412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7dc03db3-dbf8-4e67-bff4-3b487bc8a491 req-e59e6a92-0e66-47b4-ac50-513d8d05e266 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.1114779 Oct 29 11:40:37.759136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d9ea516f-e9b3-419b-8d17-23d7caee2dd1'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:37.829774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7dc03db3-dbf8-4e67-bff4-3b487bc8a491 req-29c17310-b694-4db2-8c1f-4a85310c728b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080799 Oct 29 11:40:37.844474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:37.855361 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Sync routers for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:37.881522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:37.882480 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:37.886261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-635b6020-d43e-44e4-9727-f6e7e227ca01 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2846289 Oct 29 11:40:37.886622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:37.887580 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:37.937485 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2478ac9-1044-4938-b84d-f7d5ab3f996c x-openstack-request-id: req-c2478ac9-1044-4938-b84d-f7d5ab3f996c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:37.937797 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c6245-e4ad-48cb-9d5d-38dab354f42b", "name": "network-vif-deleted", "tag": "5bc44526-8a52-4e86-904c-efc31c77bde4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:37.938184 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2478ac9-1044-4938-b84d-f7d5ab3f996c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:37.938584 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97c6245-e4ad-48cb-9d5d-38dab354f42b', 'name': 'network-vif-deleted', 'tag': '5bc44526-8a52-4e86-904c-efc31c77bde4', 'status': 'completed', 'code': 200} Oct 29 11:40:38.107079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:38.227304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b93a-2e9f-49bb-ada7-81bd2cb6e2f7 req-bea87323-79d1-4bab-879d-fce99cf3d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:38.228862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c27b93a-2e9f-49bb-ada7-81bd2cb6e2f7 req-bea87323-79d1-4bab-879d-fce99cf3d844 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1097 time: 0.1055875 Oct 29 11:40:38.294056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9c27b93a-2e9f-49bb-ada7-81bd2cb6e2f7 req-c975fa94-b93d-4584-bacf-29ec4da9f963 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 Oct 29 11:40:38.309037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7692d00e-b0fe-42e8-8f75-c95bfcb1121d req-9ae6cbfa-7395-40bb-a4f0-00d3e8a12f35 tempest-VolumesActionsTest-1586319448 tempest-VolumesActionsTest-1586319448-project] 10.222.0.77 "GET /v2.0/ports?device_id=f97c6245-e4ad-48cb-9d5d-38dab354f42b HTTP/1.1" status: 200 len: 210 time: 0.0754976 Oct 29 11:40:38.344038 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:36Z', 'revision_number': 3, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:38.383594 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Checking router: 5585102d-cd15-4978-9da9-882130b95fae for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:38.384179 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Updating router 5585102d-cd15-4978-9da9-882130b95fae port 3cd2ab85-5621-4af3-b66a-178541c821ab binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:40:38.468724 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:38.478062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b28a4ce8-2297-4ae9-a5af-0dcee6b1de12 req-ba82b98a-c681-4aa9-adb3-e68e5038c059 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0752029 Oct 29 11:40:38.697179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-c953b907-d887-477f-aec6-4fd5f325698e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:38.704427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-c953b907-d887-477f-aec6-4fd5f325698e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 946 time: 0.1057892 Oct 29 11:40:38.874210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287c9f9-a0cc-4c23-8d56-52df3b7931e3 req-0a34b2b5-e9aa-4cfe-a975-a3cae111c307 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:38.882032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9287c9f9-a0cc-4c23-8d56-52df3b7931e3 req-0a34b2b5-e9aa-4cfe-a975-a3cae111c307 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.2502375 Oct 29 11:40:38.888284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:38.890543 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b83fe4-2ecc-4857-95ca-0db8356f96c2" -d '{"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:38.919713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:38.928942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 64c7fe18-5f96-4180-9c38-c0f5430750ad {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:40:38.929280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:38.967649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9287c9f9-a0cc-4c23-8d56-52df3b7931e3 req-43a0a05b-6023-4e34-9308-a6d0a809d61e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800252 Oct 29 11:40:39.067345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9ea516f-e9b3-419b-8d17-23d7caee2dd1 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:39.175367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:40:39.185036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:39.185421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.216613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 64c7fe18-5f96-4180-9c38-c0f5430750ad, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=64c7fe18-5f96-4180-9c38-c0f5430750ad,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:39.217282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.237934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ff78-a234-468b-8511-d52b184cd31e req-053080ea-c5d7-488a-b2f8-a8d5a52c8fea tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:39.254287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1274ff78-a234-468b-8511-d52b184cd31e req-053080ea-c5d7-488a-b2f8-a8d5a52c8fea tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 945 time: 0.1798692 Oct 29 11:40:39.260746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 64c7fe18-5f96-4180-9c38-c0f5430750ad owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:40:39.292323 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.313479 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.408789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1274ff78-a234-468b-8511-d52b184cd31e req-f1e72a7f-4ff6-4f38-8c10-e48608bdc89a tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535053 Oct 29 11:40:39.429428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Allocated IP 172.20.0.1 (6adeb418-159c-4117-b6f3-b62cd3121e2a/d99c6b98-5d26-4779-ab8a-dcbafed8afdd/5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:39.445042 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Attempting to bind port 3cd2ab85-5621-4af3-b66a-178541c821ab on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:39.445425 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Attempting to bind port 3cd2ab85-5621-4af3-b66a-178541c821ab by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:39.445781 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Attempting to bind port 3cd2ab85-5621-4af3-b66a-178541c821ab on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:39.459748 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86706012-18fa-461f-b6da-24628a7e63c8 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab85-5621-4af3-b66a-178541c821ab,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:39.467976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:39.468378 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:39.468896 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.469190 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:39.469767 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Bound port: 3cd2ab85-5621-4af3-b66a-178541c821ab, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:39.470036 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.595521 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] For port 3cd2ab85-5621-4af3-b66a-178541c821ab, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:39.606321 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] For port 3cd2ab85-5621-4af3-b66a-178541c821ab, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cd2ab85-5621-4af3-b66a-178541c821ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:39.615724 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.687486 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.750003 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:39.750920 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:39.778635 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86706012-18fa-461f-b6da-24628a7e63c8 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab85-5621-4af3-b66a-178541c821ab,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:39.789758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bc46a-0a4c-4c00-9d6d-4baf5f2e9aef req-cc2cc75e-fd43-46c0-aabb-c13b63ef0c2e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:39.804699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=64c7fe18-5f96-4180-9c38-c0f5430750ad,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:39.807658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-200bc46a-0a4c-4c00-9d6d-4baf5f2e9aef req-cc2cc75e-fd43-46c0-aabb-c13b63ef0c2e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cf67570-fd4f-42a1-b97b-72a89e9dbe47 HTTP/1.1" status: 200 len: 867 time: 0.1945775 Oct 29 11:40:39.841739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:39.867318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 64c7fe18-5f96-4180-9c38-c0f5430750ad on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:40:39.873763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:39.881650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b95cffb6-10f9-40bb-b6ba-407de504655b req-0d4594cf-7c08-483d-828c-b81e818590fd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/64c7fe18-5f96-4180-9c38-c0f5430750ad HTTP/1.1" status: 204 len: 173 time: 1.1704929 Oct 29 11:40:39.930331 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:39.940244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'name': 'network-vif-deleted', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:39.942826 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564cc20-5131-42ff-be9f-f78d6c5c0e16" -d '{"events": [{"server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "name": "network-vif-deleted", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:39.966357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-200bc46a-0a4c-4c00-9d6d-4baf5f2e9aef req-f82e0404-9502-4f37-bc49-b634ccf8df30 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589348 Oct 29 11:40:39.989208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.042178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.082705 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b086d9-c15c-49fa-bac5-2947a1215ef7 x-openstack-request-id: req-04b086d9-c15c-49fa-bac5-2947a1215ef7 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:40.084306 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6ae497-74a0-470a-9530-44e57bf3e79e", "name": "network-vif-deleted", "tag": "dd5e2566-0590-46cb-9979-6206394f1d25", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:40.085174 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04b086d9-c15c-49fa-bac5-2947a1215ef7 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:40.085747 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6ae497-74a0-470a-9530-44e57bf3e79e', 'name': 'network-vif-deleted', 'tag': 'dd5e2566-0590-46cb-9979-6206394f1d25', 'status': 'completed', 'code': 200} Oct 29 11:40:40.100123 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.183393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:40.187265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:40.194776 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3194b06-b10f-49b2-b7e5-b3409ac0c9ad" -d '{"events": [{"server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:40.216262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.216651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bc44526-8a52-4e86-904c-efc31c77bde4 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:40.251380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:40.258920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:40.269968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:40.335417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Pushing event updated for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:40.350320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:40.373206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-558dc334-32ca-4125-a5b6-3ec27e8274ee req-0b40a1eb-f7a9-4ef6-826e-3ed64094f6ec tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0430307 Oct 29 11:40:40.373287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 5bc44526-8a52-4e86-904c-efc31c77bde4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:40.373287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 5bc44526-8a52-4e86-904c-efc31c77bde4 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:40.374216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.438523 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:36Z', 'revision_number': 3, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:40.473820 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed4b8f4-c7f0-4519-a2a2-e9f2d0ef6b9e None None] The sync data for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 is: [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:36Z', 'revision_number': 3, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:40.482741 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b5b372-b3fd-4d89-a551-9e4f8ee40d8d x-openstack-request-id: req-33b5b372-b3fd-4d89-a551-9e4f8ee40d8d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:40.483198 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf67570-fd4f-42a1-b97b-72a89e9dbe47", "name": "network-vif-deleted", "tag": "64c7fe18-5f96-4180-9c38-c0f5430750ad", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:40.483371 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33b5b372-b3fd-4d89-a551-9e4f8ee40d8d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:40.483809 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf67570-fd4f-42a1-b97b-72a89e9dbe47', 'name': 'network-vif-deleted', 'tag': '64c7fe18-5f96-4180-9c38-c0f5430750ad', 'status': 'completed', 'code': 200} Oct 29 11:40:40.729268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e71f3-0f44-45b6-9215-0d9668a1e56a req-5800ef7a-14b5-4282-b6ee-53f455de1c5f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:40.732159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-365e71f3-0f44-45b6-9215-0d9668a1e56a req-5800ef7a-14b5-4282-b6ee-53f455de1c5f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1663504 Oct 29 11:40:40.738123 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:40.986786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-365e71f3-0f44-45b6-9215-0d9668a1e56a req-abedf09b-4d18-4904-995d-1c453999ceb3 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434144 Oct 29 11:40:41.065401 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af174c4-7fb6-46b9-8f3a-d8b5e58379bd x-openstack-request-id: req-7af174c4-7fb6-46b9-8f3a-d8b5e58379bd {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:41.066454 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:41.067588 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7af174c4-7fb6-46b9-8f3a-d8b5e58379bd {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:41.068704 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'code': 200} Oct 29 11:40:41.249701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215a3c-2c36-49e3-8702-628b4e0129cd req-1cab99e3-ddc5-47b5-a3bf-540a9831d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:41.251266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0215a3c-2c36-49e3-8702-628b4e0129cd req-1cab99e3-ddc5-47b5-a3bf-540a9831d0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1097 time: 0.0930023 Oct 29 11:40:41.275262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64c7fe18-5f96-4180-9c38-c0f5430750ad no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:40:41.325060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 64c7fe18-5f96-4180-9c38-c0f5430750ad {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:40:41.325653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c0215a3c-2c36-49e3-8702-628b4e0129cd req-9dcc3710-bc20-492f-9a8a-20f615deae9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670421 Oct 29 11:40:41.328180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 64c7fe18-5f96-4180-9c38-c0f5430750ad not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:40:41.333538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dbcb4-b383-444f-8d92-351fd5e2ca86 req-681a56bf-ca58-461c-8cad-471ad665c2d1 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:41.343481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c54dbcb4-b383-444f-8d92-351fd5e2ca86 req-681a56bf-ca58-461c-8cad-471ad665c2d1 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1484263 Oct 29 11:40:41.374612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:41.389592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:41.464144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c54dbcb4-b383-444f-8d92-351fd5e2ca86 req-4b1c3ca8-92c0-48f3-8aaa-6512c8da34e2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197283 Oct 29 11:40:41.509559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:41.511718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Pushing event updated for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:41.711402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3436b1-b4ef-42ba-bdc9-07b74d183489 req-d7ef2e68-7617-4257-9c66-ca32574ac38a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:41.722543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef3436b1-b4ef-42ba-bdc9-07b74d183489 req-d7ef2e68-7617-4257-9c66-ca32574ac38a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0866010 Oct 29 11:40:41.787103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef3436b1-b4ef-42ba-bdc9-07b74d183489 req-970486d9-d7cf-4b00-8267-da7d98e5e861 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634069 Oct 29 11:40:41.810317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:41.811851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:42.101961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07fda2a8-2f8b-4900-886e-8e0f648b926e req-679f2fd2-b145-4aac-ae58-86dd0e38b42c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0386989 Oct 29 11:40:42.109722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Router 5585102d-cd15-4978-9da9-882130b95fae has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:40:42.283138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:42.298206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a1476b30-ed0d-4df0-ab25-09a0cd13c5fa admin admin] 10.222.0.77 "PUT /v2.0/routers/5585102d-cd15-4978-9da9-882130b95fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4104335 Oct 29 11:40:42.586168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-d389bc57-5c81-4168-bda1-40906074b8f8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:42.592452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-d389bc57-5c81-4168-bda1-40906074b8f8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.3251371 Oct 29 11:40:42.617487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-40bce453-b186-447b-80fc-cd6b1cfde91c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/quotas/7bec817babfe4410a9ac97ce01b6a71a HTTP/1.1" status: 200 len: 375 time: 0.0186758 Oct 29 11:40:42.708154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-91028b30-454f-40f5-880c-bb8a5deef89a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828233 Oct 29 11:40:43.049303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cd2ab85-5621-4af3-b66a-178541c821ab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:43.071192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-86363aec-98ec-4e91-948f-b71382782d39 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548532 Oct 29 11:40:43.183111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3cd2ab85-5621-4af3-b66a-178541c821ab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:43.183482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:43.307132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-87425773-02e4-4360-88b4-54e12f6c35e4 service neutron] 10.222.0.77 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205906 Oct 29 11:40:43.369791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:43.428957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 3cd2ab85-5621-4af3-b66a-178541c821ab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cd2ab85-5621-4af3-b66a-178541c821ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:43.436372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:43.542005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Sync routers for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:43.622283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=3cd2ab85-5621-4af3-b66a-178541c821ab,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:43.641435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:43.642556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:43.771169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b425-fe16-4907-9418-00b1af608826 req-1ad63395-4cba-4a18-bee8-466f38103b99 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:43.780257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff69b425-fe16-4907-9418-00b1af608826 req-1ad63395-4cba-4a18-bee8-466f38103b99 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.0638585 Oct 29 11:40:43.858332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff69b425-fe16-4907-9418-00b1af608826 req-c0c16dc1-3feb-4a45-b848-cdded45c6d6a tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768192 Oct 29 11:40:43.919855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:44.374332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 2, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:44.488585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Checking router: 5585102d-cd15-4978-9da9-882130b95fae for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:44.489035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Updating router 5585102d-cd15-4978-9da9-882130b95fae port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:40:44.513179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-b8a4688c-9a4e-4747-85a2-afe3a8918008 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:44.514797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-b8a4688c-9a4e-4747-85a2-afe3a8918008 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 820 time: 0.3171041 Oct 29 11:40:44.556774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-d7c84dbd-0bd6-4b18-b34a-b4a6e6e56e51 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/quotas/cec4242aaead4c8382071cc333b23b32 HTTP/1.1" status: 200 len: 375 time: 0.0341520 Oct 29 11:40:44.561543 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:44.743893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-b92bc31c-67d1-4a56-b575-659928c9182e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797197 Oct 29 11:40:45.039432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cd2ab85-5621-4af3-b66a-178541c821ab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:45.056668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-93b5acec-573c-4958-95f5-a64161aa87b1 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117666 Oct 29 11:40:45.248518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-9b59aa00-0755-4bf4-ac04-38f37bcea974 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902313 Oct 29 11:40:45.296491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3cd2ab85-5621-4af3-b66a-178541c821ab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:45.297221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:45.390301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:45.506937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:45.680821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c1eebad6-767f-4ad7-aa3c-92d9913e045f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:45.683106 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c1eebad6-767f-4ad7-aa3c-92d9913e045f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 806 time: 0.2527902 Oct 29 11:40:45.707776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Request body: {'port': {'device_id': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'admin_state_up': True, 'tenant_id': '7bec817babfe4410a9ac97ce01b6a71a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:45.815678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Attempting to bind port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:45.815848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Attempting to bind port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:45.816145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Attempting to bind port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 on network 6adeb418-159c-4117-b6f3-b62cd3121e2a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:45.821598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Pushing event updated for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:45.824948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:45.825360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Checking segment: {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:45.825825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:45.826211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Bound using segment: {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:45.827203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Bound port: 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:45.827203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:45.889867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d12bc4a2-88bf-49c3-b3df-086e67641777 req-999bafd6-438f-40a6-be77-d611988b5ad5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.1663725 Oct 29 11:40:45.914659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Made reservation on behalf of 7bec817babfe4410a9ac97ce01b6a71a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:45.919642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:46.048621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] For port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:46.073172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] For port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:46.084899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:46.222112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7edcfac-d20f-4c83-885b-f9407605131a req-29d32742-d15e-4327-a29e-6021e8263b6c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 210 time: 0.1829641 Oct 29 11:40:46.264285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Pushing event updated for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:46.280334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.280814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.281567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.281987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.282481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.283204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.283675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.284091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.284567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.284985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.286028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.286490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247dcdd-7fb7-4f00-9162-23ef058904ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:40:46.336542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:46.338971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:46.440221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Allocated IP 172.20.0.14 (e42d7582-637e-4b92-8fcf-193ef4e91197/05cb94d2-ac66-4d69-a8ff-f5697620de70/b3a3c6be-de93-4385-9d23-e1030faf6444) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:46.868070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:47.016443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cd2f-0475-4c7b-9c3b-072f0a49d02d req-36b8a819-c1d0-4385-a71c-5b9aff28cfa2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:47.022445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df47cd2f-0475-4c7b-9c3b-072f0a49d02d req-36b8a819-c1d0-4385-a71c-5b9aff28cfa2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1589341 Oct 29 11:40:47.035416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38732) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:47.044248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'floatingip': {'port_id': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:47.060687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:47.198196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:47.246343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:47.339571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:40:47.494588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Network e42d7582-637e-4b92-8fcf-193ef4e91197 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:47.513164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:47.529411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:47.540402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event updated for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:47.624258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:46Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:47.666935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae36aada-cd69-49a3-8df3-4fda61eef091 None None] The sync data for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 is: [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:46Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:47.707639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:47.719080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:47.811710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-a54d4bb7-fd15-4ef6-b3c0-e2a78fe55769 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1091340 Oct 29 11:40:47.840930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Request body: {'port': {'device_id': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:47.971450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fafb9299-bbc4-47a5-be8d-3f92d78257da req-6c567cb7-0254-4c4e-89c1-ef37ed5d712b tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 210 time: 0.1187878 Oct 29 11:40:48.515457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-0ece6890-f831-42c2-a8b6-f98fb343c12e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:48.517056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-0ece6890-f831-42c2-a8b6-f98fb343c12e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 820 time: 0.4254882 Oct 29 11:40:48.517877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:48.629679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'port': {'device_id': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'admin_state_up': True, 'tenant_id': 'cec4242aaead4c8382071cc333b23b32'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:49.188501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:49.347585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:49.349934 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.389081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e8cc-60d9-43ee-8ad2-81d6fc43e99e req-24133284-ca90-4d80-9c7b-7c058bc39411 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:49.404251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7067e8cc-60d9-43ee-8ad2-81d6fc43e99e req-24133284-ca90-4d80-9c7b-7c058bc39411 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 1.1711724 Oct 29 11:40:49.486872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Made reservation on behalf of cec4242aaead4c8382071cc333b23b32 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:40:49.498423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.596287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7067e8cc-60d9-43ee-8ad2-81d6fc43e99e req-b52356a8-96ee-44c0-b6e0-c3422e606e10 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909184 Oct 29 11:40:49.606705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.resource_extend [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:40:49.652003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.701562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:49.708244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.768031 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:40:49.803403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:49.844191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-853fcfef-af18-413b-ac45-de21b0944bab req-6d5e242a-dda1-44be-bc4d-93ddb2bb60e7 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0647738 Oct 29 11:40:49.866479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.885951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:49.915405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Allocated IP 172.20.0.2 (6adeb418-159c-4117-b6f3-b62cd3121e2a/d99c6b98-5d26-4779-ab8a-dcbafed8afdd/fc5030dc-a754-428f-b10d-f899ad736561) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:40:50.125034 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Floating IP 67d47345-10e2-4967-801b-01c5fa944418 associated. External IP: 172.25.4.86, port: d9ea516f-e9b3-419b-8d17-23d7caee2dd1. Oct 29 11:40:50.390708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7f60f-15d2-4b41-aab3-541200caffbf req-1615cca8-d0f7-4630-9c93-36ea7f44cbe3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:50.404846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:50.406563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7b7f60f-15d2-4b41-aab3-541200caffbf req-1615cca8-d0f7-4630-9c93-36ea7f44cbe3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 932 time: 0.2922373 Oct 29 11:40:50.477941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:50.528819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7b7f60f-15d2-4b41-aab3-541200caffbf req-d7a24624-adc9-4aef-8e3e-5b2a5b3e7719 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198783 Oct 29 11:40:50.710277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Network 6adeb418-159c-4117-b6f3-b62cd3121e2a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:40:50.731497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:40:50.734836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a3c6be-de93-4385-9d23-e1030faf6444 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:50.752805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:50.763798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:40:50.784813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:50.850623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:40:50.895213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Transition to ACTIVE for port object b3a3c6be-de93-4385-9d23-e1030faf6444 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:50.906548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:50.989514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:50.990195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:51.077120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb50a1-5032-4aed-b79e-d44f632063d6 req-9a4052ef-f3eb-4e95-93cf-0426a49eb503 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:51.085139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cdb50a1-5032-4aed-b79e-d44f632063d6 req-9a4052ef-f3eb-4e95-93cf-0426a49eb503 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 931 time: 0.2956128 Oct 29 11:40:51.090999 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-a37dd789-f4ef-45f2-a425-6c67f9c0b6db tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5412486 Oct 29 11:40:51.096656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:40:51.100093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:51.112250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Request body: {'port': {'device_id': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:40:51.219179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cdb50a1-5032-4aed-b79e-d44f632063d6 req-88cd26ef-95d9-4fba-ad41-840bc1ba0b70 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325364 Oct 29 11:40:51.296115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:40:51.326093 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:40:51.326653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:51.353530 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:51.354186 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:51.359967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:40:51.362872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:51.429299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2766223e-8bea-4c23-9495-e965391c8846 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "PUT /v2.0/floatingips/67d47345-10e2-4967-801b-01c5fa944418 HTTP/1.1" status: 200 len: 991 time: 4.3911374 Oct 29 11:40:51.434486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:51.442757 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:51.604030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f7457c3-803a-488e-a9de-b055ae75df15 req-13796005-abf5-431c-bf1d-f9f071a9267c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0682774 Oct 29 11:40:51.681738 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:51.826415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:52.139846 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c810a8e4-be5f-4f90-9e82-2519be3ca0ca x-openstack-request-id: req-c810a8e4-be5f-4f90-9e82-2519be3ca0ca {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:52.140713 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:52.141304 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c810a8e4-be5f-4f90-9e82-2519be3ca0ca {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:52.142059 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'status': 'completed', 'code': 200} Oct 29 11:40:52.316568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-4395cc78-0aaf-4f61-8860-069a8a3b69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:52.319038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-4395cc78-0aaf-4f61-8860-069a8a3b69f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1097 time: 0.1516783 Oct 29 11:40:52.341536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:52.447849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-7e1a5b2e-acef-4f5b-b7da-5174fab14c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:52.450786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-7e1a5b2e-acef-4f5b-b7da-5174fab14c6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.1236489 Oct 29 11:40:52.551234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-dec7ab5d-0577-4145-81f7-be275532aaff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 999 time: 0.0859427 Oct 29 11:40:52.582508 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '67d47345-10e2-4967-801b-01c5fa944418', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:c3:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:40:22Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:52.646411 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:40:52.676729 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:40:52.677388 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:40:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:52.728378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35b5c3-0ea3-4cf7-964d-c340b9ec4645 req-05585b4f-2216-455c-a4aa-e6cae76631bc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:52.739604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f35b5c3-0ea3-4cf7-964d-c340b9ec4645 req-05585b4f-2216-455c-a4aa-e6cae76631bc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 944 time: 0.2860031 Oct 29 11:40:52.865844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-5251c267-dde8-4661-8ffd-d7cd557bbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:52.868165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-5251c267-dde8-4661-8ffd-d7cd557bbe7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.2893877 Oct 29 11:40:52.899852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f35b5c3-0ea3-4cf7-964d-c340b9ec4645 req-702db08d-efa3-4b1f-a706-6194f3ee07d3 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581593 Oct 29 11:40:53.004085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5030dc-a754-428f-b10d-f899ad736561 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:53.025318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:53.063706 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:40:53.064555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Transition to ACTIVE for port object fc5030dc-a754-428f-b10d-f899ad736561 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:40:53.086974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-0f0824ca-e663-4508-9f5f-f444b7e08ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:53.088540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-0f0824ca-e663-4508-9f5f-f444b7e08ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877446 Oct 29 11:40:53.103793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:53.195644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Attempting to bind port b3a3c6be-de93-4385-9d23-e1030faf6444 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:53.195983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Attempting to bind port b3a3c6be-de93-4385-9d23-e1030faf6444 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:53.196312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Attempting to bind port b3a3c6be-de93-4385-9d23-e1030faf6444 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:53.336537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Port b3a3c6be-de93-4385-9d23-e1030faf6444 on network e42d7582-637e-4b92-8fcf-193ef4e91197 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:53.337060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Attempting to bind port b3a3c6be-de93-4385-9d23-e1030faf6444 on network e42d7582-637e-4b92-8fcf-193ef4e91197 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:53.527496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:53.528630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Checking segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:53.528630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Bound using segment: {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:53.528916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Bound port: b3a3c6be-de93-4385-9d23-e1030faf6444, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b30d062-38d6-46f3-aa50-c4d46a46e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:53.529246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:53.646709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:53.666483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15fff5-2905-498f-aa4c-470954d6f1e9 req-62e9800a-bde5-496c-ae3c-a481fdafce1f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:53.671474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Attempting to bind port fc5030dc-a754-428f-b10d-f899ad736561 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:40:53.671820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Attempting to bind port fc5030dc-a754-428f-b10d-f899ad736561 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:40:53.672220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Attempting to bind port fc5030dc-a754-428f-b10d-f899ad736561 on network 6adeb418-159c-4117-b6f3-b62cd3121e2a {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:53.693340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac15fff5-2905-498f-aa4c-470954d6f1e9 req-62e9800a-bde5-496c-ae3c-a481fdafce1f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.4675770 Oct 29 11:40:53.711214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Port fc5030dc-a754-428f-b10d-f899ad736561 on network 6adeb418-159c-4117-b6f3-b62cd3121e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:40:53.712660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Attempting to bind port fc5030dc-a754-428f-b10d-f899ad736561 on network 6adeb418-159c-4117-b6f3-b62cd3121e2a {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:40:53.734189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:40:53.734518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Checking segment: {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:40:53.735580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-0856b5c8-c2fa-4d3b-bfcd-fb667cb9a6fa service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368554 Oct 29 11:40:53.737617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Bound using segment: {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:40:53.738197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Bound port: fc5030dc-a754-428f-b10d-f899ad736561, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b993550-781c-45b5-aebd-218bd628e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:40:53.738592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:53.830758 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '67d47345-10e2-4967-801b-01c5fa944418', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:c3:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:40:22Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:40:53.972505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:53.983273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3a3c6be-de93-4385-9d23-e1030faf6444,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:54.025357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:54.065803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6f6cf7b-534e-405f-bbb6-8396cf4de7d6 req-3bd34856-24a1-40ef-9770-aa008397629f service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956789 Oct 29 11:40:54.100089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac15fff5-2905-498f-aa4c-470954d6f1e9 req-f56c45e4-0b7f-46a4-ba0b-bc8fe51c7f1a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054146 Oct 29 11:40:54.131712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:40:54.157322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:54.157976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:54.159836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] 10.222.0.86 "PUT /v2.0/ports/b3a3c6be-de93-4385-9d23-e1030faf6444 HTTP/1.1" status: 200 len: 1092 time: 6.3238003 Oct 29 11:40:54.160647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:54.164864 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d6a66-96af-4b97-82fd-4292c29a12c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:54.198356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:40:54.254517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:54.466892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:54.467539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:54.471051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] 10.222.0.41 "PUT /v2.0/ports/fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 1091 time: 3.3627601 Oct 29 11:40:54.472909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f4fd-14c5-4dca-a64e-c62caceff340 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:54.495604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9882181-6273-4799-86bc-9285602207a7 req-3151a3d7-6d52-45af-a7ae-81a1ea6a14ec tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:54.496975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9882181-6273-4799-86bc-9285602207a7 req-3151a3d7-6d52-45af-a7ae-81a1ea6a14ec tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 943 time: 0.1577239 Oct 29 11:40:54.619643 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6606c6f-c573-4cbc-97d1-f6027aa6874d None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '67d47345-10e2-4967-801b-01c5fa944418', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.86', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:c3:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:40:22Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:40:54.682132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9882181-6273-4799-86bc-9285602207a7 req-e534c7a9-2f69-4be2-a54c-a60c8c493d7d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719658 Oct 29 11:40:54.728432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-8829881f-a04c-48af-8821-18bb0ab462f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:54.740844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-8829881f-a04c-48af-8821-18bb0ab462f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 1095 time: 0.5213308 Oct 29 11:40:54.985027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5626d76-5316-459c-b084-e1b444b2ad2c req-4cdd114c-c554-40f2-95b9-5701e53ef2f9 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0968304 Oct 29 11:40:55.028456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-faeb72d3-2d4c-4c9b-9c53-244eb3c74c46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a3c6be-de93-4385-9d23-e1030faf6444 HTTP/1.1" status: 200 len: 217 time: 0.2651901 Oct 29 11:40:55.154143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-67ad22cb-87e6-4872-9740-d58058ab0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:55.167949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-67ad22cb-87e6-4872-9740-d58058ab0887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1094 time: 0.6062591 Oct 29 11:40:55.265432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cf0f8-9448-48b3-919f-c4a72d28e243 None None] New status for floating IP 67d47345-10e2-4967-801b-01c5fa944418: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:40:55.274458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bb3b8-cd01-422f-809b-71ad803c14cc service neutron] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:55.588554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-2c1b0699-fa7f-44d0-9ae8-f50f524723e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.3152564 Oct 29 11:40:55.596319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e51f8-db09-417b-a1e2-f30a0470bc2b req-56892911-c6de-412a-8cd2-359f0ed76bb2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:55.612158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-719e51f8-db09-417b-a1e2-f30a0470bc2b req-56892911-c6de-412a-8cd2-359f0ed76bb2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 944 time: 0.2240081 Oct 29 11:40:55.693310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-8c247fb3-47cf-4156-af29-3cdb8e00857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:55.710934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-8c247fb3-47cf-4156-af29-3cdb8e00857c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.6566336 Oct 29 11:40:55.729631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-719e51f8-db09-417b-a1e2-f30a0470bc2b req-355c21e5-1146-4137-b148-7befe508806a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155853 Oct 29 11:40:55.842296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-4f99cac8-147b-47e7-92f5-a0702feeba7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604100 Oct 29 11:40:55.860282 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cebb3a6-2612-4983-91cf-a8ef76f9351d x-openstack-request-id: req-1cebb3a6-2612-4983-91cf-a8ef76f9351d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:55.860736 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:55.861137 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cebb3a6-2612-4983-91cf-a8ef76f9351d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:55.861669 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444', 'status': 'completed', 'code': 200} Oct 29 11:40:55.908620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:56.017963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b45854-620d-46c6-9d13-7f1888273b1a req-966d7644-cbf6-4c27-be7f-9efc35ad78ca tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:56.030747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64b45854-620d-46c6-9d13-7f1888273b1a req-966d7644-cbf6-4c27-be7f-9efc35ad78ca tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 943 time: 0.1109281 Oct 29 11:40:56.115695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-0669f9da-8f35-4a64-8d20-ca8ac57f869d service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490253 Oct 29 11:40:56.137475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64b45854-620d-46c6-9d13-7f1888273b1a req-7d296423-e35b-4797-bbf2-5bae65430e7f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Oct 29 11:40:56.319130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2306a53e-837e-406a-aeff-5460fe52dc7e req-0e72b2d5-c003-4c0b-8c85-bc697e84f5e6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0571291 Oct 29 11:40:56.416230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-93b0aefe-d303-4545-9067-48d68b8619c5 req-7e6ff0b6-000f-4720-8c47-089bf6b83a68 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911530 Oct 29 11:40:56.424984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-d39dcc6c-8d33-4b2f-a07c-ea90eba73671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:56.426545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-d39dcc6c-8d33-4b2f-a07c-ea90eba73671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.8036623 Oct 29 11:40:56.488939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-7f73f9bb-8870-47fb-b0e1-067c8e6f6882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510402 Oct 29 11:40:56.698059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-466ebbe1-e796-4356-9c61-d2e7d122af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:56.701087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-466ebbe1-e796-4356-9c61-d2e7d122af4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 1095 time: 0.2148352 Oct 29 11:40:56.751063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38892) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:56.939569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-62e2c32c-3f6f-4dac-9da8-a6eebbfe9a3b service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187150 Oct 29 11:40:56.994569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de3b0-3b19-4887-9a04-2d76eff01ef8 req-9adbc8e5-89a7-422f-9988-c83e342c5190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:57.005677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f6de3b0-3b19-4887-9a04-2d76eff01ef8 req-9adbc8e5-89a7-422f-9988-c83e342c5190 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 944 time: 0.0884748 Oct 29 11:40:57.092186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61428580-7220-4866-abf1-608ca5304af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:57.127608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f6de3b0-3b19-4887-9a04-2d76eff01ef8 req-71941dda-9f5d-415a-810f-f22e4a729b68 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208434 Oct 29 11:40:57.168250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9111d833-3d5e-4c3d-bb4a-3aa9a562d750 req-3775d729-0720-4024-a85c-8240935db858 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277944 Oct 29 11:40:57.237438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-93db3f18-e7ee-41b6-a426-8f01db153d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:57.239037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-93db3f18-e7ee-41b6-a426-8f01db153d2f service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.5272734 Oct 29 11:40:57.336033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-ddbb3bdf-5c23-4b87-8280-04de7e51b4aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3a3c6be-de93-4385-9d23-e1030faf6444 HTTP/1.1" status: 200 len: 217 time: 0.0862534 Oct 29 11:40:57.381869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61428580-7220-4866-abf1-608ca5304af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:57.404868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e564-2957-4ca4-ace1-68e0dc865fc2 req-0c2b639f-9763-4caa-acaa-c67d1897efb6 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:57.414955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f566e564-2957-4ca4-ace1-68e0dc865fc2 req-0c2b639f-9763-4caa-acaa-c67d1897efb6 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 943 time: 0.1084735 Oct 29 11:40:57.459458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-4d57572a-b90c-4bde-ab82-1b1976437e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:57.461574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-61428580-7220-4866-abf1-608ca5304af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:57.463916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-4d57572a-b90c-4bde-ab82-1b1976437e35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1180179 Oct 29 11:40:57.599234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-e053b697-aa46-4484-b062-339a625c277f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288424 Oct 29 11:40:57.640152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f566e564-2957-4ca4-ace1-68e0dc865fc2 req-70821ac7-e163-41a8-aaca-4917a87ada5e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249889 Oct 29 11:40:57.642069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61428580-7220-4866-abf1-608ca5304af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a488378-91de-4f69-95c3-a67ef49deddd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:57.727052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-61428580-7220-4866-abf1-608ca5304af2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e73aa0e507714aeb89bb73d5b312a127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9747126 Oct 29 11:40:57.729600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:57.848142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-24a4e1ee-dd27-4950-bc1d-5b1ab29e9613 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381465 Oct 29 11:40:57.864724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:40:57.871410 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d1a34-6063-4bda-9e70-437241f25ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:40:57.874668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea469adb-f27c-4970-a955-5511b1401e6b req-4b5ae3d4-1059-4d5a-89cf-9e0215e50e87 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0511694 Oct 29 11:40:57.975232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:58.077098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:58.162500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d05d6a66-96af-4b97-82fd-4292c29a12c2 req-dccb20bc-1a45-43a9-bd0c-737aa09fe62c service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066704 Oct 29 11:40:58.197291 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d76332-8db9-4804-aba8-c244fe12575e x-openstack-request-id: req-73d76332-8db9-4804-aba8-c244fe12575e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:40:58.197674 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:40:58.198217 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73d76332-8db9-4804-aba8-c244fe12575e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:40:58.199027 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:40:58.201168 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:58.208771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:58.213916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a488378-91de-4f69-95c3-a67ef49deddd HTTP/1.1" status: 204 len: 168 time: 0.4790211 Oct 29 11:40:58.232620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef1d6-0d19-40c6-a4d3-b373b485c976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a488378-91de-4f69-95c3-a67ef49deddd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:58.399392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-455574d2-6c3d-430f-9ceb-7dc01e459b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:58.404081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5d54bb0b-9ad3-4252-a6fc-03da5e67dd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:58.409480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-455574d2-6c3d-430f-9ceb-7dc01e459b79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1094 time: 0.1836843 Oct 29 11:40:58.611769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-71f056bd-2010-4271-a393-e56fe119cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:58.614240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-71f056bd-2010-4271-a393-e56fe119cd5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.2007272 Oct 29 11:40:58.742346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-990eee44-795c-476e-b976-3372f2cbae91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.1186404 Oct 29 11:40:58.783197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcf203-9103-4da0-8544-5e77ff01b697 req-cc2b0116-1375-4a34-931d-0ef4e80ce897 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:58.794829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6dcf203-9103-4da0-8544-5e77ff01b697 req-cc2b0116-1375-4a34-931d-0ef4e80ce897 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 944 time: 0.0922980 Oct 29 11:40:58.897692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6dcf203-9103-4da0-8544-5e77ff01b697 req-f073dd43-fcab-40d0-80c6-29f2829b7588 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Oct 29 11:40:58.909957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:58.922300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-708a9742-17b9-436d-96e0-7e47d80c68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:58.924683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-708a9742-17b9-436d-96e0-7e47d80c68d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.1636400 Oct 29 11:40:58.960246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e01baa95-e40f-4d53-bdf8-c6ed4722cb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.005857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-77af70a0-5a12-4405-9da2-506991fb2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:59.007894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-77af70a0-5a12-4405-9da2-506991fb2682 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.2806742 Oct 29 11:40:59.011900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-2598faa9-0801-4c35-8db0-1cba73dc36f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793965 Oct 29 11:40:59.173166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949c5a-b159-4af2-b739-8692400ba7c5 req-ee3d994f-7748-4750-94a6-ade27727944f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:59.175224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47949c5a-b159-4af2-b739-8692400ba7c5 req-ee3d994f-7748-4750-94a6-ade27727944f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1008332 Oct 29 11:40:59.216554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e01baa95-e40f-4d53-bdf8-c6ed4722cb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.228567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-0c7b88dd-babe-43a9-9334-09a1b0d46fbc service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893969 Oct 29 11:40:59.253996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e01baa95-e40f-4d53-bdf8-c6ed4722cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.312420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47949c5a-b159-4af2-b739-8692400ba7c5 req-89baead1-559b-4c29-8e95-d2e9dd917129 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257555 Oct 29 11:40:59.328456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-0941390c-91f2-4f8d-ae5f-bc10ebb0f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:59.334331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-0941390c-91f2-4f8d-ae5f-bc10ebb0f707 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.3132212 Oct 29 11:40:59.341114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3a3c6be-de93-4385-9d23-e1030faf6444 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:40:59.379641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01baa95-e40f-4d53-bdf8-c6ed4722cb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67127d4-62ad-46f0-8e2e-6ff8080b2c6c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:59.383329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e01baa95-e40f-4d53-bdf8-c6ed4722cb88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6a6c0f4e73f4e828392fe893341ef7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720714 Oct 29 11:40:59.387710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38950) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:40:59.499286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-99801262-0408-4717-9df7-69afdb9c1d81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.1601491 Oct 29 11:40:59.643508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4444b6-0035-4034-95bb-6c4f33fd3007 req-f11602ed-36be-4821-8f69-a36f186892ff tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:59.672140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b4444b6-0035-4034-95bb-6c4f33fd3007 req-f11602ed-36be-4821-8f69-a36f186892ff tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 943 time: 0.2457821 Oct 29 11:40:59.684310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3a3c6be-de93-4385-9d23-e1030faf6444,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:59.709832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.738660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b3a3c6be-de93-4385-9d23-e1030faf6444', 'network_id': 'e42d7582-637e-4b92-8fcf-193ef4e91197', 'port_id': 'b3a3c6be-de93-4385-9d23-e1030faf6444', 'mac_address': 'fa:16:3e:fe:79:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb94d2-ac66-4d69-a8ff-f5697620de70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:40:59.760590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-883d1a34-6063-4bda-9e70-437241f25ea5 req-20cf690f-868d-4fcb-8f6e-0d87de8513cb service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078828 Oct 29 11:40:59.762124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.781617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-037070f8-2df1-485d-8419-002e6f55d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:40:59.783521 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-037070f8-2df1-485d-8419-002e6f55d09c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.2650025 Oct 29 11:40:59.834927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.849990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a3c6be-de93-4385-9d23-e1030faf6444 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:40:59.867859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-dc0316bc-c218-4d6e-8997-bf844f61cd26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746009 Oct 29 11:40:59.871194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3a3c6be-de93-4385-9d23-e1030faf6444,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:40:59.877413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.883458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.888919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:40:59.892918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b67127d4-62ad-46f0-8e2e-6ff8080b2c6c HTTP/1.1" status: 204 len: 168 time: 0.5012252 Oct 29 11:40:59.932719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554dd55-0f41-47d7-ba6f-56f2f95b65e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67127d4-62ad-46f0-8e2e-6ff8080b2c6c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:40:59.941472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:00.008682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b4444b6-0035-4034-95bb-6c4f33fd3007 req-fe2944fc-0694-4b76-ab3b-9e5533f62420 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291712 Oct 29 11:41:00.099390 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-144d042a-fee0-430f-b7a0-74fec83be45c service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262836 Oct 29 11:41:00.101276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b3a3c6be-de93-4385-9d23-e1030faf6444'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:00.260745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01bc498f-042f-433d-8f9b-74ce37c1b109 req-21fbc379-5026-45b0-9253-a97f099673a4 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0837080 Oct 29 11:41:00.379937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44427ca5-e7c2-4b3b-8b69-8a6eff269cb1 req-a245392b-8bdf-4d9c-a91d-e684df55f1f1 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730043 Oct 29 11:41:00.728994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41205b46-7fcd-4140-88f6-3c49a488694b req-c0c3a79a-6c6e-4894-aa0c-763cd4c7a7b5 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:00.736616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41205b46-7fcd-4140-88f6-3c49a488694b req-c0c3a79a-6c6e-4894-aa0c-763cd4c7a7b5 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 945 time: 0.0877538 Oct 29 11:41:00.839862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41205b46-7fcd-4140-88f6-3c49a488694b req-01eeddac-3824-42ee-b82e-8967885f37b6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017835 Oct 29 11:41:00.861777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1dd39800-7abd-4c96-a4eb-9d51a5693be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:01.104285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6b83-eccf-42df-b203-0940233aa8fa req-6a3bb2b0-d97c-45d6-9157-2816675e0db6 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:01.108262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab7e6b83-eccf-42df-b203-0940233aa8fa req-6a3bb2b0-d97c-45d6-9157-2816675e0db6 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1287291 Oct 29 11:41:01.147793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device fc5030dc-a754-428f-b10d-f899ad736561 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:41:01.200056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab7e6b83-eccf-42df-b203-0940233aa8fa req-d3bf1a69-9371-40e3-afda-3f6a5c78315d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839412 Oct 29 11:41:01.364428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3a3c6be-de93-4385-9d23-e1030faf6444 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:41:01.465193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5718d0-478b-4e57-91dd-2d1cdb3b96e1 req-556ef561-951e-47a8-9bb0-cecbf4d28235 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:01.483724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5718d0-478b-4e57-91dd-2d1cdb3b96e1 req-556ef561-951e-47a8-9bb0-cecbf4d28235 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 943 time: 0.1736286 Oct 29 11:41:01.586372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5718d0-478b-4e57-91dd-2d1cdb3b96e1 req-206deeb1-cc04-4a71-b9a5-790449255b91 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929387 Oct 29 11:41:01.768937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:01.788326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'fc5030dc-a754-428f-b10d-f899ad736561', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'port_id': 'fc5030dc-a754-428f-b10d-f899ad736561', 'mac_address': 'fa:16:3e:64:cc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:41:01.814069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b3a3c6be-de93-4385-9d23-e1030faf6444 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:41:01.852345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b3a3c6be-de93-4385-9d23-e1030faf6444 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:41:01.853605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:01.881713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb68e361-3627-4e2e-b0d6-f42b98019f71 req-a3c54225-22eb-41f1-8968-23de316e394c tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0563357 Oct 29 11:41:01.933591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.008876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.014735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5030dc-a754-428f-b10d-f899ad736561 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:41:02.043105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:02.061910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.128189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:02.137520 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77fa3b-c604-4780-abd1-00d8ab6e9674" -d '{"events": [{"server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:02.169261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:02.173879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3a3c6be-de93-4385-9d23-e1030faf6444,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:02.181663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.262955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747a5c2-8177-41b2-8d51-cf0a521e0486 req-8fdf5bde-0926-4ce8-87d6-0886c1503111 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:02.268871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:02.271989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7747a5c2-8177-41b2-8d51-cf0a521e0486 req-8fdf5bde-0926-4ce8-87d6-0886c1503111 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1049111 Oct 29 11:41:02.310277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.312921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:02.350584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7747a5c2-8177-41b2-8d51-cf0a521e0486 req-b63aef4f-e2d7-4785-a381-426ee42a872f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752463 Oct 29 11:41:02.366724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:02.442716 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090bc191-0a62-4866-bbcb-f38667ad2289 x-openstack-request-id: req-090bc191-0a62-4866-bbcb-f38667ad2289 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:02.442977 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:02.443240 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-090bc191-0a62-4866-bbcb-f38667ad2289 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:02.443636 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444', 'code': 200} Oct 29 11:41:02.572141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e202a1-37a3-4373-a822-63aab913f8e5 req-2bf89c9e-0677-4467-a8de-cc1ba1c1e3be tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:02.574435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62226-def5-44b9-8a4f-db552d2dcde9 req-fe76e0cd-ca61-465b-a61f-39eb6013864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:02.575975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ab62226-def5-44b9-8a4f-db552d2dcde9 req-fe76e0cd-ca61-465b-a61f-39eb6013864d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 1097 time: 0.0695646 Oct 29 11:41:02.584601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6e202a1-37a3-4373-a822-63aab913f8e5 req-2bf89c9e-0677-4467-a8de-cc1ba1c1e3be tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1142352 Oct 29 11:41:02.640615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ab62226-def5-44b9-8a4f-db552d2dcde9 req-8fd40782-cac7-4d7b-98a4-e25cc8efb357 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551758 Oct 29 11:41:02.660859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6e202a1-37a3-4373-a822-63aab913f8e5 req-06d89a0c-24ce-44d8-8654-73fc1fe78a35 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756514 Oct 29 11:41:02.859206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef0f0-aab9-460f-b762-da091dd59383 req-9de1a274-4bce-46f6-97bd-03d0a256c7ae tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:02.867737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdaef0f0-aab9-460f-b762-da091dd59383 req-9de1a274-4bce-46f6-97bd-03d0a256c7ae tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 944 time: 0.0873077 Oct 29 11:41:02.926123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bdaef0f0-aab9-460f-b762-da091dd59383 req-8e8b37a1-e948-483e-8670-276defcaf884 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Oct 29 11:41:03.101904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfaf66c5-3b9e-41d3-90ad-def0ccd27b95 req-bb330873-6fa4-4625-8f8d-68db2fddfa24 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0402601 Oct 29 11:41:03.560832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f50c-c358-405f-975e-f71651307671 req-e72af09a-bfab-40f5-8118-835d3415dda5 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:03.562824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0786f50c-c358-405f-975e-f71651307671 req-e72af09a-bfab-40f5-8118-835d3415dda5 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0929050 Oct 29 11:41:03.577871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:03.642391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0786f50c-c358-405f-975e-f71651307671 req-a69c5a37-6fe7-40d9-8fe9-841e09378709 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719502 Oct 29 11:41:03.898261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea803d7-9ef9-4994-8463-7cb3185512ff req-5f11d8c9-62a3-4d3f-9bba-b074a54f5709 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:03.908260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ea803d7-9ef9-4994-8463-7cb3185512ff req-5f11d8c9-62a3-4d3f-9bba-b074a54f5709 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1150405 Oct 29 11:41:03.987280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ea803d7-9ef9-4994-8463-7cb3185512ff req-bde23ad5-928e-4a86-a59c-6052392d6425 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781131 Oct 29 11:41:04.222909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30840ad9-df33-4987-8bd0-abdca17af63e req-7077bef7-28a2-47c3-b879-b4ab2914252f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:04.232837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30840ad9-df33-4987-8bd0-abdca17af63e req-7077bef7-28a2-47c3-b879-b4ab2914252f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 944 time: 0.1031535 Oct 29 11:41:04.279402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30840ad9-df33-4987-8bd0-abdca17af63e req-3dd8259a-2563-41bb-aa12-c98d420075b1 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Oct 29 11:41:04.396369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9362581-5ddd-453e-b426-771d397d6d3c req-6bc206b6-c30c-4921-83a8-a9a991675bd9 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0456760 Oct 29 11:41:04.856177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eeb20-87a3-48cd-8da8-689389417ec7 req-5d826298-e683-4f2f-822f-541832a4e0b8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:04.869909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-859eeb20-87a3-48cd-8da8-689389417ec7 req-5d826298-e683-4f2f-822f-541832a4e0b8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0940819 Oct 29 11:41:05.034180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-859eeb20-87a3-48cd-8da8-689389417ec7 req-4e1606ce-94ca-482f-9692-c25fa9235025 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624789 Oct 29 11:41:05.176199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device fc5030dc-a754-428f-b10d-f899ad736561 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:41:05.243279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0eb0f-d21c-4e6e-8a5b-9d71c7fa8529 req-e8dd3adf-e02b-4a93-a196-aaefcf7af90e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:05.245114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0df0eb0f-d21c-4e6e-8a5b-9d71c7fa8529 req-e8dd3adf-e02b-4a93-a196-aaefcf7af90e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0949559 Oct 29 11:41:05.263519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port fc5030dc-a754-428f-b10d-f899ad736561 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:41:05.270205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port fc5030dc-a754-428f-b10d-f899ad736561 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:41:05.270777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:05.308608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0df0eb0f-d21c-4e6e-8a5b-9d71c7fa8529 req-f51401d6-6b9d-4e31-91d2-23267b220e4f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Oct 29 11:41:05.425869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:05.493059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:05.501503 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731e861-ce05-4db5-ae6d-eef8ad4b7389" -d '{"events": [{"server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "name": "network-vif-plugged", "status": "completed", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:05.519427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:05.534822 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:05.609631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a6d4-a68c-4db9-b648-ab266f8e5b9d req-9b576b36-0cae-4e28-b879-38f3bcd04190 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:05.611434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da22a6d4-a68c-4db9-b648-ab266f8e5b9d req-9b576b36-0cae-4e28-b879-38f3bcd04190 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0870764 Oct 29 11:41:05.625194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:05.663885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da22a6d4-a68c-4db9-b648-ab266f8e5b9d req-d6e9ecd0-903d-4f7f-bf80-ec926eaea561 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Oct 29 11:41:05.798613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-427a9356-f2eb-4834-8f2f-6846a30fff43 req-78c8da36-fc6a-4977-ab86-e9242f1651ae tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/ports?device_id=de6ae497-74a0-470a-9530-44e57bf3e79e HTTP/1.1" status: 200 len: 210 time: 0.0461051 Oct 29 11:41:05.965563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d62804-51b8-42a0-90f3-8a3fc64a0d7e req-498e8131-212d-4099-af15-0ccc49210fba tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:05.975395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7d62804-51b8-42a0-90f3-8a3fc64a0d7e req-498e8131-212d-4099-af15-0ccc49210fba tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0973039 Oct 29 11:41:06.030077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7d62804-51b8-42a0-90f3-8a3fc64a0d7e req-83d2a33f-0a7b-4316-9643-26d9066c84ba tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474813 Oct 29 11:41:06.094027 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1213b2d5-ea3e-48fa-bfdf-eeb1d9c2fd7a x-openstack-request-id: req-1213b2d5-ea3e-48fa-bfdf-eeb1d9c2fd7a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:06.094321 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "name": "network-vif-plugged", "status": "completed", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:06.094612 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1213b2d5-ea3e-48fa-bfdf-eeb1d9c2fd7a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:06.095030 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'code': 200} Oct 29 11:41:06.245528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8683f-848c-4c5e-820e-1ddb324aec31 req-188c011b-1e37-4832-bc02-1d2c7b67fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:06.248254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cac8683f-848c-4c5e-820e-1ddb324aec31 req-188c011b-1e37-4832-bc02-1d2c7b67fbfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.0893292 Oct 29 11:41:06.331221 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cac8683f-848c-4c5e-820e-1ddb324aec31 req-86fa65f7-ed56-4a20-8f75-58f766350bc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Oct 29 11:41:06.395863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ce2cb-6afa-4172-8bc7-1dc58c61cc3c req-509941bd-b849-4088-91c8-d63052de23ee tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:06.397990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ce2cb-6afa-4172-8bc7-1dc58c61cc3c req-509941bd-b849-4088-91c8-d63052de23ee tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0680680 Oct 29 11:41:06.447559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ce2cb-6afa-4172-8bc7-1dc58c61cc3c req-54e5a305-bc41-4151-8d1f-008d9e059289 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Oct 29 11:41:06.655220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504d0b-c941-4086-a137-0f9850f88663 req-9b11b180-0708-4f78-9842-e5b8b041f0fe tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:06.674043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27504d0b-c941-4086-a137-0f9850f88663 req-9b11b180-0708-4f78-9842-e5b8b041f0fe tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1463437 Oct 29 11:41:06.788759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27504d0b-c941-4086-a137-0f9850f88663 req-aa67a8ae-5e7e-49d5-a41b-e6a79324b89c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219785 Oct 29 11:41:07.204024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf601-5003-4196-a071-4809e3705991 req-590981a3-1283-4b14-bbd2-6166cca6a3de tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:07.205967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78dcf601-5003-4196-a071-4809e3705991 req-590981a3-1283-4b14-bbd2-6166cca6a3de tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1290801 Oct 29 11:41:07.264689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78dcf601-5003-4196-a071-4809e3705991 req-d14410cb-5e1f-4d09-88a0-c3e902f631cb tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Oct 29 11:41:07.593213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc74dd-2202-4633-83ed-2604a0d35288 req-961339cd-215c-483d-a4f3-2f324fbc7934 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:07.599032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bbc74dd-2202-4633-83ed-2604a0d35288 req-961339cd-215c-483d-a4f3-2f324fbc7934 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1251898 Oct 29 11:41:07.699279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bbc74dd-2202-4633-83ed-2604a0d35288 req-2f9f45e3-ca6b-432f-873d-3bb9a7d777f4 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821986 Oct 29 11:41:07.936070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:08.062708 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.118486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.222088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb8bf-8fa4-406b-ab24-559edcf12e4e req-0e37ad40-d2e6-48f9-8075-e65434c1c2b8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:08.224405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48cdb8bf-8fa4-406b-ab24-559edcf12e4e req-0e37ad40-d2e6-48f9-8075-e65434c1c2b8 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0840633 Oct 29 11:41:08.251889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.254969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.259385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39144) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:08.259859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/security-groups/1958eb47-4a43-45b8-a6bc-f5592433b35d HTTP/1.1" status: 204 len: 168 time: 0.3220823 Oct 29 11:41:08.277710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fda49f-96e8-4a94-bc31-27de0b57ebc1 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958eb47-4a43-45b8-a6bc-f5592433b35d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:08.294233 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-30c5917a-b162-44c2-8626-0260b86dab8f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] show failed (client error): The resource could not be found. Oct 29 11:41:08.298597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:08.299250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30c5917a-b162-44c2-8626-0260b86dab8f tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "GET /v2.0/security-groups/1958eb47-4a43-45b8-a6bc-f5592433b35d HTTP/1.1" status: 404 len: 347 time: 0.0377119 Oct 29 11:41:08.362408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48cdb8bf-8fa4-406b-ab24-559edcf12e4e req-27e7bed5-19bb-4511-9796-bdba04805bdf tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302867 Oct 29 11:41:08.539585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcb39d-ee18-4924-9331-751a4c77a301 req-e51d070e-f49a-401f-b468-8e573c93148b tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:08.545650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cfcb39d-ee18-4924-9331-751a4c77a301 req-e51d070e-f49a-401f-b468-8e573c93148b tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1139851 Oct 29 11:41:08.607728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port 50badd89-8eed-4c67-adea-087b26dba251 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:08.608432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.687755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cfcb39d-ee18-4924-9331-751a4c77a301 req-6c5b6811-91ee-4e48-9bd7-845df8112323 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314425 Oct 29 11:41:08.751065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.754147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:08.789747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for 50badd89-8eed-4c67-adea-087b26dba251 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:09.144544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69351151-84dc-4513-8278-30ee311b4e75 req-687eb3f1-30be-45b6-83dd-5416166e633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:09.146096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-687eb3f1-30be-45b6-83dd-5416166e633a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.1102278 Oct 29 11:41:09.228579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:09.316509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b237b5f-237e-4c79-adad-7d9c655d539c req-1d30da82-04f4-4ece-8174-9f197c9aa791 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:09.318171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b237b5f-237e-4c79-adad-7d9c655d539c req-1d30da82-04f4-4ece-8174-9f197c9aa791 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1678448 Oct 29 11:41:09.320876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=50badd89-8eed-4c67-adea-087b26dba251,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:09.360416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69351151-84dc-4513-8278-30ee311b4e75 req-0c19ab64-e4d1-4147-a44b-cc5d3a710745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:09.361949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-0c19ab64-e4d1-4147-a44b-cc5d3a710745 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.2050762 Oct 29 11:41:09.422514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-7f187c81-c048-4db7-b767-b543f7af1595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.0479379 Oct 29 11:41:09.504960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69351151-84dc-4513-8278-30ee311b4e75 req-2d578c3e-f132-4cb5-9b73-4193a0d6bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:09.504960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-2d578c3e-f132-4cb5-9b73-4193a0d6bff8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.0679393 Oct 29 11:41:09.544887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b237b5f-237e-4c79-adad-7d9c655d539c req-bfb1d4c8-2c23-49f8-853b-b540b5637ad4 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708386 Oct 29 11:41:09.576360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-1487c8ad-10cc-4ab7-8cb0-fd81f37d693a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635135 Oct 29 11:41:09.597296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:09.603559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:09.605336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9ed06d11-dfe2-4b04-9741-127ddd4eafbf tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/floatingips/eb7018c1-04f1-479a-b3d0-17660782bab8 HTTP/1.1" status: 204 len: 168 time: 1.3052800 Oct 29 11:41:09.614115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:09.770412 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-aad15469-272b-4639-95b4-cb5a9b277318 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657841 Oct 29 11:41:09.926618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:09.926953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:09.982968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69351151-84dc-4513-8278-30ee311b4e75 req-d8bb954b-0023-434a-8e80-ba36ef79ec38 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050807 Oct 29 11:41:10.060945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6e45-e5d3-4bac-9775-2f49a526a2b8 req-e6e25b39-4816-4d2e-8d84-47ea41267bb3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:10.068848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22bb6e45-e5d3-4bac-9775-2f49a526a2b8 req-e6e25b39-4816-4d2e-8d84-47ea41267bb3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.2143862 Oct 29 11:41:10.178794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22bb6e45-e5d3-4bac-9775-2f49a526a2b8 req-e7decaef-68c6-4f88-aa0b-98b16619bf82 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089101 Oct 29 11:41:10.180929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:10.211348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:10.455649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225f06-f2e3-4e48-bff6-27f6b2755c03 req-b6830492-fa5b-4699-abf2-4764ee8a47ad tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:10.463353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95225f06-f2e3-4e48-bff6-27f6b2755c03 req-b6830492-fa5b-4699-abf2-4764ee8a47ad tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1060126 Oct 29 11:41:10.526429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95225f06-f2e3-4e48-bff6-27f6b2755c03 req-39add9cc-79ed-46eb-8f9b-2444fe0a4237 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619559 Oct 29 11:41:10.534453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:10.626497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=dfa92bfe-1a89-4f5e-aa8a-94f5fa078401,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:10.801114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:10.805378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e118a21d-f1df-4d98-bb97-794ac7824d51 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/ports/dfa92bfe-1a89-4f5e-aa8a-94f5fa078401 HTTP/1.1" status: 204 len: 168 time: 1.1901617 Oct 29 11:41:10.808862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39200) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:10.820584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503144de-be6e-4e4c-ae46-ffa2aeff1f5d req-5d55da9b-3ed1-433c-a990-9413178ebfb8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:10.822528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503144de-be6e-4e4c-ae46-ffa2aeff1f5d req-5d55da9b-3ed1-433c-a990-9413178ebfb8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1121986 Oct 29 11:41:10.933734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-503144de-be6e-4e4c-ae46-ffa2aeff1f5d req-c9e8a4d8-d757-41af-afbf-0f33466e3e5b tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927870 Oct 29 11:41:11.073277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port 95c7a38f-ae9e-4d9e-ae87-60153b00b2af {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:11.074024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:11.253303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:11.281689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for 95c7a38f-ae9e-4d9e-ae87-60153b00b2af owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:11.400149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eafe71-1397-48a0-9859-cad08d732b40 req-b43ea173-9712-46d9-993a-7b844f2582fe tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:11.402475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92eafe71-1397-48a0-9859-cad08d732b40 req-b43ea173-9712-46d9-993a-7b844f2582fe tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0855978 Oct 29 11:41:11.473917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92eafe71-1397-48a0-9859-cad08d732b40 req-2db22bcc-edf8-431a-8a6f-68acdf21a8f6 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622540 Oct 29 11:41:11.579641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:11.631465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=95c7a38f-ae9e-4d9e-ae87-60153b00b2af,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:11.792411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:11.807056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5693d15f-a440-4b0d-b759-e2eef01e8df6 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/ports/95c7a38f-ae9e-4d9e-ae87-60153b00b2af HTTP/1.1" status: 204 len: 168 time: 0.9962933 Oct 29 11:41:11.808838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39214) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:11.855037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf1b4d-4d2f-47e3-99e4-bbe004bd7462 req-69a0b733-404e-4050-b2cd-0dd7b69c6a9e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:11.864444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74bf1b4d-4d2f-47e3-99e4-bbe004bd7462 req-69a0b733-404e-4050-b2cd-0dd7b69c6a9e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1342733 Oct 29 11:41:11.978566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74bf1b4d-4d2f-47e3-99e4-bbe004bd7462 req-324c6d8a-23d5-4ba6-ad5b-813e1a85439b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123509 Oct 29 11:41:11.986941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting subnet dd6043ad-74ca-4c3a-96d3-9c78a35485f5 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:41:12.006951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.151178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.341910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.440360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.504514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328596a-b108-4222-9926-5a21fa9af76f req-87ee4bd5-edc8-448e-8287-a6ea770f8d2c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:12.528039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6328596a-b108-4222-9926-5a21fa9af76f req-87ee4bd5-edc8-448e-8287-a6ea770f8d2c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.4112744 Oct 29 11:41:12.538882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.542495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/subnets/dd6043ad-74ca-4c3a-96d3-9c78a35485f5 HTTP/1.1" status: 204 len: 168 time: 0.7319264 Oct 29 11:41:12.545829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:12.549164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee14c6-f8ab-4dde-9534-773a375027b5 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6043ad-74ca-4c3a-96d3-9c78a35485f5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:12.550279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483a65a-d589-4bf8-ad8a-0780e93d9ff8 None None] Network 35619527-bf67-415a-a6d4-afbaaa5239ca requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:41:12.662127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6328596a-b108-4222-9926-5a21fa9af76f req-8b2a2d35-cee5-4ae8-99b3-0c8ad85de10a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275079 Oct 29 11:41:12.688159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting subnet d158b69a-19fc-4ad3-9216-8e1b715b2d23 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:41:12.699028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.764035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:12.960441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.019451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] DHCP port deletion for 35619527-bf67-415a-a6d4-afbaaa5239ca request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:41:13.127083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01b31-937c-4950-b126-1f11d806c5e3 req-b4532afb-41bd-4fc6-9043-b0e6822b2717 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:13.138617 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f01b31-937c-4950-b126-1f11d806c5e3 req-b4532afb-41bd-4fc6-9043-b0e6822b2717 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1733463 Oct 29 11:41:13.139538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Deleting port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:13.140165 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.163729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.249159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Subnet': ['ID=d158b69a-19fc-4ad3-9216-8e1b715b2d23,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:13.261063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f01b31-937c-4950-b126-1f11d806c5e3 req-1dd3b2e1-a3bf-446f-9844-8ff903d01c28 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229300 Oct 29 11:41:13.282874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.291462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7cbe2c51-cebe-4990-aa0d-350c700203f2 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/subnets/d158b69a-19fc-4ad3-9216-8e1b715b2d23 HTTP/1.1" status: 204 len: 168 time: 0.7430692 Oct 29 11:41:13.294603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:13.306743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ee9e3-b72e-4cfb-a1a7-982d59d37878 None None] Network 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:41:13.488874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.505632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad20c78-8099-4a3f-bb46-69d62453cddd req-ef66972b-0a4d-4f5a-b41a-64325084d8a9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:13.517911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ad20c78-8099-4a3f-bb46-69d62453cddd req-ef66972b-0a4d-4f5a-b41a-64325084d8a9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1250083 Oct 29 11:41:13.546066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] For port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:13.546459 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.565935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Calling delete_port for 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:13.610959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ad20c78-8099-4a3f-bb46-69d62453cddd req-3ffa2415-2336-4e31-a086-8f9db5cf2818 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921628 Oct 29 11:41:13.641700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Deleting port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:13.642712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.753240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.818284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] No DVR routers for this DVR port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:41:13.818855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] For port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,segment=NetworkSegment(83852414-ef60-4b77-94d4-36acbd747f86),segment_id=83852414-ef60-4b77-94d4-36acbd747f86)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:13.819223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:13.820272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba471b-14c4-4374-8cf4-e0f32074d45b None None] Pushing event deleted for resources: {'Port': ['ID=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:13.855188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Calling delete_port for 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:13.894709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0ff7-ebdd-4414-8b64-b1837516cca0 req-d519dc30-90dc-479b-9bed-d9c4a907426f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:13.903796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11eb0ff7-ebdd-4414-8b64-b1837516cca0 req-d519dc30-90dc-479b-9bed-d9c4a907426f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1333990 Oct 29 11:41:13.962132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] DHCP port deletion for 430e9d70-7f43-4d84-be2b-25c7f8f8cb31 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:41:13.992030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11eb0ff7-ebdd-4414-8b64-b1837516cca0 req-4d3998a2-c942-4aa9-bbdc-3d320addf9aa tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871778 Oct 29 11:41:14.054527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.054700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Deleting port f7f1216a-ef85-451c-9ca9-44013847db55 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:14.055056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.094041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Port': ['ID=7ddcb634-8e10-469c-94a1-8f7bf81ffe9a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:14.109226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] No DVR routers for this DVR port 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:41:14.174262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] For port f7f1216a-ef85-451c-9ca9-44013847db55, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f7f1216a-ef85-451c-9ca9-44013847db55,segment=NetworkSegment(5e6fd666-e424-4717-a927-a0d574f58be7),segment_id=5e6fd666-e424-4717-a927-a0d574f58be7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:14.174650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.206980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Calling delete_port for f7f1216a-ef85-451c-9ca9-44013847db55 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:14.226895 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.283776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35619527-bf67-415a-a6d4-afbaaa5239ca']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:14.296985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83852414-ef60-4b77-94d4-36acbd747f86') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:14.297547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83852414-ef60-4b77-94d4-36acbd747f86') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:14.316992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.351153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.362769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:41:14.363420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:41:14.375758 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:41:14.492629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.522861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.529274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/networks/35619527-bf67-415a-a6d4-afbaaa5239ca HTTP/1.1" status: 204 len: 168 time: 1.2310531 Oct 29 11:41:14.529596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:14.549856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.584228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] Pushing event deleted for resources: {'Port': ['ID=f7f1216a-ef85-451c-9ca9-44013847db55,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:14.602578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df341fed-146f-4ba2-a0fb-a02b2184606e None None] No DVR routers for this DVR port f7f1216a-ef85-451c-9ca9-44013847db55 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:41:14.640527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8016c4f-db3f-4950-9465-61689ba2ca18 req-98270430-3077-4ada-bce2-e45ffb9215d0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:14.660042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5467b8-951b-4851-9d80-5d4a48c50232 tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Network': ['ID=35619527-bf67-415a-a6d4-afbaaa5239ca,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:14.662941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8016c4f-db3f-4950-9465-61689ba2ca18 req-98270430-3077-4ada-bce2-e45ffb9215d0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1812441 Oct 29 11:41:14.749961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8016c4f-db3f-4950-9465-61689ba2ca18 req-ec52bdb7-602b-4e4c-9e59-cd8b84d8aaaa tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Oct 29 11:41:14.798419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:14.976704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:15.005578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:15.005904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ddcb634-8e10-469c-94a1-8f7bf81ffe9a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:15.006438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7f1216a-ef85-451c-9ca9-44013847db55 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:15.025461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:15.052446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b7c8-afe8-447b-9648-25cf95069505 req-3c39b1a0-959e-42e8-b751-0847c5f021fd tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:15.064669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f7f1216a-ef85-451c-9ca9-44013847db55 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:15.066313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f7f1216a-ef85-451c-9ca9-44013847db55 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:15.076412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f88b7c8-afe8-447b-9648-25cf95069505 req-3c39b1a0-959e-42e8-b751-0847c5f021fd tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1848509 Oct 29 11:41:15.107791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430e9d70-7f43-4d84-be2b-25c7f8f8cb31']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:15.130395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6fd666-e424-4717-a927-a0d574f58be7') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:15.130395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6fd666-e424-4717-a927-a0d574f58be7') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:15.209873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f88b7c8-afe8-447b-9648-25cf95069505 req-53018d88-54bc-4918-8953-9e3c45f561f2 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Oct 29 11:41:15.709410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a425-7cbb-4d67-90cd-51a9c191aeb2 req-715e0fc5-96e0-4a81-be06-70b88d26e9a8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:15.726169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7e0a425-7cbb-4d67-90cd-51a9c191aeb2 req-715e0fc5-96e0-4a81-be06-70b88d26e9a8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.3101242 Oct 29 11:41:15.880344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7e0a425-7cbb-4d67-90cd-51a9c191aeb2 req-264c122f-c892-4cd7-9864-513bc2db7931 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464188 Oct 29 11:41:16.042222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:16.071102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:16.080418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:41:16.080817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:41:16.088056 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:41:16.195126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576944-cfcc-49f3-8926-578b1238b8c9 req-ac5c9d50-c717-448d-8861-e0fe717a842d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:16.216381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:16.218200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a576944-cfcc-49f3-8926-578b1238b8c9 req-ac5c9d50-c717-448d-8861-e0fe717a842d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0920727 Oct 29 11:41:16.221682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:16.225810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] 10.222.0.77 "DELETE /v2.0/networks/430e9d70-7f43-4d84-be2b-25c7f8f8cb31 HTTP/1.1" status: 204 len: 168 time: 1.6787317 Oct 29 11:41:16.286794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b135e80-e2a8-409b-8817-c10cdb90b3aa tempest-TaggedBootDevicesTest_v242-1938884103 tempest-TaggedBootDevicesTest_v242-1938884103-project] Pushing event deleted for resources: {'Network': ['ID=430e9d70-7f43-4d84-be2b-25c7f8f8cb31,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:16.406012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a576944-cfcc-49f3-8926-578b1238b8c9 req-4c302832-f200-4494-95e2-28d1fcf0e924 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594079 Oct 29 11:41:16.608800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c4c2-bd79-4aff-83c6-4aca880985d6 req-22c6378d-9428-428d-900c-017842c91edd tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:16.620840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8422c4c2-bd79-4aff-83c6-4aca880985d6 req-22c6378d-9428-428d-900c-017842c91edd tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1179111 Oct 29 11:41:16.649154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bd40a-d0df-48bc-b743-b584e9ab4200 req-e4c2835f-5730-490e-8de9-c2df94f93a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:16.651468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac5bd40a-d0df-48bc-b743-b584e9ab4200 req-e4c2835f-5730-490e-8de9-c2df94f93a95 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.0783868 Oct 29 11:41:16.686010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8422c4c2-bd79-4aff-83c6-4aca880985d6 req-66433417-4bdb-4dd3-b449-4a1a5846138b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Oct 29 11:41:16.750479 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac5bd40a-d0df-48bc-b743-b584e9ab4200 req-a46b9435-ae71-4a22-b8d9-786d15c240ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883057 Oct 29 11:41:17.141908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0365-1d55-4ad5-8417-a465baebf2ba req-3f130202-bafd-4749-8d77-1aea485d2685 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:17.149433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29ad0365-1d55-4ad5-8417-a465baebf2ba req-3f130202-bafd-4749-8d77-1aea485d2685 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1289835 Oct 29 11:41:17.220368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29ad0365-1d55-4ad5-8417-a465baebf2ba req-8de58faf-ad92-4a12-9517-55acaa64aeb0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Oct 29 11:41:17.621861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8770ca-f891-4a4f-a679-a50ce29a3340 req-375f9e9f-6407-45fc-b299-181fd3f4afa3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:17.636675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f8770ca-f891-4a4f-a679-a50ce29a3340 req-375f9e9f-6407-45fc-b299-181fd3f4afa3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1330950 Oct 29 11:41:17.754862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f8770ca-f891-4a4f-a679-a50ce29a3340 req-d6d4c6f4-9322-46d6-b41e-4a29c8536f75 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124904 Oct 29 11:41:17.990860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15cc0-e6f6-4562-9fda-fdf1fa7acc68 req-cdd7b8d3-e5b7-4955-90ca-7c59471b7b81 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:17.992335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f15cc0-e6f6-4562-9fda-fdf1fa7acc68 req-cdd7b8d3-e5b7-4955-90ca-7c59471b7b81 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0999320 Oct 29 11:41:18.090910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f15cc0-e6f6-4562-9fda-fdf1fa7acc68 req-c40b3d45-0d22-4e9c-bbb4-c1b13016e37d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753534 Oct 29 11:41:18.428542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dda3-91d9-43b1-8ccf-032f5d936807 req-713c6720-64c3-469d-a72a-21255f7056aa tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:18.430144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5e4dda3-91d9-43b1-8ccf-032f5d936807 req-713c6720-64c3-469d-a72a-21255f7056aa tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1056516 Oct 29 11:41:18.545336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5e4dda3-91d9-43b1-8ccf-032f5d936807 req-898f61ad-ee21-4f15-b11a-35caabeee59a tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991154 Oct 29 11:41:18.941094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aef10-2878-49a2-bf3c-550472b00edf req-fb61e996-1416-445e-ad60-b365aa6206f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:18.946529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-fb61e996-1416-445e-ad60-b365aa6206f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.1293762 Oct 29 11:41:19.128459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aef10-2878-49a2-bf3c-550472b00edf req-70333cab-6087-4f09-b28d-d0b719fbe6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:19.133486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-70333cab-6087-4f09-b28d-d0b719fbe6c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.1746409 Oct 29 11:41:19.221101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a91286-f0ce-475b-8a8a-070953bbd638 req-a3bf6df6-2f59-42e3-9846-8681957be9fc tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:19.222717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41a91286-f0ce-475b-8a8a-070953bbd638 req-a3bf6df6-2f59-42e3-9846-8681957be9fc tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1623914 Oct 29 11:41:19.233223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-f20b01b3-5d0d-4e64-98ed-1624c49a0580 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.0925286 Oct 29 11:41:19.345977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aef10-2878-49a2-bf3c-550472b00edf req-efcddd6d-a771-4c4d-9bc5-07b2c8290d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:19.348792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-efcddd6d-a771-4c4d-9bc5-07b2c8290d56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.1045852 Oct 29 11:41:19.390795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41a91286-f0ce-475b-8a8a-070953bbd638 req-9dd5cf69-0811-47f8-9def-fd5c454e3404 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503038 Oct 29 11:41:19.414481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-f0d9bd44-3c46-4eae-bb67-c09300d39a04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551882 Oct 29 11:41:19.569234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-59498cdc-885a-4a82-a026-227695ee1787 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468949 Oct 29 11:41:19.670809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4472f-dcbb-4b26-9a46-a6e6f6bc74ea req-d659a4b4-cae0-4978-a422-17956bddff3c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:19.679271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ba4472f-dcbb-4b26-9a46-a6e6f6bc74ea req-d659a4b4-cae0-4978-a422-17956bddff3c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1553040 Oct 29 11:41:19.729834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-560aef10-2878-49a2-bf3c-550472b00edf req-b58d0391-608b-4cfb-b821-ba2f929d2aa1 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498325 Oct 29 11:41:19.774193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ba4472f-dcbb-4b26-9a46-a6e6f6bc74ea req-c85dfc25-6d91-45cd-8498-226c33b4a974 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Oct 29 11:41:20.033847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f50453-13e6-4ba8-91a5-d021e8282cac req-cb754f84-7e8f-4fac-9ab8-146cc3b7954c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:20.042132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67f50453-13e6-4ba8-91a5-d021e8282cac req-cb754f84-7e8f-4fac-9ab8-146cc3b7954c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1241462 Oct 29 11:41:20.093087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67f50453-13e6-4ba8-91a5-d021e8282cac req-cbce362e-729e-4fcf-aa9b-e4d9721d7fb2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Oct 29 11:41:20.584514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789efd1-accd-48d9-8341-d3fe6c540c2e req-15e68bae-69b0-454a-a284-62a5b6491305 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:20.592351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1789efd1-accd-48d9-8341-d3fe6c540c2e req-15e68bae-69b0-454a-a284-62a5b6491305 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0923104 Oct 29 11:41:20.667444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1789efd1-accd-48d9-8341-d3fe6c540c2e req-a4c9e16e-7b16-41ea-aac4-6a3e421412ff tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Oct 29 11:41:21.014986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636108d3-f032-4d88-bfba-4d32a3a2ce99 req-d21ab3a9-c863-48c8-a304-010f23b9b690 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:21.028184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636108d3-f032-4d88-bfba-4d32a3a2ce99 req-d21ab3a9-c863-48c8-a304-010f23b9b690 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1263821 Oct 29 11:41:21.103399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636108d3-f032-4d88-bfba-4d32a3a2ce99 req-a9c6e112-a646-4195-acf2-adbacfe19e53 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717995 Oct 29 11:41:21.405902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079eda5-d6d1-4571-b217-9d625a65502f req-8d247345-7e66-469f-82bc-077a8c9e238f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:21.415680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6079eda5-d6d1-4571-b217-9d625a65502f req-8d247345-7e66-469f-82bc-077a8c9e238f tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1852090 Oct 29 11:41:21.529832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6079eda5-d6d1-4571-b217-9d625a65502f req-715e0dff-4ce2-4382-b6a8-9804cdbdf9ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117492 Oct 29 11:41:21.840605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:21.981778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a264c5c-d354-4a9a-92c2-07d6e5bec286 req-bcb94401-a5e2-432b-8cbe-c9a786440a90 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:21.993180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a264c5c-d354-4a9a-92c2-07d6e5bec286 req-bcb94401-a5e2-432b-8cbe-c9a786440a90 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1997070 Oct 29 11:41:22.183388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a264c5c-d354-4a9a-92c2-07d6e5bec286 req-a9aabe3d-d313-4559-b433-f388c340acfc tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892076 Oct 29 11:41:22.427792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb84cb-67d4-438f-a7c9-d1de8b438740 req-419fdaa3-a246-4d39-aaf2-369dff60d748 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:22.437340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ceb84cb-67d4-438f-a7c9-d1de8b438740 req-419fdaa3-a246-4d39-aaf2-369dff60d748 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1060052 Oct 29 11:41:22.539995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ceb84cb-67d4-438f-a7c9-d1de8b438740 req-e8857a95-3972-44eb-a53d-d920573769d4 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974667 Oct 29 11:41:22.829766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548b502-0c9b-4343-b6c1-343a85785941 req-706a2bd8-74e6-4ded-b694-d68984dcefcd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:22.838151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b548b502-0c9b-4343-b6c1-343a85785941 req-706a2bd8-74e6-4ded-b694-d68984dcefcd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1407974 Oct 29 11:41:22.905168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b548b502-0c9b-4343-b6c1-343a85785941 req-a23313df-3fd8-4b69-9335-d769b453c30d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Oct 29 11:41:23.808435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb937567-b15d-4735-9723-145e8eb9043e req-fa29ffe4-3e22-4dc2-ad72-a5fe94ac5cdd tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:23.827011 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb937567-b15d-4735-9723-145e8eb9043e req-fa29ffe4-3e22-4dc2-ad72-a5fe94ac5cdd tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1469462 Oct 29 11:41:23.973057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb937567-b15d-4735-9723-145e8eb9043e req-0024f89e-00d6-42e9-bde4-c3cb9f1a0161 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289814 Oct 29 11:41:24.232082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766eb39-64d1-4301-9dfc-56436befd499 req-462bc6c9-c3c9-43d9-ad20-692fbfcb7573 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:24.233645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5766eb39-64d1-4301-9dfc-56436befd499 req-462bc6c9-c3c9-43d9-ad20-692fbfcb7573 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1253564 Oct 29 11:41:24.385924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5766eb39-64d1-4301-9dfc-56436befd499 req-4ad80998-80d3-4c92-a6aa-c8bfdaaed365 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451657 Oct 29 11:41:25.224751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a651-87e7-46d6-a555-6a85da9d4e09 req-e1b5ad6a-9169-4dde-b427-7e7f2cc37b93 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:25.231781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a155a651-87e7-46d6-a555-6a85da9d4e09 req-e1b5ad6a-9169-4dde-b427-7e7f2cc37b93 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1557624 Oct 29 11:41:25.287545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a155a651-87e7-46d6-a555-6a85da9d4e09 req-c3322a99-9d53-43d4-bda3-722c0c906fd6 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Oct 29 11:41:25.500599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0df9-3ef5-4cce-9c4a-f1c37341aa44 req-265f9abe-7219-4f5b-b8cc-270f00f221a3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:25.508598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a10a0df9-3ef5-4cce-9c4a-f1c37341aa44 req-265f9abe-7219-4f5b-b8cc-270f00f221a3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1334987 Oct 29 11:41:25.651862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a10a0df9-3ef5-4cce-9c4a-f1c37341aa44 req-ce865ca0-6ae2-4679-a4fb-5cf4d447d66e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393590 Oct 29 11:41:25.822920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:26.509779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6287c-5cf0-4428-b024-cce8740bee03 req-eb6aa0aa-f9f4-4dd4-905e-5957845cb0c2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:26.528017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09b6287c-5cf0-4428-b024-cce8740bee03 req-eb6aa0aa-f9f4-4dd4-905e-5957845cb0c2 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1481800 Oct 29 11:41:26.644966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09b6287c-5cf0-4428-b024-cce8740bee03 req-b1b105b1-df6b-425f-b621-792c08897b06 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159866 Oct 29 11:41:26.761195 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:41:27.883511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1fd4-d3ec-4732-9899-e7092adc78d3 req-afb4d38d-3d49-46cf-8256-f7f51719b6a5 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:27.885059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaf1fd4-d3ec-4732-9899-e7092adc78d3 req-afb4d38d-3d49-46cf-8256-f7f51719b6a5 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.9916315 Oct 29 11:41:28.040873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaf1fd4-d3ec-4732-9899-e7092adc78d3 req-ad05be8f-31cd-4539-9c06-011855769adc tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488459 Oct 29 11:41:28.252075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca1cdb-5564-42d8-bc50-6d8c5b1bf440 req-509fe8b5-be4d-43ca-b920-9a63fe0b5672 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:28.253663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cca1cdb-5564-42d8-bc50-6d8c5b1bf440 req-509fe8b5-be4d-43ca-b920-9a63fe0b5672 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1063771 Oct 29 11:41:28.340763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cca1cdb-5564-42d8-bc50-6d8c5b1bf440 req-d833b861-256f-43f8-a243-d99f0a3349e0 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774696 Oct 29 11:41:28.390327 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fd59a190-22bb-4507-89e3-67a851988059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:29.252974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563baca7-94e7-4103-b9a9-7700ddd093c9 req-bd08eb51-1701-4139-ab3c-618bfb259292 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:29.261829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-563baca7-94e7-4103-b9a9-7700ddd093c9 req-bd08eb51-1701-4139-ab3c-618bfb259292 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1069112 Oct 29 11:41:29.340475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-563baca7-94e7-4103-b9a9-7700ddd093c9 req-2ef9a87d-d44f-4958-896e-603dd23bd8f0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775211 Oct 29 11:41:29.595576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dfd53-522a-4eb4-8583-949f3563a63e req-3a5c22c7-23d5-4dc7-b0aa-7b21af5b6e54 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:29.597327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a46dfd53-522a-4eb4-8583-949f3563a63e req-3a5c22c7-23d5-4dc7-b0aa-7b21af5b6e54 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1298733 Oct 29 11:41:29.682716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a46dfd53-522a-4eb4-8583-949f3563a63e req-2effa8b0-74a1-4e07-8449-5329c6a7554d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664282 Oct 29 11:41:30.521197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0203a-8f23-4634-a20e-1c609a6b1243 req-612e3f5d-b7a0-4bc9-89d6-3eb18a3a48cb tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:30.523465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4fa0203a-8f23-4634-a20e-1c609a6b1243 req-612e3f5d-b7a0-4bc9-89d6-3eb18a3a48cb tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0608413 Oct 29 11:41:30.653967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4fa0203a-8f23-4634-a20e-1c609a6b1243 req-9d737975-9951-4179-abc4-fb29a4cb2a04 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140671 Oct 29 11:41:30.840967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e9b87d17-45e9-4cf8-9c84-aaa6e923a116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:30.915650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf2ba-9909-4de4-99d7-72926879b0a0 req-269b8d38-f14c-48fd-986b-0dfb0a725122 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:30.920334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f8cf2ba-9909-4de4-99d7-72926879b0a0 req-269b8d38-f14c-48fd-986b-0dfb0a725122 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1378818 Oct 29 11:41:31.032719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f8cf2ba-9909-4de4-99d7-72926879b0a0 req-5a0a1b8d-c465-405a-8d28-01457d8bdddc tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057758 Oct 29 11:41:31.577786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:31.768079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:31.891615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:31.935430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:31.964355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb8b9ecdb63e43b4842363578d8281ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854666 Oct 29 11:41:31.968666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:31.991234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b0d88-5827-4bd9-aa53-6b619e8294f0 req-26268f11-4611-4874-a9c8-5eefce2c837e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:32.016559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-279b0d88-5827-4bd9-aa53-6b619e8294f0 req-26268f11-4611-4874-a9c8-5eefce2c837e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1232038 Oct 29 11:41:32.069997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbd855-a595-46bc-9585-88e58249ab97,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:32.084831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-279b0d88-5827-4bd9-aa53-6b619e8294f0 req-f045e5a3-74e6-4f3f-baf0-50a1ad61b3d6 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672879 Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.106800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c7f9c-c188-4f37-94e7-c2dad249bc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.145901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.195155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.241307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.318687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.358528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.362146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:32.364313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5afbd855-a595-46bc-9585-88e58249ab97 HTTP/1.1" status: 204 len: 168 time: 0.3933733 Oct 29 11:41:32.366132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d2b9-fcf1-4698-8a67-2d2e933897d9 req-d1ec1a40-ea2b-4a42-a21e-6c57bcb8d90c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:32.374971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbd855-a595-46bc-9585-88e58249ab97,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:32.384720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.385606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.386212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.386868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.387461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.387987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.388693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.389235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.389759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.390300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.390835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.391353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0e701-cdf9-4846-95ac-5c223eb2b928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:41:32.392218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7538d2b9-fcf1-4698-8a67-2d2e933897d9 req-d1ec1a40-ea2b-4a42-a21e-6c57bcb8d90c tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1914518 Oct 29 11:41:32.494811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7538d2b9-fcf1-4698-8a67-2d2e933897d9 req-9fd0f848-662b-4d2d-a2bb-ebcf0b4170ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013410 Oct 29 11:41:32.840300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39702) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:32.863624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84d8bdd6-045e-4c1d-a878-4987edc2e891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.075891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84d8bdd6-045e-4c1d-a878-4987edc2e891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.085955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84d8bdd6-045e-4c1d-a878-4987edc2e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.165374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84d8bdd6-045e-4c1d-a878-4987edc2e891 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eba1373eab9f4dc8b7452d147047a05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211029 Oct 29 11:41:33.166987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39722) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:33.250937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8bdd6-045e-4c1d-a878-4987edc2e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf2233-efad-467b-853e-d07c9ecbab3c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:33.255522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.308000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.412467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e1941-870c-4296-8532-587c9b550708 req-aa9e8ca1-17a1-413b-96d6-52f222bb12ea tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:33.416402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-819e1941-870c-4296-8532-587c9b550708 req-aa9e8ca1-17a1-413b-96d6-52f222bb12ea tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1151400 Oct 29 11:41:33.453174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.457178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.459712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0aaf2233-efad-467b-853e-d07c9ecbab3c HTTP/1.1" status: 204 len: 168 time: 0.2902687 Oct 29 11:41:33.482370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2a679-0b97-4756-9b31-b88166d84e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf2233-efad-467b-853e-d07c9ecbab3c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:33.507887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-819e1941-870c-4296-8532-587c9b550708 req-7b09ee34-5012-4726-ad9b-b08525821fa5 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841174 Oct 29 11:41:33.603805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:33.699157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeda66-66c3-4fa3-ad31-8a330820f4b2 req-d1768d5b-c41a-4a9f-bc8a-a578a6816acd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:33.709134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98aeda66-66c3-4fa3-ad31-8a330820f4b2 req-d1768d5b-c41a-4a9f-bc8a-a578a6816acd tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0837617 Oct 29 11:41:33.770137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98aeda66-66c3-4fa3-ad31-8a330820f4b2 req-11b4c717-a1b5-4561-af48-187eb05e5573 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Oct 29 11:41:34.207941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ebeed-3fb9-4a4e-8e9b-1c5edce0bf6e req-fb810f5e-7dcc-4344-8b04-08f629c015a9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:34.209526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e90ebeed-3fb9-4a4e-8e9b-1c5edce0bf6e req-fb810f5e-7dcc-4344-8b04-08f629c015a9 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1230581 Oct 29 11:41:34.292767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e90ebeed-3fb9-4a4e-8e9b-1c5edce0bf6e req-65a3053f-4139-4b9c-8442-5096d4597805 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712957 Oct 29 11:41:34.497904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab26d5-d174-492f-a6d2-67d6c96bdfb1 req-4344358e-ab19-4bd1-9b85-4850dd244741 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:34.499458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-afab26d5-d174-492f-a6d2-67d6c96bdfb1 req-4344358e-ab19-4bd1-9b85-4850dd244741 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.0891697 Oct 29 11:41:34.576609 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-afab26d5-d174-492f-a6d2-67d6c96bdfb1 req-b671f17c-d749-4618-ad77-b4fd79e6a4a6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704577 Oct 29 11:41:35.145202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9ead-51d8-4f66-bcfe-fc72082ebc14 req-9cceb7cd-2926-4cb8-8030-8545d9b3c68e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:35.150781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcaf9ead-51d8-4f66-bcfe-fc72082ebc14 req-9cceb7cd-2926-4cb8-8030-8545d9b3c68e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1075110 Oct 29 11:41:35.235558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcaf9ead-51d8-4f66-bcfe-fc72082ebc14 req-837f5785-e70e-4277-81f9-0c5cfce21e0e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788922 Oct 29 11:41:35.375991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:35.622700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40f501fe-72e9-4cb4-9bf6-f011cdfc4443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:35.806112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40f501fe-72e9-4cb4-9bf6-f011cdfc4443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:35.811522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40f501fe-72e9-4cb4-9bf6-f011cdfc4443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:35.880818 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-40f501fe-72e9-4cb4-9bf6-f011cdfc4443 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ae17bc0eb3445d2841df7462cfdad7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003293 Oct 29 11:41:35.884394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:35.885052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc97dfb-bbff-4eeb-a44c-105aa40ebe34 req-3a747850-930b-4759-8b54-bb8fde9d6fd8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:35.893816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bc97dfb-bbff-4eeb-a44c-105aa40ebe34 req-3a747850-930b-4759-8b54-bb8fde9d6fd8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1227057 Oct 29 11:41:35.950695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f501fe-72e9-4cb4-9bf6-f011cdfc4443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c44b1-d7aa-48d9-936b-ae42d2499156,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:35.997357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bc97dfb-bbff-4eeb-a44c-105aa40ebe34 req-87b1a2f2-9139-44f8-a20d-80a5d3733d15 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936475 Oct 29 11:41:36.007774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:36.068827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:36.221899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf0ef5-c09f-4d91-a84c-541e462a0145 req-3dacfcf7-8a29-43eb-9d98-79c9ad60a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:36.235497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0bf0ef5-c09f-4d91-a84c-541e462a0145 req-3dacfcf7-8a29-43eb-9d98-79c9ad60a7fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.0898449 Oct 29 11:41:36.236212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:36.238968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:36.242498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/022c44b1-d7aa-48d9-936b-ae42d2499156 HTTP/1.1" status: 204 len: 168 time: 0.3543484 Oct 29 11:41:36.272600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a72e-7f34-4167-a5d9-cc265045208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c44b1-d7aa-48d9-936b-ae42d2499156,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:36.382163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0bf0ef5-c09f-4d91-a84c-541e462a0145 req-1def8abe-4ed3-4d3b-9729-fd92c82a0a64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138256 Oct 29 11:41:36.450129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dab1b-7dc7-40a2-9750-5eac873bdb62 req-33cb88aa-42ce-4b6e-8329-2547b831ad46 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:36.459220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac6dab1b-7dc7-40a2-9750-5eac873bdb62 req-33cb88aa-42ce-4b6e-8329-2547b831ad46 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0875118 Oct 29 11:41:36.565832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac6dab1b-7dc7-40a2-9750-5eac873bdb62 req-3257aa7c-3a3d-4723-ae0d-354054d95ab7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Oct 29 11:41:36.913045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-1d48503d-90b1-4a81-8885-beb04992e9e8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:36.914722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-1d48503d-90b1-4a81-8885-beb04992e9e8 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.1207380 Oct 29 11:41:37.014380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:37.195069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Deleting subnet e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:41:37.201199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.210136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port b3a3c6be-de93-4385-9d23-e1030faf6444 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:37.210481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.251954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.403326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port b3a3c6be-de93-4385-9d23-e1030faf6444, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3a3c6be-de93-4385-9d23-e1030faf6444,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:37.406024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.450643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for b3a3c6be-de93-4385-9d23-e1030faf6444 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:37.520966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ced02-840f-4fe4-aeb7-aaaebab7dfa7 req-2fab2a5f-e00f-40f9-b8e8-1b0cedc952a6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:37.533368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5ced02-840f-4fe4-aeb7-aaaebab7dfa7 req-2fab2a5f-e00f-40f9-b8e8-1b0cedc952a6 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=e614f485-9c07-4802-9eda-b0e094bf1c61 HTTP/1.1" status: 200 len: 946 time: 0.2044353 Oct 29 11:41:37.538994 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.696806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5ced02-840f-4fe4-aeb7-aaaebab7dfa7 req-fc17071e-8f43-4a3a-9237-69077309893d tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625254 Oct 29 11:41:37.743722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.818993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.827240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5 HTTP/1.1" status: 204 len: 168 time: 0.8097966 Oct 29 11:41:37.827240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39876) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:37.827486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd99072-2e83-4911-a63d-5481677c2068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e767bb1e-47fb-4ee5-a18d-03f5ed5eaae5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:37.874730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:37.890153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0a5692b0-a91d-47dc-871f-1ebb27992e7e'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:37.922865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=b3a3c6be-de93-4385-9d23-e1030faf6444,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:38.060843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port b3a3c6be-de93-4385-9d23-e1030faf6444 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:41:38.074893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.079585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bb6c4d4f-d991-4f7e-bae5-b64e5b57821a req-61f2036d-36c2-4cf2-82a9-c866e2b4b1ec tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/b3a3c6be-de93-4385-9d23-e1030faf6444 HTTP/1.1" status: 204 len: 173 time: 1.1563988 Oct 29 11:41:38.080414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'name': 'network-vif-deleted', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:38.096971 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf069adf-3336-450f-97ba-1c64e21be064" -d '{"events": [{"server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "name": "network-vif-deleted", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:38.205506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.350586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a040aa2-a659-460a-a480-ff58e13a9cef req-e90ec197-71b7-4641-8cd7-bb670a434d36 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:38.368603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a040aa2-a659-460a-a480-ff58e13a9cef req-e90ec197-71b7-4641-8cd7-bb670a434d36 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.3288381 Oct 29 11:41:38.517871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a040aa2-a659-460a-a480-ff58e13a9cef req-6a0dc658-e8ef-4978-a8d0-fb44cec9f2ac tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469483 Oct 29 11:41:38.717231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.835453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2099040-6ae5-4f4d-8d2c-07cade9910e6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:38.862659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588ca910-55f4-421d-9623-0dfa1d1b9089') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:38.862985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588ca910-55f4-421d-9623-0dfa1d1b9089') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:38.891326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.911590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.933237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:41:38.934035 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:38.963181 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e731c-1012-4f8e-b7a8-01f7cb09b02b x-openstack-request-id: req-663e731c-1012-4f8e-b7a8-01f7cb09b02b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:38.964462 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e614f485-9c07-4802-9eda-b0e094bf1c61", "name": "network-vif-deleted", "tag": "b3a3c6be-de93-4385-9d23-e1030faf6444", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:38.964877 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-663e731c-1012-4f8e-b7a8-01f7cb09b02b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:38.965524 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e614f485-9c07-4802-9eda-b0e094bf1c61', 'name': 'network-vif-deleted', 'tag': 'b3a3c6be-de93-4385-9d23-e1030faf6444', 'status': 'completed', 'code': 200} Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:41:39.007567 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:41:39.025885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-458247692', 'description': 'tempest-description-1992885833'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:39.069439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.172187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.174171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.182619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.190223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b2099040-6ae5-4f4d-8d2c-07cade9910e6 HTTP/1.1" status: 204 len: 168 time: 1.3527198 Oct 29 11:41:39.190223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.238739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c024a3-0b45-4cdb-9568-e57da82068c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2099040-6ae5-4f4d-8d2c-07cade9910e6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:39.262541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.263847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fed96435-8f70-47b8-8b9f-0db746a4b07f req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2495706 Oct 29 11:41:39.294277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90ace-4a8c-49f2-94c1-e84896ffa195 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3d9b9-a292-4aee-b3d7-c72cd2ad1ac9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:39.492512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-96799957-0a9e-4408-aab9-518b8583938a tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458247692&fields=id&tenant_id=cec4242aaead4c8382071cc333b23b32 HTTP/1.1" status: 200 len: 267 time: 0.0584800 Oct 29 11:41:39.568848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3a3c6be-de93-4385-9d23-e1030faf6444 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:39.614986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:39.627400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:39.636655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: b3a3c6be-de93-4385-9d23-e1030faf6444 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:39.637033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3a3c6be-de93-4385-9d23-e1030faf6444 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:39.667535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-3228b9f1-7c8a-4099-bf07-34fc78bff682 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:39.678037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-3228b9f1-7c8a-4099-bf07-34fc78bff682 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1785302 Oct 29 11:41:39.695017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'port': {'security_groups': ['b41568fb-d4d8-405d-ac15-a519525ba010', '35a3d9b9-a292-4aee-b3d7-c72cd2ad1ac9']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:39.742929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f8e9080e-d7f5-406d-9f30-a0eb72dfad7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81746e94c05c4ccf82bc082aa0f05d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143167 Oct 29 11:41:39.746465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39938) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:39.847734 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.922899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:39.979498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.205083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:40.291648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.304061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.318196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:40.385560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.393574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.397169 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76535dc7-1a9a-4ada-9bbf-a7255eb2ac80 HTTP/1.1" status: 204 len: 168 time: 0.6467581 Oct 29 11:41:40.414319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:40.415907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.427493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf4b2e-45be-435f-98a1-23f40c8cbbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76535dc7-1a9a-4ada-9bbf-a7255eb2ac80,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:40.450633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ec1db13-a4c2-4354-80f7-588dd5b071bf req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "PUT /v2.0/ports/fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 981 time: 0.7658093 Oct 29 11:41:40.451780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:40.458846 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8275944-785d-4135-abd0-eabfbfa1d620" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:40.475538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb13837-aed8-45e0-92b0-f4fe744dca4e tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:40.531166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:40.851693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:40.934260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-cfe604c0-91fe-4e6a-9976-e3817351a68d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458247692&fields=id&tenant_id=cec4242aaead4c8382071cc333b23b32 HTTP/1.1" status: 200 len: 267 time: 0.1247215 Oct 29 11:41:41.150551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-1cfe0bfa-ab1e-4bfb-ad18-623de58dc4c3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:41.164833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-1cfe0bfa-ab1e-4bfb-ad18-623de58dc4c3 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 984 time: 0.2285488 Oct 29 11:41:41.190663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'port': {'security_groups': ['b41568fb-d4d8-405d-ac15-a519525ba010']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:41.336575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Deleting port 09a4218f-3e2d-490e-950b-77687f5a424b {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:41.337093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.400485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.521260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] For port 09a4218f-3e2d-490e-950b-77687f5a424b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=09a4218f-3e2d-490e-950b-77687f5a424b,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:41.524289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.553906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Calling delete_port for 09a4218f-3e2d-490e-950b-77687f5a424b owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:41.827093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.828642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:41.861236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Pushing event deleted for resources: {'Port': ['ID=09a4218f-3e2d-490e-950b-77687f5a424b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:41.926684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.934043 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:41.946191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:42.098107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:42.153468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:42.154148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:42.177315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7863240-384e-4927-b768-e7b4ebd3b13e req-fadb13dd-e96e-4d9f-bd51-59710484e4b0 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "PUT /v2.0/ports/fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 942 time: 1.0100980 Oct 29 11:41:42.224178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:41:42.264561 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0962a-087d-4999-920c-b56239cb6094 x-openstack-request-id: req-eac0962a-087d-4999-920c-b56239cb6094 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:42.264756 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:42.264973 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eac0962a-087d-4999-920c-b56239cb6094 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:42.265481 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:41:42.451851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-e701a1df-3d58-4e93-8515-1773261736bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:42.453404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-e701a1df-3d58-4e93-8515-1773261736bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.1615925 Oct 29 11:41:42.621686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-625d52b5-d6f2-460b-9957-7752c431df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:42.627958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-625d52b5-d6f2-460b-9957-7752c431df6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.1632950 Oct 29 11:41:42.637635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:42.659301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-9ba8d171-44cc-4c65-aa4d-1c8327cff085 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1863630 Oct 29 11:41:42.670883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:42.706553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:42.722126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-559572c7-5c36-443b-a1a5-fc4a262babff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.0699387 Oct 29 11:41:42.866093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:42.903568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-0e263771-3cdc-4724-be28-148f55ef8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:42.905111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-0e263771-3cdc-4724-be28-148f55ef8c54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.1727753 Oct 29 11:41:42.948968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-c3cf5478-5178-48d0-8f0e-855813ade414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341601 Oct 29 11:41:43.000922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Allocated IP 172.25.4.149 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:41:43.193379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-ae630e8a-028a-4e11-ae37-1611bd93d848 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373610 Oct 29 11:41:43.203282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:43.267688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Router 2e3464e8-f013-4099-969a-308951dcda5e has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:41:43.277376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:43.396232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'Port': ['ID=b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:43.407413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:41:43.409769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:41:43.423184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:41:43.430825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8275944-785d-4135-abd0-eabfbfa1d620 req-8021ff96-a491-48dc-a8cc-6988dd9f3599 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283561 Oct 29 11:41:43.456418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:41:43.473433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4d51f64-94e0-4fae-ae14-c1f85e11afdd admin admin] 10.222.0.77 "PUT /v2.0/routers/2e3464e8-f013-4099-969a-308951dcda5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551922 Oct 29 11:41:43.475141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:43.475267 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Sync routers for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:41:43.505500 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:43.506137 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:43.624202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:43.694563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:43.717945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:43.766164 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:43.870975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-fa08216e-fb52-4d7d-9bb4-915796c512c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922732 Oct 29 11:41:43.917853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.032394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Deleting port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:44.032739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.095034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.102860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.154977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-90699bb6-2ea9-4a9a-afff-c0ace22f17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:44.161954 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-90699bb6-2ea9-4a9a-afff-c0ace22f17a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 1096 time: 0.1902044 Oct 29 11:41:44.168113 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:41:41Z', 'revision_number': 5, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port': {'id': '7edc0e0b-5a75-4d0e-bdd3-ef5c91793962', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3464e8-f013-4099-969a-308951dcda5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:30:24Z', 'updated_at': '2021-10-29T11:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:44.209131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.226383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event updated for resources: {'Port': ['ID=b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:44.235540 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Checking router: 2e3464e8-f013-4099-969a-308951dcda5e for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:41:44.254713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.258238 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Routers {'2e3464e8-f013-4099-969a-308951dcda5e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:44.259920 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e3464e8-f013-4099-969a-308951dcda5e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:44.262685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-b6f25797-0800-4956-9801-359cd36e8915 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6022472 Oct 29 11:41:44.266225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:44.268817 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:44.343823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-02c5298d-e106-4bf6-8fc4-f5503868f226 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.0799074 Oct 29 11:41:44.532287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] For port 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:44.535154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:44.538146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] Set router 2e3464e8-f013-4099-969a-308951dcda5e gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:44.555782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-61f18470-8f4e-4b21-87cd-9bf21f0d7f5f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:44.569468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-61f18470-8f4e-4b21-87cd-9bf21f0d7f5f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.2244940 Oct 29 11:41:44.581910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-4bca8dd5-8a83-40a1-97dc-101ea594759f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:41:44.596066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-135e9e42-0ae4-4794-aa30-ac6814a8d751 req-4bca8dd5-8a83-40a1-97dc-101ea594759f tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0253546 Oct 29 11:41:44.599862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Calling delete_port for 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:44.689302 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:41:43Z', 'revision_number': 6, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:44.742834 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c9a37-0b8b-46c5-836c-5ebdf3f3b94e None None] The sync data for ids ['2e3464e8-f013-4099-969a-308951dcda5e'] in n-d-805046-9 is: [{'id': '2e3464e8-f013-4099-969a-308951dcda5e', 'name': 'tempest-TaggedBootDevicesTest_v242-1295248900-router', 'tenant_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:30:23Z', 'updated_at': '2021-10-29T11:41:43Z', 'revision_number': 6, 'project_id': '7bb3bf7b3dc64bb3a4ac0738bc06186c', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:41:44.791119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-68c245b6-0f97-4793-979d-6964082860cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:44.793312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-68c245b6-0f97-4793-979d-6964082860cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 200 len: 907 time: 0.6034029 Oct 29 11:41:44.869590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-f7cc96ed-b58c-4f0a-8409-5ed10406a8e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 200 len: 217 time: 0.0668621 Oct 29 11:41:44.929565 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36e691-2037-4b5e-8fec-f94818a030d3 x-openstack-request-id: req-ee36e691-2037-4b5e-8fec-f94818a030d3 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:44.929992 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:44.930280 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee36e691-2037-4b5e-8fec-f94818a030d3 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:44.930683 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:41:45.035508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-568c8c2f-6eda-413b-884a-26ae9f156da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:45.037346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-568c8c2f-6eda-413b-884a-26ae9f156da4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 200 len: 846 time: 0.1607287 Oct 29 11:41:45.051611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-e00e96b8-cc09-42c9-b427-745adf51cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:45.053521 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-e00e96b8-cc09-42c9-b427-745adf51cac2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.0930302 Oct 29 11:41:45.135349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-41731914-63ab-4610-8476-52c106d7013a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e42d7582-637e-4b92-8fcf-193ef4e91197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892479 Oct 29 11:41:45.202296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 09a4218f-3e2d-490e-950b-77687f5a424b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:45.242865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 09a4218f-3e2d-490e-950b-77687f5a424b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:45.243210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 09a4218f-3e2d-490e-950b-77687f5a424b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:45.319584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3fdbc156-32c1-406f-9630-00d63310898b tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:45.324338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3fdbc156-32c1-406f-9630-00d63310898b tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3008802 Oct 29 11:41:45.407696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-40f0f7a9-d26f-4a10-b165-a08488e1cf31 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.0698407 Oct 29 11:41:45.425519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'floatingip': {'port_id': 'fc5030dc-a754-428f-b10d-f899ad736561', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:45.533636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.025691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.127879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edc0e0b-5a75-4d0e-bdd3-ef5c91793962,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:46.209091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-7c106468-5c37-4677-912f-f546cad145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:46.211838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-7c106468-5c37-4677-912f-f546cad145b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 1.1335659 Oct 29 11:41:46.224642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-9717bbfa-32c3-41c6-9889-b5ab571da595 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132670 Oct 29 11:41:46.292385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-e15e4047-a49a-4fc3-8e97-e1699f53c02d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.0609021 Oct 29 11:41:46.326685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.336175 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.369254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-e5d16a9e-b63c-409f-aff3-2fac01cb8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:46.371188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-e5d16a9e-b63c-409f-aff3-2fac01cb8a8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.0628340 Oct 29 11:41:46.456770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-2b95bbee-de92-49de-a536-c4a73f0bbe29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702877 Oct 29 11:41:46.567702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.571843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-a93b5395-9f03-4737-8fca-1ecc8567b617 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053495 Oct 29 11:41:46.584241 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Floating IP 872bdb3d-dafc-439f-a356-e85f0d13f918 associated. External IP: 172.25.4.149, port: fc5030dc-a754-428f-b10d-f899ad736561. Oct 29 11:41:46.787382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.792175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.900519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-48bef38d-3863-4f37-8ed2-a9af1105dfc1 req-760e203f-ebfe-415f-8402-0007f9511009 service neutron] 10.222.0.86 "GET /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061289 Oct 29 11:41:46.903384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c1fdf1d0-fb4e-4ab2-8a85-5941d8feac0d req-bbb48ac1-b971-4f42-a265-2b2e523a8b58 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952652 Oct 29 11:41:46.938987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.941305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3464e8-f013-4099-969a-308951dcda5e {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:41:46.955819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:46.968429 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72c6b94d-52c5-4b74-95fc-11924af312b7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2e3464e8-f013-4099-969a-308951dcda5e HTTP/1.1" status: 204 len: 168 time: 3.4915552 Oct 29 11:41:46.971047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:47.044819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Deleting subnet 94fe335f-aef5-406b-8e6d-e143d811e82e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:41:47.051293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.093947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:47.116960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.125279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:47.125759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7edc0e0b-5a75-4d0e-bdd3-ef5c91793962 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:47.206736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Router 5585102d-cd15-4978-9da9-882130b95fae has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:41:47.456568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.530380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:41:47.536109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.542868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Sync routers for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:41:47.569123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:47.569711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:47.632287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-3a979635-32dd-4ab1-b665-8d493a495b3d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "PUT /v2.0/floatingips/872bdb3d-dafc-439f-a356-e85f0d13f918 HTTP/1.1" status: 200 len: 996 time: 2.2127531 Oct 29 11:41:47.636649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:47.639125 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1266e97c-e8fe-4a9a-9160-54a4025b413d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:47.674552 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.751577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:47.770406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:47.775070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/94fe335f-aef5-406b-8e6d-e143d811e82e HTTP/1.1" status: 204 len: 168 time: 0.8021302 Oct 29 11:41:47.776087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a888d4-0bdb-4393-9834-ddda3c9279e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fe335f-aef5-406b-8e6d-e143d811e82e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:47.777062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:47.787292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-bf78643a-fddc-4b4a-b821-0cc94f9b4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:47.788958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-bf78643a-fddc-4b4a-b821-0cc94f9b4444 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.1388171 Oct 29 11:41:47.848712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991fb79-131f-4448-982f-65341990e8e5 None None] Network be310516-96e5-41f7-bd88-404a63300ac2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:41:47.972107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-cf99bae7-0281-414a-bd37-ce96c838a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:47.973741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-cf99bae7-0281-414a-bd37-ce96c838a218 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.1770511 Oct 29 11:41:47.985515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.089287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Deleting port a10864c4-3208-4d68-8e7e-7b7944e001db {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:48.089860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.119935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-de0ebd68-ab73-45c9-93d5-4b1601907efd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 999 time: 0.1390634 Oct 29 11:41:48.184186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-83043a76-ec5b-4c28-8263-631c33765e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:48.192896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-83043a76-ec5b-4c28-8263-631c33765e7f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.0669773 Oct 29 11:41:48.213822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] For port a10864c4-3208-4d68-8e7e-7b7944e001db, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a10864c4-3208-4d68-8e7e-7b7944e001db,segment=NetworkSegment(a137dcc9-0478-4a2a-93a3-1fd625fa74a2),segment_id=a137dcc9-0478-4a2a-93a3-1fd625fa74a2)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:41:48.214185 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.243527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-5c1cf2de-aa28-4fa2-992d-d81507da8c30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493884 Oct 29 11:41:48.248462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Calling delete_port for a10864c4-3208-4d68-8e7e-7b7944e001db owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:48.250053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-994f4bca-a5f0-429d-bc4f-6aa150da4580 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:41:48.260902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-994f4bca-a5f0-429d-bc4f-6aa150da4580 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162380 Oct 29 11:41:48.397538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.433434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '872bdb3d-dafc-439f-a356-e85f0d13f918', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5585102d-cd15-4978-9da9-882130b95fae', 'port_id': 'fc5030dc-a754-428f-b10d-f899ad736561', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'mac_address': 'fa:16:3e:64:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:41:43Z', 'updated_at': '2021-10-29T11:41:46Z', 'revision_number': 1, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:48.457234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-1726f8d3-15f1-43a4-b70f-9f81073c7c20 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950023 Oct 29 11:41:48.468306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] No DVR routers for this DVR port a10864c4-3208-4d68-8e7e-7b7944e001db on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:41:48.500012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10864c4-3208-4d68-8e7e-7b7944e001db,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:48.514095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabadbe-7161-4d75-bfc1-021b7d86561c None None] DHCP port deletion for be310516-96e5-41f7-bd88-404a63300ac2 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:41:48.532702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Checking router: 5585102d-cd15-4978-9da9-882130b95fae for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:41:48.559877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:48.560619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:48.581072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-965f98e6-e4c5-4288-be4e-d5b5c1ab075e req-a51d5c81-aefa-4b0f-b432-4d5b8db12e78 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193151 Oct 29 11:41:48.639758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.681146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be310516-96e5-41f7-bd88-404a63300ac2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:48.692061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:48.692359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a137dcc9-0478-4a2a-93a3-1fd625fa74a2') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:48.704315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.752495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.767114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:41:48.769595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:41:48.772205 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:41:48.851342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:48.870871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.890851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:48.905481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/be310516-96e5-41f7-bd88-404a63300ac2 HTTP/1.1" status: 204 len: 168 time: 1.1272421 Oct 29 11:41:48.937363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1273-7dcb-49d6-b91d-e8c9158cfff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be310516-96e5-41f7-bd88-404a63300ac2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:49.121916 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a002a-158b-421f-85e9-d269e6c92d2f x-openstack-request-id: req-959a002a-158b-421f-85e9-d269e6c92d2f {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:49.122199 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:49.122471 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-959a002a-158b-421f-85e9-d269e6c92d2f {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:49.122851 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:41:49.145241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-3c8ce089-fb93-48f8-aef0-2ceb0a93c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.153486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-3c8ce089-fb93-48f8-aef0-2ceb0a93c3f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.1473615 Oct 29 11:41:49.174914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a10864c4-3208-4d68-8e7e-7b7944e001db no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:41:49.268336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a10864c4-3208-4d68-8e7e-7b7944e001db {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:41:49.268698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a10864c4-3208-4d68-8e7e-7b7944e001db not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:41:49.373441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-9c42b5f1-82d8-4add-922b-6927cae33c87 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 999 time: 0.2109263 Oct 29 11:41:49.378245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40198) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:49.412219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-a4d21995-6220-4652-a78f-09db37a1a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.413547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-a4d21995-6220-4652-a78f-09db37a1a224 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.2355313 Oct 29 11:41:49.532122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-3e14c229-1187-4d90-9883-bf821619b71a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.0871735 Oct 29 11:41:49.540410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-19031fcc-1719-479a-ad81-830d38cd09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.542290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-19031fcc-1719-479a-ad81-830d38cd09cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.3850715 Oct 29 11:41:49.691861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-f1931b9c-8e19-4a96-baea-695123de496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.693532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-f1931b9c-8e19-4a96-baea-695123de496b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.1487176 Oct 29 11:41:49.735352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-ff57b044-a7ca-4600-b59f-a2873566ff6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300248 Oct 29 11:41:49.776704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '872bdb3d-dafc-439f-a356-e85f0d13f918', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5585102d-cd15-4978-9da9-882130b95fae', 'port_id': 'fc5030dc-a754-428f-b10d-f899ad736561', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'mac_address': 'fa:16:3e:64:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:41:43Z', 'updated_at': '2021-10-29T11:41:46Z', 'revision_number': 1, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:49.811105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9b4ea-a393-4f00-8ffe-64455774a998 None None] The sync data for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 is: [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '872bdb3d-dafc-439f-a356-e85f0d13f918', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5585102d-cd15-4978-9da9-882130b95fae', 'port_id': 'fc5030dc-a754-428f-b10d-f899ad736561', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'mac_address': 'fa:16:3e:64:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:41:43Z', 'updated_at': '2021-10-29T11:41:46Z', 'revision_number': 1, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:41:49.859835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-b93342d1-2785-4550-bbec-fa0cc28755ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.861371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-b93342d1-2785-4550-bbec-fa0cc28755ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.2970667 Oct 29 11:41:49.981501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-aba1df4c-21a0-4584-a8cf-b4f07b45a966 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:49.995561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-aba1df4c-21a0-4584-a8cf-b4f07b45a966 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports/fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 942 time: 0.6030822 Oct 29 11:41:50.002339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-815459d8-c450-4e14-955a-fb02b7f5b963 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bb3bf7b3dc64bb3a4ac0738bc06186c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242685 Oct 29 11:41:50.007865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:50.058439 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-e12042ac-dc08-4179-b893-71f14868156f service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124824 Oct 29 11:41:50.067785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-30a9d497-b273-4156-89ee-d22be7cba010 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 999 time: 0.1961017 Oct 29 11:41:50.147645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:50.217558 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c50d57-ec9f-4fb3-92dd-daf38c4a52ee None None] New status for floating IP 872bdb3d-dafc-439f-a356-e85f0d13f918: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:41:50.240265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:50.241144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-79f75616-a3d0-45e3-877d-54a70da2242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:50.243000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-79f75616-a3d0-45e3-877d-54a70da2242c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.1536381 Oct 29 11:41:50.305435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-42259b96-8020-4073-a1a9-4fce253d89a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363724 Oct 29 11:41:50.338879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-0bb36691-7df8-4fa9-a263-7d67f0e8061d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 999 time: 0.2654102 Oct 29 11:41:50.629815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28a3cf31-da9d-4735-aa43-e5d4e63ee416 req-af3feb77-8496-484d-8f30-c8442104532a service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494936 Oct 29 11:41:50.633240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-a0c4c035-7c10-40c1-b9df-5c257d2593af service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886095 Oct 29 11:41:50.822115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-5cff3120-446f-463f-8002-69593e6e94fb tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:50.830095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-5cff3120-446f-463f-8002-69593e6e94fb tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.4886162 Oct 29 11:41:50.884858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1266e97c-e8fe-4a9a-9160-54a4025b413d req-7635290f-198f-4f0e-9637-daf970c64627 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425532 Oct 29 11:41:50.939841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:50.942715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:50.948765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58c12ac4-233d-440b-816e-6f9eede6d850 HTTP/1.1" status: 204 len: 168 time: 0.9357669 Oct 29 11:41:50.995841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd9c4a-9504-4479-a087-717425b65ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c12ac4-233d-440b-816e-6f9eede6d850,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:51.045021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-2fb4b8af-f336-41c5-a838-07f2781625a2 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 1001 time: 0.2062752 Oct 29 11:41:51.057988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:41:51.144823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:51.387709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:51.392857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:51.393392 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Floating IP 872bdb3d-dafc-439f-a356-e85f0d13f918 disassociated. External IP: 172.25.4.149, port: fc5030dc-a754-428f-b10d-f899ad736561. Oct 29 11:41:51.783661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Router 5585102d-cd15-4978-9da9-882130b95fae has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:41:51.843292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:52.024158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:41:52.036046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Sync routers for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:41:52.058848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:52.059514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:52.060723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:52.148118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-ed104fea-70df-48fa-8eeb-c07579b54364 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "PUT /v2.0/floatingips/872bdb3d-dafc-439f-a356-e85f0d13f918 HTTP/1.1" status: 200 len: 695 time: 1.0951111 Oct 29 11:41:52.149406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:41:52.155498 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ed1d1-b611-4d5a-b67c-2390f7b32f61" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:41:52.264971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-8e078b10-444e-4d0b-976d-f790ae834138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:52.271467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-8e078b10-444e-4d0b-976d-f790ae834138 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.1042976 Oct 29 11:41:52.347785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:52.439395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-f5ea1344-d177-4241-a7c8-7c39f4f9448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:52.441731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-f5ea1344-d177-4241-a7c8-7c39f4f9448e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.1629152 Oct 29 11:41:52.507018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-8e941f02-0cdd-43d5-8b67-fa669ccbfd5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.0571325 Oct 29 11:41:52.617243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-7e78e141-d469-459a-b554-dc6486d33ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:52.618933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-7e78e141-d469-459a-b554-dc6486d33ea9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.0960567 Oct 29 11:41:52.669416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-adf8e6e7-b697-4e15-803f-08809ecfc274 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417433 Oct 29 11:41:52.746406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:52.766815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-ee76df4b-3881-447b-93d5-dfa77864bebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986652 Oct 29 11:41:52.806553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-84942281-9ed2-4cd4-a38d-ece0ca4fab84 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362877 Oct 29 11:41:52.838540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Checking router: 5585102d-cd15-4978-9da9-882130b95fae for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:41:52.872562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:41:52.873578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:41:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:52.934293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-de1f3d36-e52b-405b-9824-21bf01e7aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:52.938060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-de1f3d36-e52b-405b-9824-21bf01e7aa99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 1097 time: 0.1096442 Oct 29 11:41:52.964363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e39c5331-72d3-4a6a-a1ae-46fbf42de1cc req-7188c94d-92eb-45dd-9358-d9c0afa66ac8 service neutron] 10.222.0.77 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507668 Oct 29 11:41:53.019163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:41:53.148400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-f657b47d-56d3-4ee4-8a60-3c9891ef243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:53.163765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-f657b47d-56d3-4ee4-8a60-3c9891ef243a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.2021055 Oct 29 11:41:53.219828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-3b292011-8a0e-44af-b968-29530957f8b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 200 len: 217 time: 0.0427456 Oct 29 11:41:53.249798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ee98c-9308-4d93-9cb7-ec8f5ef3d102 req-99769150-4030-4ff3-b447-7a2b38423993 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:53.251348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-623ee98c-9308-4d93-9cb7-ec8f5ef3d102 req-99769150-4030-4ff3-b447-7a2b38423993 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1097887 Oct 29 11:41:53.295959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-23d2d25c-e452-45ca-8cee-7d79cd71829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:53.299082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-23d2d25c-e452-45ca-8cee-7d79cd71829e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.0705669 Oct 29 11:41:53.370030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-623ee98c-9308-4d93-9cb7-ec8f5ef3d102 req-b0be02e2-0444-4ad2-8ef8-62dc53846e57 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920861 Oct 29 11:41:53.382892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-9aa8b528-0300-4be5-9d1d-07f1ff43ea99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777686 Oct 29 11:41:53.400137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:41:53.456366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14739a77-fbba-45eb-83c5-4adcb56bf846 None None] The sync data for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 is: [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:40:40Z', 'revision_number': 4, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6', 'name': '', 'network_id': '6adeb418-159c-4117-b6f3-b62cd3121e2a', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'mac_address': 'fa:16:3e:54:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:38Z', 'updated_at': '2021-10-29T11:40:49Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'subnets': [{'id': 'd99c6b98-5d26-4779-ab8a-dcbafed8afdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:41:53.616781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-dcd60607-c37e-469e-9d1b-183ae5570dbf service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245135 Oct 29 11:41:53.622514 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16399d3-bb08-45db-8121-30bedfa1a9e4 x-openstack-request-id: req-e16399d3-bb08-45db-8121-30bedfa1a9e4 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:41:53.622967 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:41:53.623370 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e16399d3-bb08-45db-8121-30bedfa1a9e4 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:41:53.623860 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:41:53.735675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-4c26ab79-d290-4868-ac77-6d32caccee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:53.739562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-4c26ab79-d290-4868-ac77-6d32caccee81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec4242aaead4c8382071cc333b23b32&device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 1096 time: 0.0904708 Oct 29 11:41:53.842996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9e5e7359-6e03-4e7d-87be-24468cbda1c8 req-5a837c15-405d-4940-8a70-56d71c5b2bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119412 Oct 29 11:41:53.970913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-c3bf82e1-5100-4186-a5a8-b8242040718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:53.975400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-c3bf82e1-5100-4186-a5a8-b8242040718b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 200 len: 921 time: 0.2271476 Oct 29 11:41:54.049200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75e69-8bc8-41c0-a3a0-dda025bcbb00 None None] New status for floating IP 872bdb3d-dafc-439f-a356-e85f0d13f918: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:41:54.078851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-d9f23298-e1d9-4593-9e7e-d6c3cb6712c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 200 len: 217 time: 0.0958207 Oct 29 11:41:54.097808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-707db055-11b7-47ad-97ca-e1a7fbae8a16 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips/872bdb3d-dafc-439f-a356-e85f0d13f918 HTTP/1.1" status: 200 len: 695 time: 0.1186695 Oct 29 11:41:54.206295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-2c02196c-b95c-4445-b1af-1697b1b006a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:54.208077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-2c02196c-b95c-4445-b1af-1697b1b006a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 200 len: 860 time: 0.1213834 Oct 29 11:41:54.251277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-adadbdd9-02e0-4513-bd65-7282b6fe4110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6adeb418-159c-4117-b6f3-b62cd3121e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339687 Oct 29 11:41:54.486516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-61afcfb1-6b6f-4451-affd-0ddb36c84e60 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254441 Oct 29 11:41:54.715158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-388ed1d1-b611-4d5a-b67c-2390f7b32f61 req-6b7fa708-63e7-48ff-9b7d-cc3112c31529 service neutron] 10.222.0.41 "GET /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185652 Oct 29 11:41:54.742050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-7de82649-a5de-45d3-8f1c-f433af903981 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:54.745065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-7de82649-a5de-45d3-8f1c-f433af903981 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 784 time: 0.6206076 Oct 29 11:41:54.862697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-d731b3a1-4bed-4fc7-9a13-bdca8ec85779 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.1095459 Oct 29 11:41:54.960843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-f9e96f26-987e-47ad-96e3-1f9fbc93d7a1 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.4.149 HTTP/1.1" status: 200 len: 696 time: 0.0934243 Oct 29 11:41:55.214480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Deleting port b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:55.215032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.367196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.367863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.391131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Calling delete_port for b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:41:55.610038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.642986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event deleted for resources: {'Port': ['ID=b2f25a2c-55cc-4cee-9a3e-5d8389c64ad8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:55.751515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.754283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.755830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb0c83ee-dc14-41f1-8f40-3881b0d63a30 req-8a9cabaa-cac0-4d8b-a748-250959a8fc34 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "DELETE /v2.0/floatingips/872bdb3d-dafc-439f-a356-e85f0d13f918 HTTP/1.1" status: 204 len: 173 time: 0.7881422 Oct 29 11:41:55.816140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:55.972554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c30d5-5825-49b8-b76d-de2ae39a0ca1 req-4e0a5a9e-d073-4932-8e20-0b3e7c75324b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:55.974790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-744c30d5-5825-49b8-b76d-de2ae39a0ca1 req-4e0a5a9e-d073-4932-8e20-0b3e7c75324b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0838528 Oct 29 11:41:56.021531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-744c30d5-5825-49b8-b76d-de2ae39a0ca1 req-2eedf631-4953-41df-8713-43f67fdb2d80 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Oct 29 11:41:56.202418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-c348a218-882d-4215-bdd8-168c5a528ce7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups/35a3d9b9-a292-4aee-b3d7-c72cd2ad1ac9 HTTP/1.1" status: 200 len: 1809 time: 0.0574541 Oct 29 11:41:56.278490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:56.319468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:56.377584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:56.381502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:56.392838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-688d87ff-010a-47c9-baaf-ba912cad4b17 req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "DELETE /v2.0/security-groups/35a3d9b9-a292-4aee-b3d7-c72cd2ad1ac9 HTTP/1.1" status: 204 len: 173 time: 0.1835775 Oct 29 11:41:56.416777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85e1d1-e715-4d3c-b19e-e0cca155dbe7 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3d9b9-a292-4aee-b3d7-c72cd2ad1ac9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:56.847696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8345f0-9b68-4f6f-aea8-1a4385a4bafe req-ceeebc89-260d-49dd-b2a5-f4fa2f8d041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:56.849898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a8345f0-9b68-4f6f-aea8-1a4385a4bafe req-ceeebc89-260d-49dd-b2a5-f4fa2f8d041e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.0809176 Oct 29 11:41:56.904785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a8345f0-9b68-4f6f-aea8-1a4385a4bafe req-20df6567-2bf4-4933-b3c5-6e5fb9edc4c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470388 Oct 29 11:41:56.919138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961010d-2017-42c7-ab5c-119d476d8a91 req-c6e0a702-b39c-452e-9166-ad70536e84c9 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:56.921533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1961010d-2017-42c7-ab5c-119d476d8a91 req-c6e0a702-b39c-452e-9166-ad70536e84c9 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0704958 Oct 29 11:41:56.966351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1961010d-2017-42c7-ab5c-119d476d8a91 req-58aa7394-4512-4bba-b212-75d546c7842d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Oct 29 11:41:57.216752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be905e57-4cff-43e7-9030-68cc8b5152b4 req-a78fa0ee-1c79-424d-a9c0-2f6088564698 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:57.219006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be905e57-4cff-43e7-9030-68cc8b5152b4 req-a78fa0ee-1c79-424d-a9c0-2f6088564698 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0825980 Oct 29 11:41:57.304943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be905e57-4cff-43e7-9030-68cc8b5152b4 req-47aee7df-1c39-4e29-9742-323a0c446181 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784993 Oct 29 11:41:57.532805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:57.613777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40388) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:57.882452 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72ea2af6-6cd5-4d4e-a5cb-0f3346d3faf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:57.975848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8cae3fe3-184d-403b-b2ea-18f1f079ca64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.180438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d484-5d8d-4bb9-8d62-73a46424fae7 req-5965581d-6e55-4b8e-b83d-9d7bee139186 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:58.187951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ac3d484-5d8d-4bb9-8d62-73a46424fae7 req-5965581d-6e55-4b8e-b83d-9d7bee139186 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.1468482 Oct 29 11:41:58.293870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72ea2af6-6cd5-4d4e-a5cb-0f3346d3faf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.297520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8cae3fe3-184d-403b-b2ea-18f1f079ca64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.301169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-72ea2af6-6cd5-4d4e-a5cb-0f3346d3faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.332672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8cae3fe3-184d-403b-b2ea-18f1f079ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.373865 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73f9cab6-9bfc-444b-8ee0-bd078cd89ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.382773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ac3d484-5d8d-4bb9-8d62-73a46424fae7 req-3b3bfae3-cdd0-4115-b6c5-a9ab10abf798 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663671 Oct 29 11:41:58.405408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40410) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:58.415089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-72ea2af6-6cd5-4d4e-a5cb-0f3346d3faf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2f34003bccc4ff99d6c14ac184b46e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8806767 Oct 29 11:41:58.419267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea2af6-6cd5-4d4e-a5cb-0f3346d3faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc749f-cf85-42b3-a933-3199bc8b4054,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:58.438781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8cae3fe3-184d-403b-b2ea-18f1f079ca64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b6e5a327d5d45929c1ac6661cb2dc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239493 Oct 29 11:41:58.444086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40412) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:58.520395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.547792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae3fe3-184d-403b-b2ea-18f1f079ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a2cf1-da95-471d-8e0c-e0b99e01c872,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:58.569892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.605754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a35161-bfcf-452e-8447-1a871dd701eb req-4bf775ab-6149-4d43-b0b0-9a0fdb22ddcd tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:58.613315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60a35161-bfcf-452e-8447-1a871dd701eb req-4bf775ab-6149-4d43-b0b0-9a0fdb22ddcd tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.0984187 Oct 29 11:41:58.626914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.637475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.646100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.648273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ebc749f-cf85-42b3-a933-3199bc8b4054 HTTP/1.1" status: 204 len: 168 time: 0.2474806 Oct 29 11:41:58.675635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697db44-5418-43c9-a192-98f6e192b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc749f-cf85-42b3-a933-3199bc8b4054,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:58.693839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.700557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60a35161-bfcf-452e-8447-1a871dd701eb req-264151d6-816f-48fb-bc64-aef2089068dc tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/security-groups?id=b41568fb-d4d8-405d-ac15-a519525ba010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861919 Oct 29 11:41:58.826245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.829280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:58.834297 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f8a2cf1-da95-471d-8e0c-e0b99e01c872 HTTP/1.1" status: 204 len: 168 time: 0.3885427 Oct 29 11:41:58.884525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467ff42-16ac-4936-9f2a-fb42554d8f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a2cf1-da95-471d-8e0c-e0b99e01c872,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:41:58.928409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390b1a6-a287-4406-baf5-f307eead92e6 req-46dae592-f014-4b3a-bc82-80a901974d78 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:58.931495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b390b1a6-a287-4406-baf5-f307eead92e6 req-46dae592-f014-4b3a-bc82-80a901974d78 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0956762 Oct 29 11:41:59.077642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b390b1a6-a287-4406-baf5-f307eead92e6 req-eda5da81-4000-4af9-acc9-1366fa406434 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208143 Oct 29 11:41:59.096503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-70ef10dd-a4a5-4934-a442-21056e3ffab1 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:59.100968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-70ef10dd-a4a5-4934-a442-21056e3ffab1 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 945 time: 0.1682198 Oct 29 11:41:59.259277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Deleting port fc5030dc-a754-428f-b10d-f899ad736561 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:59.259807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:59.359230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-69155727-ed11-4e31-80b2-3049000b3487 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:59.361655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-69155727-ed11-4e31-80b2-3049000b3487 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.0643718 Oct 29 11:41:59.600410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Deleting port 0a5692b0-a91d-47dc-871f-1ebb27992e7e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:41:59.600953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:59.656766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40448) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:41:59.717248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19aba6a8-4534-41dc-bd95-e9ac70593146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:41:59.844575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-1d863f67-5399-4e5d-86cc-f150ceecd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:59.846511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-1d863f67-5399-4e5d-86cc-f150ceecd32f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 1096 time: 0.1232653 Oct 29 11:41:59.959321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e857e0-38a4-4736-a807-218e27fa4987 req-6635cd54-fb83-4bd7-8e8c-6b3beafd6918 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:41:59.974245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89e857e0-38a4-4736-a807-218e27fa4987 req-6635cd54-fb83-4bd7-8e8c-6b3beafd6918 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 945 time: 0.2201259 Oct 29 11:42:00.008159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] For port 0a5692b0-a91d-47dc-871f-1ebb27992e7e, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0a5692b0-a91d-47dc-871f-1ebb27992e7e,segment=NetworkSegment(8b30d062-38d6-46f3-aa50-c4d46a46e217),segment_id=8b30d062-38d6-46f3-aa50-c4d46a46e217)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:00.010092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.068109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] For port fc5030dc-a754-428f-b10d-f899ad736561, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=fc5030dc-a754-428f-b10d-f899ad736561,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:00.068530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.082072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Calling delete_port for 0a5692b0-a91d-47dc-871f-1ebb27992e7e owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:00.091794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Calling delete_port for fc5030dc-a754-428f-b10d-f899ad736561 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:00.112813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19aba6a8-4534-41dc-bd95-e9ac70593146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.127943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19aba6a8-4534-41dc-bd95-e9ac70593146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.292497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19aba6a8-4534-41dc-bd95-e9ac70593146 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00977b15249d4f7e90b9a317c2bcdbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341588 Oct 29 11:42:00.297355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-00d1fe4c-0187-476a-993c-434bab76c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:00.299065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-00d1fe4c-0187-476a-993c-434bab76c09c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 200 len: 920 time: 0.4074354 Oct 29 11:42:00.299455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:00.322946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89e857e0-38a4-4736-a807-218e27fa4987 req-3b9463d7-aa34-4383-a2ee-62454f88aa3e tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/security-groups?id=110c3ab3-164c-45a9-b9b9-3a0475fb5005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472865 Oct 29 11:42:00.408108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aba6a8-4534-41dc-bd95-e9ac70593146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd88d277-3113-46be-80f2-47d1b176f369,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:00.556534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-77490128-b5ff-40d5-b3de-f2a1ddbc7897 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 200 len: 217 time: 0.1668978 Oct 29 11:42:00.586641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cd8a4-5ac3-48f1-8a37-1d31ec86d231 req-5eb339d0-d723-4356-8696-fae345dcdcac tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:00.588838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a25cd8a4-5ac3-48f1-8a37-1d31ec86d231 req-5eb339d0-d723-4356-8696-fae345dcdcac tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0938418 Oct 29 11:42:00.612169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.652524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.658745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a25cd8a4-5ac3-48f1-8a37-1d31ec86d231 req-788d3106-88d7-4baf-a630-227cf84c1149 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616565 Oct 29 11:42:00.659789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.674764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['fc5030dc-a754-428f-b10d-f899ad736561'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:42:00.682091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.720437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Pushing event deleted for resources: {'Port': ['ID=fc5030dc-a754-428f-b10d-f899ad736561,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:00.768543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Pushing event deleted for resources: {'Port': ['ID=0a5692b0-a91d-47dc-871f-1ebb27992e7e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:00.776240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-21c18b71-c5d1-4222-bba1-644077761604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:00.778468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-21c18b71-c5d1-4222-bba1-644077761604 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 200 len: 859 time: 0.2078817 Oct 29 11:42:00.838616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9c3c87d-4785-4602-98ff-1916fd030c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.853581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] No DVR routers for this DVR port fc5030dc-a754-428f-b10d-f899ad736561 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:42:00.857985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:00.863349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34c97b79-440d-4e6d-81e3-fdf48dc60903 req-9e28a97f-f1e8-438e-8ecf-c6b6290e341c tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.41 "DELETE /v2.0/ports/fc5030dc-a754-428f-b10d-f899ad736561 HTTP/1.1" status: 204 len: 173 time: 1.7559409 Oct 29 11:42:00.864667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'name': 'network-vif-deleted', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:42:00.866611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-9364630b-4e3b-4708-a695-a5cd8944e433 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8308af1-566e-4cd7-97a3-b86445d804c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615156 Oct 29 11:42:00.867710 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5347cf-de4b-4c89-baf9-6e9292a9e865" -d '{"events": [{"server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "name": "network-vif-deleted", "tag": "fc5030dc-a754-428f-b10d-f899ad736561"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:42:00.904701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] No DVR routers for this DVR port 0a5692b0-a91d-47dc-871f-1ebb27992e7e on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:42:00.911378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-241c209d-72e9-4af9-9ac2-bbcff8dd4bd5 req-28c060df-e7f7-491e-9919-a8dd60b7102d tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 210 time: 0.1151652 Oct 29 11:42:01.069800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:01.076117 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4b9ebea-c192-40d5-b715-68eeb1fba9fe req-dce55989-3714-4fe3-b7b2-76d63f73b1ce tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.86 "DELETE /v2.0/ports/0a5692b0-a91d-47dc-871f-1ebb27992e7e HTTP/1.1" status: 204 len: 173 time: 1.7070532 Oct 29 11:42:01.077803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'name': 'network-vif-deleted', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:42:01.099660 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b13146-a89d-4458-b725-43b5988606eb" -d '{"events": [{"server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "name": "network-vif-deleted", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:42:01.143094 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a061c5-718c-483b-a7ef-03eaf924649a x-openstack-request-id: req-59a061c5-718c-483b-a7ef-03eaf924649a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:42:01.143676 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b49540d-7cdf-4b0d-9b6c-10c0a432f10a", "name": "network-vif-deleted", "tag": "fc5030dc-a754-428f-b10d-f899ad736561", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:42:01.143784 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59a061c5-718c-483b-a7ef-03eaf924649a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:42:01.144241 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b49540d-7cdf-4b0d-9b6c-10c0a432f10a', 'name': 'network-vif-deleted', 'tag': 'fc5030dc-a754-428f-b10d-f899ad736561', 'status': 'completed', 'code': 200} Oct 29 11:42:01.152227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:01.155201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:01.156756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd88d277-3113-46be-80f2-47d1b176f369 HTTP/1.1" status: 204 len: 168 time: 0.8474841 Oct 29 11:42:01.171914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f2de-affc-4ffe-936e-c9a185cca8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd88d277-3113-46be-80f2-47d1b176f369,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:01.235996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-8f3a1e62-1c10-4210-8026-cd37e9ed6e2a service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352451 Oct 29 11:42:01.267226 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af887dc7-e9bf-4340-ab64-7d16a9295026 x-openstack-request-id: req-af887dc7-e9bf-4340-ab64-7d16a9295026 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:42:01.268011 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18fa0f-9f91-4b7c-a26f-1a863d9225bd", "name": "network-vif-deleted", "tag": "0a5692b0-a91d-47dc-871f-1ebb27992e7e", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:42:01.268503 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af887dc7-e9bf-4340-ab64-7d16a9295026 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:42:01.272281 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18fa0f-9f91-4b7c-a26f-1a863d9225bd', 'name': 'network-vif-deleted', 'tag': '0a5692b0-a91d-47dc-871f-1ebb27992e7e', 'status': 'completed', 'code': 200} Oct 29 11:42:01.500859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da6c3d96-e7ff-4e40-849b-aec6c7b17cad req-174cb8ff-013b-4dda-83e9-53b6aa747b71 service neutron] 10.222.0.86 "GET /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561994 Oct 29 11:42:01.671203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0a5692b0-a91d-47dc-871f-1ebb27992e7e no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:01.707339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7969c910-02c5-4cf8-9daa-dde3de0caf79 req-60f1c617-94f7-4f84-a4f8-44ef8be76452 tempest-ServersTestJSON-1780123606 tempest-ServersTestJSON-1780123606-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c18fa0f-9f91-4b7c-a26f-1a863d9225bd HTTP/1.1" status: 200 len: 210 time: 0.1155686 Oct 29 11:42:01.759305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 0a5692b0-a91d-47dc-871f-1ebb27992e7e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:01.760253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0a5692b0-a91d-47dc-871f-1ebb27992e7e not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:01.890546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b090-f34b-4bfa-ba87-214cbf770085 req-3bc94d3b-577c-462c-9b17-3e2f7eaa93f9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:01.892611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5c0b090-f34b-4bfa-ba87-214cbf770085 req-3bc94d3b-577c-462c-9b17-3e2f7eaa93f9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.0748835 Oct 29 11:42:02.056939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5c0b090-f34b-4bfa-ba87-214cbf770085 req-4552add4-921a-4de0-a76e-1332657e113b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480465 Oct 29 11:42:02.219949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40518) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:02.280582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3048-a5b1-4ad6-8a7f-cd0df14bcbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.317342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f34326ff-d910-458a-953b-cf1cefa0315f req-94620ae5-b9c0-4d0d-9422-2e60cd6d7ba9 tempest-ServerRescueTestJSONUnderV235-945174257 tempest-ServerRescueTestJSONUnderV235-945174257-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b49540d-7cdf-4b0d-9b6c-10c0a432f10a HTTP/1.1" status: 200 len: 210 time: 0.0331388 Oct 29 11:42:02.330855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.361886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.529963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3048-a5b1-4ad6-8a7f-cd0df14bcbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.535573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3048-a5b1-4ad6-8a7f-cd0df14bcbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.594807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6cd3048-a5b1-4ad6-8a7f-cd0df14bcbce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61bf186d80ad43f9b1f000fdcda71f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717723 Oct 29 11:42:02.597545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40526) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:02.604899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3048-a5b1-4ad6-8a7f-cd0df14bcbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f223866-5341-4c59-aa6e-8f7fe9175425,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:02.682249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.710863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.815366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.816250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40536) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:02.818917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:02.823595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f223866-5341-4c59-aa6e-8f7fe9175425 HTTP/1.1" status: 204 len: 168 time: 0.2225480 Oct 29 11:42:02.841660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da20bd0-92f7-4605-80b9-abb14e68eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f223866-5341-4c59-aa6e-8f7fe9175425,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:02.927301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Deleting subnet 05cb94d2-ac66-4d69-a8ff-f5697620de70 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:42:02.934752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.058447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.174724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.304804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb36ad-8d3b-4bf0-8db7-9296a9733f02 req-18e779cc-7732-456a-be4b-9630d801de0f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:03.305569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.315923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5bb36ad-8d3b-4bf0-8db7-9296a9733f02 req-18e779cc-7732-456a-be4b-9630d801de0f tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1110563 Oct 29 11:42:03.381879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5bb36ad-8d3b-4bf0-8db7-9296a9733f02 req-f567858e-3148-4ab2-9187-e465a11099a2 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643966 Oct 29 11:42:03.427555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cb94d2-ac66-4d69-a8ff-f5697620de70,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:03.443956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.463296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b9b2668c-71b8-4388-9590-f88fffcd6d27 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/05cb94d2-ac66-4d69-a8ff-f5697620de70 HTTP/1.1" status: 204 len: 168 time: 0.6420853 Oct 29 11:42:03.463494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40562) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:03.468451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device fc5030dc-a754-428f-b10d-f899ad736561 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:03.591767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: fc5030dc-a754-428f-b10d-f899ad736561 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:03.591767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device fc5030dc-a754-428f-b10d-f899ad736561 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:03.592159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40572) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:03.611803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.707128 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.740207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.764051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:42:03.819432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42d7582-637e-4b92-8fcf-193ef4e91197']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:03.832423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b30d062-38d6-46f3-aa50-c4d46a46e217') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:03.833413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b30d062-38d6-46f3-aa50-c4d46a46e217') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:03.860515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.896930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.919031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:42:03.919456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:42:03.941215 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:42:04.059325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.077166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.086859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] 10.222.0.77 "DELETE /v2.0/networks/e42d7582-637e-4b92-8fcf-193ef4e91197 HTTP/1.1" status: 204 len: 168 time: 0.6204720 Oct 29 11:42:04.107048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf4bb4-4c8e-4840-ac7d-a3a52d7c01ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e42d7582-637e-4b92-8fcf-193ef4e91197,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:04.530564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40602) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:04.607839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36aca52b-d715-4ad0-be69-2844f54afd15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7bec817babfe4410a9ac97ce01b6a71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712378 Oct 29 11:42:04.607839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40608) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:04.714959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.766267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.788052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.860883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:04.869054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.871824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:04.875917 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/110c3ab3-164c-45a9-b9b9-3a0475fb5005 HTTP/1.1" status: 204 len: 168 time: 0.2679162 Oct 29 11:42:04.894489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00eea19-ef0c-4c3a-a46f-61bb0b9481d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c3ab3-164c-45a9-b9b9-3a0475fb5005,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:05.272537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60ceed5e-7e45-470c-87d4-b3922e32fdf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:05.583916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60ceed5e-7e45-470c-87d4-b3922e32fdf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:05.596346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-60ceed5e-7e45-470c-87d4-b3922e32fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:05.671575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-60ceed5e-7e45-470c-87d4-b3922e32fdf6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12d01f58cb9f4f3db4e9466ab554953d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067935 Oct 29 11:42:05.673528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:05.735256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceed5e-7e45-470c-87d4-b3922e32fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a6f33-4f8f-4bab-add4-29d4f3646486,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:05.759524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Deleting port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:05.760030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:05.899772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:05.930403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:06.071884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] For port 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,segment=NetworkSegment(7b993550-781c-45b5-aebd-218bd628e95f),segment_id=7b993550-781c-45b5-aebd-218bd628e95f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:06.072625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:06.103147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Calling delete_port for 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:06.222371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:06.225446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:06.229343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/362a6f33-4f8f-4bab-add4-29d4f3646486 HTTP/1.1" status: 204 len: 168 time: 0.5517473 Oct 29 11:42:06.247207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8169-1228-4e9c-9d59-243a5c2ed464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a6f33-4f8f-4bab-add4-29d4f3646486,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:06.682049 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:06.741564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:06.795333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:07.003467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40694) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:07.034677 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96875248-8c98-4c18-ba74-4e2607c77b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.262236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.346987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96875248-8c98-4c18-ba74-4e2607c77b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.354316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96875248-8c98-4c18-ba74-4e2607c77b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.484436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-96875248-8c98-4c18-ba74-4e2607c77b80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3f59e8f9fbe4efa954612ad88694c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779515 Oct 29 11:42:07.485743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:07.488502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875248-8c98-4c18-ba74-4e2607c77b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f1bd2-83c3-4bbe-8468-3835eaee71de,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:07.654651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.678898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.730988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7fac-887c-46b8-ac01-8fdcea98bb6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.758775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.761835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.763304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a80f1bd2-83c3-4bbe-8468-3835eaee71de HTTP/1.1" status: 204 len: 168 time: 0.2647316 Oct 29 11:42:07.782194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fd712-66db-4371-95ef-a75c66e4e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f1bd2-83c3-4bbe-8468-3835eaee71de,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:07.808111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Router 5585102d-cd15-4978-9da9-882130b95fae has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:42:07.969845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7fac-887c-46b8-ac01-8fdcea98bb6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:07.978733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7fac-887c-46b8-ac01-8fdcea98bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:08.141110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0b2e7fac-887c-46b8-ac01-8fdcea98bb6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af2988689c024918a6ee10c56d3adf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3444376 Oct 29 11:42:08.142073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7fac-887c-46b8-ac01-8fdcea98bb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808dd01f-9a09-473a-8f31-68d3828ade1b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:08.144529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40732) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:08.342781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:08.428886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:08.558634 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:08.562255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:08.563568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/808dd01f-9a09-473a-8f31-68d3828ade1b HTTP/1.1" status: 204 len: 168 time: 0.4043677 Oct 29 11:42:08.597634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16f4a7-e49d-439e-a5e0-beb056275295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808dd01f-9a09-473a-8f31-68d3828ade1b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:08.668164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54d5be90-0f6e-449c-9c9f-93b869d970e8 req-d2ec01a4-a2c6-4e01-9047-81719fd69a00 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0508158 Oct 29 11:42:08.724053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:42:08.735641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Sync routers for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:42:08.741228 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-911d9d50-e608-4db1-b6fe-e083d707cf59 admin admin] 10.222.0.77 "PUT /v2.0/routers/5585102d-cd15-4978-9da9-882130b95fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1454310 Oct 29 11:42:08.741979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:08.760810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:08.762937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:09.052643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:09.531163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:42:06Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:09.693993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Checking router: 5585102d-cd15-4978-9da9-882130b95fae for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:42:09.741663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Routers {'5585102d-cd15-4978-9da9-882130b95fae'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:09.742326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5585102d-cd15-4978-9da9-882130b95fae'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:09.749317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:09.878282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bf25fed-e220-4903-ab25-9818445acdc4 req-d56f04e2-b125-4c00-8307-f8ea245c78eb tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0785079 Oct 29 11:42:09.976101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:10.093364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] Set router 5585102d-cd15-4978-9da9-882130b95fae gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:10.107520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Deleting port 3cd2ab85-5621-4af3-b66a-178541c821ab {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:10.107870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:10.268374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] For port 3cd2ab85-5621-4af3-b66a-178541c821ab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cd2ab85-5621-4af3-b66a-178541c821ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:10.268777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:10.291842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Calling delete_port for 3cd2ab85-5621-4af3-b66a-178541c821ab owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:10.620392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:42:06Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:10.698831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:10.721717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1f33b-71c5-4861-8800-164ab219ad07 None None] The sync data for ids ['5585102d-cd15-4978-9da9-882130b95fae'] in n-d-805046-9 is: [{'id': '5585102d-cd15-4978-9da9-882130b95fae', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401109106-router', 'tenant_id': 'cec4242aaead4c8382071cc333b23b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:33Z', 'updated_at': '2021-10-29T11:42:06Z', 'revision_number': 5, 'project_id': 'cec4242aaead4c8382071cc333b23b32', 'gw_port': {'id': '3cd2ab85-5621-4af3-b66a-178541c821ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5585102d-cd15-4978-9da9-882130b95fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:34Z', 'updated_at': '2021-10-29T11:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:42:10.733029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd2ab85-5621-4af3-b66a-178541c821ab,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:10.852681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.061390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.071458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.130760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22b8dc89-5e70-4ca7-8737-49e0934046a2 req-6755cf11-947e-4b8f-b2ce-03d05c7dcd4e tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0681212 Oct 29 11:42:11.254557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:11.282003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a43852a6-9c84-46f2-b135-72405236ad63 req-0ab3ba85-ba50-41ca-ba62-5c03294f49f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0741076 Oct 29 11:42:11.283944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.284753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5585102d-cd15-4978-9da9-882130b95fae {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:42:11.295589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.299353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62c7a2be-a34c-455e-972c-13a75feeb3f3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5585102d-cd15-4978-9da9-882130b95fae HTTP/1.1" status: 204 len: 168 time: 2.5530941 Oct 29 11:42:11.299502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40840) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:11.313958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:11.314443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5445a5c2-ec8e-48cf-95fe-1c13b26f5ed6 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:11.423756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Deleting subnet d99c6b98-5d26-4779-ab8a-dcbafed8afdd {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:42:11.429218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.528277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.638936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.784376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.855676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99c6b98-5d26-4779-ab8a-dcbafed8afdd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:11.858869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:11.884286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:11.892569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a1d7eaa-04d1-4bb1-9417-3acfc0ac1136 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d99c6b98-5d26-4779-ab8a-dcbafed8afdd HTTP/1.1" status: 204 len: 168 time: 0.5919583 Oct 29 11:42:12.083343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.235414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.308575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adeb418-159c-4117-b6f3-b62cd3121e2a']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:12.420028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af6dde60-9b18-4504-908d-8f62f18bd58e req-36bb0b2d-d782-4a28-9aee-8c4e827fe4c9 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.1249876 Oct 29 11:42:12.422080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b993550-781c-45b5-aebd-218bd628e95f') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:12.422382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b993550-781c-45b5-aebd-218bd628e95f') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:12.452937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.471972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.486093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:42:12.486906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:42:12.492024 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:42:12.737904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.775182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:12.789997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6adeb418-159c-4117-b6f3-b62cd3121e2a HTTP/1.1" status: 204 len: 168 time: 0.9044142 Oct 29 11:42:12.844296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9bfc1-2c39-436f-851e-aedb61026fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adeb418-159c-4117-b6f3-b62cd3121e2a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:12.996840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cd2ab85-5621-4af3-b66a-178541c821ab no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:13.068247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3cd2ab85-5621-4af3-b66a-178541c821ab {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:13.068857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cd2ab85-5621-4af3-b66a-178541c821ab not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:13.140696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:13.207673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40902) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:13.287985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-23c703cf-cd1b-4155-be77-891b57a1adfa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cec4242aaead4c8382071cc333b23b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439302 Oct 29 11:42:13.288552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:13.451319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.496701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.558413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.561590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.563121 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b41568fb-d4d8-405d-ac15-a519525ba010 HTTP/1.1" status: 204 len: 168 time: 0.2737322 Oct 29 11:42:13.594413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae7ee-cb46-4144-b66d-da57f6a28954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41568fb-d4d8-405d-ac15-a519525ba010,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:13.695194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fb80846-f2ba-44d9-975d-e3a1290c702a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.726255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5050fbf4-fb82-4713-a3e2-d27349a5cf9e req-ae6079e3-16c5-4ac3-a637-e227e3f7a3e9 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0991375 Oct 29 11:42:13.968103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fb80846-f2ba-44d9-975d-e3a1290c702a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:13.973500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7fb80846-f2ba-44d9-975d-e3a1290c702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:14.155522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb80846-f2ba-44d9-975d-e3a1290c702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a377830-df61-4228-b19b-40f0cce31cef,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:14.176456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40938) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:14.179183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7fb80846-f2ba-44d9-975d-e3a1290c702a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=76f509229eea4a8abf22c2b1aa6a47c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695153 Oct 29 11:42:14.282586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:14.326308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:14.418927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:14.425062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:14.432620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a377830-df61-4228-b19b-40f0cce31cef HTTP/1.1" status: 204 len: 168 time: 0.2535877 Oct 29 11:42:14.477197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acc67f-d7b2-4b13-8e22-8424d9768c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a377830-df61-4228-b19b-40f0cce31cef,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:15.309668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf91ff21-01c7-4e3c-88e4-c7a8a2b411a1 req-aa7d8539-70f9-4ad9-a054-d5e957c250bb tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0981016 Oct 29 11:42:15.322183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40996) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:15.368699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d55708-b26d-480a-aea0-1a496d934035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:15.548348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d55708-b26d-480a-aea0-1a496d934035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:15.556756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d3d55708-b26d-480a-aea0-1a496d934035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:15.800262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3d55708-b26d-480a-aea0-1a496d934035 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2cf62bee69a48a08681d8bb7dd482c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737031 Oct 29 11:42:15.801245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41008) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:15.805658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d55708-b26d-480a-aea0-1a496d934035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2b6e0-0d14-4d06-b159-fc9c65358469,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:15.922241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:15.963969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:16.070903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:16.074265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:16.075637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bc2b6e0-0d14-4d06-b159-fc9c65358469 HTTP/1.1" status: 204 len: 168 time: 0.2728517 Oct 29 11:42:16.099922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41016) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:16.113674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999581f4-4558-4fac-8225-b789dc791d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2b6e0-0d14-4d06-b159-fc9c65358469,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:16.578809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59788275-cc6f-4386-a1a6-61ebe425079e req-cf0cb3dd-8abc-4e2b-a3d2-b36c374611a0 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0493777 Oct 29 11:42:16.650035 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9c71a06-c6d3-4861-9cfd-4bb555002967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:16.915972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9c71a06-c6d3-4861-9cfd-4bb555002967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:16.924178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9c71a06-c6d3-4861-9cfd-4bb555002967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:17.023102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b9c71a06-c6d3-4861-9cfd-4bb555002967 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8744bebcaa2f4df78e49ae1513aa7378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218140 Oct 29 11:42:17.026080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41050) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:17.035703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c71a06-c6d3-4861-9cfd-4bb555002967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8120b-455f-4090-b76d-7f6c35879b55,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:17.102331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:17.137940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:17.264011 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:17.268302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:17.291628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28a8120b-455f-4090-b76d-7f6c35879b55 HTTP/1.1" status: 204 len: 168 time: 0.2604713 Oct 29 11:42:17.322388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ff8f7-b3ad-4a0a-9e08-71999af0376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8120b-455f-4090-b76d-7f6c35879b55,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:17.848646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0fb900e-5ffc-4f5c-bf2f-05109af869dc req-151b70d3-45f9-4510-a53e-565e5a8e4258 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0656433 Oct 29 11:42:19.063937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-102734ed-30e5-46cc-8bdd-084b4e3d8724 req-c529c6cb-ad7c-4fe2-bbcc-77fad0a6fd9c tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0467885 Oct 29 11:42:20.290146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b441375b-b09a-45f9-8ca4-375b158bfd30 req-f8bbc9ad-2786-447f-8865-b3ff9b4e7a3f tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0736706 Oct 29 11:42:21.535298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07d0ea76-52ef-4e6b-9b13-a32f8b902a53 req-4bb48654-be23-4970-a874-eae1594ff381 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0705492 Oct 29 11:42:21.767130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:21.866283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:21.988577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf175815-1110-4d63-8a7b-e935a3a42453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.126407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf175815-1110-4d63-8a7b-e935a3a42453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.141367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf175815-1110-4d63-8a7b-e935a3a42453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.199736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41268) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:22.200088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf175815-1110-4d63-8a7b-e935a3a42453 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7d5a4b61ee742e79dc6c9fbed7fc3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318511 Oct 29 11:42:22.201174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf175815-1110-4d63-8a7b-e935a3a42453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f41df-f221-4ef0-bed0-c9b027a1e69f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:22.306420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.358361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.411806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.416730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:22.419041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab3f41df-f221-4ef0-bed0-c9b027a1e69f HTTP/1.1" status: 204 len: 168 time: 0.2182655 Oct 29 11:42:22.430267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0da3d5-5e3e-47f6-a5f8-d09107a7d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f41df-f221-4ef0-bed0-c9b027a1e69f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:22.814943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-845bff3e-3ddc-4bbf-9b25-61baa08170ce req-8c26e34d-67a1-44fe-b457-80b2b49e91eb tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.1104226 Oct 29 11:42:23.108746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:23.127236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82c1370e-9378-41fe-a520-acf9a5b1f53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.359156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82c1370e-9378-41fe-a520-acf9a5b1f53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.364531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-82c1370e-9378-41fe-a520-acf9a5b1f53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.431829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41322) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:23.432033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-82c1370e-9378-41fe-a520-acf9a5b1f53f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdfa2d39bfa14a6b8ff425246106cf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219597 Oct 29 11:42:23.432941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1370e-9378-41fe-a520-acf9a5b1f53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c984e3-d384-4659-be6a-d7158e7ac724,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:23.563571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.627136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.687131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.690658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:23.692111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15c984e3-d384-4659-be6a-d7158e7ac724 HTTP/1.1" status: 204 len: 168 time: 0.2588675 Oct 29 11:42:23.704064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f29ef-1090-4896-b711-2b22727bfbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c984e3-d384-4659-be6a-d7158e7ac724,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:24.094398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85978172-4e04-436e-9fe2-daf6afbb1893 req-ce6e2237-9345-45fc-b6d6-9936bcd3f352 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.1240835 Oct 29 11:42:25.395977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a8cfeb3-4fc1-46fe-8b31-48d9ea104afe req-0bd95426-49cc-49b0-be84-894129c0183d tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0629032 Oct 29 11:42:25.833917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:26.643633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf8c7654-ea44-4dc0-abfb-59415a238fc6 req-83d259f3-abe0-4487-b3fd-df8beba56ab1 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0853906 Oct 29 11:42:27.972157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e042920-73cd-4a93-bd54-b20c84b0027d req-a16ca959-eeaa-403d-ad2c-c4720cbeb357 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0708642 Oct 29 11:42:28.386421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6683990e-c31b-428a-a6a9-c172cb91b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:29.557199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512844db-435d-4179-9c0c-daeedba4f78c req-afa29cf6-2aae-414e-9dd4-d863186bf68e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:29.575688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-512844db-435d-4179-9c0c-daeedba4f78c req-afa29cf6-2aae-414e-9dd4-d863186bf68e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1401548 Oct 29 11:42:29.679498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-512844db-435d-4179-9c0c-daeedba4f78c req-b37c348d-2c9c-4abe-9594-ccba9237d9db tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027827 Oct 29 11:42:29.911868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1da0118-7847-49dc-b898-682377700d5f req-a8fe849c-bc1a-4fdf-998f-e0590da0016d tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0811763 Oct 29 11:42:30.855115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4513b514-d6c5-4ff4-86e3-ff2331df854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:31.164880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-5d9e4d14-b9c5-44e5-85f6-0bd89ba2e9db tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:31.167742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-5d9e4d14-b9c5-44e5-85f6-0bd89ba2e9db tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1820679 Oct 29 11:42:31.181961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337d4da-2996-44de-8551-649a5d1e875f req-177a694d-d91f-4ad8-92ae-713ba690fe3e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:31.190573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d337d4da-2996-44de-8551-649a5d1e875f req-177a694d-d91f-4ad8-92ae-713ba690fe3e tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 946 time: 0.1471379 Oct 29 11:42:31.285791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d337d4da-2996-44de-8551-649a5d1e875f req-1c0667fc-1209-44ad-9763-300c6fd5fec9 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919762 Oct 29 11:42:31.396018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Deleting port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:31.396860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:31.543415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] For port 4ea86f0d-577c-411b-bbbc-4460eb3d6971, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=4ea86f0d-577c-411b-bbbc-4460eb3d6971,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:31.544049 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:31.574272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Calling delete_port for 4ea86f0d-577c-411b-bbbc-4460eb3d6971 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:31.887127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8332dbb-b5e0-42e0-a36e-8385ba5e0b65 req-c2ca2459-31c8-4707-979b-3bfe1b7e0adf tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0650380 Oct 29 11:42:31.889256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:31.903915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['4ea86f0d-577c-411b-bbbc-4460eb3d6971'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:42:32.013883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd8249be-d1ba-46bd-aae4-4eb0c3513881'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:42:32.078500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Pushing event deleted for resources: {'Port': ['ID=4ea86f0d-577c-411b-bbbc-4460eb3d6971,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:32.178798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] No DVR routers for this DVR port 4ea86f0d-577c-411b-bbbc-4460eb3d6971 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:42:32.196794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:32.206211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfa29433-af9f-4102-a8dd-7923a85c9892 req-7b1ed618-1e67-4564-a7e7-41080aa84c8a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.41 "DELETE /v2.0/ports/4ea86f0d-577c-411b-bbbc-4460eb3d6971 HTTP/1.1" status: 204 len: 173 time: 1.0065365 Oct 29 11:42:32.208395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'name': 'network-vif-deleted', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:42:32.214642 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af1eb8-3e0a-42e3-ab6e-740c7d042c56" -d '{"events": [{"server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "name": "network-vif-deleted", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:42:32.411176 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7e0140-86a8-48cb-bb25-92b78b4e37eb x-openstack-request-id: req-0e7e0140-86a8-48cb-bb25-92b78b4e37eb {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:42:32.411476 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fd4126-b77e-4990-8b8c-aa03d709d69f", "name": "network-vif-deleted", "tag": "4ea86f0d-577c-411b-bbbc-4460eb3d6971", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:42:32.411750 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e7e0140-86a8-48cb-bb25-92b78b4e37eb {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:42:32.412125 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fd4126-b77e-4990-8b8c-aa03d709d69f', 'name': 'network-vif-deleted', 'tag': '4ea86f0d-577c-411b-bbbc-4460eb3d6971', 'status': 'completed', 'code': 200} Oct 29 11:42:32.428887 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:32.433927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:32.968454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-757de9ff-12ef-416c-8089-7a62d3e627e8 req-2eeee969-a11b-4dbe-854e-b42cc7c8905b tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=f4fd4126-b77e-4990-8b8c-aa03d709d69f HTTP/1.1" status: 200 len: 210 time: 0.0564947 Oct 29 11:42:33.170768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9efca1f6-af8e-43dc-aeb8-6297ddf3599f req-3aef64f4-5ad6-486a-b766-ec2f63ae3975 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0416570 Oct 29 11:42:33.603245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:34.612725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d593f99e-aa95-4761-9ee4-4d66dff7daf9 req-8f059f9c-b1c5-4eef-9fc8-87b3d5d1142c tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0449531 Oct 29 11:42:34.997974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4ea55-0b9c-4375-a3a8-94039c1f12df req-47b26a76-abb2-4eb8-8384-3f490163c91c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:35.010451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cc4ea55-0b9c-4375-a3a8-94039c1f12df req-47b26a76-abb2-4eb8-8384-3f490163c91c tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1939499 Oct 29 11:42:35.143693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cc4ea55-0b9c-4375-a3a8-94039c1f12df req-95a11abe-4b0f-4caf-8d24-7c96b6979761 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317835 Oct 29 11:42:35.625415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4ea86f0d-577c-411b-bbbc-4460eb3d6971 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:35.686818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 4ea86f0d-577c-411b-bbbc-4460eb3d6971 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:35.689679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 4ea86f0d-577c-411b-bbbc-4460eb3d6971 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:35.834761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edb07fd8-59a8-45d7-884d-244299cb5f12 req-246f09b9-d40f-461d-ab87-1cee1a32a242 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Oct 29 11:42:36.414311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77485279-e206-491d-924f-ccd24980e758 req-98dee0e8-919a-4317-918e-e2da562845f7 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:36.422785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77485279-e206-491d-924f-ccd24980e758 req-98dee0e8-919a-4317-918e-e2da562845f7 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1217184 Oct 29 11:42:36.510789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77485279-e206-491d-924f-ccd24980e758 req-b33c192e-797a-4fd7-a069-c1997d19eac3 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831826 Oct 29 11:42:37.088439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de4083d8-9d36-4ee0-a627-d7819a10b770 req-a06d4899-abd2-4709-93d1-280bcb5f1745 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0376284 Oct 29 11:42:37.775771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42223a79-eb30-49f6-9391-37f6bb444a47 req-b51fd548-1f46-433f-b0a0-d458568420c7 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:37.790862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42223a79-eb30-49f6-9391-37f6bb444a47 req-b51fd548-1f46-433f-b0a0-d458568420c7 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1162095 Oct 29 11:42:38.100517 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42223a79-eb30-49f6-9391-37f6bb444a47 req-ca62b803-042b-4d60-b2b4-b7900854435a tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045790 Oct 29 11:42:38.346813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-963d18fd-4740-4042-bb43-d1e1ee8be0ca req-eb6d036a-d366-48f5-84cf-212f8480a080 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0744050 Oct 29 11:42:39.422540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6597f-cafe-46c7-973a-8d12f347e5e9 req-4dfeda46-e8a9-481f-984c-c046ee00380d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:39.424264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1c6597f-cafe-46c7-973a-8d12f347e5e9 req-4dfeda46-e8a9-481f-984c-c046ee00380d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1623261 Oct 29 11:42:39.518653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1c6597f-cafe-46c7-973a-8d12f347e5e9 req-e2cad1b1-c35a-446e-8b18-d569df92ae80 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878730 Oct 29 11:42:39.744546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5887474-2e8c-4e87-8b2f-ae3daa324055 req-5dcef0c5-6303-468b-8451-24cc9eacdfff tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0648539 Oct 29 11:42:40.093484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-abb622ab-6f03-4d77-92a5-4224ec7c451d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:40.096572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-abb622ab-6f03-4d77-92a5-4224ec7c451d tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 945 time: 0.1622441 Oct 29 11:42:40.145939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41846) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:40.325662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.391239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Deleting port fd8249be-d1ba-46bd-aae4-4eb0c3513881 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:40.393257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.605223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41858) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:40.644432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] For port fd8249be-d1ba-46bd-aae4-4eb0c3513881, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=fd8249be-d1ba-46bd-aae4-4eb0c3513881,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:40.644914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.662059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Calling delete_port for fd8249be-d1ba-46bd-aae4-4eb0c3513881 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:40.680091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.755074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.765106 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:42:40.826625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.829098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d5670-9c78-45f2-9bad-5b7a2f0fb841,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:40.842952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['fd8249be-d1ba-46bd-aae4-4eb0c3513881'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:42:40.876218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.876566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.876916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.877277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.877611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.885481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.885877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.886216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.886551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.886903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.887401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.887845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:40.940729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] No DVR routers for this DVR port fd8249be-d1ba-46bd-aae4-4eb0c3513881 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:42:40.943769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.948973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61a225f9-c544-4a7f-bc21-ad2ae70f8b70 req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.86 "DELETE /v2.0/ports/fd8249be-d1ba-46bd-aae4-4eb0c3513881 HTTP/1.1" status: 204 len: 173 time: 0.8448079 Oct 29 11:42:40.950213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'name': 'network-vif-deleted', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:42:40.955748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64a70c2c-1648-4bac-b8ff-068b6f108103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:40.976291 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf4a94-5f4d-4a18-808c-95a3c3829779" -d '{"events": [{"server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "name": "network-vif-deleted", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:42:40.994922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-73e27b7f-fed4-4da6-93ae-13cf4132bbcf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91f785a27d9249caac490aac85c99082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8476315 Oct 29 11:42:40.997782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41868) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:41.010309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Pushing event deleted for resources: {'Port': ['ID=fd8249be-d1ba-46bd-aae4-4eb0c3513881,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:41.041082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.041449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.041797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.046064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.046500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.046852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.047196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.047537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.047872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.048216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.048549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.052560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c194dbf-7812-42c1-8366-c8deb4581123 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:41.108939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc99d-0951-46ca-8b5b-9c1ea145f0c9 req-ddb3b2e7-9c15-4975-aaaa-3e48697c9837 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:41.110477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92ccc99d-0951-46ca-8b5b-9c1ea145f0c9 req-ddb3b2e7-9c15-4975-aaaa-3e48697c9837 tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c50c2e3-04cf-463a-a354-4451d07f324a HTTP/1.1" status: 200 len: 867 time: 0.4338017 Oct 29 11:42:41.201226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.312036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64a70c2c-1648-4bac-b8ff-068b6f108103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.342439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64a70c2c-1648-4bac-b8ff-068b6f108103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.468247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:41.505026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-64a70c2c-1648-4bac-b8ff-068b6f108103 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2695c565afe842f4a34d6827572ae0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492320 Oct 29 11:42:41.530743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.616815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a70c2c-1648-4bac-b8ff-068b6f108103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b0047-c1d1-4070-ae96-7927126640c3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:41.641783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.672540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92ccc99d-0951-46ca-8b5b-9c1ea145f0c9 req-a0e0a235-b8d9-44ce-bfbd-9024391d61cc tempest-ServerRescueNegativeTestJSON-728469844 tempest-ServerRescueNegativeTestJSON-728469844-project] 10.222.0.77 "GET /v2.0/security-groups?id=1042d177-fb6b-485a-b2e4-d29efd65c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224373 Oct 29 11:42:41.677998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.688115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.689541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b9d5670-9c78-45f2-9bad-5b7a2f0fb841 HTTP/1.1" status: 204 len: 168 time: 0.6897421 Oct 29 11:42:41.696194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.709307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2e8c-6e61-45b7-9882-7a01a5b32953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d5670-9c78-45f2-9bad-5b7a2f0fb841,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:41.795591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.798528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:41.802229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/588b0047-c1d1-4070-ae96-7927126640c3 HTTP/1.1" status: 204 len: 168 time: 0.3306038 Oct 29 11:42:41.831371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424ea8e-cdc4-49a4-a096-70b76544ae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b0047-c1d1-4070-ae96-7927126640c3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:41.896000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5bd53f1-d075-44d2-be65-5e02fbd469b1 req-849a56f7-9acf-40d8-b5bf-c311e11b384b tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0967829 Oct 29 11:42:42.098725 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ed2d7-caa0-47a4-ab75-5e21b56b1c40 x-openstack-request-id: req-dd6ed2d7-caa0-47a4-ab75-5e21b56b1c40 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:42:42.099020 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c50c2e3-04cf-463a-a354-4451d07f324a", "name": "network-vif-deleted", "tag": "fd8249be-d1ba-46bd-aae4-4eb0c3513881", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:42:42.099276 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd6ed2d7-caa0-47a4-ab75-5e21b56b1c40 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:42:42.099718 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c50c2e3-04cf-463a-a354-4451d07f324a', 'name': 'network-vif-deleted', 'tag': 'fd8249be-d1ba-46bd-aae4-4eb0c3513881', 'status': 'completed', 'code': 200} Oct 29 11:42:42.386751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:42.403819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efc81161-4018-4e4d-b989-165f52342509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.513987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efc81161-4018-4e4d-b989-165f52342509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.519349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efc81161-4018-4e4d-b989-165f52342509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.576213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41904) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:42.581752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-efc81161-4018-4e4d-b989-165f52342509 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c279140d01dd4c26a1384f2a65f13748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934991 Oct 29 11:42:42.583406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc81161-4018-4e4d-b989-165f52342509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62797dbf-d265-4805-b29b-d4e322efbe8c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:42.651503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.717849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.768201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:42.843644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.857293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:42.858743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62797dbf-d265-4805-b29b-d4e322efbe8c HTTP/1.1" status: 204 len: 168 time: 0.2813885 Oct 29 11:42:42.883276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad1486-68eb-4481-8b29-45bed4692c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62797dbf-d265-4805-b29b-d4e322efbe8c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:43.145428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd5faddd-79fa-47fa-845a-c6f6a0b85fcc req-58876462-f3e2-421d-8715-50aae24c1cb9 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0678010 Oct 29 11:42:43.411022 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:43.910455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd8249be-d1ba-46bd-aae4-4eb0c3513881 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:43.969342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: fd8249be-d1ba-46bd-aae4-4eb0c3513881 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:43.970516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device fd8249be-d1ba-46bd-aae4-4eb0c3513881 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:43.985700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Deleting port 5696bb11-49ed-46da-8949-a8e0990442b1 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:43.986617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:44.222829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] For port 5696bb11-49ed-46da-8949-a8e0990442b1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5696bb11-49ed-46da-8949-a8e0990442b1,segment=NetworkSegment(37334622-d45e-41fb-b056-3b88407cc59f),segment_id=37334622-d45e-41fb-b056-3b88407cc59f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:44.223195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:44.259949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Calling delete_port for 5696bb11-49ed-46da-8949-a8e0990442b1 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:44.378772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f62f4d-4041-43ea-b387-c750d45989b5 req-5338a013-1449-4c3c-8d19-9a9a1fcde208 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0514796 Oct 29 11:42:44.701672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42006) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:44.821975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:44.893840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Pushing event deleted for resources: {'Port': ['ID=5696bb11-49ed-46da-8949-a8e0990442b1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:44.976698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'network': {'name': 'tempest-network-smoke--309532995', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:45.049719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:42:45.056418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.069962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.281967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.288431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.304862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.345445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20da8abc-8c65-4007-b08f-268c8a48395a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:45.359276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:42:45.375017 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.375368 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Added segment b763c977-cc23-485e-9e2c-44482a9c1341 of type vlan for network 03ddd586-385f-47c5-98f1-9c9996675de1 Oct 29 11:42:45.431519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.470935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.481087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:45.482092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.517878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8119223 Oct 29 11:42:45.593332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42028) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:45.629752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'admin_state_up': True, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:45.659970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Router 1c396e79-3833-4110-9d12-e78c2d5879eb has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:42:45.703525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.707105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.788453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:45.806277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0da4d441-bd8f-43cc-a8aa-5b5fc79fc5ad req-ef478182-3ef9-423f-be0a-6c07a4cefa12 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.2138319 Oct 29 11:42:45.971182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:42:45.984092 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Sync routers for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:42:46.001051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1d0061ac-f05b-4727-8128-ea60738cf51b admin admin] 10.222.0.77 "PUT /v2.0/routers/1c396e79-3833-4110-9d12-e78c2d5879eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2316465 Oct 29 11:42:46.003131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42052) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:46.017634 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:46.018256 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:46.065235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3e7b3-21df-4630-a740-ef4bdc2096e3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Network': ['ID=03ddd586-385f-47c5-98f1-9c9996675de1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:46.081375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 03ddd586-385f-47c5-98f1-9c9996675de1 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:42:46.085531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.319980 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:46.351197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.499899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.525703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.531834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.620251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Deleting port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:42:46.620591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.748366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.25.4.116 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e59b9ef4-6ef0-478d-b114-d0b7eae82ed7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:42:46.803545 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:42:44Z', 'revision_number': 5, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port': {'id': 'dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:39:36Z', 'updated_at': '2021-10-29T11:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:46.930203 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Checking router: 1c396e79-3833-4110-9d12-e78c2d5879eb for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:42:46.940947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] For port dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:46.941468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:46.967774 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Routers {'1c396e79-3833-4110-9d12-e78c2d5879eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:46.968542 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1c396e79-3833-4110-9d12-e78c2d5879eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:46.982235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Calling delete_port for dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:42:47.117540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d6eb779-b87c-4fe9-8ac3-fe81810a2872 req-019d800b-5098-4ab6-a91d-b952f26a9cbe tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0989652 Oct 29 11:42:47.177051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] Set router 1c396e79-3833-4110-9d12-e78c2d5879eb gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:47.196364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:47.272851 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:42:46Z', 'revision_number': 6, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:47.345332 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b24d39-4e00-4e10-9f9b-9774acc86bc0 None None] The sync data for ids ['1c396e79-3833-4110-9d12-e78c2d5879eb'] in n-d-805046-9 is: [{'id': '1c396e79-3833-4110-9d12-e78c2d5879eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1975050715-router', 'tenant_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:39:33Z', 'updated_at': '2021-10-29T11:42:46Z', 'revision_number': 6, 'project_id': '618b0d6b76fc49e8a6b05a143cd19dd7', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:42:47.478189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:47.544808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:47.574095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:42:47.585843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:42:47.588520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:42:47.633500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:47.660886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:47.872090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.590312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-41fd7bef-c6c6-48ed-bc1a-b93362c9c187 req-2b6c85b2-2bab-46e9-baeb-14e2ac88ecdf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0256357 Oct 29 11:42:48.624804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.627785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.750555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.751098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c396e79-3833-4110-9d12-e78c2d5879eb {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:42:48.760166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.761624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-863b6513-7e84-42df-8f71-6ee8cbb3b730 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1c396e79-3833-4110-9d12-e78c2d5879eb HTTP/1.1" status: 204 len: 168 time: 2.7565072 Oct 29 11:42:48.765531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:48.938468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Deleting subnet bff30bdd-bf19-4e16-a621-d5489f3c0d8d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:42:48.951335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:48.954993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.047195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.169029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:49.174627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.182886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84b048-43f6-4a18-bd53-14856078c79f req-1d574b35-7c8f-4e81-91b4-2723f4546cdd tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:49.203140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d84b048-43f6-4a18-bd53-14856078c79f req-1d574b35-7c8f-4e81-91b4-2723f4546cdd tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 1.1274469 Oct 29 11:42:49.243699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:49.244411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device dd5df5cb-dea3-43ad-87b8-eb74bc9a78f0 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:49.245140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5696bb11-49ed-46da-8949-a8e0990442b1 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:42:49.294698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 5696bb11-49ed-46da-8949-a8e0990442b1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:42:49.295252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5696bb11-49ed-46da-8949-a8e0990442b1 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:42:49.353529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d84b048-43f6-4a18-bd53-14856078c79f req-0205f0a1-2ac5-48f8-867c-bec628f7db32 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474876 Oct 29 11:42:49.359955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.416797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff30bdd-bf19-4e16-a621-d5489f3c0d8d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:49.430007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.436217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e2c37cfb-270d-4508-9205-ef319fb05834 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bff30bdd-bf19-4e16-a621-d5489f3c0d8d HTTP/1.1" status: 204 len: 168 time: 0.6692994 Oct 29 11:42:49.438676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:49.612699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db05bb18-8f41-4d24-bd92-8b2082e9652d req-137ddb12-a0d8-4415-8472-449718bb07f2 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.1069160 Oct 29 11:42:49.646621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.699310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.924092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:49.953405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8308af1-566e-4cd7-97a3-b86445d804c5']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:49.966300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37334622-d45e-41fb-b056-3b88407cc59f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:49.966950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37334622-d45e-41fb-b056-3b88407cc59f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:49.978795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.017237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.026842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:42:50.027495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.039963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:42:50.117654 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:42:50.130404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.138412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.147217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] 10.222.0.77 "DELETE /v2.0/networks/c8308af1-566e-4cd7-97a3-b86445d804c5 HTTP/1.1" status: 204 len: 168 time: 0.7072670 Oct 29 11:42:50.171804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d7731-89f9-40c7-ba18-f38f6a24556f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8308af1-566e-4cd7-97a3-b86445d804c5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:50.275432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:42:50.288455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:42:50.305956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.306289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:50.310717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bcfae389-79cd-4b81-bb07-c4c1842a7a79 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6814871 Oct 29 11:42:50.311060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42300) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:50.318415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:50.391157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-0a939504-eaef-4a94-9440-452583ff13db req-2b490b42-5eab-4b6b-a09a-7d8b48e836e5 service neutron] (102278) timed out ('10.222.0.86', 62468) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:42:50.435331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:50.544689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:50.548939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34104cfc-18dc-4d32-813d-3240a324bfcc req-5d73092b-0504-4552-9a49-9568a7aa7d2d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:50.562573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34104cfc-18dc-4d32-813d-3240a324bfcc req-5d73092b-0504-4552-9a49-9568a7aa7d2d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1020105 Oct 29 11:42:50.585958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd750c0a-6138-44cd-8fea-990b13754390 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=618b0d6b76fc49e8a6b05a143cd19dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494391 Oct 29 11:42:50.591403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42310) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:50.668586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42314) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:50.684795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-34104cfc-18dc-4d32-813d-3240a324bfcc req-2fd6a4e6-62f5-45e3-b6dd-31028bb92dea tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207595 Oct 29 11:42:50.735763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.927186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:50.952995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ac2d1f1-72fb-4fdc-b1f6-4f656e58ac90 req-3d7c0451-7cc6-43af-8cec-5f230bd3e973 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.1366611 Oct 29 11:42:51.086081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.089128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.090343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1042d177-fb6b-485a-b2e4-d29efd65c2eb HTTP/1.1" status: 204 len: 168 time: 0.4955966 Oct 29 11:42:51.104309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc7fb4-dd16-4463-905f-565f1711de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042d177-fb6b-485a-b2e4-d29efd65c2eb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:51.223213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:48Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:51.243210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72fffb0-c2c4-4a81-a26e-dc59fdcd0e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.328295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42334) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:51.333507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:42:51.333946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Updating router 2f9a35b6-1476-47be-b4aa-5acd08627345 port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:42:51.406709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-86761dcc-4037-414c-8166-238904f8579a req-f70f0f39-f74e-4e08-bd35-b406b787a605 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0510452 Oct 29 11:42:51.410931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.489314 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cc74883-c33c-49e0-8989-f5c8666cfa33 req-e1d61663-a6aa-41aa-8c10-7768a88befe7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fcd1776a631148cb9cbb43a8bf4619c8&device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.2146878 Oct 29 11:42:51.504028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc751a47-fc68-4c3a-a3d8-0fcbd88758df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.579018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e64df62d-a7c4-4f0d-b088-ffe432d24817 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a1929897279d451b8deef543e11dfdbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.2659681 Oct 29 11:42:51.583260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42344) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:51.607968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cc74883-c33c-49e0-8989-f5c8666cfa33 req-4b216a85-d8fa-44ce-acda-58dca97abca0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=fcd1776a631148cb9cbb43a8bf4619c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273540 Oct 29 11:42:51.835868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc751a47-fc68-4c3a-a3d8-0fcbd88758df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.880184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc751a47-fc68-4c3a-a3d8-0fcbd88758df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.895258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.957115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72fffb0-c2c4-4a81-a26e-dc59fdcd0e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:51.959372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74883-c33c-49e0-8989-f5c8666cfa33 req-7877fd70-6daa-48eb-9c1b-cad2dfe3916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:51.961415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cc74883-c33c-49e0-8989-f5c8666cfa33 req-7877fd70-6daa-48eb-9c1b-cad2dfe3916c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3440409 Oct 29 11:42:51.976332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72fffb0-c2c4-4a81-a26e-dc59fdcd0e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.056434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e72fffb0-c2c4-4a81-a26e-dc59fdcd0e73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=270be04bd4e54d938a4bf430a928b18f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3865714 Oct 29 11:42:52.061132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42362) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:52.179715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fffb0-c2c4-4a81-a26e-dc59fdcd0e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c318262c-b1a2-4c8b-8548-7fee9529ac62,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:52.219803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.232566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.275994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.338699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Attempting to bind port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:42:52.339201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Attempting to bind port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:42:52.339569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Attempting to bind port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:42:52.347292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.350806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:42:52.351312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:42:52.351830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.352343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:42:52.352922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Bound port: e59b9ef4-6ef0-478d-b114-d0b7eae82ed7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:42:52.353429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.358653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ff90-af54-4433-950d-533513c99371 req-f546e87d-6b38-46dc-9542-444cfd76f490 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:52.360636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96b5ff90-af54-4433-950d-533513c99371 req-f546e87d-6b38-46dc-9542-444cfd76f490 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.5032213 Oct 29 11:42:52.363174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fc751a47-fc68-4c3a-a3d8-0fcbd88758df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fec4ac1b993d4b248107c6ab3f002995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0336125 Oct 29 11:42:52.367680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42370) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:52.406750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc751a47-fc68-4c3a-a3d8-0fcbd88758df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c62a5-f48c-44f2-9f5a-80f740ae5b75,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:52.415035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] For port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:42:52.418516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] For port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:42:52.430501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ba20e-e2be-41ab-92a2-d44df5d8fe96 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:52.434903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-231ba20e-e2be-41ab-92a2-d44df5d8fe96 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8478999 Oct 29 11:42:52.435199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Pushing event updated for resources: {'Port': ['ID=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:52.444632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:52.453530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.477090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.477527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.477938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.478343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.478745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.479214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.479610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.480082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.480530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.480940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.481356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.481799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:42:52.486259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.502238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.512090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c318262c-b1a2-4c8b-8548-7fee9529ac62 HTTP/1.1" status: 204 len: 168 time: 0.4461036 Oct 29 11:42:52.536559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66706de7-880f-46a8-965a-103d8e02f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c318262c-b1a2-4c8b-8548-7fee9529ac62,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:52.592705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fd3ec05f-c3e6-46d5-82e4-8690ffb36ea8 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455207 Oct 29 11:42:52.595928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42386) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:52.602847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255094849', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:52.606171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b9da4-63e3-44fe-a1cf-ca53c3b7272d None None] Pushing event updated for resources: {'Port': ['ID=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:52.621058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:42:52.622857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:42:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:52.656370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96b5ff90-af54-4433-950d-533513c99371 req-f0899216-6381-404f-ab19-426cc9305123 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804935 Oct 29 11:42:52.687067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.749069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.819579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:42:52.895307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-e5d29467-9557-45dc-8298-04ee613a283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:52.910729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-e5d29467-9557-45dc-8298-04ee613a283e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1097 time: 0.1951394 Oct 29 11:42:52.948818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42398) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:52.964449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:42:52.971575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:52.973314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-237cf3bc-2532-4c6a-83c4-d31ef30a5b6f req-ef3905bc-475a-463b-8ac1-52c6073e1e04 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.77 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0803587 Oct 29 11:42:53.120767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.130780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.132004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/399c62a5-f48c-44f2-9f5a-80f740ae5b75 HTTP/1.1" status: 204 len: 168 time: 0.7633464 Oct 29 11:42:53.157550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4d618-2ed9-4c6a-b0be-38455da56cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c62a5-f48c-44f2-9f5a-80f740ae5b75,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:53.219822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2097339428-network', 'tenant_id': '6b384a92cd1746798dab16225ee7fc98'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:53.238066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-bae263ba-b0a7-430e-87dd-dd3000c73d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:53.239790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-bae263ba-b0a7-430e-87dd-dd3000c73d7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.2655818 Oct 29 11:42:53.280501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cc74883-c33c-49e0-8989-f5c8666cfa33 req-c590c0ec-f347-4b69-9c39-b946ef251ba7 tempest-ServerShowV254Test-807021185 tempest-ServerShowV254Test-807021185-project] 10.222.0.86 "GET /v2.0/ports?device_id=c39dc99a-e66b-4b2a-acdc-1f0778650c70 HTTP/1.1" status: 200 len: 210 time: 0.0484965 Oct 29 11:42:53.284965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:48Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:53.326526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Made reservation on behalf of 6b384a92cd1746798dab16225ee7fc98 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:42:53.329196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.362327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.384099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a8902-17b8-4fb8-9203-b4b60f717b75 None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:48Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:42:53.405810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-e7c2c273-ae04-42b3-a22c-0039aa4780c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1524405 Oct 29 11:42:53.538703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-8cf8f178-80eb-4057-b60c-c556822f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:53.546279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-8cf8f178-80eb-4057-b60c-c556822f92da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.1315024 Oct 29 11:42:53.558419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.663111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-3c401bea-2ee1-431b-8afd-78df619b8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:53.671515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-3c401bea-2ee1-431b-8afd-78df619b8418 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198232 Oct 29 11:42:53.676834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Subnet': ['ID=02517c94-fbf3-45ef-9990-7f34adaecb55,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:53.768491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.796713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Checking segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:42:53.797365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network hostable DHCP agents. Network: 03ddd586-385f-47c5-98f1-9c9996675de1, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:42:53.817373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.849499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:42:53.871049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:53.871387 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Added segment 1f59655b-8903-4fc1-b03e-17f22ee2648e of type vlan for network f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c Oct 29 11:42:54.022365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42428) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:54.070954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 03ddd586-385f-47c5-98f1-9c9996675de1 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:42:54.075516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a6ae4-f75a-413b-8dae-0433c3f899bc req-0bac4543-0b8c-463a-a93c-6b778d9a4d20 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:54.078000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b94a6ae4-f75a-413b-8dae-0433c3f899bc req-0bac4543-0b8c-463a-a93c-6b778d9a4d20 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.2383819 Oct 29 11:42:54.082570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-f6bc031e-913d-4ea4-87cd-ea3e3e35a919 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035494 Oct 29 11:42:54.125493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.191466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b94a6ae4-f75a-413b-8dae-0433c3f899bc req-4937a495-bfe9-4a76-892c-870f1ee04653 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055267 Oct 29 11:42:54.246709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 03ddd586-385f-47c5-98f1-9c9996675de1) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:42:54.257861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251467e6-af88-44f5-935b-bf9d2b41889e None None] Network 03ddd586-385f-47c5-98f1-9c9996675de1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:42:54.283519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:42:54.312751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:54.317532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.320310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f871017-e016-4e9d-9f9f-0bff2c27acdf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:54.330200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-605ed2a9-a9e8-4d6a-a3ab-1ecac19bf7aa req-55350e2f-9d56-40e0-8175-e46e7a5f7a57 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300529 Oct 29 11:42:54.408922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7741-1ee3-4a41-9fd5-99b7ced1c68d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.431528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fae4079b-eb7a-485b-9134-7bcd680b7f1f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8332572 Oct 29 11:42:54.432771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.434997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42450) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:54.451565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:54.452292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.540054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5894659 Oct 29 11:42:54.614723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42452) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:54.635999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Request body: {'subnet': {'network_id': 'f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2097339428-subnet', 'tenant_id': '6b384a92cd1746798dab16225ee7fc98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:54.742050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1a03-fed1-480f-b9cb-530a0741a46f admin admin] Pushing event updated for resources: {'Network': ['ID=f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:54.745946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-03ddd586-385f-47c5-98f1-9c9996675de1', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:42:54.752085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.771085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Made reservation on behalf of 6b384a92cd1746798dab16225ee7fc98 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:42:54.774556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:54.799064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:42:54.937947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42466) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:55.096064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7741-1ee3-4a41-9fd5-99b7ced1c68d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.186909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.269637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868d5c01-1d99-4d5b-a27e-f34dd211ce88,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:55.279482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Checking segment: {'id': '1f59655b-8903-4fc1-b03e-17f22ee2648e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:42:55.280133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Network hostable DHCP agents. Network: f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:42:55.287595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Allocated IP 172.20.0.2 (03ddd586-385f-47c5-98f1-9c9996675de1/02517c94-fbf3-45ef-9990-7f34adaecb55/2fdcc4d3-f2f1-40d7-b581-440b2644445e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:42:55.322247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Network f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:42:55.341202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:42:55.347070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:55.347372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7741-1ee3-4a41-9fd5-99b7ced1c68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.348113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.380276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-42783efb-0b8d-4c83-a9d0-97f8951e3b41 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7649059 Oct 29 11:42:55.434329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42482) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:55.435759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5e0e7741-1ee3-4a41-9fd5-99b7ced1c68d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a24a38519fb4f4d8092a7e8f56060ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4110370 Oct 29 11:42:55.585724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.596567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e7741-1ee3-4a41-9fd5-99b7ced1c68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d181525-1e44-4be2-829c-120f6f62154d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:55.602102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:42:55.642331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7780a43-5580-495c-8467-6c11995d28e4 None None] Network f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:42:55.655882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf305-0e00-4990-a3b5-cb8ca0459d7c req-e58f9d84-586b-4bb0-ad72-4415d186382e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:55.658083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-038e469c-fade-4d89-9aab-be8e477451fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.659720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.665927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-931bf305-0e00-4990-a3b5-cb8ca0459d7c req-e58f9d84-586b-4bb0-ad72-4415d186382e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.2454522 Oct 29 11:42:55.745304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.781220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:55.998281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Network 03ddd586-385f-47c5-98f1-9c9996675de1 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:42:56.029223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:42:56.029681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.085777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.088543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.089776 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d181525-1e44-4be2-829c-120f6f62154d HTTP/1.1" status: 204 len: 168 time: 0.6532218 Oct 29 11:42:56.120131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Pushing event updated for resources: {'Port': ['ID=2fdcc4d3-f2f1-40d7-b581-440b2644445e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:56.134483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-038e469c-fade-4d89-9aab-be8e477451fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.136482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.140602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:42:56.144687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390bf0d-c2f4-4c41-9817-77275f32100c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d181525-1e44-4be2-829c-120f6f62154d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:56.147715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:42:56.154107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-038e469c-fade-4d89-9aab-be8e477451fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.241450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-038e469c-fade-4d89-9aab-be8e477451fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcd1776a631148cb9cbb43a8bf4619c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3022892 Oct 29 11:42:56.249757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:56.270585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e469c-fade-4d89-9aab-be8e477451fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2fdf59-de26-4867-b21b-2721a652206e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:56.379223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.405639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42514) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:56.463099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.544866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.548300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.550317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c2fdf59-de26-4867-b21b-2721a652206e HTTP/1.1" status: 204 len: 168 time: 0.2994730 Oct 29 11:42:56.571294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff46d4f-32ee-42a6-a687-96133abb82c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2fdf59-de26-4867-b21b-2721a652206e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:56.706931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-931bf305-0e00-4990-a3b5-cb8ca0459d7c req-a93c9a1c-97cc-4d52-b109-5ab065fa65f8 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0324204 Oct 29 11:42:56.727817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:56.832719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Deleting subnet 868d5c01-1d99-4d5b-a27e-f34dd211ce88 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:42:56.837332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.883644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:56.942020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.010506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.036362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868d5c01-1d99-4d5b-a27e-f34dd211ce88,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:57.048750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.052468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-73534808-1707-49dc-9548-1858bc4802f1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/868d5c01-1d99-4d5b-a27e-f34dd211ce88 HTTP/1.1" status: 204 len: 168 time: 0.3233228 Oct 29 11:42:57.055636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42536) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:57.060392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Attempting to bind port 2fdcc4d3-f2f1-40d7-b581-440b2644445e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:42:57.061270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Attempting to bind port 2fdcc4d3-f2f1-40d7-b581-440b2644445e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:42:57.061793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Attempting to bind port 2fdcc4d3-f2f1-40d7-b581-440b2644445e on network 03ddd586-385f-47c5-98f1-9c9996675de1 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:42:57.066126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2b2ff-47b0-4e3d-a5be-da57f822cb7f None None] Network f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:42:57.132854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.172595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.213781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32a6ffe8-cd63-418a-8ba6-c16d14126ab3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-117400185'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:57.214527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32a6ffe8-cd63-418a-8ba6-c16d14126ab3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Unknown quota resources ['metering_label']. {{(pid=102277) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:42:57.284087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:42:57.284593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Checking segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:42:57.284890 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.285312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Bound using segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:42:57.285806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Bound port: 2fdcc4d3-f2f1-40d7-b581-440b2644445e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:42:57.286189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.461654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] For port 2fdcc4d3-f2f1-40d7-b581-440b2644445e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:42:57.466664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] For port 2fdcc4d3-f2f1-40d7-b581-440b2644445e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fdcc4d3-f2f1-40d7-b581-440b2644445e,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:42:57.485877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.496461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.613148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:57.634438 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.721460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfccde-c604-4992-ae59-216b41fefa0a None None] Pushing event updated for resources: {'Port': ['ID=2fdcc4d3-f2f1-40d7-b581-440b2644445e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:57.762604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.804190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:57.823865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f59655b-8903-4fc1-b03e-17f22ee2648e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:57.826306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f59655b-8903-4fc1-b03e-17f22ee2648e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:42:57.856340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32a6ffe8-cd63-418a-8ba6-c16d14126ab3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.861158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32a6ffe8-cd63-418a-8ba6-c16d14126ab3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4512541 Oct 29 11:42:57.876005 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:57.879878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:57.884952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:57.902385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3112a07f-80a6-4401-9040-ec843f6c8406 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cc410ddd-7426-446a-96dd-1fc94b88d87d'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:57.902915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3112a07f-80a6-4401-9040-ec843f6c8406 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102277) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:42:57.968990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.1 (03ddd586-385f-47c5-98f1-9c9996675de1/02517c94-fbf3-45ef-9990-7f34adaecb55/b8ac98af-2dfe-41c0-b074-9c6387ff34b9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:42:58.010901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.018280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:42:58.018732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.021132 n-d-805046-9 neutron-server[102277]: WARNING neutron.services.metering.metering_plugin [None req-3112a07f-80a6-4401-9040-ec843f6c8406 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:42:58.023808 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:42:58.193365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3112a07f-80a6-4401-9040-ec843f6c8406 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.197992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3112a07f-80a6-4401-9040-ec843f6c8406 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3140516 Oct 29 11:42:58.198692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42582) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.204344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2644a159-1fd4-41f5-a6ac-04cb243ae533 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cc410ddd-7426-446a-96dd-1fc94b88d87d'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:58.205234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2644a159-1fd4-41f5-a6ac-04cb243ae533 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102277) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:42:58.216618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.222705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.233437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.237814 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] 10.222.0.77 "DELETE /v2.0/networks/f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c HTTP/1.1" status: 204 len: 168 time: 1.1802447 Oct 29 11:42:58.284209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82903cc-0609-49c8-8a33-484820e1c06f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c3ecd3-7ecd-4b4f-bfb3-0cb32ae0b90c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:58.301065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.365916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 03ddd586-385f-47c5-98f1-9c9996675de1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:42:58.387381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8006-f743-4f94-a7e9-4df048d9c521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.388991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:42:58.404603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:42:58.408848 n-d-805046-9 neutron-server[102277]: WARNING neutron.services.metering.metering_plugin [None req-2644a159-1fd4-41f5-a6ac-04cb243ae533 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 11:42:58.422830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d03d7-f4cd-48d0-a6bc-3df9d118e676 req-13cdc5b3-3fdc-4d6d-a96c-addb89e2722a tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:58.424399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b1d03d7-f4cd-48d0-a6bc-3df9d118e676 req-13cdc5b3-3fdc-4d6d-a96c-addb89e2722a tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.5774562 Oct 29 11:42:58.464266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:58.504283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.523424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b1d03d7-f4cd-48d0-a6bc-3df9d118e676 req-6ec332be-c047-440f-8442-570e76fae654 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707526 Oct 29 11:42:58.538223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2644a159-1fd4-41f5-a6ac-04cb243ae533 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.541932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2644a159-1fd4-41f5-a6ac-04cb243ae533 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3402526 Oct 29 11:42:58.542463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.573366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b594ca34-f9b4-400a-8215-87629f63060b tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=3dba50c2-f032-47af-80c1-1b47b43dfbe5 HTTP/1.1" status: 200 len: 462 time: 0.0292807 Oct 29 11:42:58.582559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42596) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.707296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.760845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a90e2372-2f06-4eee-a991-e03b21ea67fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b384a92cd1746798dab16225ee7fc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518968 Oct 29 11:42:58.763717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42606) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.840363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.873744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.884684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.974529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-92a18c81-43ef-49f0-8c8a-2ec1a7b44dc1 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.978202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-92a18c81-43ef-49f0-8c8a-2ec1a7b44dc1 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/3dba50c2-f032-47af-80c1-1b47b43dfbe5 HTTP/1.1" status: 204 len: 168 time: 0.3941009 Oct 29 11:42:58.979952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.980948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42614) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:58.983770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:58.987935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f871017-e016-4e9d-9f9f-0bff2c27acdf HTTP/1.1" status: 204 len: 168 time: 0.2222769 Oct 29 11:42:59.010079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6d53b130-40eb-4768-90b7-db06511829e5 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=3dba50c2-f032-47af-80c1-1b47b43dfbe5 HTTP/1.1" status: 200 len: 221 time: 0.0244040 Oct 29 11:42:59.013364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:59.023557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f5a3-e2ac-4452-84f8-a13504550901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f871017-e016-4e9d-9f9f-0bff2c27acdf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:59.028089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a8e3fa37-eb0d-4fdc-b449-1b83f7573e6e tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1505540634', 'description': 'label created by tempest'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:42:59.028716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a8e3fa37-eb0d-4fdc-b449-1b83f7573e6e tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Unknown quota resources ['metering_label']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:42:59.189381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da720672-befc-4178-9461-f01e5061d9ce None None] Network 03ddd586-385f-47c5-98f1-9c9996675de1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:42:59.371285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] Provisioning complete for port 2fdcc4d3-f2f1-40d7-b581-440b2644445e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:42:59.371733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:59.554211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:59.604490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa37-eb0d-4fdc-b449-1b83f7573e6e tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:59.606868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8e3fa37-eb0d-4fdc-b449-1b83f7573e6e tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5938022 Oct 29 11:42:59.609317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:59.654326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] For port 2fdcc4d3-f2f1-40d7-b581-440b2644445e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fdcc4d3-f2f1-40d7-b581-440b2644445e,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:42:59.669580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:59.803108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ab09-53f8-4d41-97c7-52f3f2c08f97 None None] Pushing event updated for resources: {'Port': ['ID=2fdcc4d3-f2f1-40d7-b581-440b2644445e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:42:59.819284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d3c97ec0-85af-4906-b91f-67a34780a83e None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:42:59.821359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3c97ec0-85af-4906-b91f-67a34780a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:42:59.896045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7b98cfab-b083-40e3-91cb-10e10e43e4ca tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=5d3a7854-61e9-4477-9bd9-1ff2defee358 HTTP/1.1" status: 200 len: 468 time: 0.2824833 Oct 29 11:42:59.897107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42652) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:42:59.970944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d3c97ec0-85af-4906-b91f-67a34780a83e None None] Port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:42:59.987141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706221e-0ad2-4cc9-a9e8-2e5b31f9968a req-51ecd259-43b5-405b-9ed5-dc7b4d16df11 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:42:59.990335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d3c97ec0-85af-4906-b91f-67a34780a83e None None] Provisioning complete for port 2fdcc4d3-f2f1-40d7-b581-440b2644445e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:42:59.991015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3c97ec0-85af-4906-b91f-67a34780a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.021408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a706221e-0ad2-4cc9-a9e8-2e5b31f9968a req-51ecd259-43b5-405b-9ed5-dc7b4d16df11 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.3795702 Oct 29 11:43:00.076598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.080886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.103349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fdcc4d3-f2f1-40d7-b581-440b2644445e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:00.119866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.225716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2fdcc4d3-f2f1-40d7-b581-440b2644445e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:00.226149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.240181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.346152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a706221e-0ad2-4cc9-a9e8-2e5b31f9968a req-eaef3ef4-cc9b-4565-813c-f28923e78e33 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232403 Oct 29 11:43:00.410973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7bbc83b8-dc81-4ece-bbb1-fb6ec11fecc5 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.420496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7bbc83b8-dc81-4ece-bbb1-fb6ec11fecc5 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/5d3a7854-61e9-4477-9bd9-1ff2defee358 HTTP/1.1" status: 204 len: 168 time: 0.5217776 Oct 29 11:43:00.424019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.451681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-54947789-ec9b-410c-8437-e6a3d481c33d None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:00.452104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54947789-ec9b-410c-8437-e6a3d481c33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.479945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-77ed4a8b-22c6-40e1-92f8-0e1e759eecbd tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=5d3a7854-61e9-4477-9bd9-1ff2defee358 HTTP/1.1" status: 200 len: 216 time: 0.0497456 Oct 29 11:43:00.482758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.546819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-730b7215-a60f-4e18-8759-5c87810390e8 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0625067 Oct 29 11:43:00.552258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.603266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:00.643124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-038e19b8-1f20-4f05-a9f5-057c41cb0a57 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0671849 Oct 29 11:43:00.644734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.738808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-network', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:00.742442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-54947789-ec9b-410c-8437-e6a3d481c33d None None] Port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:00.777571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:00.778361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.893435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-527f6b9f-48fc-49df-9021-aa7a914ab8d9 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/cc410ddd-7426-446a-96dd-1fc94b88d87d HTTP/1.1" status: 200 len: 472 time: 0.2379084 Oct 29 11:43:00.899642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.911057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9654b4a1-54e9-4739-be9e-d3c48366b528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:00.933257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1781b695-842c-4682-bc78-55fff71a28e4 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/0048bec9-5a90-489f-8f2d-da750b698005 HTTP/1.1" status: 200 len: 459 time: 0.0291827 Oct 29 11:43:00.939900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42700) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:00.984845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 03ddd586-385f-47c5-98f1-9c9996675de1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:00.989919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:01.054439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:01.079135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Made reservation on behalf of cf12105e444d4e6ea639c1f3b8a4c66d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:01.085660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:01.137708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-19d609b9-603c-4807-9514-a72031960b58 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:01.138878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19d609b9-603c-4807-9514-a72031960b58 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/0048bec9-5a90-489f-8f2d-da750b698005 HTTP/1.1" status: 204 len: 168 time: 0.1979799 Oct 29 11:43:01.142664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42712) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:01.246809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:01.435751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf4dd-b41b-42d2-9946-0e86b305d5d1 req-a8a4f73f-6543-441e-a70c-74c2c64b5382 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:01.437561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaaf4dd-b41b-42d2-9946-0e86b305d5d1 req-a8a4f73f-6543-441e-a70c-74c2c64b5382 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.6620836 Oct 29 11:43:01.500577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c757-723b-4154-850b-f04a5eafee0c req-9abe3876-8a18-4e2a-a110-6c8ee7ed568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:01.502697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-9abe3876-8a18-4e2a-a110-6c8ee7ed568d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1097 time: 0.7321849 Oct 29 11:43:01.584107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6a614f8f-acd8-49dc-8795-17e04f7cfe55 None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:01.584529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a614f8f-acd8-49dc-8795-17e04f7cfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:01.672944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a614f8f-acd8-49dc-8795-17e04f7cfe55 None None] Port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:01.763006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fdcc4d3-f2f1-40d7-b581-440b2644445e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:01.838485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2fdcc4d3-f2f1-40d7-b581-440b2644445e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:01.848282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:01.927025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:02.017610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aaaf4dd-b41b-42d2-9946-0e86b305d5d1 req-d3a6459e-31f9-4521-a8b7-a6c06fd09106 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5091929 Oct 29 11:43:02.257248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:02.260268 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.289305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.347150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f50c168e-fbe3-47f6-820e-d83a39fa9aa3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.350651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f50c168e-fbe3-47f6-820e-d83a39fa9aa3 tempest-MeteringIpV6TestJSON-271543864 tempest-MeteringIpV6TestJSON-271543864-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/cc410ddd-7426-446a-96dd-1fc94b88d87d HTTP/1.1" status: 204 len: 168 time: 1.2033479 Oct 29 11:43:02.419186 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f0d3c-6815-4292-9e34-247d0d9fab87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.508434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c757-723b-4154-850b-f04a5eafee0c req-2612dad5-8423-4ee9-941c-c19209b47afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.510352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-2612dad5-8423-4ee9-941c-c19209b47afd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.5795312 Oct 29 11:43:02.517308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:02.530328 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:02.549350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:02.550000 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:02.557489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f471cd37-59ab-46f0-a0ee-13e0cab720dd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/2f9a35b6-1476-47be-b4aa-5acd08627345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1181197 Oct 29 11:43:02.559020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42764) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:02.610610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.623663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.673105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f0d3c-6815-4292-9e34-247d0d9fab87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.685652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f91f0d3c-6815-4292-9e34-247d0d9fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.704182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e870d73-9ad9-4b74-b46e-f4b6c1b48c19,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:02.758276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:43:02.763794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-8f08b6a7-c897-4d7e-abfa-f7c5a9d6dab3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 1001 time: 0.2418497 Oct 29 11:43:02.799383 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.799798 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Added segment 4b30d25c-c2ab-440b-bb69-fbadaa86d044 of type vlan for network 72790e64-81bd-4f53-bd82-de95768d7773 Oct 29 11:43:02.842137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f91f0d3c-6815-4292-9e34-247d0d9fab87 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b708ccf08e04beab7defaa54ac404ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812929 Oct 29 11:43:02.842644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0d3c-6815-4292-9e34-247d0d9fab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb0fcf-5f0a-4f4c-9601-229db3e97564,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:02.845359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42774) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:02.845487 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:02.921371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.926612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.926937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.927714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.928190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.928728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.933998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-987106cc-ca58-4125-929c-6e22a94a3de1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.3737381 Oct 29 11:43:02.934495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:02.972296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c757-723b-4154-850b-f04a5eafee0c req-135f5537-031e-4873-8a15-8dadedb25391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.978686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-135f5537-031e-4873-8a15-8dadedb25391 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.2069979 Oct 29 11:43:02.985455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:02.986951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:02.987727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:03.048654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9512570 Oct 29 11:43:03.062123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:03.062470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42790) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:03.083684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Request body: {'subnet': {'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-subnet', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:03.220033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:03.248251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.248723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.249267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.249776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.250419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.253230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-01c44cee-9bbd-4b93-990f-3531c12b682f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.3159163 Oct 29 11:43:03.254102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Made reservation on behalf of cf12105e444d4e6ea639c1f3b8a4c66d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:03.256709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:03.261775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42802) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:03.286927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b06c-497f-4107-b278-7071526ffc14 admin admin] Pushing event updated for resources: {'Network': ['ID=72790e64-81bd-4f53-bd82-de95768d7773,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:03.301463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 72790e64-81bd-4f53-bd82-de95768d7773 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:43:03.314566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c757-723b-4154-850b-f04a5eafee0c req-e515c9d8-d57b-4445-a58c-4f5b9b5e9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.316132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-e515c9d8-d57b-4445-a58c-4f5b9b5e9ae9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060129 Oct 29 11:43:03.334178 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:42:59Z', 'revision_number': 2, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:03.336341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa006d-cd28-4e61-8416-0766efeda1cd req-f3e92451-f77e-4552-b01a-7969ba24e8c5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:03.337937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22aa006d-cd28-4e61-8416-0766efeda1cd req-f3e92451-f77e-4552-b01a-7969ba24e8c5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1951306 Oct 29 11:43:03.394274 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:43:03.395012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Updating router 2f9a35b6-1476-47be-b4aa-5acd08627345 port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:43:03.499354 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:03.551975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22aa006d-cd28-4e61-8416-0766efeda1cd req-09e8a1eb-26e4-4d8f-acce-df04ce27c140 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907053 Oct 29 11:43:03.611753 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:03.634572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-8512ec60-503e-4201-84e8-6eb7a96c13ed service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956183 Oct 29 11:43:03.943925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8757c757-723b-4154-850b-f04a5eafee0c req-9a625487-f8ce-4b7d-8aa8-e8576a28d76b service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989442 Oct 29 11:43:04.056952 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.068146 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.094012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.173176 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Pushing event updated for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:04.195021 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.197838 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.198726 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.201323 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.201689 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.202033 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.202346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.202824 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.202942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fa30f3-b94a-4c4e-9af8-fb36f5d37cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.203026 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.203297 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.203616 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.203933 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:04.353143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Attempting to bind port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:04.353527 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Attempting to bind port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:04.353908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Attempting to bind port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 on network 03ddd586-385f-47c5-98f1-9c9996675de1 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:04.364006 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:04.364730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Checking segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:04.364841 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.365290 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Bound using segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:04.365838 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Bound port: b8ac98af-2dfe-41c0-b074-9c6387ff34b9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:04.366258 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.414734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fa30f3-b94a-4c4e-9af8-fb36f5d37cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.497947 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] For port b8ac98af-2dfe-41c0-b074-9c6387ff34b9, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:04.502011 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] For port b8ac98af-2dfe-41c0-b074-9c6387ff34b9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:04.507552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.510435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.514140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17fb0fcf-5f0a-4f4c-9601-229db3e97564 HTTP/1.1" status: 204 len: 168 time: 1.6590347 Oct 29 11:43:04.529053 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.536930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72fa30f3-b94a-4c4e-9af8-fb36f5d37cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.553286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:04.554242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:04.600825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878228df-46cf-45ae-b055-9080cc9ef7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb0fcf-5f0a-4f4c-9601-229db3e97564,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:04.653490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72fa30f3-b94a-4c4e-9af8-fb36f5d37cc2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc03b8cc3dc9418ab7923fee8de84ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5738618 Oct 29 11:43:04.656560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42834) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:04.659087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa30f3-b94a-4c4e-9af8-fb36f5d37cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c76e549-d035-40d9-9658-1108c79b83a1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:04.838303 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a33f-ae7a-4ebf-80a7-564038345f75 None None] Pushing event updated for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:04.869304 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:04.869304 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:04.876781 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.010100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.024133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.053524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] For port b8ac98af-2dfe-41c0-b074-9c6387ff34b9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:05.064478 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.138133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.170179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9218b9-fc9f-4fa4-9b09-faf49e5def32 req-8d9b54f7-27b6-4c74-af7c-9000b58ed52c tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:05.171815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd9218b9-fc9f-4fa4-9b09-faf49e5def32 req-8d9b54f7-27b6-4c74-af7c-9000b58ed52c tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.4159279 Oct 29 11:43:05.199892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35158f40-7601-4526-905f-ceb3eb7f8baa,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:05.265148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd9218b9-fc9f-4fa4-9b09-faf49e5def32 req-5f14f172-ea92-4ba8-bde0-e1363d768627 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780320 Oct 29 11:43:05.298185 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.298185 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.298185 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c76e549-d035-40d9-9658-1108c79b83a1 HTTP/1.1" status: 204 len: 168 time: 0.6355388 Oct 29 11:43:05.302668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c188fcb-2604-429d-bbf0-48d970791e43 None None] Pushing event updated for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:05.313995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3469e4b-65d0-4bca-a7e0-657d155994c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c76e549-d035-40d9-9658-1108c79b83a1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:05.322392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-673a829d-ec40-4baf-bb6e-d11af2589710 None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:05.324246 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-673a829d-ec40-4baf-bb6e-d11af2589710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.355734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c78907f6-4479-430c-875e-0c19e5d7ae04 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 2.0906358 Oct 29 11:43:05.375093 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:05.375882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:05.376255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Network hostable DHCP agents. Network: 72790e64-81bd-4f53-bd82-de95768d7773, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:43:05.425048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Network 72790e64-81bd-4f53-bd82-de95768d7773 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:43:05.445744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 72790e64-81bd-4f53-bd82-de95768d7773) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:05.451307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:05.452263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.464999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e7efb-379b-4967-85ce-4cff82dd38f5 None None] Network 72790e64-81bd-4f53-bd82-de95768d7773 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:43:05.484168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1d0ef6bf-3e57-4916-b06d-62eeff01e44c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4055729 Oct 29 11:43:05.487033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42856) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:05.495342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:05.554570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.555833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.742224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42860) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:05.769408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a34a10bd-7b90-46eb-9812-04935a689fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.778621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:05.791142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:05.842063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466583702', 'description': 'tempest-secgroup-smoke-1466583702 description', 'project_id': 'a1929897279d451b8deef543e11dfdbe'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:05.997275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.020721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.047499 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:06.085689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a34a10bd-7b90-46eb-9812-04935a689fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.104414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a34a10bd-7b90-46eb-9812-04935a689fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.118024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-72790e64-81bd-4f53-bd82-de95768d7773', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:43:06.118943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.135235 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1eac1-9cc8-4c3a-8d8e-97beebf520f2 None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:06.174506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.185919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.319267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.334832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5422347 Oct 29 11:43:06.335458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a34a10bd-7b90-46eb-9812-04935a689fb2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11d19cf05c9248ac9699859250a1845a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921326 Oct 29 11:43:06.340213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42882) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:06.341702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42884) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:06.359817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a10bd-7b90-46eb-9812-04935a689fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40fd0c-38cd-4b2d-b9bb-42f78f5dba59,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:06.360958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:06.464980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587699f-0c04-44a9-865d-8895f01bcba0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdf2248-5d48-42b9-a33e-24dadc4f5461,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:06.486762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Allocated IP 172.20.0.2 (72790e64-81bd-4f53-bd82-de95768d7773/35158f40-7601-4526-905f-ceb3eb7f8baa/798e9783-331d-4768-aaeb-753e91667a4d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:06.522729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42886) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:06.551354 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d285ea7b-16de-4a27-921d-0467dcfcf300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.576926 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.638951 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.732837 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.766643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d285ea7b-16de-4a27-921d-0467dcfcf300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.767769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.770813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.782700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d285ea7b-16de-4a27-921d-0467dcfcf300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.814352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.818140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4636664 Oct 29 11:43:06.826962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:06.834334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:06.834562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.847686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18214b2c-a3ff-4b93-81f9-fa16a0ae884f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d7845e-6f7f-4722-bc46-8d8e81d76e3a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:06.852024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.887280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.913430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285ea7b-16de-4a27-921d-0467dcfcf300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72fa907-7827-4352-a6c1-938c9cff1410,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:06.933547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:06.937220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d285ea7b-16de-4a27-921d-0467dcfcf300 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7f0642bd54049dd9d96fdf9565453fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133005 Oct 29 11:43:06.939735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:06.964059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Pushing event updated for resources: {'Port': ['ID=798e9783-331d-4768-aaeb-753e91667a4d,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:06.983584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Network 72790e64-81bd-4f53-bd82-de95768d7773 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:06.989198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:06.992338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:07.067315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.112407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.121062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.129653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Attempting to bind port 798e9783-331d-4768-aaeb-753e91667a4d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:07.130186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Attempting to bind port 798e9783-331d-4768-aaeb-753e91667a4d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:07.130444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Attempting to bind port 798e9783-331d-4768-aaeb-753e91667a4d on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:07.139534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:07.139825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:07.149044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.149878 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.150452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Bound using segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:07.151130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Bound port: 798e9783-331d-4768-aaeb-753e91667a4d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:07.151751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.165407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.186355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d40fd0c-38cd-4b2d-b9bb-42f78f5dba59 HTTP/1.1" status: 204 len: 168 time: 0.8330288 Oct 29 11:43:07.230940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.234724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.236111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c72fa907-7827-4352-a6c1-938c9cff1410 HTTP/1.1" status: 204 len: 168 time: 0.2953191 Oct 29 11:43:07.243663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98615e91-2f37-4a33-a1d2-2651de2ece29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40fd0c-38cd-4b2d-b9bb-42f78f5dba59,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:07.258695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Allocated IP 172.25.4.237 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/002fe4f8-b948-4a9e-8570-a94af48553fb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:07.260213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437d314-dc02-4a65-8107-c2ee3fa8fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72fa907-7827-4352-a6c1-938c9cff1410,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:07.358114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.371291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.393142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109b377a-fab8-4d54-a560-feb975ef7336,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:07.420932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] For port 798e9783-331d-4768-aaeb-753e91667a4d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:07.423456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.424802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2af62a1c-8136-4d60-a95f-4d036e523b43 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5968595 Oct 29 11:43:07.428291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42908) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:07.437338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:07.437575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] For port 798e9783-331d-4768-aaeb-753e91667a4d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=798e9783-331d-4768-aaeb-753e91667a4d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:07.457524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.487039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.535692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.591685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.602255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.652983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f101337-8be3-4101-be97-cf05442a0a7e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:07.666948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4628-c22e-4f5a-ae0c-ac8b3b3433a4 None None] Pushing event updated for resources: {'Port': ['ID=798e9783-331d-4768-aaeb-753e91667a4d,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:07.668318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.718961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.722195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ceb38ab-cb22-4eab-8e7a-073119165529 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925351 Oct 29 11:43:07.725655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42914) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:07.732985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:07.739401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:07.749535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:07.763872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:07.834233 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:07.922680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8ac98af-2dfe-41c0-b074-9c6387ff34b9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:08.084378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.084498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:08.084498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.090486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.170567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401941f0-65ae-4c7f-a596-994bf89f1c42,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:08.203975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.207778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be449c6d-a346-43f6-81e0-b9041fbc871f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784231 Oct 29 11:43:08.208077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42926) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:08.231976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=002fe4f8-b948-4a9e-8570-a94af48553fb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:08.236805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:08.329964 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:43:08.340800 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.517674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.529159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.570663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044db9aa-9a17-42a6-a033-af1795eb71ab,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:08.589095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.595374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4ad0f002-3932-43ca-89a8-3e0dd526752c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3839598 Oct 29 11:43:08.595793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42942) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:08.605886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'efdf2248-5d48-42b9-a33e-24dadc4f5461', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:08.664205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.664711 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:43:08.671932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.827551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.839089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.893898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:08.897629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3006711 Oct 29 11:43:08.898674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4a12f-e8b9-4110-8f14-0aa2036635a0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2517b75d-ad9e-4fe9-b645-0b4309834f64,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:09.076303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:09.343439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-902525a6-8c58-416f-b56b-d9ca5af0a38b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466583702&fields=id&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 267 time: 0.0903845 Oct 29 11:43:09.429883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49526e04-7363-4a69-8029-6ef81ebb1d2a None None] Network 72790e64-81bd-4f53-bd82-de95768d7773 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:43:09.441051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:43:09.514218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-f66c3018-302e-4c7f-8dda-d4370236ed47 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:09.526430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-f66c3018-302e-4c7f-8dda-d4370236ed47 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 796 time: 0.1731498 Oct 29 11:43:09.549518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-1818196d-4161-4a26-9c64-ed97e6fb466a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/quotas/a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 375 time: 0.0211456 Oct 29 11:43:09.583024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] Provisioning complete for port 798e9783-331d-4768-aaeb-753e91667a4d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:09.583403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:09.698003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-297f1347-3351-42a2-a9e0-27ccf0d42915 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362700 Oct 29 11:43:09.698919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:09.722590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:09.739612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:09.747115 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f586d7d4-5c98-4896-b1ad-2a08146bc1e6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2559581 Oct 29 11:43:09.748123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42988) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:09.803264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:09.804251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:09.917899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-f5210c6d-479e-4725-a9ee-620ad60e22e9 service neutron] 10.222.0.77 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122653 Oct 29 11:43:10.114393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-c77b4475-43f3-47f4-859b-8b3f2fdde8ce service neutron] 10.222.0.77 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955264 Oct 29 11:43:10.266369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 798e9783-331d-4768-aaeb-753e91667a4d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:10.512981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f632547a-2fdc-4e39-a298-9e5daba4cedf req-a88c2c3d-9db6-4d2b-8bde-41f765e72b9a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 210 time: 0.0790372 Oct 29 11:43:10.534608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:10.606768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 798e9783-331d-4768-aaeb-753e91667a4d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:10.607147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:10.812156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:10.832117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:10.846691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] For port 798e9783-331d-4768-aaeb-753e91667a4d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=798e9783-331d-4768-aaeb-753e91667a4d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:10.900254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:10.946037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:11.086401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd2d7b-b326-4381-babf-6d2c7d389593 None None] Pushing event updated for resources: {'Port': ['ID=798e9783-331d-4768-aaeb-753e91667a4d,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:11.259430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:43:11.260155 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:43:11.299710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c1a22b3a-8124-4f5f-a040-5a43984406c3 None None] Provisioning complete for port 798e9783-331d-4768-aaeb-753e91667a4d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:11.300466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c1a22b3a-8124-4f5f-a040-5a43984406c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:11.389805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Allocated IP 172.20.0.1 (72790e64-81bd-4f53-bd82-de95768d7773/35158f40-7601-4526-905f-ceb3eb7f8baa/ad588619-a6c1-42c0-9d4b-32cd5d81751d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:11.587903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:08Z', 'revision_number': 3, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:11.703102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24f0a03f-c44a-4278-a215-ab78ae79c02c req-eb376a20-b124-46e1-9dee-21fbd9637384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 210 time: 0.0758567 Oct 29 11:43:11.727038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:43:11.727521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Updating router d4e1cdf6-3c83-47bd-ae58-8167179d099a port 002fe4f8-b948-4a9e-8570-a94af48553fb binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:43:11.871935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:12.204388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 798e9783-331d-4768-aaeb-753e91667a4d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:12.602783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 798e9783-331d-4768-aaeb-753e91667a4d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:12.603315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:12.615227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:12.643722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-448fdda6-21c2-4f6e-b718-ea2033ce92ab tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:12.654024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-448fdda6-21c2-4f6e-b718-ea2033ce92ab tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 796 time: 0.3635013 Oct 29 11:43:12.832000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-09709a71-5a57-49b4-9502-ff03a0464a40 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 380 time: 0.1603756 Oct 29 11:43:12.838926 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:12.892954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'port': {'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'admin_state_up': True, 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'security_groups': ['efdf2248-5d48-42b9-a33e-24dadc4f5461']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:12.929061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01913703-007d-4e66-b886-12a6b98643d4 req-2b5af449-ab96-4aca-8cd3-5dafa7792d99 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 210 time: 0.0575097 Oct 29 11:43:12.990987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Network 72790e64-81bd-4f53-bd82-de95768d7773 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:13.016065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43088) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.075365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:13.079552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.081656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:13.090678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.144775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Attempting to bind port 002fe4f8-b948-4a9e-8570-a94af48553fb on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:13.145189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Attempting to bind port 002fe4f8-b948-4a9e-8570-a94af48553fb by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:13.145563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Attempting to bind port 002fe4f8-b948-4a9e-8570-a94af48553fb on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:13.197414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c47f336b-913f-419a-a552-cd0443ec776d tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:13.203480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:13.203865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:13.204262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.204654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:13.220023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Bound port: 002fe4f8-b948-4a9e-8570-a94af48553fb, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:13.220546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.284077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c47f336b-913f-419a-a552-cd0443ec776d tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "PUT /v2.0/quotas/cb6961a229f843089c603bae4a5df814 HTTP/1.1" status: 200 len: 366 time: 0.2665176 Oct 29 11:43:13.285124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43100) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.312021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-adb9ecdb-22d3-4b71-9f7d-d3a2d3457324 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0255437 Oct 29 11:43:13.312893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43102) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.329031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2b4e8eeb-9075-466d-be1c-b3d06dbd0dad tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas/cb6961a229f843089c603bae4a5df814 HTTP/1.1" status: 200 len: 366 time: 0.0147250 Oct 29 11:43:13.329930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43106) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.354290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93bf99ae-9b69-46c9-9ac6-ffcd33d048b7 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/cb6961a229f843089c603bae4a5df814 HTTP/1.1" status: 204 len: 168 time: 0.0228813 Oct 29 11:43:13.355278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43108) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.366076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e2193-73bf-46f4-be61-aaedf4cb0348 None None] Pushing event updated for resources: {'Port': ['ID=002fe4f8-b948-4a9e-8570-a94af48553fb,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:13.382396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e7b8b7b-4cf8-4bb2-ab2f-d6a38416052f tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0217159 Oct 29 11:43:13.383757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.401757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5876773b-8a64-40d6-849b-eb9c39d4bf44 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas/cb6961a229f843089c603bae4a5df814 HTTP/1.1" status: 200 len: 370 time: 0.0160999 Oct 29 11:43:13.406631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43112) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.418790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Pushing event updated for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:13.419682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3d57e10e-c0bd-440e-abbf-f672097d5e00 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas/cb6961a229f843089c603bae4a5df814/default HTTP/1.1" status: 200 len: 370 time: 0.0111275 Oct 29 11:43:13.420696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.432421 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-7abf4c3b-7aa0-431e-9835-e0e2ffa82f48 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] delete failed (client error): The resource could not be found. Oct 29 11:43:13.437443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7abf4c3b-7aa0-431e-9835-e0e2ffa82f48 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/cb6961a229f843089c603bae4a5df814 HTTP/1.1" status: 404 len: 348 time: 0.0151503 Oct 29 11:43:13.440994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:13.450145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.481261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.491055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] For port 002fe4f8-b948-4a9e-8570-a94af48553fb, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:13.501107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] For port 002fe4f8-b948-4a9e-8570-a94af48553fb, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=002fe4f8-b948-4a9e-8570-a94af48553fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:13.519677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.662949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-374058bb-7b3f-41e7-bad2-f33d01ee4f04 None None] Provisioning complete for port ad588619-a6c1-42c0-9d4b-32cd5d81751d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:13.663608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-374058bb-7b3f-41e7-bad2-f33d01ee4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:13.730090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-374058bb-7b3f-41e7-bad2-f33d01ee4f04 None None] Port ad588619-a6c1-42c0-9d4b-32cd5d81751d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:13.738747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:13.739463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:13.757220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.7 (03ddd586-385f-47c5-98f1-9c9996675de1/02517c94-fbf3-45ef-9990-7f34adaecb55/0e087acc-7f58-402f-b418-1b785d437ed2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:13.844033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43124) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:13.866493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e2193-73bf-46f4-be61-aaedf4cb0348 None None] Pushing event updated for resources: {'Port': ['ID=002fe4f8-b948-4a9e-8570-a94af48553fb,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:13.899110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:13.915094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:network and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:13.933560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:13.954319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:subnet and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:13.966759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:13.983942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:subnetpool and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:13.997924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.015338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:port and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:14.023288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.042184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:router and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:14.064078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.159448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a39c34f7-e0a3-40ab-9f26-cce2b0ed6677 req-72a82e1b-1405-4db5-a312-4b996054c154 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 210 time: 0.0806730 Oct 29 11:43:14.163497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:floatingip and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:14.167687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.229325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:security_group and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:14.232889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.241939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Usage tracker for resource:security_group_rule and project:77982c0ac7a84394855a21bf7daaecb1 is out of sync, need to count used quota {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 29 11:43:14.253207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.quota.resource [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102278) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 29 11:43:14.260440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9503b488-1620-4c81-a742-640873a09441 tempest-QuotasTest-162939659 tempest-QuotasTest-162939659-project-admin] 10.222.0.77 "GET /v2.0/quotas/77982c0ac7a84394855a21bf7daaecb1/details.json HTTP/1.1" status: 200 len: 703 time: 0.4152231 Oct 29 11:43:14.386276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:08Z', 'revision_number': 3, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:14.463251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:14.485841 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:14.683690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7550460-d42f-41c9-b2bb-4d2d71a3bdaa None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:08Z', 'revision_number': 3, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:14.754733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:14.819921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:14.849711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 03ddd586-385f-47c5-98f1-9c9996675de1 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:14.856534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:14.863609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:14.868962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:14.876995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:14.933878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:14.943855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.100314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c4f-296c-4dac-944c-b60e021830fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.162263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:15.163001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.264455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Pushing event updated for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:15.270770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.299152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c4f-296c-4dac-944c-b60e021830fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.323635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c4f-296c-4dac-944c-b60e021830fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.341205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-81b2bc52-6428-457e-b9a9-82f1e201e316 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4607775 Oct 29 11:43:15.342061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cdca61a-82de-48d2-84a8-c88347541cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.372394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb8c4f-296c-4dac-944c-b60e021830fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d0518-518e-4efd-bf72-f9d769c52d9d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:15.382336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51b2ee87-5aa6-4202-9ba3-302dd84788ba None None] Provisioning complete for port 0e087acc-7f58-402f-b418-1b785d437ed2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:15.383227 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51b2ee87-5aa6-4202-9ba3-302dd84788ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.414515 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-84cb8c4f-296c-4dac-944c-b60e021830fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8388f72478f545e4a5e7e72068741e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929646 Oct 29 11:43:15.415285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:15.450382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422dd9-53b6-4ec9-abaf-8ae6a800958b req-2027a87b-8a18-427c-89b2-f2ec407e9447 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:15.469118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52422dd9-53b6-4ec9-abaf-8ae6a800958b req-2027a87b-8a18-427c-89b2-f2ec407e9447 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 931 time: 0.1563008 Oct 29 11:43:15.488321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Request body: {'port': {'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:15.495951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51b2ee87-5aa6-4202-9ba3-302dd84788ba None None] Port 0e087acc-7f58-402f-b418-1b785d437ed2 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:15.518587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Network 72790e64-81bd-4f53-bd82-de95768d7773 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:15.527841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:15.612169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52422dd9-53b6-4ec9-abaf-8ae6a800958b req-3bbecd7d-c6e3-4f5d-850f-b4c1dc7c01ef tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420989 Oct 29 11:43:15.687743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.743241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cdca61a-82de-48d2-84a8-c88347541cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.768685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.864227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1cdca61a-82de-48d2-84a8-c88347541cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.866042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.869954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:15.874495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/255d0518-518e-4efd-bf72-f9d769c52d9d HTTP/1.1" status: 204 len: 168 time: 0.4521606 Oct 29 11:43:15.885826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ee27-6d26-46d4-ad7f-199d2a38c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d0518-518e-4efd-bf72-f9d769c52d9d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:15.948641 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1cdca61a-82de-48d2-84a8-c88347541cec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e94e52030f0549829b0ae4e3125b667d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0789857 Oct 29 11:43:15.949272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43214) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:16.032641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.057981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c1c8a7cf-80e8-4bbe-bd48-0eaf01664aa4 None None] Provisioning complete for port ad588619-a6c1-42c0-9d4b-32cd5d81751d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:16.063270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c1c8a7cf-80e8-4bbe-bd48-0eaf01664aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.078681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:16.080216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca61a-82de-48d2-84a8-c88347541cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c9edbc-9953-4d64-acbd-e158a630f543,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:16.168276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.235001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 002fe4f8-b948-4a9e-8570-a94af48553fb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:16.268248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.373366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8a7cf-80e8-4bbe-bd48-0eaf01664aa4 None None] Port ad588619-a6c1-42c0-9d4b-32cd5d81751d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:16.410209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.415646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.420599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71c9edbc-9953-4d64-acbd-e158a630f543 HTTP/1.1" status: 204 len: 168 time: 0.4701746 Oct 29 11:43:16.438672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fab2d-7ee4-45c6-abdc-d1d395953f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c9edbc-9953-4d64-acbd-e158a630f543,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:16.442958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 002fe4f8-b948-4a9e-8570-a94af48553fb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:16.446085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.623883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:16.630947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e5c038cb-e437-4e52-9a09-2c362ffd7072 admin admin] 10.222.0.77 "PUT /v2.0/routers/d4e1cdf6-3c83-47bd-ae58-8167179d099a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8796380 Oct 29 11:43:16.708724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.716377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43240) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:16.749221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b6c95b9-4271-4c72-b1ce-cdd4d806796a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.766469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 002fe4f8-b948-4a9e-8570-a94af48553fb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=002fe4f8-b948-4a9e-8570-a94af48553fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:16.778549 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.876269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=002fe4f8-b948-4a9e-8570-a94af48553fb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:16.889267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e087acc-7f58-402f-b418-1b785d437ed2 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:43:16.900247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.932694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Transition to ACTIVE for port object 0e087acc-7f58-402f-b418-1b785d437ed2 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:43:16.952318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:16.985667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713d70c-15c8-44af-92f3-119144a149d8 req-12184a83-36eb-42b6-8d5d-30870d296789 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:17.011687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d713d70c-15c8-44af-92f3-119144a149d8 req-12184a83-36eb-42b6-8d5d-30870d296789 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 931 time: 0.2197719 Oct 29 11:43:17.120443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:17.147754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d713d70c-15c8-44af-92f3-119144a149d8 req-1fadf962-5c5b-4330-82a9-a9d943d9f945 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347132 Oct 29 11:43:17.211197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b6c95b9-4271-4c72-b1ce-cdd4d806796a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.222936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b6c95b9-4271-4c72-b1ce-cdd4d806796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.274920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c95b9-4271-4c72-b1ce-cdd4d806796a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5c96ee-16e0-4e03-a4de-b31e739d2f44,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:17.294618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:17.341427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b6c95b9-4271-4c72-b1ce-cdd4d806796a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77982c0ac7a84394855a21bf7daaecb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233318 Oct 29 11:43:17.344469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43256) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:17.357520 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de59d2e8-ad96-49d1-bb32-b51925f8d44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.380717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Attempting to bind port 0e087acc-7f58-402f-b418-1b785d437ed2 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:17.387603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Attempting to bind port 0e087acc-7f58-402f-b418-1b785d437ed2 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:17.388472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Attempting to bind port 0e087acc-7f58-402f-b418-1b785d437ed2 on network 03ddd586-385f-47c5-98f1-9c9996675de1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:17.416297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Port 0e087acc-7f58-402f-b418-1b785d437ed2 on network 03ddd586-385f-47c5-98f1-9c9996675de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:43:17.418000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Attempting to bind port 0e087acc-7f58-402f-b418-1b785d437ed2 on network 03ddd586-385f-47c5-98f1-9c9996675de1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:17.588629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de59d2e8-ad96-49d1-bb32-b51925f8d44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.593329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.600030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:17.604467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Checking segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:17.606650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Bound using segment: {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:17.607525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Bound port: 0e087acc-7f58-402f-b418-1b785d437ed2, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b763c977-cc23-485e-9e2c-44482a9c1341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:17.608714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.633616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de59d2e8-ad96-49d1-bb32-b51925f8d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.670979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.765944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.769759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:17.774467 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:43:17.775489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf5c96ee-16e0-4e03-a4de-b31e739d2f44 HTTP/1.1" status: 204 len: 168 time: 0.4299629 Oct 29 11:43:17.776793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:17.795407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a6930-04be-4a9b-80f7-f826a5d0d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5c96ee-16e0-4e03-a4de-b31e739d2f44,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:17.806129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:17.806861 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:17.897128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de59d2e8-ad96-49d1-bb32-b51925f8d44f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f14a4e093d6b48299b2dbe486470d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956337 Oct 29 11:43:17.899775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43276) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:17.917961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59d2e8-ad96-49d1-bb32-b51925f8d44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1441f509-8cdd-4e81-b6c3-db0d59f2d4fb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:17.972933 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:17.980449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:17.987483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e087acc-7f58-402f-b418-1b785d437ed2,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:17.995748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.082893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:18.092013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.094009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.095506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] 10.222.0.86 "PUT /v2.0/ports/0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 1091 time: 2.6172397 Oct 29 11:43:18.095991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:18.098342 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f880513e-ffec-4cd1-af1c-e00ae488088a" -d '{"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:18.185443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.254254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f7b08-76ab-4faa-a13f-c13c30fbcce5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:18.282461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 002fe4f8-b948-4a9e-8570-a94af48553fb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:18.311681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-cf4737f4-25a7-4ce1-bf72-3d31c21f8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:18.313261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-cf4737f4-25a7-4ce1-bf72-3d31c21f8193 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1094 time: 0.1554546 Oct 29 11:43:18.443080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-029b008b-4ac6-46ac-992f-09aa91ba167b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 217 time: 0.1210756 Oct 29 11:43:18.444610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 002fe4f8-b948-4a9e-8570-a94af48553fb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:18.445427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.451296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.454285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.460084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1441f509-8cdd-4e81-b6c3-db0d59f2d4fb HTTP/1.1" status: 204 len: 168 time: 0.5587304 Oct 29 11:43:18.497997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1f6ed-92cf-461a-8535-34cd20db3bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441f509-8cdd-4e81-b6c3-db0d59f2d4fb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:18.582215 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 2, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:18.617619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-283c25f4-e238-43f3-911b-88be477a05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:18.619117 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-283c25f4-e238-43f3-911b-88be477a05de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.1572313 Oct 29 11:43:18.785206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:18.789081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165696304', 'description': 'tempest-description--266566870'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:18.791593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-254b3acf-e788-4fe2-af01-8ecd9dd7dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:18.795909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-254b3acf-e788-4fe2-af01-8ecd9dd7dd86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689456 Oct 29 11:43:18.857736 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:43:18.858275 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Updating router d4e1cdf6-3c83-47bd-ae58-8167179d099a port ad588619-a6c1-42c0-9d4b-32cd5d81751d binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:43:18.886516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:18.920572 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56e956-3b15-49c0-bc4b-00cf68339653 x-openstack-request-id: req-be56e956-3b15-49c0-bc4b-00cf68339653 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:18.921165 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:18.921165 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be56e956-3b15-49c0-bc4b-00cf68339653 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:18.921549 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2', 'status': 'completed', 'code': 200} Oct 29 11:43:19.043143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-7ace7f75-d0a6-4aa8-acaa-90a8e6d98e38 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388706 Oct 29 11:43:19.143182 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.184753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f530c916-9160-40fd-b7a6-c391f0df6faa req-4ff94d2a-53e1-4dd6-8870-cc0da95cae07 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343102 Oct 29 11:43:19.276684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20961-f72e-441a-9b0a-a3c2dc72beca req-65dd594d-36c0-49fd-b304-e748bf685483 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:19.278326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ac20961-f72e-441a-9b0a-a3c2dc72beca req-65dd594d-36c0-49fd-b304-e748bf685483 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 943 time: 0.2973616 Oct 29 11:43:19.344140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43318) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:19.411986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-b724c5f4-4a2b-48cb-aa9f-fd6ac1f8fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:19.416255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-b724c5f4-4a2b-48cb-aa9f-fd6ac1f8fc40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1094 time: 0.1526504 Oct 29 11:43:19.436865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ac20961-f72e-441a-9b0a-a3c2dc72beca req-baf229a8-0a08-4cd8-9630-cc23cb088d92 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384740 Oct 29 11:43:19.448882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.461285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.532155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af36efa4-5cdb-4b02-9abb-27bcbafc9121,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:19.576880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.578703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d22e2247-e43c-403c-87de-773d21696408 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7941198 Oct 29 11:43:19.581958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:19.603741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group_rule': {'security_group_id': 'af36efa4-5cdb-4b02-9abb-27bcbafc9121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:19.695263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.886723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.895159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:19.955586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2a7213-fcf1-417e-b8a6-b5b28f8cb04e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:19.997964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.005736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24e00d47-9f54-4841-86ff-69961274e998 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4215233 Oct 29 11:43:20.009974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:20.026713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group_rule': {'security_group_id': 'af36efa4-5cdb-4b02-9abb-27bcbafc9121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:20.030981 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.050147 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.063566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e087acc-7f58-402f-b418-1b785d437ed2 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:43:20.113862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.249508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e27dd59-965b-42a4-943e-89d5fb3724fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.274910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267b87-32ea-43e6-95c2-7e1e54838532 None None] Pushing event updated for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:20.299982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.317606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.385379 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Attempting to bind port ad588619-a6c1-42c0-9d4b-32cd5d81751d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:20.386060 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Attempting to bind port ad588619-a6c1-42c0-9d4b-32cd5d81751d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:20.386458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e087acc-7f58-402f-b418-1b785d437ed2,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:20.386846 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Attempting to bind port ad588619-a6c1-42c0-9d4b-32cd5d81751d on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:20.420321 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:20.422437 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:20.423610 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.426598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Bound using segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:20.429164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e0518e-4bcc-4863-ad19-fe5793f78eed,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:20.430392 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Bound port: ad588619-a6c1-42c0-9d4b-32cd5d81751d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:20.431683 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.432467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '0e087acc-7f58-402f-b418-1b785d437ed2', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:43:20.462803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.467214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7208dd7d-32b8-4ba9-aba9-d9cbe2b3c26c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4525661 Oct 29 11:43:20.467808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43354) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:20.494349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:20.535728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-2e1ee22b-e3ab-4a19-ba2d-2c1596b38992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:20.542290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-2e1ee22b-e3ab-4a19-ba2d-2c1596b38992 service neutron] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 897 time: 1.1120405 Oct 29 11:43:20.557936 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] For port ad588619-a6c1-42c0-9d4b-32cd5d81751d, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:20.565467 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] For port ad588619-a6c1-42c0-9d4b-32cd5d81751d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ad588619-a6c1-42c0-9d4b-32cd5d81751d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:20.566256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.579150 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.595864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.613525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e087acc-7f58-402f-b418-1b785d437ed2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:43:20.678798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e087acc-7f58-402f-b418-1b785d437ed2,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:20.686997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.735844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-b5f607f6-46ff-4ecc-a92f-f76f02c8a67a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 217 time: 0.1741121 Oct 29 11:43:20.771995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43360) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:20.793611 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:20.794248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:20.798352 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267b87-32ea-43e6-95c2-7e1e54838532 None None] Pushing event updated for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:20.892806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] Provisioning complete for port ad588619-a6c1-42c0-9d4b-32cd5d81751d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:20.894012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:20.920157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-11839ea5-ff2d-4a3d-966e-1e6ba2991332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:20.922389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-11839ea5-ff2d-4a3d-966e-1e6ba2991332 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.1758685 Oct 29 11:43:20.981903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a4f30-836b-437e-93c0-7a0b0b7711fe req-d2cabcf8-bf79-4e86-b2a0-262da28234b4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:20.983554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-833a4f30-836b-437e-93c0-7a0b0b7711fe req-d2cabcf8-bf79-4e86-b2a0-262da28234b4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 944 time: 0.2356820 Oct 29 11:43:21.033816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0e087acc-7f58-402f-b418-1b785d437ed2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:43:21.121410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-f103610e-c000-47d9-b5a5-a6a66ee86bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:21.127942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-f103610e-c000-47d9-b5a5-a6a66ee86bb1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729972 Oct 29 11:43:21.148318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e27dd59-965b-42a4-943e-89d5fb3724fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.168244 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:21.174697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-833a4f30-836b-437e-93c0-7a0b0b7711fe req-be31733b-593b-4f28-b1ad-2480f88f3d62 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777132 Oct 29 11:43:21.183263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e27dd59-965b-42a4-943e-89d5fb3724fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.198172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:21.287724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.451162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-669341195'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:21.466581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.527407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6e27dd59-965b-42a4-943e-89d5fb3724fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3d0a7f77e724e748c73babe38d0b98c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1501987 Oct 29 11:43:21.533721 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-73bf3618-7be7-40e4-b2e7-398cebad457e service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780236 Oct 29 11:43:21.543891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43376) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:21.556976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] For port ad588619-a6c1-42c0-9d4b-32cd5d81751d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ad588619-a6c1-42c0-9d4b-32cd5d81751d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:21.571429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.623388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:21.629031 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.651330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Allocated IP 172.25.4.91 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/582326fe-2c73-4148-8f8e-cb16dd47ef14) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:21.653701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27dd59-965b-42a4-943e-89d5fb3724fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aecddf-c7c2-4354-b4f9-08fd1c1b8289,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:21.653830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.698773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2509a-ec47-4377-9cd3-59462f1be16d None None] Pushing event updated for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:21.815546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.826176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f38301d-1786-42cd-9598-57346258ed45 None None] Provisioning complete for port ad588619-a6c1-42c0-9d4b-32cd5d81751d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:21.826552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f38301d-1786-42cd-9598-57346258ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.884357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.952902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.976353 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:20Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:21.979566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:21.996456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f880513e-ffec-4cd1-af1c-e00ae488088a req-946fe763-8bbe-4db2-87f9-b79b7c811054 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428194 Oct 29 11:43:22.004780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:43:22.021986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.033192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0508f-70ab-4d18-941e-8a9ef9d82dd9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:22.036487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.036987 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Added segment 426f68bf-75de-4ab1-9e13-f7350bbd524c of type vlan for network 3e8e6615-dff4-4b28-beaf-c99c838fedaf Oct 29 11:43:22.040104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.097877 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.109997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ada3f-be36-43a4-a6f0-1e01782d7eae None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:20Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:22.113513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.116853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.127056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6aecddf-c7c2-4354-b4f9-08fd1c1b8289 HTTP/1.1" status: 204 len: 168 time: 0.5748694 Oct 29 11:43:22.134456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.151343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197f08-ba26-4a65-8a3c-9a0deec359ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aecddf-c7c2-4354-b4f9-08fd1c1b8289,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:22.207907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.219024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:22.219319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.468853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6955585 Oct 29 11:43:22.471845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43396) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:22.477295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'subnet': {'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:22.486246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:22.503749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:22.506893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:22.670856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=582326fe-2c73-4148-8f8e-cb16dd47ef14,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:22.680562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6593022-2c17-47e7-98d8-23447ea5894e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Network': ['ID=3e8e6615-dff4-4b28-beaf-c99c838fedaf,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:22.707050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c946-5b69-4991-a000-1287738766f5 req-341d2526-d9b4-492c-9550-228c882d047b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:22.708740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b400c946-5b69-4991-a000-1287738766f5 req-341d2526-d9b4-492c-9550-228c882d047b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 944 time: 0.3105888 Oct 29 11:43:22.711383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:22.715061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:43:22.715613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.793139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:22.827995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b400c946-5b69-4991-a000-1287738766f5 req-5e67625a-0d96-47f7-961f-5c7bbb609afd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050258 Oct 29 11:43:22.896891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.040051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43406) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:23.077376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e397-165e-4336-b572-1c3803bf1041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.202293 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.234767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.244456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.328028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Subnet': ['ID=a159a35f-c6ba-4938-b01e-02bae9bb8fb9,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:23.346088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Checking segment: {'id': '426f68bf-75de-4ab1-9e13-f7350bbd524c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:23.347551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network hostable DHCP agents. Network: 3e8e6615-dff4-4b28-beaf-c99c838fedaf, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:43:23.371842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.394211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e397-165e-4336-b572-1c3803bf1041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.409545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e397-165e-4336-b572-1c3803bf1041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.457577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e397-165e-4336-b572-1c3803bf1041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f977b7b-ae88-499b-82d3-8e5631bae666,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:23.461710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=582326fe-2c73-4148-8f8e-cb16dd47ef14,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:23.482977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.484178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e0d3754e-abcb-4b56-a934-79078e889ac0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0153184 Oct 29 11:43:23.508919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5aa6e397-165e-4336-b572-1c3803bf1041 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e88bb09c6a074e6691858cc5670421ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676960 Oct 29 11:43:23.512420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43418) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:23.517170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:43:23.539108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3e8e6615-dff4-4b28-beaf-c99c838fedaf) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:23.544750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:23.546552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.547345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cd004-d13c-4e9a-9ed9-8167e70e0008 None None] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:43:23.588192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30629d94-d0e2-499e-b206-548b8409f1d5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1151474 Oct 29 11:43:23.588875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43422) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:23.601260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1447539331', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:23.669265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.670483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.683426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.761151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.838557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:23.890952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13822df8-5429-413f-9fca-73ee6bb37f6d None None] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:43:23.929707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-a90cba92-223f-4902-bff0-d3a772d2c4cd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1165696304&fields=id&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 267 time: 0.1117020 Oct 29 11:43:24.082472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.090557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.094615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f977b7b-ae88-499b-82d3-8e5631bae666 HTTP/1.1" status: 204 len: 168 time: 0.5782003 Oct 29 11:43:24.128109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbd7b0-3ebf-49b5-801f-d937f7133c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f977b7b-ae88-499b-82d3-8e5631bae666,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:24.137574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e087acc-7f58-402f-b418-1b785d437ed2 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:24.261438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-700e2b5e-bd62-45b4-b649-c1b31e3e491d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:24.262207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.263767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-700e2b5e-bd62-45b4-b649-c1b31e3e491d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 817 time: 0.3246751 Oct 29 11:43:24.277295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ad588619-a6c1-42c0-9d4b-32cd5d81751d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:24.284961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-89821fe3-512a-4f62-9610-afeb5594ca04 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/quotas/cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 375 time: 0.0139775 Oct 29 11:43:24.446520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-476e623c-d5e2-4910-b445-96f22da76610 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516075 Oct 29 11:43:24.635039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ad588619-a6c1-42c0-9d4b-32cd5d81751d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:24.635508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.714231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.716283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 0e087acc-7f58-402f-b418-1b785d437ed2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:43:24.731994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 0e087acc-7f58-402f-b418-1b785d437ed2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:24.732216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.736656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.955099 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:24.957260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.29 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c943a625-2543-4f22-be9f-9bc422bb258c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:25.022239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:25.029341 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206eb3f0-9af1-4922-a9fe-132cf1e423cc" -d '{"events": [{"server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "name": "network-vif-plugged", "status": "completed", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:25.054838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e087acc-7f58-402f-b418-1b785d437ed2,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:25.073945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:25.205365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:25.235175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:25.285722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e06fc456-145a-440e-b8eb-c3f42a21baef service neutron] 10.222.0.77 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215981 Oct 29 11:43:25.347256 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:25.402307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-2e3c7aff-1cae-4fc1-8850-64e0a8ac2ab0 service neutron] 10.222.0.77 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122503 Oct 29 11:43:25.441363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:25.448617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:25.453715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:25.491420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=c943a625-2543-4f22-be9f-9bc422bb258c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:25.786626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e111c3-76e4-4eea-89a4-932ceddea3fb req-66843a00-1e9a-4f20-abab-0a0284ded894 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:25.798599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84e111c3-76e4-4eea-89a4-932ceddea3fb req-66843a00-1e9a-4f20-abab-0a0284ded894 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.0989909 Oct 29 11:43:25.877085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:25.891074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84e111c3-76e4-4eea-89a4-932ceddea3fb req-582a51e9-34ca-40d4-9f62-7fda71fea6a1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902219 Oct 29 11:43:25.978517 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470982c3-7649-4a08-894a-3b938e6781d7 x-openstack-request-id: req-470982c3-7649-4a08-894a-3b938e6781d7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:25.979179 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "name": "network-vif-plugged", "status": "completed", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:25.979592 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-470982c3-7649-4a08-894a-3b938e6781d7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:25.980390 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2', 'code': 200} Oct 29 11:43:26.164989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43cdf0-4184-4ab3-838c-588094d01055 req-d8e9fa8a-78c4-4481-bcee-12d927d1e516 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 210 time: 0.1162376 Oct 29 11:43:26.348320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af136a-c1d8-44fa-a8dd-d4345a0d0e5e req-57db9abb-d27d-4cb8-a8cc-4a4983118850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:26.351335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43af136a-c1d8-44fa-a8dd-d4345a0d0e5e req-57db9abb-d27d-4cb8-a8cc-4a4983118850 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1096 time: 0.2374628 Oct 29 11:43:26.471322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:26.798327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43af136a-c1d8-44fa-a8dd-d4345a0d0e5e req-691d93a1-7dc0-45eb-ab77-38bbf2b835b6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121363 Oct 29 11:43:27.099998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:27.127928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b26ae-c483-4563-973b-e582f2f504b3 req-84ba36be-63fd-4bae-95ff-f2e5c82f368d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:27.130473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-948b26ae-c483-4563-973b-e582f2f504b3 req-84ba36be-63fd-4bae-95ff-f2e5c82f368d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.0809929 Oct 29 11:43:27.216606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-948b26ae-c483-4563-973b-e582f2f504b3 req-068fed7d-708a-4548-b451-68a557c04a18 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749357 Oct 29 11:43:27.293245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:43:27.510155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d8047a8-56b2-4f43-9ca0-9690833ef8ad req-3c04d86d-384f-4847-817b-1fb62cbd9eec tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 210 time: 0.1408408 Oct 29 11:43:27.591338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:27.604289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:27.622292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:27.624533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:27.628482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b27e9026-b9fe-4296-879e-5dce434f6cec tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:27.631212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b27e9026-b9fe-4296-879e-5dce434f6cec tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 817 time: 0.3149967 Oct 29 11:43:27.648118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:27.650167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6e77060-fca7-412f-abcd-d6b9c9cb45b4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0575151 Oct 29 11:43:27.653091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43534) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:27.719629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-006fb45b-7285-42df-80fe-aa270f4b4f92 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 380 time: 0.0776887 Oct 29 11:43:27.735150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:27.737978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'port': {'device_id': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'admin_state_up': True, 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'security_groups': ['af36efa4-5cdb-4b02-9abb-27bcbafc9121']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:27.757794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:27.758617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:27.808868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:27.809996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15c47-e8fc-4568-9a3b-575bfec7ffc2 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:28.023515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Made reservation on behalf of cf12105e444d4e6ea639c1f3b8a4c66d for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:28.027842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:28.340649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Allocated IP 172.20.0.5 (72790e64-81bd-4f53-bd82-de95768d7773/35158f40-7601-4526-905f-ceb3eb7f8baa/42d044e0-8691-4388-ad5b-fc7310b7e773) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:28.386035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99955a6e-f0fb-4433-8d5a-e7c58171c349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:28.548575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629a355-8fe0-4093-8bed-2a4db08dc15e req-070c97c3-06d8-4541-8c5e-c3111219c013 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:28.551193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d629a355-8fe0-4093-8bed-2a4db08dc15e req-070c97c3-06d8-4541-8c5e-c3111219c013 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.1674101 Oct 29 11:43:28.602376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43558) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:28.654639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d629a355-8fe0-4093-8bed-2a4db08dc15e req-c241f45d-56bb-4c41-b63f-1c0bce7fd8fb tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951643 Oct 29 11:43:28.661712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:28.709973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:28.773334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Network 72790e64-81bd-4f53-bd82-de95768d7773 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:28.778216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:28.783372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:28.826746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:28.982434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:28.983506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.014737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-b2ca07d6-8a61-43f5-8a9a-16ac003f21e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887983 Oct 29 11:43:29.028887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c364fdd-e02c-48bd-8f8a-7db8707d4e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.037048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0415a14-b5b0-424a-88dd-254615d486ac req-5654fe34-1840-44ff-9b6b-aac3dbad39ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:29.037048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0415a14-b5b0-424a-88dd-254615d486ac req-5654fe34-1840-44ff-9b6b-aac3dbad39ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 931 time: 0.2001655 Oct 29 11:43:29.043192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Request body: {'port': {'device_id': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:29.147917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.239541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cd787c01-8652-492b-893e-16817e0eb71f None None] Provisioning complete for port 42d044e0-8691-4388-ad5b-fc7310b7e773 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:29.240562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd787c01-8652-492b-893e-16817e0eb71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.271831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0415a14-b5b0-424a-88dd-254615d486ac req-ef1263b5-689a-412d-9838-dbe5e6cb8507 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184525 Oct 29 11:43:29.321225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cd787c01-8652-492b-893e-16817e0eb71f None None] Port 42d044e0-8691-4388-ad5b-fc7310b7e773 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:43:29.321354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c364fdd-e02c-48bd-8f8a-7db8707d4e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.330322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0c364fdd-e02c-48bd-8f8a-7db8707d4e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.365620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c364fdd-e02c-48bd-8f8a-7db8707d4e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecefdadb-9ed9-4467-93fa-d5c77189afb9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:29.420148 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0c364fdd-e02c-48bd-8f8a-7db8707d4e70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a59339cc6ea44350846b47bf5668abed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146961 Oct 29 11:43:29.421646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:29.455708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.493518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.518365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.624232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.627324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:29.632357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ecefdadb-9ed9-4467-93fa-d5c77189afb9 HTTP/1.1" status: 204 len: 168 time: 0.2060695 Oct 29 11:43:29.681034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c872208-5c4b-4e4d-85f5-bfbc4f0df822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecefdadb-9ed9-4467-93fa-d5c77189afb9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:29.713980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169cb03-78b7-4445-8ef4-ba3a64885f6f req-ef0e8fbd-a86b-4b80-9592-e61c75f265e8 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:29.715955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0169cb03-78b7-4445-8ef4-ba3a64885f6f req-ef0e8fbd-a86b-4b80-9592-e61c75f265e8 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.2503200 Oct 29 11:43:29.770501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0169cb03-78b7-4445-8ef4-ba3a64885f6f req-28d8c263-e056-447a-813a-352aa569d91c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469069 Oct 29 11:43:29.809744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:30.054727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.1 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/1794b1f7-23db-408c-a464-a1b797cd1a0c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:30.154979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca15dcd0-5e3d-4f42-8152-415d221cda22 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:30.160166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ca15dcd0-5e3d-4f42-8152-415d221cda22 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1091 time: 0.3493650 Oct 29 11:43:30.163881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43598) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:30.173657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:30.188959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:43:30.229825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.245397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Transition to ACTIVE for port object 42d044e0-8691-4388-ad5b-fc7310b7e773 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:43:30.250018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.269172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.324887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43602) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:30.342592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:30.361134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f8d-e2e4-463e-a6c2-30e11c90eff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.445980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.585435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Attempting to bind port 42d044e0-8691-4388-ad5b-fc7310b7e773 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:43:30.585926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Attempting to bind port 42d044e0-8691-4388-ad5b-fc7310b7e773 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:43:30.586063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Attempting to bind port 42d044e0-8691-4388-ad5b-fc7310b7e773 on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:30.588201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.608111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Port 42d044e0-8691-4388-ad5b-fc7310b7e773 on network 72790e64-81bd-4f53-bd82-de95768d7773 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:43:30.608400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Attempting to bind port 42d044e0-8691-4388-ad5b-fc7310b7e773 on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:43:30.645931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aec7b-239c-4a1d-96ae-bc173d2aa85d req-a8375817-36ab-441f-b626-7f008403ee6f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:30.655162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee7aec7b-239c-4a1d-96ae-bc173d2aa85d req-a8375817-36ab-441f-b626-7f008403ee6f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1958508 Oct 29 11:43:30.658109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:43:30.658440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:43:30.658816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Bound using segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:43:30.659259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Bound port: 42d044e0-8691-4388-ad5b-fc7310b7e773, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:43:30.659865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.675013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.710433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:30.734239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:30.736743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:30.871072 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-70638420-fd99-432e-80df-7cd7e258461f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.893638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee7aec7b-239c-4a1d-96ae-bc173d2aa85d req-23005fd1-1e20-44c3-a3a0-fb71198ebb8a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207298 Oct 29 11:43:30.895774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f8d-e2e4-463e-a6c2-30e11c90eff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.906765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6a24f8d-e2e4-463e-a6c2-30e11c90eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.915722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=1794b1f7-23db-408c-a464-a1b797cd1a0c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:30.931438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:30.956242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:43:31.003984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:43:31.014750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c6a24f8d-e2e4-463e-a6c2-30e11c90eff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=437670156d65433596aee57d0f4ab800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6831276 Oct 29 11:43:31.014750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a24f8d-e2e4-463e-a6c2-30e11c90eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60473ba0-4091-4a17-84b4-cd98db1cc578,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:31.014750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43612) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:31.035442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.096129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:31.096780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.098172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 1091 time: 2.0649860 Oct 29 11:43:31.099160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:31.101538 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:31.176263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.25.4.38 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/6c34c602-3335-43d3-b312-f155abd3c087) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:31.195124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c07c9d-06a9-4376-841d-d250435db8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:31.276070 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07150c74-890e-4521-aac6-6f6560f3970b x-openstack-request-id: req-07150c74-890e-4521-aac6-6f6560f3970b {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:31.276416 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:31.276617 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07150c74-890e-4521-aac6-6f6560f3970b {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:31.277118 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'status': 'completed', 'code': 200} Oct 29 11:43:31.317468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.353762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.358254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-59cb20df-11af-4e52-945c-460f30f4bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:31.360170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-59cb20df-11af-4e52-945c-460f30f4bc36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1094 time: 0.1582615 Oct 29 11:43:31.363294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.393945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.424670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-f6c1dd12-aca9-4965-b891-8a63a54b6e3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 217 time: 0.0545089 Oct 29 11:43:31.532470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.545930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-c7b9c6c6-d2c0-423e-b46b-6ff37215f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:31.552697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-c7b9c6c6-d2c0-423e-b46b-6ff37215f21f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1198397 Oct 29 11:43:31.620110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.623372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:31.624085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60473ba0-4091-4a17-84b4-cd98db1cc578 HTTP/1.1" status: 204 len: 168 time: 0.6109972 Oct 29 11:43:31.637767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f363514-1ab2-4d69-87dc-3fd4929d8fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60473ba0-4091-4a17-84b4-cd98db1cc578,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:31.640564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-46db707c-3649-480c-abb4-18f3b8a5c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:31.642096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-46db707c-3649-480c-abb4-18f3b8a5c5cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805483 Oct 29 11:43:31.702574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:31.709469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:31.711891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:31.738788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=6c34c602-3335-43d3-b312-f155abd3c087,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:31.918598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-76b8fd17-c80f-4709-a917-25660cc584ff service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675943 Oct 29 11:43:32.126957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fbf4213-b1c6-4dd8-9c64-0b0ea2c2aba8 req-ab0cc8d1-fa1f-4be6-b5fe-a497e58641cd service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008588 Oct 29 11:43:32.259369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1e6e4-47c7-4965-b9ff-603614807c9d req-ab18a866-e3a9-4198-9256-25ff2b0c0d7b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:32.268110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4c1e6e4-47c7-4965-b9ff-603614807c9d req-ab18a866-e3a9-4198-9256-25ff2b0c0d7b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1394734 Oct 29 11:43:32.312207 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:32.336953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:32.356756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:32.360321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:32.394249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4c1e6e4-47c7-4965-b9ff-603614807c9d req-04d9e2a4-d79e-42c0-bfb3-4298c1e934ad tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250689 Oct 29 11:43:32.396387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-d1ae7b33-55cf-4809-9899-8a70776938ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:32.398078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-d1ae7b33-55cf-4809-9899-8a70776938ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1094 time: 0.1925991 Oct 29 11:43:32.482585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:32.582329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-d67e83f4-7c41-4569-9e8f-dd4f3034fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:32.590940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-d67e83f4-7c41-4569-9e8f-dd4f3034fdd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1831708 Oct 29 11:43:32.698174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-e645ab89-02fe-4826-874a-a5e980e4327c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 217 time: 0.0988829 Oct 29 11:43:32.767857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-6b20a30a-1561-4e25-b69d-b1e45284d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:32.769831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-6b20a30a-1561-4e25-b69d-b1e45284d849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.0637276 Oct 29 11:43:32.862385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-c63275ff-a6f4-4db5-bde7-54396cd9a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:32.868259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-c63275ff-a6f4-4db5-bde7-54396cd9a254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881584 Oct 29 11:43:32.875987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=1794b1f7-23db-408c-a464-a1b797cd1a0c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:33.092395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-6bc010dc-d031-4e31-8c9d-b818dd776153 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148688 Oct 29 11:43:33.165238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:33.449919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:33.449919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:33.601037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:33.622058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7004773d-332b-4cf2-b0f7-87e0e13a4bfe req-e5384f46-f914-4f1c-90d9-d045712b5818 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175951 Oct 29 11:43:33.633667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:33.648646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-b2de5519-2d3a-4e8f-8c43-e7995f2f823b req-bc908408-c2ed-472c-89f5-3387c68a9e45 service neutron] (102278) timed out ('10.222.0.77', 37454) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:43:33.691546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b86c0-5e53-497f-ac48-716435f35adb req-e885d3bb-ad1e-4eb9-b3ef-389717911048 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:33.693984 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f41b86c0-5e53-497f-ac48-716435f35adb req-e885d3bb-ad1e-4eb9-b3ef-389717911048 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1001785 Oct 29 11:43:33.728116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:33.825024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f41b86c0-5e53-497f-ac48-716435f35adb req-0c0bde2e-244b-4fd1-b3ed-74358315979b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212671 Oct 29 11:43:34.292447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:34.324211 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:34.356828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d777bb9c-414a-471d-b14d-f97217246f8e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/routers/d35f51e7-482b-4d98-a770-4df6f3b32193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7022963 Oct 29 11:43:34.360151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:34.360762 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:34.363389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43726) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:34.370376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'port': {'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf', 'name': 'tempest-FloatingIPTestJSON-1546447673'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:34.456782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:34.481659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:34.482543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:34.538995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:34.551227 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:34.553582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:34.563096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5faf0ab-cbab-45ac-921d-0cabee86a951 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:34.662958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:34.669873 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:34.706257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] device_id is not set on port 783c3f10-412c-467f-a187-a1cde3c49514 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:43:34.755049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=6c34c602-3335-43d3-b312-f155abd3c087,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:34.801063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:34.983146 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Floating IP 3de6b923-4060-4064-8737-e338e0f0fcb1 associated. External IP: 172.25.4.38, port: 0e087acc-7f58-402f-b418-1b785d437ed2. Oct 29 11:43:34.990041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.6 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/783c3f10-412c-467f-a187-a1cde3c49514) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:35.116235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b9bed-6cc4-42cd-a66a-e8140061f37f req-0a318502-89fc-406f-a497-2eb5ad08da57 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:35.125471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-337b9bed-6cc4-42cd-a66a-e8140061f37f req-0a318502-89fc-406f-a497-2eb5ad08da57 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1652093 Oct 29 11:43:35.260479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-337b9bed-6cc4-42cd-a66a-e8140061f37f req-8d84def1-37d3-4663-b04d-c9c9b61bea95 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321969 Oct 29 11:43:35.403835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:35.497272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:35.548895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:35.595405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:35.601374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:35.611000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:35.620863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=783c3f10-412c-467f-a187-a1cde3c49514,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:35.723620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:35.724246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:35.753254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-95ebbd3e-4750-4dc4-80aa-a8ea6e4814bb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3879421 Oct 29 11:43:35.756957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43768) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:35.765729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'port': {'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf', 'name': 'tempest-FloatingIPTestJSON-1151858159'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:35.795307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:35.810496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:35.827430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:35.829551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:35.838884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:35.902238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4bee8b5d-d2b2-4846-9f5a-66f849711618 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7371566 Oct 29 11:43:35.904195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:35.906494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:35.912512 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868ed7c-1258-4c05-8542-07df7ce9e6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:35.931198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:43:36.010067 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ce7c8-300b-4f76-b00c-ab2681c2fd11 x-openstack-request-id: req-949ce7c8-300b-4f76-b00c-ab2681c2fd11 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:36.010372 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:36.010631 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-949ce7c8-300b-4f76-b00c-ab2681c2fd11 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:36.011044 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2', 'status': 'completed', 'code': 200} Oct 29 11:43:36.205461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-b871cac1-bddc-4b5b-98f2-817fd7f38d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:36.212616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0081af93-a5f0-480d-977e-4198c6ef2c39 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/3de6b923-4060-4064-8737-e338e0f0fcb1 HTTP/1.1" status: 200 len: 990 time: 0.2933035 Oct 29 11:43:36.214413 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-b871cac1-bddc-4b5b-98f2-817fd7f38d4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1096 time: 0.1594598 Oct 29 11:43:36.264218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:36.284347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:36.347173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:36.426797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] device_id is not set on port a7145f9f-c7ed-48bb-ab80-549ebe757919 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:43:36.519260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-af48dbd6-e9b0-477c-bb24-b6c9898cc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:36.522063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-af48dbd6-e9b0-477c-bb24-b6c9898cc566 service neutron] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 897 time: 0.2966096 Oct 29 11:43:36.680508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-1d78030e-ae1c-45bd-abfe-d72415ab1bc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 998 time: 0.1476173 Oct 29 11:43:36.699464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea47f7-cb2f-45d9-b295-543c020ad8ad req-02675a6e-cff5-43ca-b9aa-6dc94e5c4787 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:36.715705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdea47f7-cb2f-45d9-b295-543c020ad8ad req-02675a6e-cff5-43ca-b9aa-6dc94e5c4787 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1880066 Oct 29 11:43:36.777366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.8 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/a7145f9f-c7ed-48bb-ab80-549ebe757919) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:36.854866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdea47f7-cb2f-45d9-b295-543c020ad8ad req-8c645578-253c-42c0-b557-0b67f80b9b86 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199298 Oct 29 11:43:36.867641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-58a40baf-866c-4fb7-9752-e84b55b5bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:36.870048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-58a40baf-866c-4fb7-9752-e84b55b5bdbd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.1710734 Oct 29 11:43:37.011439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-0fbd2ff6-3c41-4894-9cfc-f66c869af7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:37.016520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-0fbd2ff6-3c41-4894-9cfc-f66c869af7bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308367 Oct 29 11:43:37.206117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:37.214781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:37.226701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:43:37.279502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:32Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:37.280226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-41a93026-9918-4984-af49-3fc1442e8149 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545822 Oct 29 11:43:37.337045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:43:37.386108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:37.386751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:37.398871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:37.520932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0868ed7c-1258-4c05-8542-07df7ce9e6c7 req-7d7769c6-cdba-437f-96d0-e78fe4f09f80 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328353 Oct 29 11:43:37.580511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:43:37.612127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:37.620144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:37.717665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:37.750743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:38.008017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['42d044e0-8691-4388-ad5b-fc7310b7e773'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:43:38.040863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-920d603f-0e52-4735-918c-f3e59868e9c2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/3de6b923-4060-4064-8737-e338e0f0fcb1 HTTP/1.1" status: 200 len: 990 time: 0.8189991 Oct 29 11:43:38.079209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:38.176907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:38.399574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=a7145f9f-c7ed-48bb-ab80-549ebe757919,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:38.418541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:32Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:38.422164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:38.427050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:38.436029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:38.486079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d3051-1dd4-4af7-b669-a926e13f1b73 None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:42:58Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:32Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:38.620506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:38.621328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:38.642035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f869ee-15b6-4506-8b58-d6a1ef7dd5f5 req-62b351a0-93d1-4f22-9bd0-fdba765549a7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:38.643740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81f869ee-15b6-4506-8b58-d6a1ef7dd5f5 req-62b351a0-93d1-4f22-9bd0-fdba765549a7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 944 time: 0.2196429 Oct 29 11:43:38.651297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43870) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:38.651845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4bb66be5-6503-4c34-a4c3-a2984558c363 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8936567 Oct 29 11:43:38.657258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'a7145f9f-c7ed-48bb-ab80-549ebe757919', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:38.699239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81f869ee-15b6-4506-8b58-d6a1ef7dd5f5 req-c39f3eff-ae3a-4308-baba-e445fc5ba3f9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Oct 29 11:43:38.710879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:38.900670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43876) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:38.939695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:38.983461 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d8257b-e203-4d39-a8d6-ead4f0ab0d39 None None] New status for floating IP 3de6b923-4060-4064-8737-e338e0f0fcb1: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:43:39.040362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:39.180610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b3327151-e6d8-459b-b227-fcc06f907315 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/3de6b923-4060-4064-8737-e338e0f0fcb1 HTTP/1.1" status: 200 len: 990 time: 0.1390879 Oct 29 11:43:39.193738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.34 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1697c619-7f64-4b5f-9130-8704cdfad222) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:39.358578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.389103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f763ace-2171-474e-b00d-eda11abdf40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.500275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.589673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f763ace-2171-474e-b00d-eda11abdf40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.595731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2f763ace-2171-474e-b00d-eda11abdf40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.609695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=1697c619-7f64-4b5f-9130-8704cdfad222,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:39.646979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2f763ace-2171-474e-b00d-eda11abdf40b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2494d83c61184316a29447dc94a75f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452092 Oct 29 11:43:39.648601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f763ace-2171-474e-b00d-eda11abdf40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5d346-c60b-4f7a-abc1-c38a568c6cc8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:39.651955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43898) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:39.658354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:39.659843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:39.664785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:39.742691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.787218 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:39.892983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:43:39.992417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae12b3-1524-4fe7-b4b0-59e603eafe94 req-fd71fd98-854b-4e2c-a0f0-d95891a154d2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:39.995064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddae12b3-1524-4fe7-b4b0-59e603eafe94 req-fd71fd98-854b-4e2c-a0f0-d95891a154d2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 944 time: 0.1625214 Oct 29 11:43:39.996794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.000626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.002152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eff5d346-c60b-4f7a-abc1-c38a568c6cc8 HTTP/1.1" status: 204 len: 168 time: 0.3489521 Oct 29 11:43:40.047110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934492e-9794-444e-8a03-039931fc57f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5d346-c60b-4f7a-abc1-c38a568c6cc8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:40.082190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddae12b3-1524-4fe7-b4b0-59e603eafe94 req-16429ec3-a2f8-4f1d-a0c1-db8402dccae3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780590 Oct 29 11:43:40.143041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 42d044e0-8691-4388-ad5b-fc7310b7e773 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:43:40.152519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 42d044e0-8691-4388-ad5b-fc7310b7e773 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:43:40.153279 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.184426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:40.317862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.385075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:40.387705 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26fd94-0359-4af1-8a99-c5320baccf18" -d '{"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:40.392734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-64327f0c-e5f5-4cfe-9b60-66dc4d80b463 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/3de6b923-4060-4064-8737-e338e0f0fcb1 HTTP/1.1" status: 200 len: 992 time: 0.2060444 Oct 29 11:43:40.421930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:43:40.430481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.504974 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68f5da6-0f96-4314-940a-0020d021741f x-openstack-request-id: req-c68f5da6-0f96-4314-940a-0020d021741f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:40.505298 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:40.505583 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c68f5da6-0f96-4314-940a-0020d021741f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:40.506237 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'code': 200} Oct 29 11:43:40.602216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:40.655360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.687982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330f91-15e2-4f35-b83f-36434bd84fae req-dfc9beb8-d923-434f-acee-20c3cedba626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:40.690413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9330f91-15e2-4f35-b83f-36434bd84fae req-dfc9beb8-d923-434f-acee-20c3cedba626 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.1215143 Oct 29 11:43:40.771616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9330f91-15e2-4f35-b83f-36434bd84fae req-2bc6b0d1-09e4-40a1-8bd6-4ab2e1f9ee5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681548 Oct 29 11:43:40.800931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:40.900902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43932) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:40.924120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.079031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.087215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.118226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.124086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.230989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=1697c619-7f64-4b5f-9130-8704cdfad222,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:41.244499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.244847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.245213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.245551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.245881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.246209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.246534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.246858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.247178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.247879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fff53dbdd8714147b91baadf6c3ff40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457150 Oct 29 11:43:41.248060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.248372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.248627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.251627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89865ea2-2eb7-4422-bfa6-4198bb77b7eb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:41.253949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43944) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:41.257541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.289039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.289641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.290130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.290637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.291119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.291702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.292183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.292760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.293272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.293908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.294407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.294886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a0987-e8e7-4e3e-8ce0-5a87a20f623a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:43:41.355773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c17f-c06c-4c3a-be73-628f58ebcfa1 req-f87aced0-22b0-400f-8fb4-42a34415b021 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:41.364580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f667c17f-c06c-4c3a-be73-628f58ebcfa1 req-f87aced0-22b0-400f-8fb4-42a34415b021 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1302850 Oct 29 11:43:41.393199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.421933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.475803 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 5a674eb9-943a-4c12-9d2d-59789d12071f associated. External IP: 172.25.4.34, port: a7145f9f-c7ed-48bb-ab80-549ebe757919. Oct 29 11:43:41.493995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.496821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:41.500540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89865ea2-2eb7-4422-bfa6-4198bb77b7eb HTTP/1.1" status: 204 len: 168 time: 0.2276232 Oct 29 11:43:41.520545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f667c17f-c06c-4c3a-be73-628f58ebcfa1 req-2312fdd6-be4b-4437-a574-aad9fecd568a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494641 Oct 29 11:43:41.531657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413c5e-a5af-477e-98fc-9373e6b6e849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89865ea2-2eb7-4422-bfa6-4198bb77b7eb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:41.958044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:42.170539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:42.183935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:42.204256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:42.205630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:42.213614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:42.279386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8bd8b3c3-ac64-4b99-8076-800974ea8237 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6235178 Oct 29 11:43:42.280918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43988) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:42.288221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:42.298932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:42.336742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:42.345112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:42.399430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:42.441136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:42.453605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aff660-b7f1-49c5-ada4-04eb1b7f3ac5 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:42.779305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:42.789865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:42.790546 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 5a674eb9-943a-4c12-9d2d-59789d12071f disassociated. External IP: 172.25.4.34, port: a7145f9f-c7ed-48bb-ab80-549ebe757919. Oct 29 11:43:42.921107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54b3ce-97e9-4cc6-9434-3270f45ccd00 req-17d6433e-a82b-4e78-98a8-17eb58adb3ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:42.929538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df54b3ce-97e9-4cc6-9434-3270f45ccd00 req-17d6433e-a82b-4e78-98a8-17eb58adb3ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1962099 Oct 29 11:43:43.046104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-df54b3ce-97e9-4cc6-9434-3270f45ccd00 req-217ed50b-b750-4a62-8205-31afc4377428 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153920 Oct 29 11:43:43.524061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab075efa-58f2-43da-a3d2-384cf33a7cba req-063cd7e1-281d-4ef3-8929-5ce51ee95897 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:43.530756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab075efa-58f2-43da-a3d2-384cf33a7cba req-063cd7e1-281d-4ef3-8929-5ce51ee95897 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3249533 Oct 29 11:43:43.543112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44052) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:43.550615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'floatingip': {'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:43.622967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:43.786365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:43.904668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:43.916266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:43.920639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:43.953654 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:43.957209 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:44.031340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0392eec8-b65b-4a8e-b1df-838c247f5df7 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/5a674eb9-943a-4c12-9d2d-59789d12071f HTTP/1.1" status: 200 len: 687 time: 1.7491093 Oct 29 11:43:44.031995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44068) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:44.115003 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:44.142226 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:44.143213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:44.228587 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:44.230572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 1697c619-7f64-4b5f-9130-8704cdfad222 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:43:44.231269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:44.231603 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94337458-25d9-465a-9ea7-0a3fe26baf22 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:44.388134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:44.388815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:44.443466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 1697c619-7f64-4b5f-9130-8704cdfad222 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:43:44.817417 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:44.889514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=1697c619-7f64-4b5f-9130-8704cdfad222,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:45.027138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.037907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.042154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c97e0f8-6761-4280-bf9a-694be6ed9872 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/5a674eb9-943a-4c12-9d2d-59789d12071f HTTP/1.1" status: 204 len: 168 time: 1.0091596 Oct 29 11:43:45.045520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44106) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:45.068022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '783c3f10-412c-467f-a187-a1cde3c49514'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:45.152813 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.425746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.430402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.457635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:45.591972 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Floating IP 255f0aff-563f-453e-abf8-b8bb3cb0f92f associated. External IP: 172.25.4.91, port: 42d044e0-8691-4388-ad5b-fc7310b7e773. Oct 29 11:43:45.727106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.93 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/add11c6d-ab8c-42eb-9f58-d6bc0c87ee85) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:45.865431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-1f1075cb-fde9-4cfd-af71-45d6725f0ce9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503398 Oct 29 11:43:45.874581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44132) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:46.020452 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:46.139628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8acfd58-693c-47d9-b460-42ad268ce81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:46.146539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:46.190960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:46.208467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-7d0fd142-5724-4ef4-b52c-34647a18b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:46.210222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-7d0fd142-5724-4ef4-b52c-34647a18b937 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1096 time: 0.0818226 Oct 29 11:43:46.275253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:46.279014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:46.282536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:46.480318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:46.486424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:46.507015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:46.526744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:46.527455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:46.542777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dba09b03-e976-4400-89ac-791b729ccb7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "PUT /v2.0/floatingips/255f0aff-563f-453e-abf8-b8bb3cb0f92f HTTP/1.1" status: 200 len: 990 time: 2.9988208 Oct 29 11:43:46.545653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:43:46.566588 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe26dff-1896-4154-a944-3d9c48584b51" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:43:46.623205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=add11c6d-ab8c-42eb-9f58-d6bc0c87ee85,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:46.739909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-abd7a76e-b40c-4018-bfa3-b859892c41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:46.742693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-abd7a76e-b40c-4018-bfa3-b859892c41c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 897 time: 0.3305812 Oct 29 11:43:46.828078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:46.828460 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c0ff03-5eb2-461c-9d02-0b9e8c93dbf7 x-openstack-request-id: req-05c0ff03-5eb2-461c-9d02-0b9e8c93dbf7 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:43:46.828746 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:43:46.829346 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05c0ff03-5eb2-461c-9d02-0b9e8c93dbf7 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:43:46.829466 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'status': 'completed', 'code': 200} Oct 29 11:43:46.924084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-f78913a0-15cd-4f65-9b4f-281f23ee4fc2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1622803 Oct 29 11:43:46.995217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-0723874a-5418-4929-b724-c68ed2992fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:46.997233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-0723874a-5418-4929-b724-c68ed2992fae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.0578988 Oct 29 11:43:47.031166 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8acfd58-693c-47d9-b460-42ad268ce81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:47.056252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b8acfd58-693c-47d9-b460-42ad268ce81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:47.121608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-27e6bf1b-a2ff-4d5b-a447-3aa4d3e068df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:47.127733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-1d31a436-b979-4e7d-802f-6c40a8d7db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:47.128116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-27e6bf1b-a2ff-4d5b-a447-3aa4d3e068df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177495 Oct 29 11:43:47.130262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-1d31a436-b979-4e7d-802f-6c40a8d7db6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.2878473 Oct 29 11:43:47.395828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acfd58-693c-47d9-b460-42ad268ce81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b9cdec-51a8-4eb8-a924-0ee016f9dc8c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:47.416391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-56c9bffe-eb24-403e-a675-b0bdc14e8f9e service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824397 Oct 29 11:43:47.425569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '255f0aff-563f-453e-abf8-b8bb3cb0f92f', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:22Z', 'updated_at': '2021-10-29T11:43:45Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:47.466187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:43:47.490187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:47.493048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:47.570929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b8acfd58-693c-47d9-b460-42ad268ce81b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28252bf1b0fa42ac8fc79da78d0e4973&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6939449 Oct 29 11:43:47.604855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44190) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:47.619550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-100311fb-a553-45c9-9a15-a3f40bf09b48 req-caa3b472-c395-4e6c-9a0f-ee26566f210f service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940098 Oct 29 11:43:47.883780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-112dd6e7-9d0b-45fb-88be-bc6b4653c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:47.886169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-112dd6e7-9d0b-45fb-88be-bc6b4653c5d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.6148307 Oct 29 11:43:47.903667 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:47.907677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:48.028170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:48.045418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:43:48.094043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-f134ddc7-cf61-45ad-a44e-57b15040a9a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 998 time: 0.1985044 Oct 29 11:43:48.515954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '255f0aff-563f-453e-abf8-b8bb3cb0f92f', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:22Z', 'updated_at': '2021-10-29T11:43:45Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:48.588476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:48.614042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-4ee84d96-bc4f-4b72-8c15-c9dcb2d87617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:48.615520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-4ee84d96-bc4f-4b72-8c15-c9dcb2d87617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.5125287 Oct 29 11:43:48.615694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d1a4d-0003-48ee-b54b-225b2c385b6a None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '255f0aff-563f-453e-abf8-b8bb3cb0f92f', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:22Z', 'updated_at': '2021-10-29T11:43:45Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:48.739302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:48.746640 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:48.760829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67b9cdec-51a8-4eb8-a924-0ee016f9dc8c HTTP/1.1" status: 204 len: 168 time: 1.1519752 Oct 29 11:43:48.802069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b107fe7-ab19-4801-aaa7-4b3f58467152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b9cdec-51a8-4eb8-a924-0ee016f9dc8c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:48.925486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-48e3f8f1-3c24-48f8-82b6-3fa92725b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:48.927360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-48e3f8f1-3c24-48f8-82b6-3fa92725b156 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987986 Oct 29 11:43:49.170562 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25824e-791e-4782-9588-3f0e3052407c None None] New status for floating IP 255f0aff-563f-453e-abf8-b8bb3cb0f92f: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:43:49.292531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44242) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:49.429202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.432832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-28b99eb9-9e8f-4652-842c-dfc9f887227a service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853482 Oct 29 11:43:49.448659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8144a7b-7e9f-4ed4-a2c7-76d31d140bd5 req-46beab07-f898-484b-9faf-99388322ec79 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:49.458247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8144a7b-7e9f-4ed4-a2c7-76d31d140bd5 req-46beab07-f898-484b-9faf-99388322ec79 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.3124988 Oct 29 11:43:49.471078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.530531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65c538e-6c30-4f41-b2c6-b02b0f53b0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.681922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8144a7b-7e9f-4ed4-a2c7-76d31d140bd5 req-aa3324b4-07cc-47f5-b13f-15238320525d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858566 Oct 29 11:43:49.682813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=add11c6d-ab8c-42eb-9f58-d6bc0c87ee85,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:49.708954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.749352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65c538e-6c30-4f41-b2c6-b02b0f53b0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.759194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65c538e-6c30-4f41-b2c6-b02b0f53b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:49.807365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fe26dff-1896-4154-a944-3d9c48584b51 req-41a1ed93-ba9c-46f9-a1ef-0d50b31f6063 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478022 Oct 29 11:43:49.822225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c538e-6c30-4f41-b2c6-b02b0f53b0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f7f390-c1f9-4670-b1fe-3522c5f9cf12,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:49.882285 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f65c538e-6c30-4f41-b2c6-b02b0f53b0e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c52f2e3e62a4dd1a5cfec8190fc720a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886140 Oct 29 11:43:49.885538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:49.907415 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 18953760-3175-454b-91a0-c7f7bda79f1f associated. External IP: 172.25.4.93, port: 783c3f10-412c-467f-a187-a1cde3c49514. Oct 29 11:43:50.007367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:50.079299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:50.195285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:50.198229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:50.206433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6f7f390-c1f9-4670-b1fe-3522c5f9cf12 HTTP/1.1" status: 204 len: 168 time: 0.3192677 Oct 29 11:43:50.228218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d75765-41d0-459e-a4a3-4b5c417f9a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f7f390-c1f9-4670-b1fe-3522c5f9cf12,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:50.395746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:50.637662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:50.654989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:50.665783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:50.673159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:50.673805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:50.712633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44298) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:50.713456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a521a74f-7f2b-4c9d-b8f8-240e2985c954 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6657648 Oct 29 11:43:50.761230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:50.784340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:50.785048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:50.793567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f027a23b-2b2f-413f-8d6f-be80951e6f8d tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/floatingips/18953760-3175-454b-91a0-c7f7bda79f1f HTTP/1.1" status: 200 len: 977 time: 0.0788963 Oct 29 11:43:50.796550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44304) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:50.870455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:50.871434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718982c6-02f6-4f21-aff5-ab595cb0e32e None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:51.057610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44316) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:51.081086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ad932c-36e9-48a7-8cb2-f7b6ccf90bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.116404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55d59a08-a26a-47aa-937a-a2b93be2f9ac tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3141332 Oct 29 11:43:51.116985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44320) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:51.121120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': 'a7145f9f-c7ed-48bb-ab80-549ebe757919'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:51.131932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8b1ba-0bd6-41c0-9115-fad5e4a0c027 req-7f43341e-7e72-47c9-a656-a591b7c444fa tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:51.133526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50e8b1ba-0bd6-41c0-9115-fad5e4a0c027 req-7f43341e-7e72-47c9-a656-a591b7c444fa tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1823392 Oct 29 11:43:51.211735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50e8b1ba-0bd6-41c0-9115-fad5e4a0c027 req-b5fa73a5-b1c3-4f3d-b73b-0102d6bbe22b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697594 Oct 29 11:43:51.224842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.494412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ad932c-36e9-48a7-8cb2-f7b6ccf90bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.624736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6ad932c-36e9-48a7-8cb2-f7b6ccf90bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.724590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6ad932c-36e9-48a7-8cb2-f7b6ccf90bd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8742491b23d4618b53d4d6c7ab88275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638622 Oct 29 11:43:51.725935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44338) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:51.729634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad932c-36e9-48a7-8cb2-f7b6ccf90bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743545f-2a74-40b4-b1f8-0f24eab871ee,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:51.793265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.837360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.904946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.991073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.993729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:51.994895 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d743545f-2a74-40b4-b1f8-0f24eab871ee HTTP/1.1" status: 204 len: 168 time: 0.2675328 Oct 29 11:43:52.041062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d808ec8-f2fc-47e6-9a22-d8df806dd406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743545f-2a74-40b4-b1f8-0f24eab871ee,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:52.247637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:52.254760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:52.434998 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 18953760-3175-454b-91a0-c7f7bda79f1f associated. External IP: 172.25.4.93, port: 783c3f10-412c-467f-a187-a1cde3c49514. Oct 29 11:43:52.454654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ed85c-1857-4adc-91a9-87e2223216af req-250b53b3-5a88-4c50-b9b5-c17b8beea56f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:52.463866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e71ed85c-1857-4adc-91a9-87e2223216af req-250b53b3-5a88-4c50-b9b5-c17b8beea56f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.0746820 Oct 29 11:43:52.524112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e71ed85c-1857-4adc-91a9-87e2223216af req-22689706-e7b3-467f-9b95-20f9b258ceea tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588706 Oct 29 11:43:52.804541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:52.933368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44412) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:52.984666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:52.996795 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:53.035763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:53.037046 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:53.119824 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:53.155552 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:53.156306 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:53.212242 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:53.212911 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7444377-95b8-46ec-a859-4463aa58cc2d None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:53.257537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967852a-c3a0-490b-845c-6c4dce512a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.405757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967852a-c3a0-490b-845c-6c4dce512a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.417523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967852a-c3a0-490b-845c-6c4dce512a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.459884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967852a-c3a0-490b-845c-6c4dce512a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c550f41-7f57-4ed8-b863-169132529e35,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:53.501160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e967852a-c3a0-490b-845c-6c4dce512a45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f8a7f1d1aea4f36b7754531da70d15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670929 Oct 29 11:43:53.509975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:53.586604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.630124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.746913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82fdf8-2f28-4eef-8d2d-513f420005e2 req-c0578c32-6d78-451a-87c5-200d1a91e0b7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:53.755524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed82fdf8-2f28-4eef-8d2d-513f420005e2 req-c0578c32-6d78-451a-87c5-200d1a91e0b7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1086264 Oct 29 11:43:53.794752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.798529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:53.802724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c550f41-7f57-4ed8-b863-169132529e35 HTTP/1.1" status: 204 len: 168 time: 0.2877350 Oct 29 11:43:53.848926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed82fdf8-2f28-4eef-8d2d-513f420005e2 req-bcd11447-36c1-441e-8bff-ba791a65f01d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922520 Oct 29 11:43:53.852667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c5c88-f22c-404a-a77b-a8e457950b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c550f41-7f57-4ed8-b863-169132529e35,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:53.962610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:54.186087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:54.213764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:54.217195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.256489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:54.257915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:54.336813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:54.344550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-52fd8815-c5fe-4507-a2c0-8cab1fd3750f tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/18953760-3175-454b-91a0-c7f7bda79f1f HTTP/1.1" status: 200 len: 977 time: 3.2258904 Oct 29 11:43:54.344914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44494) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:54.355448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:54.381717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:54.382891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:54.448840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.455533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:54.457881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953cc9c-63a3-4f9c-925f-fa6207952faa None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:54.638619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44514) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:54.665628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d908f059-5306-43ae-9b7f-a9e6a8906350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.764622 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:43:54.794785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.807284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.807596 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 18953760-3175-454b-91a0-c7f7bda79f1f disassociated. External IP: 172.25.4.93, port: a7145f9f-c7ed-48bb-ab80-549ebe757919. Oct 29 11:43:54.870855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d908f059-5306-43ae-9b7f-a9e6a8906350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:54.886387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d908f059-5306-43ae-9b7f-a9e6a8906350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.021380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908f059-5306-43ae-9b7f-a9e6a8906350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5bdd41-d022-4509-84cf-4dc18cff2417,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:55.084882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d908f059-5306-43ae-9b7f-a9e6a8906350 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82927300159e4356994786c85188d02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369178 Oct 29 11:43:55.086298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44534) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:55.237853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.298768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.328569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff449da-6519-4bd0-8935-119c2bda899e req-bdbcc813-f6ab-43fb-a1af-96f3fe35a4c0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:55.338315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ff449da-6519-4bd0-8935-119c2bda899e req-bdbcc813-f6ab-43fb-a1af-96f3fe35a4c0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.2637341 Oct 29 11:43:55.358695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:43:55.427697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.432981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.434798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e5bdd41-d022-4509-84cf-4dc18cff2417 HTTP/1.1" status: 204 len: 168 time: 0.3472331 Oct 29 11:43:55.446035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f9368-b182-4e78-a4cf-9937950a4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5bdd41-d022-4509-84cf-4dc18cff2417,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:55.620228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:43:55.626428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.639725 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:43:55.654993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:55.657546 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:55.724577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1e27fb8f-9a1d-413f-a11c-95f85e3df541 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/18953760-3175-454b-91a0-c7f7bda79f1f HTTP/1.1" status: 200 len: 687 time: 1.3770962 Oct 29 11:43:55.726761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44584) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:55.742481 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:55.754901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:43:55.756124 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:55.857665 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:55.872672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:43:55.887525 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a68ad-c29e-4a24-9cca-63b89efd679a None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:43:56.048202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ff449da-6519-4bd0-8935-119c2bda899e req-2b3b03ca-6d31-45f3-b4c7-37fa1642e878 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7088730 Oct 29 11:43:56.126290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port add11c6d-ab8c-42eb-9f58-d6bc0c87ee85 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:43:56.126818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.338407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.338732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.364618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for add11c6d-ab8c-42eb-9f58-d6bc0c87ee85 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:43:56.587490 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.628002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=add11c6d-ab8c-42eb-9f58-d6bc0c87ee85,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:56.713642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.720303 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:56.726340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44618) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:56.735436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-073ff32a-e07c-44d8-afdc-fa00125930a0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/18953760-3175-454b-91a0-c7f7bda79f1f HTTP/1.1" status: 204 len: 168 time: 1.0070519 Oct 29 11:43:56.790757 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-a53a153a-7c8d-4b3e-9bdb-e0706abf7e55 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] delete failed (client error): The resource could not be found. Oct 29 11:43:56.792384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a53a153a-7c8d-4b3e-9bdb-e0706abf7e55 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/18953760-3175-454b-91a0-c7f7bda79f1f HTTP/1.1" status: 404 len: 345 time: 0.0650122 Oct 29 11:43:56.797091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:56.938404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a686f4-0a2c-45cd-9d48-88c4f67498e4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:56.965312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a686f4-0a2c-45cd-9d48-88c4f67498e4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:56.981281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a686f4-0a2c-45cd-9d48-88c4f67498e4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:56.985795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-15a686f4-0a2c-45cd-9d48-88c4f67498e4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/ports?network_id=3e8e6615-dff4-4b28-beaf-c99c838fedaf HTTP/1.1" status: 200 len: 2358 time: 0.1875772 Oct 29 11:43:56.986219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44628) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:57.094296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce91a04-3305-4209-be83-f50c3c5f714e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:57.096924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ce91a04-3305-4209-be83-f50c3c5f714e tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/subnets/a159a35f-c6ba-4938-b01e-02bae9bb8fb9 HTTP/1.1" status: 200 len: 797 time: 0.1087077 Oct 29 11:43:57.101173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:57.108725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'port': {'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf', 'name': 'tempest-FloatingIPTestJSON-563272842', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:57.364175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2327ab-486b-468d-9417-fcc4fc95d00f req-84556935-4aa2-4728-8401-9ff7d69b9e6b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:57.365808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce2327ab-486b-468d-9417-fcc4fc95d00f req-84556935-4aa2-4728-8401-9ff7d69b9e6b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1366029 Oct 29 11:43:57.403914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:43:57.487564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce2327ab-486b-468d-9417-fcc4fc95d00f req-9ba4f1c5-99c1-450d-b115-1c72c4fc160b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935204 Oct 29 11:43:57.538757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:57.559879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] device_id is not set on port 3cf14b73-b631-41dc-a444-0af018f146d2 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:43:57.876571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:58.280457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ed35160-b389-45e7-a683-a2b36640e88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.382464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-112c3418-77ae-4be1-ae18-fc2ad51d2108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.431377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.14 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/3cf14b73-b631-41dc-a444-0af018f146d2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:58.441705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.13 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/3cf14b73-b631-41dc-a444-0af018f146d2) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:58.502646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ed35160-b389-45e7-a683-a2b36640e88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.508378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ed35160-b389-45e7-a683-a2b36640e88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.553518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed35160-b389-45e7-a683-a2b36640e88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b55515-1fee-4c06-b20b-877a2ef16c1b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:58.584489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7ed35160-b389-45e7-a683-a2b36640e88e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15c34cb7bc494ebe81e255c0e3ded369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065525 Oct 29 11:43:58.587722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:58.734235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.737753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.760701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce7bb-ecdf-44db-b8c0-b58a54f33ab4 req-c51459a8-9f5d-4be9-bdd4-8ce16c482a41 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:58.762577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05cce7bb-ecdf-44db-b8c0-b58a54f33ab4 req-c51459a8-9f5d-4be9-bdd4-8ce16c482a41 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.0933244 Oct 29 11:43:58.804175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.861448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05cce7bb-ecdf-44db-b8c0-b58a54f33ab4 req-0a2d4e3a-c3b8-4f14-9504-e8e4b46b3396 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860462 Oct 29 11:43:58.864641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.867865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.869152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46b55515-1fee-4c06-b20b-877a2ef16c1b HTTP/1.1" status: 204 len: 168 time: 0.2799122 Oct 29 11:43:58.889239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:58.905236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ae41-38f8-47c5-a6de-59da0afc16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b55515-1fee-4c06-b20b-877a2ef16c1b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:59.006664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:59.012860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:59.047575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:59.099596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=3cf14b73-b631-41dc-a444-0af018f146d2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:43:59.122772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:43:59.123506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:59.149500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:43:59.151177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96a99462-192a-4d0c-8a4c-2551cec82af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0472579 Oct 29 11:43:59.156749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '3cf14b73-b631-41dc-a444-0af018f146d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:43:59.198749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:59.394669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:59.546930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.34 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/5cf9c3a6-828a-4370-a09e-96a70989576f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:43:59.700950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:59.764794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:43:59.808228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:43:59.814496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:43:59.819238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:43:59.854649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=5cf9c3a6-828a-4370-a09e-96a70989576f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:00.077288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6a3b-8d50-436c-85cc-0413e7e0481a req-3c2efed2-5a50-4893-b272-688f22bf5d99 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:00.085644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a6b6a3b-8d50-436c-85cc-0413e7e0481a req-3c2efed2-5a50-4893-b272-688f22bf5d99 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.0810127 Oct 29 11:44:00.170681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a6b6a3b-8d50-436c-85cc-0413e7e0481a req-e9b95888-486f-476c-9c1f-b58814ae4049 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839953 Oct 29 11:44:00.432967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:00.592790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:00.670705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44774) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:00.709820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-19c068d0-6758-48bc-adea-3729f5c6528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:00.711634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-19c068d0-6758-48bc-adea-3729f5c6528c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 1097 time: 0.1417923 Oct 29 11:44:00.724345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ee49-254e-470b-b027-d7ae739d2c17 req-6ba66520-192d-4ece-89e4-a85376bc7daa tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:00.734084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50d9ee49-254e-470b-b027-d7ae739d2c17 req-6ba66520-192d-4ece-89e4-a85376bc7daa tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1656656 Oct 29 11:44:00.843292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0486d251-e888-4c14-875a-f78a41dd7755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:00.855691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50d9ee49-254e-470b-b027-d7ae739d2c17 req-42573cd2-5017-4978-b864-d7efc82fb0a2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156981 Oct 29 11:44:00.903098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:00.909334 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:00.918396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-acea6e49-ff52-4df7-978d-e72c33d69a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:00.920170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-acea6e49-ff52-4df7-978d-e72c33d69a8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.1832044 Oct 29 11:44:01.001866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=5cf9c3a6-828a-4370-a09e-96a70989576f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:01.045679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7b01863-31ac-49c1-be52-ee34b984c3e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.064454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-c6bd5976-37c5-455f-88a1-4df82ef2e23a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1364684 Oct 29 11:44:01.186667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-0b587e83-a033-4ee3-b49d-1aee78c659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:01.188548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-0b587e83-a033-4ee3-b49d-1aee78c659f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.1164532 Oct 29 11:44:01.194856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.280267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-82a8531b-0a5e-4445-a827-f77d74d3ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:01.284000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-82a8531b-0a5e-4445-a827-f77d74d3ffd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831702 Oct 29 11:44:01.415412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44796) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:01.508635 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 137129ec-8c57-4dce-9253-9d1f7e81d83f associated. External IP: 172.25.4.34, port: 3cf14b73-b631-41dc-a444-0af018f146d2. Oct 29 11:44:01.515710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7b01863-31ac-49c1-be52-ee34b984c3e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.531607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-4ecda593-ffc6-4806-b404-47417b0eb869 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398908 Oct 29 11:44:01.562722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f7b01863-31ac-49c1-be52-ee34b984c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.655026 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e90bb29-2b93-467e-adaa-5e6be3c178a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.657518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f7b01863-31ac-49c1-be52-ee34b984c3e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=955be498d27e49cdb75693b743459bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9854913 Oct 29 11:44:01.661018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44802) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:01.663347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b01863-31ac-49c1-be52-ee34b984c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352608f4-8ea1-4073-ab30-d2754d633be5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:01.730336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bba0f0f-6275-406d-8a5f-60ec228f3f55 req-1f742892-cd54-4f0b-8922-1561cd706f53 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913543 Oct 29 11:44:01.814244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e90bb29-2b93-467e-adaa-5e6be3c178a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.819455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e90bb29-2b93-467e-adaa-5e6be3c178a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.833801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.866441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e90bb29-2b93-467e-adaa-5e6be3c178a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=213a587e9b6c4c4ca1382e23ca00df7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496753 Oct 29 11:44:01.867222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44804) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:01.881984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.887814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90bb29-2b93-467e-adaa-5e6be3c178a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55123493-12c6-45c1-8d78-279e872e106d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:01.931416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:01.967286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:02.015320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.062301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.064348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.065520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/352608f4-8ea1-4073-ab30-d2754d633be5 HTTP/1.1" status: 204 len: 168 time: 0.4034317 Oct 29 11:44:02.067829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cccb6-0e8f-4bcf-9414-326943ba0df9 req-e072c050-1a89-4af5-af9d-68b41e05c53b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:02.075638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-386cccb6-0e8f-4bcf-9414-326943ba0df9 req-e072c050-1a89-4af5-af9d-68b41e05c53b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.1152694 Oct 29 11:44:02.111769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606145-e711-4845-a44b-37108187f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352608f4-8ea1-4073-ab30-d2754d633be5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:02.137562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-386cccb6-0e8f-4bcf-9414-326943ba0df9 req-2e830e7b-d482-49e2-96e7-5c0f263df464 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606380 Oct 29 11:44:02.155404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.156558 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.157946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55123493-12c6-45c1-8d78-279e872e106d HTTP/1.1" status: 204 len: 168 time: 0.2896609 Oct 29 11:44:02.167384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:02.181895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237b33a-af0e-4f62-8842-165e644cdd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55123493-12c6-45c1-8d78-279e872e106d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:02.182116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:02.199200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.245732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe97739c-eb96-421f-916f-560ce5e50b8b tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0948777 Oct 29 11:44:02.248432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:02.253317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': '3cf14b73-b631-41dc-a444-0af018f146d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:02.273809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:02.276106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:02.388357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.407825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:02.428875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.436704 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.441168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:02.442322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:02.484443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:02.485625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2f0c7-e57e-4312-970c-ee7f740208d7 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:02.774953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44830) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:02.794862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55fe9d86-94d0-4b9e-9b2a-18a386f36fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.925644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55fe9d86-94d0-4b9e-9b2a-18a386f36fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.931957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55fe9d86-94d0-4b9e-9b2a-18a386f36fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:02.983618 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-55fe9d86-94d0-4b9e-9b2a-18a386f36fcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b6ef2dd0f8644fb8a400548c8fb1b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075539 Oct 29 11:44:02.985212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe9d86-94d0-4b9e-9b2a-18a386f36fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2729a8-3966-4141-8612-e473b64e6619,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:02.989203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44834) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:03.064205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.095468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.160022 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.169544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.185562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db2729a8-3966-4141-8612-e473b64e6619 HTTP/1.1" status: 204 len: 168 time: 0.1950271 Oct 29 11:44:03.205980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212266a-862b-4f9e-aff9-2548e68f9622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2729a8-3966-4141-8612-e473b64e6619,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:03.337663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.350030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6393ca1-0485-4e25-93b8-17573c6f51bd req-49eb5a8f-d063-4aea-aa42-7f3cf0e793b3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:03.351868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6393ca1-0485-4e25-93b8-17573c6f51bd req-49eb5a8f-d063-4aea-aa42-7f3cf0e793b3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.0752475 Oct 29 11:44:03.353419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.518590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6393ca1-0485-4e25-93b8-17573c6f51bd req-cfa13dac-f7d9-4c73-8151-ff8b9731b2fc tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891833 Oct 29 11:44:03.583539 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:03.801579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:03.821729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:03.997529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515b909-8af9-48e8-9b78-c7ef24903047 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:04.018590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515b909-8af9-48e8-9b78-c7ef24903047 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:04.024312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515b909-8af9-48e8-9b78-c7ef24903047 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:04.042485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9515b909-8af9-48e8-9b78-c7ef24903047 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=a1929897279d451b8deef543e11dfdbe&network_id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 2969 time: 0.2170370 Oct 29 11:44:04.050940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:04.061936 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c40790-a979-448a-905d-0753bf94afde None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:04.063119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.082223 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:04.085726 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:04.147368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44894) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:04.147724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-01d0996e-0852-457c-94d3-a286c21416ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/137129ec-8c57-4dce-9253-9d1f7e81d83f HTTP/1.1" status: 200 len: 977 time: 1.8977387 Oct 29 11:44:04.178266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:04.204465 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:04.205284 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:04.280438 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9c40790-a979-448a-905d-0753bf94afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:04.281122 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c40790-a979-448a-905d-0753bf94afde None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:04.412836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 5cf9c3a6-828a-4370-a09e-96a70989576f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:04.413201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.522467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.523126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.540658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 5cf9c3a6-828a-4370-a09e-96a70989576f owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:04.855255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44922) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:04.858979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.900358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=5cf9c3a6-828a-4370-a09e-96a70989576f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:04.987030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:04.987961 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 137129ec-8c57-4dce-9253-9d1f7e81d83f disassociated (deleted). External IP: 172.25.4.34, port: 3cf14b73-b631-41dc-a444-0af018f146d2. Oct 29 11:44:05.024546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f36c48a-1137-4545-8eed-730dfd68387c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.119704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f36c48a-1137-4545-8eed-730dfd68387c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.124255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7f36c48a-1137-4545-8eed-730dfd68387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.189079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7f36c48a-1137-4545-8eed-730dfd68387c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1b02d551b27462790b3eae3b9280f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324814 Oct 29 11:44:05.191893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44938) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:05.192735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36c48a-1137-4545-8eed-730dfd68387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b728e8-a539-4dca-8858-fe1979f6cf57,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:05.246945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:05.260506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.291798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.359076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.367925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.376728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8b728e8-a539-4dca-8858-fe1979f6cf57 HTTP/1.1" status: 204 len: 168 time: 0.1775866 Oct 29 11:44:05.377725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:05.383637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.387154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10026217-f687-4106-bc0a-cda7ca02af8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b728e8-a539-4dca-8858-fe1979f6cf57,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:05.393941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:05.415233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab126755-d8d8-482d-b425-70de75998cf2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/137129ec-8c57-4dce-9253-9d1f7e81d83f HTTP/1.1" status: 204 len: 168 time: 1.2657659 Oct 29 11:44:05.417717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44944) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:05.427294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:05.428207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:05.484086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:05.503825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:05.504458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:05.580378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:05.586405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee1826-6297-4e16-ab94-8bf4e1838ed5 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:05.628637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 3cf14b73-b631-41dc-a444-0af018f146d2 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:05.629246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.733753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44968) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:05.777135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:05.825249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 3cf14b73-b631-41dc-a444-0af018f146d2 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:05.861314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72135d6-962e-4ff1-aa2a-468e9ea2c949 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:05.880184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e72135d6-962e-4ff1-aa2a-468e9ea2c949 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 814 time: 0.1322300 Oct 29 11:44:06.146636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.273325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=3cf14b73-b631-41dc-a444-0af018f146d2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:06.317314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.325808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:06.330380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:06.336470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d1920ad-e075-4b44-aa3f-6cc4ffe3ac28 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/3cf14b73-b631-41dc-a444-0af018f146d2 HTTP/1.1" status: 204 len: 168 time: 0.9176037 Oct 29 11:44:06.355214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45022) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:06.363034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'network': {'name': 'tempest-network-smoke--1607187164', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:06.374226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.411898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:06.419419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.479740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:06.498159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.498420 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Added segment bf07bd96-2d6b-4a47-958c-7f922a5cb216 of type vlan for network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 Oct 29 11:44:06.559431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.583989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.596201 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.605865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:06.609471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:06.752482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3942153 Oct 29 11:44:06.752482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:06.817327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.223 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/f9fec3e6-48e3-4e81-851f-f1eb5572436e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:06.835974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2471-3658-4a73-ad57-e527a05c6fa3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Network': ['ID=8fc4e477-e07c-42f2-bb09-a8ee47017d64,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:06.849729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:06.946206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3480fc7b-db0a-45d8-afde-9abf2a297447 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:06.960421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3480fc7b-db0a-45d8-afde-9abf2a297447 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a1929897279d451b8deef543e11dfdbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2038753 Oct 29 11:44:06.961086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45064) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.178142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a6772-69f1-4213-adfe-e09c11720a2e tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:07.179946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a0a6772-69f1-4213-adfe-e09c11720a2e tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2177722 Oct 29 11:44:07.184433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45078) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.217677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66ceb4c0-1cf3-400d-bffe-265179ec9ca1 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320125 Oct 29 11:44:07.220846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45080) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.253857 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e54098f1-d2dd-4616-b2b4-035b0882f4ae tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a1929897279d451b8deef543e11dfdbe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311983 Oct 29 11:44:07.256243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45086) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.485732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ff0d3-caba-472e-a1d4-8452a7ba8296 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:07.497874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-951ff0d3-caba-472e-a1d4-8452a7ba8296 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2372386 Oct 29 11:44:07.498508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45104) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.543190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cdee5d02-946e-42b1-b91c-8d0c93db872c tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434589 Oct 29 11:44:07.543827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:07.549063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598605449', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:07.588908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:07.636318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:07.678824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:07.682889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:07.728154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:07.731849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:07.740948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:07.799700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-03514e82-772e-4856-b11d-f9163fe30a25 req-4d3e6c2f-d5a5-4fa2-944c-f3a5c65e804f service neutron] (102277) timed out ('10.222.0.41', 55253) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:44:07.804116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=f9fec3e6-48e3-4e81-851f-f1eb5572436e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:07.922512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:07.950849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:07.964515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.111181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Subnet': ['ID=208ad101-9fe8-4d63-9384-0cf66f8ae2b5,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:08.145320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Checking segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:08.145673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network hostable DHCP agents. Network: 8fc4e477-e07c-42f2-bb09-a8ee47017d64, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:08.169146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:08.187257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8fc4e477-e07c-42f2-bb09-a8ee47017d64) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:08.193308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:08.193946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.197374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf9ac3-aab7-4040-a5e2-1569446f4f5e None None] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:08.205397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.215335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.241709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2af10d4c-4cb2-4b26-ad69-0b7de360ac3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6967998 Oct 29 11:44:08.362025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:08.394572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ips': [{'subnet_id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:44:08.396129 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.401768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=f9fec3e6-48e3-4e81-851f-f1eb5572436e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:08.431432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.460070 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.462206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-904fbdb4-f139-4c55-ab5e-f39fbf32eda5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1353726 Oct 29 11:44:08.464811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45152) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:08.484111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'port': {'network_id': '3e8e6615-dff4-4b28-beaf-c99c838fedaf', 'name': 'tempest-FloatingIPTestJSON-175566193'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:08.515789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f932a194-206c-4609-93de-4def6a9e5af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.583174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45156) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:08.592733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774391448', 'description': 'tempest-secgroup-smoke-1774391448 description', 'project_id': 'a1929897279d451b8deef543e11dfdbe'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:08.651471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.696804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:08.702107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.730424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] device_id is not set on port 76f92fb2-0fe6-4db9-a092-13a4ea872236 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:44:08.798491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f932a194-206c-4609-93de-4def6a9e5af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.810442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f932a194-206c-4609-93de-4def6a9e5af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.839124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Allocated IP 172.20.0.18 (8fc4e477-e07c-42f2-bb09-a8ee47017d64/208ad101-9fe8-4d63-9384-0cf66f8ae2b5/74b6f9a0-8004-448b-a0f1-a719c2d706ff) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:08.873123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f932a194-206c-4609-93de-4def6a9e5af0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07fffefc7080458b99c9644ab9b5cb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106628 Oct 29 11:44:08.885449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45162) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:08.894995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.915577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.923943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932a194-206c-4609-93de-4def6a9e5af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00043d64-7f57-4304-937a-1dc9263d177c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:08.983190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:08.988404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4028368 Oct 29 11:44:08.991960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45164) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.000777 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:09.008206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b8978-fe3f-4d1f-927e-598846f9f3ae tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3492af6-2f77-4aea-b3ad-91bcfbf55beb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.019390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.5 (3e8e6615-dff4-4b28-beaf-c99c838fedaf/a159a35f-c6ba-4938-b01e-02bae9bb8fb9/76f92fb2-0fe6-4db9-a092-13a4ea872236) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:09.057297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.087325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.091101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.121775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.132784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.206030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.217724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.234003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:09.234653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.235934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Pushing event updated for resources: {'Port': ['ID=74b6f9a0-8004-448b-a0f1-a719c2d706ff,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.239254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:09.242066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:09.246406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.250540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00043d64-7f57-4304-937a-1dc9263d177c HTTP/1.1" status: 204 len: 168 time: 0.3618114 Oct 29 11:44:09.257187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.257721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.258240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.271681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.272463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.272994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.273727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.274718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.276251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.277268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.279102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.280746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:09.293529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.321374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3a67e0-12cf-4227-958e-249501d31659,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.331732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069acf59-703b-4b57-9d93-9e8989fd4210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00043d64-7f57-4304-937a-1dc9263d177c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.335467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.339965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d8fe1884-ead7-4283-874a-da73c15e2e17 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442001 Oct 29 11:44:09.340937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.346005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:09.388383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.389402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.397505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Attempting to bind port 74b6f9a0-8004-448b-a0f1-a719c2d706ff on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:44:09.398107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Attempting to bind port 74b6f9a0-8004-448b-a0f1-a719c2d706ff by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:44:09.398642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Attempting to bind port 74b6f9a0-8004-448b-a0f1-a719c2d706ff on network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:09.405848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:44:09.407167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Checking segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:09.407739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.408486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Bound using segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:44:09.410608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Bound port: 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:44:09.411186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.473725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 3e8e6615-dff4-4b28-beaf-c99c838fedaf is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:09.480492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:09.485788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.490479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] For port 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:44:09.490901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.496986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] For port 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74b6f9a0-8004-448b-a0f1-a719c2d706ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:44:09.498890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:09.503008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.513043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c777367-83be-4caa-a9d1-c4461fc14658,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.524236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.530143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-819f5dea-20a8-48f8-810e-b23670106b70 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1881690 Oct 29 11:44:09.530757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45176) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.535669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:09.573097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.606330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=76f92fb2-0fe6-4db9-a092-13a4ea872236,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.614591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6499cf-00cf-463c-ac20-7221e2abb682 None None] Pushing event updated for resources: {'Port': ['ID=74b6f9a0-8004-448b-a0f1-a719c2d706ff,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.645198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:09.646178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.660398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.665196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.670899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5a9c04b0-b347-4c9d-b54a-1dea4e094e90 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2015202 Oct 29 11:44:09.673641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45180) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.679669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': '76f92fb2-0fe6-4db9-a092-13a4ea872236'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:09.689373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaf438e-230b-4ca4-a613-26990b49343c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.702615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.704167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79a9c09c-3c13-44fb-b180-4ceccb9efea2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1722147 Oct 29 11:44:09.707213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.712296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:09.750625 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.755687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.871240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.885101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.924294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944abc9e-0d3b-4755-b854-f67232058ab9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:09.945661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:09.947235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef5b79ac-b511-4bbf-ad0d-77006682e384 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384710 Oct 29 11:44:09.949954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:09.958902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:10.010155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45188) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:10.030739 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:44:10.042887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.050614 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f3da4b1-c14f-4966-889b-b75c5822a491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.178831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f3da4b1-c14f-4966-889b-b75c5822a491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.189407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f3da4b1-c14f-4966-889b-b75c5822a491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.269073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74b6f9a0-8004-448b-a0f1-a719c2d706ff up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:10.288406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3da4b1-c14f-4966-889b-b75c5822a491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36af18bd-f8be-4736-ad16-1c515f681b1f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:10.400006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 74b6f9a0-8004-448b-a0f1-a719c2d706ff triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:10.401509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.409991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1f3da4b1-c14f-4966-889b-b75c5822a491 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ccac36b93c343009928dfdab63fc4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985820 Oct 29 11:44:10.412647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:10.442921 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.458771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.521210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9067fec-f5bb-4987-8a0c-374aeeea360f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:10.531756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.533274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6d1d7bf7-e94e-4517-b7b5-8dafd0d91ab2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5822761 Oct 29 11:44:10.537246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:10.542533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': 'e3492af6-2f77-4aea-b3ad-91bcfbf55beb', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:10.560145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.582584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.599263 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:44:10.614880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.616010 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.618586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.622672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.652832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74b6f9a0-8004-448b-a0f1-a719c2d706ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:10.662423 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:10.748644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=74b6f9a0-8004-448b-a0f1-a719c2d706ff,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:10.846564 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 6a3710a3-7fa3-4a2d-93be-7f28cb00b00c associated. External IP: 172.25.4.223, port: 76f92fb2-0fe6-4db9-a092-13a4ea872236. Oct 29 11:44:11.056781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.067492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.071999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.074635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.080696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36af18bd-f8be-4736-ad16-1c515f681b1f HTTP/1.1" status: 204 len: 168 time: 0.6596313 Oct 29 11:44:11.104360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e308e3-6098-42e1-88c0-4fa42f2657eb,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:11.107091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc210ffc-845e-4239-9b36-9ada35c7c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af18bd-f8be-4736-ad16-1c515f681b1f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:11.114950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.116393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-931213fb-7456-4f3c-b47d-7ce199003c45 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5775726 Oct 29 11:44:11.171947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:11.199388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb607a-9686-4383-9bb6-cc264bad79ee None None] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:11.282047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dd957feb-863e-4dbb-b830-4ea1f13bac72 None None] Provisioning complete for port 74b6f9a0-8004-448b-a0f1-a719c2d706ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:11.283109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd957feb-863e-4dbb-b830-4ea1f13bac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.402781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:11.415209 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:11.439862 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:11.440929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.444782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:11.547601 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d5c74dc-4858-4191-ba3b-e132ee7e14f6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/6a3710a3-7fa3-4a2d-93be-7f28cb00b00c HTTP/1.1" status: 200 len: 977 time: 1.8720489 Oct 29 11:44:11.548385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45236) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:11.572243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:11.592143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:11.593155 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:11.631107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-3a3d2827-2d35-48e5-b806-26ca4ceea811 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774391448&fields=id&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 267 time: 0.1081505 Oct 29 11:44:11.638189 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:11.639518 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c5635-fb0e-4f92-9231-90206f461a44 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:11.826233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-c535db12-93d5-4034-8845-3342e278223a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:11.829501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-c535db12-93d5-4034-8845-3342e278223a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/networks?id=8fc4e477-e07c-42f2-bb09-a8ee47017d64 HTTP/1.1" status: 200 len: 797 time: 0.1878183 Oct 29 11:44:11.835394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 76f92fb2-0fe6-4db9-a092-13a4ea872236 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:11.835739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:11.858933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-6a8e75b1-7eb8-4495-9101-b23fcf8fdfbd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/quotas/a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 375 time: 0.0207922 Oct 29 11:44:12.000946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-a9615bdb-e03e-4c26-83d0-18b187ce0f9c tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1365368 Oct 29 11:44:12.086131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:12.219418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74b6f9a0-8004-448b-a0f1-a719c2d706ff up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:12.227981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dee1ee69-338e-41f1-b764-05711b814171 None None] Provisioning complete for port 74b6f9a0-8004-448b-a0f1-a719c2d706ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:12.228594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dee1ee69-338e-41f1-b764-05711b814171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:12.266738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-70d6eb91-612f-4303-8771-ff787ae20ea0 service neutron] 10.222.0.77 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443893 Oct 29 11:44:12.468618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 74b6f9a0-8004-448b-a0f1-a719c2d706ff triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:12.473448 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:12.478245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-24952164-275b-49a7-ba98-45a76c454d8f service neutron] 10.222.0.77 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039008 Oct 29 11:44:12.702790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:12.703832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:12.704159 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 6a3710a3-7fa3-4a2d-93be-7f28cb00b00c disassociated. External IP: 172.25.4.223, port: 76f92fb2-0fe6-4db9-a092-13a4ea872236. Oct 29 11:44:12.704569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 76f92fb2-0fe6-4db9-a092-13a4ea872236 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:13.110306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:13.185076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e7a877f-2572-41cd-80bf-09d647ca8596 req-14ab76f4-e020-4a11-b860-cf8cbafec3f5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 210 time: 0.0959792 Oct 29 11:44:13.459153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=76f92fb2-0fe6-4db9-a092-13a4ea872236,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:13.585094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:13.777138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:13.790922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:13.819388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:13.825708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:13.907056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:13.918752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:13.924725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f6ac5367-9fe3-4f1e-b462-d7b6e1d5c705 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/76f92fb2-0fe6-4db9-a092-13a4ea872236 HTTP/1.1" status: 204 len: 168 time: 2.3730054 Oct 29 11:44:13.927256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45490) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:13.932585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:13.933233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:13.984487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:13.985457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd41443-c0dc-4812-83f0-576463184d1f None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:14.000931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c3b05d42-bf51-485b-957e-1581c676d3ed tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/floatingips/6a3710a3-7fa3-4a2d-93be-7f28cb00b00c HTTP/1.1" status: 200 len: 688 time: 0.0666714 Oct 29 11:44:14.005799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45498) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:14.200608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port f9fec3e6-48e3-4e81-851f-f1eb5572436e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:14.201288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.278710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45534) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:14.346454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.346890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.387142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for f9fec3e6-48e3-4e81-851f-f1eb5572436e owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:14.414007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8966895-eac6-435f-b8c8-acbf092a64ef req-b9b02a70-f0a7-4c92-a7f1-56e560b66210 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 210 time: 0.0487604 Oct 29 11:44:14.549274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-6b348b5d-bfe6-4f4c-ad82-d219d07b2e84 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:14.551424 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-6b348b5d-bfe6-4f4c-ad82-d219d07b2e84 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/networks?id=8fc4e477-e07c-42f2-bb09-a8ee47017d64 HTTP/1.1" status: 200 len: 797 time: 0.1874878 Oct 29 11:44:14.560006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1395622889'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:14.638589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-49d71650-cbf7-4f20-a665-ace2c9b8ec5d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 473 time: 0.0734110 Oct 29 11:44:14.648864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'port': {'device_id': '75251308-b978-476e-892d-bdb145ba032f', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'admin_state_up': True, 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'security_groups': ['e3492af6-2f77-4aea-b3ad-91bcfbf55beb']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:14.654138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Made reservation on behalf of 03c526c439ae43b3965bbdcd94e2dc6a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:14.657914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.678663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.722216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.750343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=f9fec3e6-48e3-4e81-851f-f1eb5572436e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:14.825295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:14.829882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.855300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.860169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.867126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1e2b827c-14b0-40ce-bc2a-6f31f7b42cf1 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/6a3710a3-7fa3-4a2d-93be-7f28cb00b00c HTTP/1.1" status: 204 len: 168 time: 0.8599043 Oct 29 11:44:14.868206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:14.873798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'a7145f9f-c7ed-48bb-ab80-549ebe757919'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:14.903767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.919112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.927107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:14.993309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:15.007989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e22507-092b-422c-9640-001a4411f8ac,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:15.016240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.016661 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Added segment f1b8a928-f1d7-415b-96e9-412c3c92efbe of type vlan for network 43d27b23-25be-4171-a61d-02a5ad36fc14 Oct 29 11:44:15.075798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.20 (8fc4e477-e07c-42f2-bb09-a8ee47017d64/208ad101-9fe8-4d63-9384-0cf66f8ae2b5/c7827643-38bd-4b5e-8b3a-e6fc38ed8b62) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:15.078370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.078586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.129672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.137093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:15.137888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.276183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9963596 Oct 29 11:44:15.283511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45654) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:15.297989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.132 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/ea3699b8-c016-423b-92b0-45531467b7ce) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:15.303772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4d5c-fab9-476c-92f2-7ba04c03ba4b tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Pushing event updated for resources: {'Network': ['ID=43d27b23-25be-4171-a61d-02a5ad36fc14,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:15.319874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 43d27b23-25be-4171-a61d-02a5ad36fc14 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:15.366577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.417539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.421704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'name': 'tempest-network--1094452772', 'router:external': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:15.480200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:15.482874 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.501217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.525499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:15.527444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:15.528264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.530636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:15.535587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:15.676729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.767891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:15.799755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:15.814130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd5bd8-a0ac-41ba-a57b-ce36f8d5ab1c req-36e03e2b-669c-4c94-abf7-37f8372333b4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:15.816171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aacd5bd8-a0ac-41ba-a57b-ce36f8d5ab1c req-36e03e2b-669c-4c94-abf7-37f8372333b4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 932 time: 0.2355058 Oct 29 11:44:15.820433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=ea3699b8-c016-423b-92b0-45531467b7ce,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:15.823226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:15.951346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:15.998483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.023050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1c06cc02-49e4-4acc-a637-846bce2f0beb None None] Provisioning complete for port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:16.023478 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1c06cc02-49e4-4acc-a637-846bce2f0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.075889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:16.124478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aacd5bd8-a0ac-41ba-a57b-ce36f8d5ab1c req-1b134f30-7354-415e-aa75-04df78ac55b6 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821115 Oct 29 11:44:16.151539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:16.152241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.153448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a823b3f0-87d3-4c95-a26f-f2a395495c65,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:16.157172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.157843 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Added segment d1e1132a-cfff-411a-8a6a-7e1d981f1011 of type vlan for network 46327fd9-390d-4352-a36d-288827fecc21 Oct 29 11:44:16.158427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1c06cc02-49e4-4acc-a637-846bce2f0beb None None] Port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:16.170589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-5029e168-e4b6-4d7b-bf94-7d9224dd1d50 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5259323 Oct 29 11:44:16.297681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.314304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Request body: {'port': {'device_id': '75251308-b978-476e-892d-bdb145ba032f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:16.362381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.364228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:16.366320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.405490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.461369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1751821 Oct 29 11:44:16.467222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45778) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:16.517912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82ca7a-99de-4e34-8aae-121df75c4553 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=46327fd9-390d-4352-a36d-288827fecc21,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:16.529931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 46327fd9-390d-4352-a36d-288827fecc21 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:16.569702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.613615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.656541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.742797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.763815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46327fd9-390d-4352-a36d-288827fecc21']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:16.777510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e1132a-cfff-411a-8a6a-7e1d981f1011') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:16.778123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e1132a-cfff-411a-8a6a-7e1d981f1011') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:16.797727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.822317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.836531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:16.837352 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:16.839354 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:16.845609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.852262 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.934497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=ea3699b8-c016-423b-92b0-45531467b7ce,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:16.951512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:16.962133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:44:16.970392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.038355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Transition to ACTIVE for port object c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:44:17.040308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.047017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46327fd9-390d-4352-a36d-288827fecc21 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:44:17.065369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.077291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/46327fd9-390d-4352-a36d-288827fecc21 HTTP/1.1" status: 204 len: 168 time: 0.6055937 Oct 29 11:44:17.077291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.079639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45794) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:17.091155 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 35aabee8-d816-4f14-8520-e3d1885cd652 associated. External IP: 172.25.4.132, port: a7145f9f-c7ed-48bb-ab80-549ebe757919. Oct 29 11:44:17.115408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:17.130340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6bafd-2679-434e-b0fb-1f39308361ed tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Network': ['ID=46327fd9-390d-4352-a36d-288827fecc21,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:17.314380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:17.317418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.414094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Pushing event updated for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:17.449853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:17.493702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.494117 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Added segment 2ad52ad4-423c-4eff-88c7-a5c4f21e84eb of type vlan for network 6f76805d-8d5d-4622-bffa-2f76d13c00aa Oct 29 11:44:17.506563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Attempting to bind port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:44:17.506943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Attempting to bind port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:44:17.507371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Attempting to bind port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 on network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:17.540745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 on network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:44:17.541190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Attempting to bind port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 on network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:17.554650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab488230-15b4-4716-95c3-1ca708365eb6 req-cba88540-5b3f-4765-ab75-f72a3ceff488 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:17.562591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:44:17.563026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Checking segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:17.563508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Bound using segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:44:17.564019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Bound port: c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:44:17.564491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.573848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab488230-15b4-4716-95c3-1ca708365eb6 req-cba88540-5b3f-4765-ab75-f72a3ceff488 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 944 time: 0.2730870 Oct 29 11:44:17.592472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.637972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:17.669816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab488230-15b4-4716-95c3-1ca708365eb6 req-28710c78-fc86-44d0-99bc-7df02f1a0d84 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824857 Oct 29 11:44:17.683979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.684967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:17.685585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.712520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6011546 Oct 29 11:44:17.713188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:17.730931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'subnet': {'network_id': '6f76805d-8d5d-4622-bffa-2f76d13c00aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:17.768569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:44:17.791588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:44:17.807320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.879092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Pushing event updated for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:17.884237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adfadf-d71e-41bb-a01a-ded478e0bd5c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=6f76805d-8d5d-4622-bffa-2f76d13c00aa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:17.888160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:17.888770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.890180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-227a1ad1-7427-4871-8152-94ead0c8845b service neutron] 10.222.0.86 "PUT /v2.0/ports/c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 HTTP/1.1" status: 200 len: 1092 time: 1.7116027 Oct 29 11:44:17.890615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:44:17.892880 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c70208d-f77a-4c96-b65e-e14ee6371a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:44:17.897364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:17.900339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:17.924979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 6f76805d-8d5d-4622-bffa-2f76d13c00aa details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:18.019709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:18.027051 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70471c1-854f-40bb-beb0-4605ce8a9d65 x-openstack-request-id: req-f70471c1-854f-40bb-beb0-4605ce8a9d65 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:44:18.027368 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:44:18.027825 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f70471c1-854f-40bb-beb0-4605ce8a9d65 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:44:18.028802 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62', 'status': 'completed', 'code': 200} Oct 29 11:44:18.035954 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:18.054770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.058543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-45ceceb9-ed29-4718-8516-9401f3fbeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:18.063825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-45ceceb9-ed29-4718-8516-9401f3fbeabf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 1095 time: 0.1142101 Oct 29 11:44:18.066508 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:18.067145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:18.104787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b9383b92-8707-475b-901c-223635a835f3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2340431 Oct 29 11:44:18.108266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:18.116190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1720040961'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:18.143692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:18.147919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.160641 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:18.176608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:18.181817 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:18.189224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.189581 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Added segment 1ba49ee1-2c1b-4ec1-9009-679aaa783128 of type vlan for network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e Oct 29 11:44:18.189740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-fcc1bb24-86d8-41d6-9db8-f60216950344 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 HTTP/1.1" status: 200 len: 217 time: 0.0966322 Oct 29 11:44:18.191998 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:18.243177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.278690 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:18.279355 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbef2cf-c21f-438c-b89d-6a26c835e37d None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:18.292211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.305903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:18.306562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.398499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-41b5d7a0-ac9d-4c21-8b5d-779552a60923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:18.400030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-41b5d7a0-ac9d-4c21-8b5d-779552a60923 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=208ad101-9fe8-4d63-9384-0cf66f8ae2b5 HTTP/1.1" status: 200 len: 837 time: 0.2031007 Oct 29 11:44:18.412914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3036556 Oct 29 11:44:18.416031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45816) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:18.423012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'subnet': {'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:18.491108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf8090-b5d5-4ff8-814a-69656a2f5529 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Network': ['ID=76341f2f-19e0-4d64-b0f2-1d4c05bffa3e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:18.507512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:18.522773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-49525851-446e-4b7e-862f-efe637e7c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:18.529700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-49525851-446e-4b7e-862f-efe637e7c2bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8fc4e477-e07c-42f2-bb09-a8ee47017d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184416 Oct 29 11:44:18.551934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:18.557713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.717897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-fd07cf38-42bc-4f2a-82c8-a89193982b18 service neutron] 10.222.0.86 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698132 Oct 29 11:44:18.812198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:44:18.813179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.844343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:18.862271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730334ce-640f-4095-be92-aecf882c9419 req-1e29d034-17f8-4062-b2da-34abb6182d82 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:18.863818 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-730334ce-640f-4095-be92-aecf882c9419 req-1e29d034-17f8-4062-b2da-34abb6182d82 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 944 time: 0.1084676 Oct 29 11:44:18.924746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95069fed-3b68-41c6-8907-f6a2c71e5ea5,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:18.961466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6acd59ff-2f41-4fb7-85d0-a39d153b4c8d req-3436367a-5289-43cf-9884-6fd16b58868e service neutron] 10.222.0.86 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352476 Oct 29 11:44:18.964790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Checking segment: {'id': '2ad52ad4-423c-4eff-88c7-a5c4f21e84eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6f76805d-8d5d-4622-bffa-2f76d13c00aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:18.965316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Network hostable DHCP agents. Network: 6f76805d-8d5d-4622-bffa-2f76d13c00aa, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:18.965976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-730334ce-640f-4095-be92-aecf882c9419 req-2b9d5df2-5877-4247-ac3f-82d627021820 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771208 Oct 29 11:44:18.967045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Subnet': ['ID=1b889b4b-7687-4cd2-b085-8967df2d97b7,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:18.975249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Checking segment: {'id': '1ba49ee1-2c1b-4ec1-9009-679aaa783128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:18.975616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network hostable DHCP agents. Network: 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:18.994280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Network 6f76805d-8d5d-4622-bffa-2f76d13c00aa is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:19.017047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 6f76805d-8d5d-4622-bffa-2f76d13c00aa) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:19.017475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:19.025893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.027426 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.028648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59738e72-a755-431e-a32a-8b57f5b57c1f None None] Network 6f76805d-8d5d-4622-bffa-2f76d13c00aa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:19.038412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:19.054760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.055803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.073780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b1b85363-dcb1-4f07-9842-6efc90cc48db tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3571413 Oct 29 11:44:19.078094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:19.083373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'floatingip': {'floating_network_id': '6f76805d-8d5d-4622-bffa-2f76d13c00aa'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:19.094276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2caaa02e-018a-40d8-aeaf-1c9c80622e86 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6766770 Oct 29 11:44:19.097467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45828) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:19.100049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-27514c74-a91f-4f2d-8ba8-b6249251dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.101637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-27514c74-a91f-4f2d-8ba8-b6249251dd8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 1095 time: 0.0706205 Oct 29 11:44:19.102915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1372472885', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:19.104927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799cd77-9ca8-4bd7-b58e-542eac019fd8 None None] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:19.121971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.144540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.146094 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.219445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.261626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-27f659b6-0d77-42b8-9a3a-3cbe71aee9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.263129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-27f659b6-0d77-42b8-9a3a-3cbe71aee9a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8fc4e477-e07c-42f2-bb09-a8ee47017d64 HTTP/1.1" status: 200 len: 898 time: 0.1529748 Oct 29 11:44:19.321982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-063a737d-b60c-4688-a50b-fced6e96edc7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 HTTP/1.1" status: 200 len: 217 time: 0.0439892 Oct 29 11:44:19.368739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.390136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-a285d529-7fdf-4baa-85a1-e23acf81e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.393838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-a285d529-7fdf-4baa-85a1-e23acf81e5ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=208ad101-9fe8-4d63-9384-0cf66f8ae2b5 HTTP/1.1" status: 200 len: 837 time: 0.0611601 Oct 29 11:44:19.515003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-8159467c-cedf-4d83-820f-88afb6449a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:19.516593 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-8159467c-cedf-4d83-820f-88afb6449a13 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8fc4e477-e07c-42f2-bb09-a8ee47017d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945392 Oct 29 11:44:19.632289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Allocated IP 172.20.0.10 (6f76805d-8d5d-4622-bffa-2f76d13c00aa/95069fed-3b68-41c6-8907-f6a2c71e5ea5/30a50f56-c77f-4e75-98ac-c964c2db1733) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:19.639639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d1829-6c4a-40b6-9314-dd6480b96b75 None None] Network 6f76805d-8d5d-4622-bffa-2f76d13c00aa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:19.703258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-76341f2f-19e0-4d64-b0f2-1d4c05bffa3e', 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e', 'tenant_id': '5b6d9456343b4d90927ab840ac1a9439', 'fixed_ips': [{'subnet_id': '1b889b4b-7687-4cd2-b085-8967df2d97b7'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:44:19.704118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.825808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:19.842968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-a06b5e9f-b4e3-4126-893d-5c876a54ca81 service neutron] 10.222.0.86 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098526 Oct 29 11:44:19.945384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Allocated IP 172.20.0.2 (76341f2f-19e0-4d64-b0f2-1d4c05bffa3e/1b889b4b-7687-4cd2-b085-8967df2d97b7/c98c8882-0475-46f5-96f9-28f6b80bcbc5) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:19.983160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c70208d-f77a-4c96-b65e-e14ee6371a7d req-263bc491-e833-4d80-bf62-ce342b736774 service neutron] 10.222.0.86 "GET /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341727 Oct 29 11:44:20.041399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.096894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.143681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.152446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.167190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Network 6f76805d-8d5d-4622-bffa-2f76d13c00aa is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:20.171830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:20.173966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Port': ['ID=30a50f56-c77f-4e75-98ac-c964c2db1733,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:20.183678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:20.206856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:20.213655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:20.223776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:20.227140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.260626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.263298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Pushing event updated for resources: {'Port': ['ID=c98c8882-0475-46f5-96f9-28f6b80bcbc5,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:20.317973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.336582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Attempting to bind port c98c8882-0475-46f5-96f9-28f6b80bcbc5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:44:20.336958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Attempting to bind port c98c8882-0475-46f5-96f9-28f6b80bcbc5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1ba49ee1-2c1b-4ec1-9009-679aaa783128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:44:20.341642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Attempting to bind port c98c8882-0475-46f5-96f9-28f6b80bcbc5 on network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:20.354870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:44:20.355288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Checking segment: {'id': '1ba49ee1-2c1b-4ec1-9009-679aaa783128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:20.356374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.356374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Bound using segment: {'id': '1ba49ee1-2c1b-4ec1-9009-679aaa783128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:44:20.356657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Bound port: c98c8882-0475-46f5-96f9-28f6b80bcbc5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba49ee1-2c1b-4ec1-9009-679aaa783128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:44:20.357154 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.384942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.442664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] For port c98c8882-0475-46f5-96f9-28f6b80bcbc5, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:44:20.446789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] For port c98c8882-0475-46f5-96f9-28f6b80bcbc5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c98c8882-0475-46f5-96f9-28f6b80bcbc5,segment=NetworkSegment(1ba49ee1-2c1b-4ec1-9009-679aaa783128),segment_id=1ba49ee1-2c1b-4ec1-9009-679aaa783128)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:44:20.454967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.479022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964385-481b-4a17-bd27-9dffdc05b0f0 req-394e95e2-9929-44e9-8702-9c3eaf22d615 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:20.486470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52964385-481b-4a17-bd27-9dffdc05b0f0 req-394e95e2-9929-44e9-8702-9c3eaf22d615 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 944 time: 0.3073287 Oct 29 11:44:20.512582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.25.4.98 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/eb9ac42f-ef93-4f9e-b946-5c07d80dfdba) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:20.578655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e9c4-dd21-48e0-84a4-58f12aecfe84 None None] Pushing event updated for resources: {'Port': ['ID=c98c8882-0475-46f5-96f9-28f6b80bcbc5,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:20.585541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52964385-481b-4a17-bd27-9dffdc05b0f0 req-4cb5984e-505c-4077-adb2-217a22bde854 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973854 Oct 29 11:44:20.591249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.601302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.709446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Port': ['ID=30a50f56-c77f-4e75-98ac-c964c2db1733,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:20.717288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.745769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.751706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2609b15f-a542-4720-af4d-7d73a72abed8 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6727262 Oct 29 11:44:20.764988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45848) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:20.767103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.848008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:20.902215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ddde8257-248e-4177-b151-fd26d6b75785 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=6f76805d-8d5d-4622-bffa-2f76d13c00aa HTTP/1.1" status: 200 len: 690 time: 0.1335917 Oct 29 11:44:20.902468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45852) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:20.911198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:20.925045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:20.934708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:20.945056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=eb9ac42f-ef93-4f9e-b946-5c07d80dfdba,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:21.045656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.195778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Deleting port 30a50f56-c77f-4e75-98ac-c964c2db1733 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:21.196191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.274662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.306518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.306922 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.321046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Calling delete_port for 30a50f56-c77f-4e75-98ac-c964c2db1733 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:21.496457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.533042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Port': ['ID=30a50f56-c77f-4e75-98ac-c964c2db1733,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:21.627020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.648439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.697415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.796190 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.858747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:21.863354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9add4-8e13-43fc-bf9f-8221be3f0713 req-76c8afdf-53e8-40b9-aacc-85ecac86ed80 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:21.864995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02f9add4-8e13-43fc-bf9f-8221be3f0713 req-76c8afdf-53e8-40b9-aacc-85ecac86ed80 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 944 time: 0.1458364 Oct 29 11:44:21.937215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02f9add4-8e13-43fc-bf9f-8221be3f0713 req-3dc90f1a-ec0e-4c4e-b53c-de3b0dda9b47 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654218 Oct 29 11:44:21.937856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router 87f670ec-938a-4159-b09a-d0c419244766 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:44:22.034483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6854a6-4ca1-47d8-a801-391947fc804b None None] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:22.114549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:22.135186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] Sync routers for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:22.196726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.198884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:44:22.204852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f62afe4-7aea-48e1-b424-6c75ef759ab2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1062424 Oct 29 11:44:22.206192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45862) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:22.234973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:22.235627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.313145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95069fed-3b68-41c6-8907-f6a2c71e5ea5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:22.341259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c98c8882-0475-46f5-96f9-28f6b80bcbc5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:22.343783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.372500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f4b68716-2106-457e-8105-463b586e890e None None] Provisioning complete for port c98c8882-0475-46f5-96f9-28f6b80bcbc5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:22.373196 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f4b68716-2106-457e-8105-463b586e890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.405270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.449458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f76805d-8d5d-4622-bffa-2f76d13c00aa']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.463636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad52ad4-423c-4eff-88c7-a5c4f21e84eb') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.463956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad52ad4-423c-4eff-88c7-a5c4f21e84eb') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.465417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:44:22.479668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.502473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.512199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:22.513104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:22.545422 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:22.612415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:22.613330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.633619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.641762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f76805d-8d5d-4622-bffa-2f76d13c00aa {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:44:22.660216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.671804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:22.673067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/6f76805d-8d5d-4622-bffa-2f76d13c00aa HTTP/1.1" status: 204 len: 168 time: 1.7648823 Oct 29 11:44:22.691173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:22.705922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f100db-adc4-49cd-b512-f182ae83da81 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f76805d-8d5d-4622-bffa-2f76d13c00aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:22.708116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'port_id': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62', 'mac_address': 'fa:16:3e:21:59:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:44:22.820252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:22.822032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ee8a7-8f0d-456d-b3b6-268a33c66cd8 None None] The sync data for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:22.894997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c98c8882-0475-46f5-96f9-28f6b80bcbc5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:22.895896 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:22.945930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6c26ee7-3605-4f49-b142-009decf69672 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3335 time: 0.2250578 Oct 29 11:44:22.948681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45870) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:23.079413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.079884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.080401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.080868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.081380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.081848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.082562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.083032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.083483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.089083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-833f54ab-4d34-44cd-8e0e-12dbae234881 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.1387212 Oct 29 11:44:23.089707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:23.140024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f4b68716-2106-457e-8105-463b586e890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.167085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.175229 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-0efba256-83ce-4d42-842d-c4b0bb7fd862 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] delete failed (client error): The resource could not be found. Oct 29 11:44:23.176343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0efba256-83ce-4d42-842d-c4b0bb7fd862 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/187a67ef-459b-4018-bf0a-9dfc73882fe1 HTTP/1.1" status: 404 len: 345 time: 0.0856643 Oct 29 11:44:23.179183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:23.203828 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a05adf-58de-4aa9-88d7-d2da5a9eb68f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] DELETE failed (client error): The resource could not be found. Oct 29 11:44:23.204527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a05adf-58de-4aa9-88d7-d2da5a9eb68f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:44:23.214196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27a05adf-58de-4aa9-88d7-d2da5a9eb68f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/6f76805d-8d5d-4622-bffa-2f76d13c00aa HTTP/1.1" status: 404 len: 339 time: 0.0323055 Oct 29 11:44:23.214196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45880) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:23.222653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'name': 'tempest-network--1975462893', 'router:external': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:23.234680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:44:23.264788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:23.271458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.276488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:23.302264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f4b68716-2106-457e-8105-463b586e890e None None] For port c98c8882-0475-46f5-96f9-28f6b80bcbc5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c98c8882-0475-46f5-96f9-28f6b80bcbc5,segment=NetworkSegment(1ba49ee1-2c1b-4ec1-9009-679aaa783128),segment_id=1ba49ee1-2c1b-4ec1-9009-679aaa783128)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:23.334293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76952e7-2ae1-4102-8894-799453eef02f req-84cbe6c2-dc0e-44ba-a03a-b1d3fa02e162 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.336120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d76952e7-2ae1-4102-8894-799453eef02f req-84cbe6c2-dc0e-44ba-a03a-b1d3fa02e162 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 944 time: 0.2743247 Oct 29 11:44:23.339902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:23.341767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.360411 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.369667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f4b68716-2106-457e-8105-463b586e890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.379382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.379725 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Added segment 1e1e5fb7-62f1-4415-936e-55d2b2dff0fc of type vlan for network 5f7f36a4-fa4f-46a4-aaca-eff767160b90 Oct 29 11:44:23.430063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:23.515864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.547294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b68716-2106-457e-8105-463b586e890e None None] Pushing event updated for resources: {'Port': ['ID=c98c8882-0475-46f5-96f9-28f6b80bcbc5,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:23.570762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.571926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:23.573114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:23.591781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['c7827643-38bd-4b5e-8b3a-e6fc38ed8b62'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:44:23.652550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d76952e7-2ae1-4102-8894-799453eef02f req-4aeb83ad-ad10-41dc-831c-b9f1947e64b7 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924836 Oct 29 11:44:23.720410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5012748 Oct 29 11:44:23.723587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:23.731474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f3305-5b88-492a-a8c6-631411c5303f tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=5f7f36a4-fa4f-46a4-aaca-eff767160b90,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:23.749202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5f7f36a4-fa4f-46a4-aaca-eff767160b90 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:23.879568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d5d48129-0da8-43d4-a84a-17eada6e312c None None] Provisioning complete for port c98c8882-0475-46f5-96f9-28f6b80bcbc5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:23.880196 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5d48129-0da8-43d4-a84a-17eada6e312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.213888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c98c8882-0475-46f5-96f9-28f6b80bcbc5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:24.285393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c98c8882-0475-46f5-96f9-28f6b80bcbc5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:24.286123 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.352033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.1 (76341f2f-19e0-4d64-b0f2-1d4c05bffa3e/1b889b4b-7687-4cd2-b085-8967df2d97b7/cfaf0a0b-f9d7-44d1-891c-cd244bf520fa) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:24.367916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab78a5-5726-4257-ad8c-b3d3e8f4424c tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:24.373847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab78a5-5726-4257-ad8c-b3d3e8f4424c tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:24.380979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab78a5-5726-4257-ad8c-b3d3e8f4424c tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:24.387515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab78a5-5726-4257-ad8c-b3d3e8f4424c tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:24.389319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d5ab78a5-5726-4257-ad8c-b3d3e8f4424c tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6648924 Oct 29 11:44:24.392191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:24.483565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.538542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.569324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.578203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.593800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7f36a4-fa4f-46a4-aaca-eff767160b90']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:24.616280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1e5fb7-62f1-4415-936e-55d2b2dff0fc') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:24.616280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1e5fb7-62f1-4415-936e-55d2b2dff0fc') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:24.625567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:24.627162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.631324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:24.634467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:24.644770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.652060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:24.652592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:24.655012 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:24.693668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=cfaf0a0b-f9d7-44d1-891c-cd244bf520fa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:24.723392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.790632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.798063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f7f36a4-fa4f-46a4-aaca-eff767160b90 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:44:24.851114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.862234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5f7f36a4-fa4f-46a4-aaca-eff767160b90 HTTP/1.1" status: 204 len: 168 time: 0.4681613 Oct 29 11:44:24.866262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cc7a6-564c-4e02-a764-29939b281828 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f7f36a4-fa4f-46a4-aaca-eff767160b90,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:24.871541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:24.895146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'name': 'tempest-network--1135756988', 'router:external': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:24.942491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-71013cd4-1302-4cbd-9ace-14276ed208db None None] Provisioning complete for port cfaf0a0b-f9d7-44d1-891c-cd244bf520fa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:24.942762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c7a7-e7a0-46a4-a73f-1e4d32b7b085 req-678d47a0-40a7-4519-b358-a3bf362cc7ba tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:24.945376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71013cd4-1302-4cbd-9ace-14276ed208db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.945582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20d1c7a7-e7a0-46a4-a73f-1e4d32b7b085 req-678d47a0-40a7-4519-b358-a3bf362cc7ba tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 945 time: 0.1724210 Oct 29 11:44:24.976151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:24.977870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:24.979585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.013487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:25.024796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.025355 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Added segment 3cb6aa5a-04e6-4028-a2e9-70c4cd1e6b12 of type vlan for network 9757bcde-9718-4e1e-8e79-a919e607012d Oct 29 11:44:25.049966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-71013cd4-1302-4cbd-9ace-14276ed208db None None] Port cfaf0a0b-f9d7-44d1-891c-cd244bf520fa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:25.088245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.130612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.132070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:25.134343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.253712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20d1c7a7-e7a0-46a4-a73f-1e4d32b7b085 req-523f5fa6-91c0-4023-afd6-3d7c37548e6d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017890 Oct 29 11:44:25.298083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=9757bcde-9718-4e1e-8e79-a919e607012d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:25.308697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9757bcde-9718-4e1e-8e79-a919e607012d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:25.317421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2a7db4bf-bcb7-40c5-adeb-e1f2d23b2b6c tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4432213 Oct 29 11:44:25.320560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45918) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:25.471518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9df6f-154c-4c23-b042-ae562cc46193 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:25.475271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e9f9df6f-154c-4c23-b042-ae562cc46193 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "GET /v2.0/networks/9757bcde-9718-4e1e-8e79-a919e607012d HTTP/1.1" status: 200 len: 757 time: 0.1509731 Oct 29 11:44:25.475959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45924) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:25.512717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.524259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.584057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77cb38d-06fa-433f-9f0b-7efabc3a5ad1 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:25.589284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c77cb38d-06fa-433f-9f0b-7efabc3a5ad1 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "GET /v2.0/networks/43d27b23-25be-4171-a61d-02a5ad36fc14 HTTP/1.1" status: 200 len: 768 time: 0.1116254 Oct 29 11:44:25.590109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45926) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:25.618829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.686440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.710578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=cfaf0a0b-f9d7-44d1-891c-cd244bf520fa,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:25.806150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:25.807877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:25.830275 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.837047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.861805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9757bcde-9718-4e1e-8e79-a919e607012d']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:25.880138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6aa5a-04e6-4028-a2e9-70c4cd1e6b12') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:25.881489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6aa5a-04e6-4028-a2e9-70c4cd1e6b12') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:25.909135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.940540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:25.955083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:25.956602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.086188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router 87f670ec-938a-4159-b09a-d0c419244766 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:26.129728 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:26.159899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.186049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9757bcde-9718-4e1e-8e79-a919e607012d {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:44:26.188706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.195703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/9757bcde-9718-4e1e-8e79-a919e607012d HTTP/1.1" status: 204 len: 168 time: 0.6040928 Oct 29 11:44:26.216254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:26.216751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45930) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:26.221614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'name': 'tempest-network--1383022968'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:26.229471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668dc3-4af8-4f14-aea0-054549d990ef tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Network': ['ID=9757bcde-9718-4e1e-8e79-a919e607012d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:26.255327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Made reservation on behalf of b262143f0cd746b3b52ee8b37722e920 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:26.257633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.305336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:26.324512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.324837 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Added segment 615acb93-cd07-45b9-b7af-8a8d9bff7646 of type vlan for network 727c938c-24f7-4f64-b6d6-e48c31da9540 Oct 29 11:44:26.330294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3bd5644a-1b23-46fe-9d0b-8e96e32bd30f None None] Provisioning complete for port cfaf0a0b-f9d7-44d1-891c-cd244bf520fa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:26.331963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3bd5644a-1b23-46fe-9d0b-8e96e32bd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.343708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:26.350282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-372cd8a9-9b55-4403-b446-3576c0f6e200 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/routers/87f670ec-938a-4159-b09a-d0c419244766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1428864 Oct 29 11:44:26.352845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45936) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:26.358586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'port': {'network_id': '76341f2f-19e0-4d64-b0f2-1d4c05bffa3e', 'name': 'tempest-FloatingIPTestJSON-633430113'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:26.399415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5644a-1b23-46fe-9d0b-8e96e32bd30f None None] Port cfaf0a0b-f9d7-44d1-891c-cd244bf520fa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:26.401659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:44:26.406433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:26.406940 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.493707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.527612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110adec-96a0-40df-a491-cf424efccdfb req-3838ee96-6247-4177-b3b7-972e3258a732 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:26.541637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5110adec-96a0-40df-a491-cf424efccdfb req-3838ee96-6247-4177-b3b7-972e3258a732 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 945 time: 0.1056423 Oct 29 11:44:26.588568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.608511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.609701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:26.610281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.623732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Made reservation on behalf of 5b6d9456343b4d90927ab840ac1a9439 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:26.643970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.668124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:44:26.672712 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b263f-873d-4ecd-bd41-6c2240987780" -d '{"events": [{"server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "name": "network-vif-plugged", "status": "completed", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:44:26.691418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:26.703160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] device_id is not set on port 58153ec5-817a-477e-b3f8-2ddea62fca56 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:44:26.708395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4905102 Oct 29 11:44:26.712773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45942) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:26.718784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:26.719639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:26.744208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5110adec-96a0-40df-a491-cf424efccdfb req-34f551f6-49c8-4fcb-99ea-de9eafab70e5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646814 Oct 29 11:44:26.746453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c37e0d-b691-4b8d-b481-fc72a6b81f8b tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=727c938c-24f7-4f64-b6d6-e48c31da9540,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:26.781901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 727c938c-24f7-4f64-b6d6-e48c31da9540 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:26.945656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Allocated IP 172.20.0.7 (76341f2f-19e0-4d64-b0f2-1d4c05bffa3e/1b889b4b-7687-4cd2-b085-8967df2d97b7/58153ec5-817a-477e-b3f8-2ddea62fca56) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:26.966021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:26.989895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] Sync routers for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:26.996025 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0efe3b-940b-4710-b239-ffb16b7016c6 x-openstack-request-id: req-1b0efe3b-940b-4710-b239-ffb16b7016c6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:44:26.996219 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "name": "network-vif-plugged", "status": "completed", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:44:26.996448 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b0efe3b-940b-4710-b239-ffb16b7016c6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:44:26.996834 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62', 'code': 200} Oct 29 11:44:27.013875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.026102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:27.026969 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.037044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.058506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Network 727c938c-24f7-4f64-b6d6-e48c31da9540 is not hosted by any dhcp agent {{(pid=102278) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:44:27.060262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:27.061090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.066105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "PUT /v2.0/networks/727c938c-24f7-4f64-b6d6-e48c31da9540 HTTP/1.1" status: 200 len: 858 time: 0.3519864 Oct 29 11:44:27.068107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45946) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:27.085081 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.103585 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:27.104765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.148745 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.149432 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e29c85-34a6-4ed8-9a7e-84fe1099931c None None] The sync data for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:27.161766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd268-3a30-46e1-baa5-f5f4fde72168 req-73400c65-385c-45e4-a6d0-4b7a9bc6ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:27.163351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-592bd268-3a30-46e1-baa5-f5f4fde72168 req-73400c65-385c-45e4-a6d0-4b7a9bc6ec28 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 1097 time: 0.1079569 Oct 29 11:44:27.199199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.201055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89131084-77d5-407f-a52f-307ceb8cdffa tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event updated for resources: {'Network': ['ID=727c938c-24f7-4f64-b6d6-e48c31da9540,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:27.222225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-592bd268-3a30-46e1-baa5-f5f4fde72168 req-33026fdb-d70d-4ca3-89e2-04b3dc219f39 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 Oct 29 11:44:27.247903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.293309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.308546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.332724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727c938c-24f7-4f64-b6d6-e48c31da9540']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.344582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615acb93-cd07-45b9-b7af-8a8d9bff7646') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.345046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615acb93-cd07-45b9-b7af-8a8d9bff7646') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.347628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:27.351097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:27.356225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:27.358529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.374834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.383217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:27.384172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.387433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event updated for resources: {'Port': ['ID=58153ec5-817a-477e-b3f8-2ddea62fca56,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:27.428604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:27.429291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:27.452760 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:27.457767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.463436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5a1ff57-e22e-4bf9-81cf-68e0459ffae5 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1091902 Oct 29 11:44:27.463912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 727c938c-24f7-4f64-b6d6-e48c31da9540 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:44:27.466857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:27.468006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.475879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] 10.222.0.77 "DELETE /v2.0/networks/727c938c-24f7-4f64-b6d6-e48c31da9540 HTTP/1.1" status: 204 len: 168 time: 0.4067132 Oct 29 11:44:27.480175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45956) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:27.481254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Request body: {'floatingip': {'port_id': '58153ec5-817a-477e-b3f8-2ddea62fca56'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:27.502712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6d88d-7210-47b1-98cc-e8e1aa757045 tempest-ExternalNetworksTestJSON-905217898 tempest-ExternalNetworksTestJSON-905217898-project-admin] Pushing event deleted for resources: {'Network': ['ID=727c938c-24f7-4f64-b6d6-e48c31da9540,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:27.552718 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0d7c12-853f-40c9-a8d2-ea3d8815df95 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] DELETE failed (client error): The resource could not be found. Oct 29 11:44:27.553621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0d7c12-853f-40c9-a8d2-ea3d8815df95 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:44:27.562292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb0d7c12-853f-40c9-a8d2-ea3d8815df95 tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "DELETE /v2.0/subnets/95069fed-3b68-41c6-8907-f6a2c71e5ea5 HTTP/1.1" status: 404 len: 337 time: 0.0797272 Oct 29 11:44:27.565789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45960) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:27.646011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.671047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.816376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.845254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d08359ed-a48c-4e91-a6d3-7c28befd1f3d None None] Provisioning complete for port 58153ec5-817a-477e-b3f8-2ddea62fca56 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:27.846339 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d08359ed-a48c-4e91-a6d3-7c28befd1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.849565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d27b23-25be-4171-a61d-02a5ad36fc14']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.870842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b8a928-f1d7-415b-96e9-412c3c92efbe') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.871135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b8a928-f1d7-415b-96e9-412c3c92efbe') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:27.900398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.927393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.936324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d08359ed-a48c-4e91-a6d3-7c28befd1f3d None None] Port 58153ec5-817a-477e-b3f8-2ddea62fca56 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:27.950837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:27.951883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:27.959555 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:28.065385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.070637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.073971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] 10.222.0.77 "DELETE /v2.0/networks/43d27b23-25be-4171-a61d-02a5ad36fc14 HTTP/1.1" status: 204 len: 168 time: 0.5071723 Oct 29 11:44:28.162907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f2deb-0f83-4ceb-96f6-e76b82a0dd4e tempest-ExternalNetworksTestJSON-253548603 tempest-ExternalNetworksTestJSON-253548603-project] Pushing event deleted for resources: {'Network': ['ID=43d27b23-25be-4171-a61d-02a5ad36fc14,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:28.384477 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bfacb38-ca88-4ec9-880b-6383fbf22225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.464420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.474087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.569667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45982) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:28.587868 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 35aabee8-d816-4f14-8520-e3d1885cd652 associated. External IP: 172.25.4.132, port: a7145f9f-c7ed-48bb-ab80-549ebe757919. Oct 29 11:44:28.675140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66417b-efbf-4882-80e3-3bce151fb025 req-41c0f98b-817b-4b03-b470-9329e7fd0810 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:28.676660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae66417b-efbf-4882-80e3-3bce151fb025 req-41c0f98b-817b-4b03-b470-9329e7fd0810 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.4255157 Oct 29 11:44:28.747134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae66417b-efbf-4882-80e3-3bce151fb025 req-a5efbfe3-86f5-4554-8b33-51f52ec13e2e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Oct 29 11:44:28.876248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5e250fa8-44df-4cef-918e-e72353636704 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03c526c439ae43b3965bbdcd94e2dc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051224 Oct 29 11:44:28.883379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45994) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:28.905943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:28.954586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:28.977691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.033758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.036853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.040544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92e22507-092b-422c-9640-001a4411f8ac HTTP/1.1" status: 204 len: 168 time: 0.1509681 Oct 29 11:44:29.047196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131fef-7c02-44e0-852a-851ec7bef8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e22507-092b-422c-9640-001a4411f8ac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:29.360874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:29.373697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:29.388971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:29.390561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:29.516481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46002) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:29.569515 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d31261e2-30f4-43a1-bc3c-242aad0cb67b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b262143f0cd746b3b52ee8b37722e920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500302 Oct 29 11:44:29.572971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46004) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:29.598440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:29.607863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:29.608770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:29.642882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:29.643547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a51bc-dd6c-4501-8b31-49cac96b51c4 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:29.650905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router 87f670ec-938a-4159-b09a-d0c419244766 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:29.651675 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.679709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.809078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.812359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.813621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a823b3f0-87d3-4c95-a26f-f2a395495c65 HTTP/1.1" status: 204 len: 168 time: 0.2394149 Oct 29 11:44:29.868107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f5935-2247-4cd3-80fe-0ace1d99ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a823b3f0-87d3-4c95-a26f-f2a395495c65,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:29.891215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:29.897751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:29.902222 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] Sync routers for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:29.922725 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:29.923356 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:29.974218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6bbc1-f075-4756-9e6c-67aa2576674b req-f76c5a40-554e-4198-919b-1dd45e5f2252 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:29.976125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6c6bbc1-f075-4756-9e6c-67aa2576674b req-f76c5a40-554e-4198-919b-1dd45e5f2252 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.1225624 Oct 29 11:44:29.978246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9c06f7c-85b7-48aa-af99-df7c7ed160e6 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/floatingips/35aabee8-d816-4f14-8520-e3d1885cd652 HTTP/1.1" status: 200 len: 977 time: 2.5007570 Oct 29 11:44:29.981140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:30.013921 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:30.032021 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:30.037882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:30.079285 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:30.079823 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35790d-abfe-433d-90d5-9e4536a44461 None None] The sync data for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:30.106364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6c6bbc1-f075-4756-9e6c-67aa2576674b req-7c83723d-ab32-4503-bcf4-f2ae37557864 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100543 Oct 29 11:44:30.256839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 58153ec5-817a-477e-b3f8-2ddea62fca56 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:30.257327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.419990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.427356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8064-13b1-41c3-ab44-5b56ff9dbec7 req-555847db-a8f8-48ce-84cd-bbaf20cc1ca1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:30.430005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55ab8064-13b1-41c3-ab44-5b56ff9dbec7 req-555847db-a8f8-48ce-84cd-bbaf20cc1ca1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.1048326 Oct 29 11:44:30.500879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55ab8064-13b1-41c3-ab44-5b56ff9dbec7 req-40c4f690-2263-4bfb-a23e-6bec09265343 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574512 Oct 29 11:44:30.666723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.667406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.667962 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Floating IP 35aabee8-d816-4f14-8520-e3d1885cd652 disassociated. External IP: 172.25.4.132, port: 58153ec5-817a-477e-b3f8-2ddea62fca56. Oct 29 11:44:30.668670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 58153ec5-817a-477e-b3f8-2ddea62fca56 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:30.840162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e848a4d-084f-4c71-8be4-931a6810c3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.850642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:30.886919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=58153ec5-817a-477e-b3f8-2ddea62fca56,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:31.105744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router 87f670ec-938a-4159-b09a-d0c419244766 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:31.278198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:31.288665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] Sync routers for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:31.306423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:31.307262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:31.401385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:31.423942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:31.425443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:31.451989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:31.462776 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23517aef-cc30-4101-b856-c63aa910b7d4 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/58153ec5-817a-477e-b3f8-2ddea62fca56 HTTP/1.1" status: 204 len: 168 time: 1.4805067 Oct 29 11:44:31.465291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:31.501074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:31.505565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3437c-a760-403b-805c-e4ed3e299820 None None] The sync data for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:31.774945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:44:31.985428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.012311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46106) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:32.139152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46112) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:32.315728 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.320214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.360028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1586710416'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:32.474325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.475400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.574179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.586005 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.651441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.652928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e971cfa2-dd14-432a-a07f-0f50d3e67114 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5104499 Oct 29 11:44:32.656859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46128) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:32.780133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:32.823196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.154195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.17 (8fc4e477-e07c-42f2-bb09-a8ee47017d64/208ad101-9fe8-4d63-9384-0cf66f8ae2b5/24035fc6-7167-49fa-aa68-ef79affea9ff) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:33.311315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.356061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.416120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port cfaf0a0b-f9d7-44d1-891c-cd244bf520fa {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:33.416701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.454076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:33.454076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:33.454076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:33.467632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.472067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.494532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:33.529379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.575090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.581789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0c5d69-327d-41df-8c40-96136c4f1240 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:33.586863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.601509 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.607024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46146) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:33.607293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d8ba03d0-886a-4184-8a1d-ed234d3b7973 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "DELETE /v2.0/routers/1f0c5d69-327d-41df-8c40-96136c4f1240 HTTP/1.1" status: 204 len: 168 time: 0.9425704 Oct 29 11:44:33.626689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Request body: {'router': {'name': 'tempest-router-88076356', 'distributed': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:33.628264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.645734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for cfaf0a0b-f9d7-44d1-891c-cd244bf520fa owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:33.708676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.710207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.926954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.937491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.940939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7cbf88ed-a96d-4bf0-a95b-1e15ca83aa9c None None] Provisioning complete for port 24035fc6-7167-49fa-aa68-ef79affea9ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:33.941579 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7cbf88ed-a96d-4bf0-a95b-1e15ca83aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.958383 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.979141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:33.979894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf88ed-a96d-4bf0-a95b-1e15ca83aa9c None None] Port 24035fc6-7167-49fa-aa68-ef79affea9ff cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:34.035573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=cfaf0a0b-f9d7-44d1-891c-cd244bf520fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:34.082582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.086394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8052f88e-0254-489a-9405-5371f5872d62 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4768567 Oct 29 11:44:34.132580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:34.328219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46164) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:34.346152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.416953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.650436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.653743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.825887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router 87f670ec-938a-4159-b09a-d0c419244766 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:34.857808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-166a3d0c-5ce9-4cf3-a771-ad7b00e793be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.869770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.870567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd8cb6e-48c7-498c-9ab1-557d9b7d4541 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:34.875220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:34.881208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9bfe2b60-c714-4dd7-9910-2fb9c14946f4 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "DELETE /v2.0/routers/1cd8cb6e-48c7-498c-9ab1-557d9b7d4541 HTTP/1.1" status: 204 len: 168 time: 0.7422693 Oct 29 11:44:34.882366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:34.894983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Request body: {'router': {'name': 'tempest-router-2029473720', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a673481ccc4144e3beec3aa04ebb0258'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:34.990325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:35.001629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] Sync routers for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:35.015724 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c496ac3b-b721-458a-8e22-b4efb3821e67 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/routers/87f670ec-938a-4159-b09a-d0c419244766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467677 Oct 29 11:44:35.016435 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:35.017071 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:35.017558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46184) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:35.096333 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:35.114410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.115449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.117194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] Routers {'87f670ec-938a-4159-b09a-d0c419244766'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:35.117859 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['87f670ec-938a-4159-b09a-d0c419244766'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:35.200092 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:35.200751 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b67887-169d-431f-99d0-b13f48415c3e None None] The sync data for ids ['87f670ec-938a-4159-b09a-d0c419244766'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:35.206820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.259089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-166a3d0c-5ce9-4cf3-a771-ad7b00e793be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.270124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.275795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-166a3d0c-5ce9-4cf3-a771-ad7b00e793be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.327690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:35.328505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-166a3d0c-5ce9-4cf3-a771-ad7b00e793be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=715becd01b2445a9bcc1c3a4cace5828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9968989 Oct 29 11:44:35.331680 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.346275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.357035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a3d0c-5ce9-4cf3-a771-ad7b00e793be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df22f6ab-ee84-410b-b0e7-a9c181ed2e85,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:35.362211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.423257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.445428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.451739 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1924b2f0-1366-4c78-8577-ccb16e499e82 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5642192 Oct 29 11:44:35.455279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:35.483331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.514797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.522872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:35.569266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.646241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.653160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.654371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df22f6ab-ee84-410b-b0e7-a9c181ed2e85 HTTP/1.1" status: 204 len: 168 time: 0.3252499 Oct 29 11:44:35.668139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port eb9ac42f-ef93-4f9e-b946-5c07d80dfdba {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:35.668484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.671729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfbfcb-2662-4679-bb45-12adc1f83d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22f6ab-ee84-410b-b0e7-a9c181ed2e85,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:35.737478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:35.837083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:35.872971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for eb9ac42f-ef93-4f9e-b946-5c07d80dfdba owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:36.262313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.330403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=eb9ac42f-ef93-4f9e-b946-5c07d80dfdba,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:36.560107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.568420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:36.600479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:36.619818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.620154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.753948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.756553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.836096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.837800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Fanout notify agent at l3_agent the message router_deleted on router 87f670ec-938a-4159-b09a-d0c419244766 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:36.859696 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.864374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ac3e63fd-7fc4-4807-9f88-f0ac484e5e78 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/routers/87f670ec-938a-4159-b09a-d0c419244766 HTTP/1.1" status: 204 len: 168 time: 1.8456469 Oct 29 11:44:36.866686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46244) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:36.869930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102278) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 29 11:44:36.870274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Router 29812f5f-6704-4a27-a5d2-b517fd6c5c72 migrating from provider to provider. {{(pid=102278) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 29 11:44:36.870653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.885457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.975103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting subnet 1b889b4b-7687-4cd2-b085-8967df2d97b7 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:44:36.980040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:36.984001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.002745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a01b5-2732-426c-b6e2-c1c0dc06936f req-87a45942-b2c1-4735-851f-f87af4c1c21f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:37.023135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b10a01b5-2732-426c-b6e2-c1c0dc06936f req-87a45942-b2c1-4735-851f-f87af4c1c21f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.4263639 Oct 29 11:44:37.029822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-039e5e27-aef9-4970-a24d-e6913b4c4760 None None] Provisioning complete for port 24035fc6-7167-49fa-aa68-ef79affea9ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:37.030301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-039e5e27-aef9-4970-a24d-e6913b4c4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.069445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.111947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-039e5e27-aef9-4970-a24d-e6913b4c4760 None None] Port 24035fc6-7167-49fa-aa68-ef79affea9ff cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:37.196634 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.283670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.309709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbb93c-c4a3-487c-b918-7abe7a8b489a None None] Network 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:37.309892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.317172 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/subnets/1b889b4b-7687-4cd2-b085-8967df2d97b7 HTTP/1.1" status: 204 len: 168 time: 0.4490020 Oct 29 11:44:37.323840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46260) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:37.340561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842da904-ff57-4941-8da4-c46e3372ed47 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Subnet': ['ID=1b889b4b-7687-4cd2-b085-8967df2d97b7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:37.392504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b10a01b5-2732-426c-b6e2-c1c0dc06936f req-77fe56da-c1bd-47b2-831f-ab09d315f3c5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685353 Oct 29 11:44:37.418321 n-d-805046-9 neutron-server[102278]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] No L3 agents can host the router 29812f5f-6704-4a27-a5d2-b517fd6c5c72 Oct 29 11:44:37.533526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:37.560263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.603560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] DHCP port deletion for 76341f2f-19e0-4d64-b0f2-1d4c05bffa3e request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:44:37.662796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Deleting port c98c8882-0475-46f5-96f9-28f6b80bcbc5 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:37.663735 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.782453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] For port c98c8882-0475-46f5-96f9-28f6b80bcbc5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c98c8882-0475-46f5-96f9-28f6b80bcbc5,segment=NetworkSegment(1ba49ee1-2c1b-4ec1-9009-679aaa783128),segment_id=1ba49ee1-2c1b-4ec1-9009-679aaa783128)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:37.783412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.802813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Calling delete_port for c98c8882-0475-46f5-96f9-28f6b80bcbc5 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:37.828659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Hosts for router 29812f5f-6704-4a27-a5d2-b517fd6c5c72: [] {{(pid=102278) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 29 11:44:37.871682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Hosts for other DVR routers connected to router 29812f5f-6704-4a27-a5d2-b517fd6c5c72: set() {{(pid=102278) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 29 11:44:37.874731 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.879934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed097739-3057-43ca-8501-a1d7876760d8 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "PUT /v2.0/routers/29812f5f-6704-4a27-a5d2-b517fd6c5c72 HTTP/1.1" status: 200 len: 717 time: 2.4157183 Oct 29 11:44:37.880832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46278) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:37.904474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:37.910816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2affa4f1-ccb1-44a5-800b-07f02aa4e682 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/2f9a35b6-1476-47be-b4aa-5acd08627345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8972001 Oct 29 11:44:37.913606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port c98c8882-0475-46f5-96f9-28f6b80bcbc5 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:37.913923 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:37.920971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:37.934804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:37.935775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:38.074364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] For port c98c8882-0475-46f5-96f9-28f6b80bcbc5, host n-d-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:38.074723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.120324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:44:38.147884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for c98c8882-0475-46f5-96f9-28f6b80bcbc5 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:38.153556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Port c98c8882-0475-46f5-96f9-28f6b80bcbc5 was not found and therefore no delete operation was performed {{(pid=102278) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:44:38.154250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-860b7d55-e430-4d85-930c-dfd8304a2734 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "GET /v2.0/routers/29812f5f-6704-4a27-a5d2-b517fd6c5c72 HTTP/1.1" status: 200 len: 717 time: 0.2698817 Oct 29 11:44:38.154917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.155673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:38.234168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] No DVR routers for this DVR port c98c8882-0475-46f5-96f9-28f6b80bcbc5 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:44:38.240407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=c98c8882-0475-46f5-96f9-28f6b80bcbc5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:38.248629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.315222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c98c8882-0475-46f5-96f9-28f6b80bcbc5 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:44:38.379986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] Pushing event deleted for resources: {'Port': ['ID=c98c8882-0475-46f5-96f9-28f6b80bcbc5,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:38.408147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da20e0c-04ff-4483-ae3c-417a2c607c0e None None] No DVR routers for this DVR port c98c8882-0475-46f5-96f9-28f6b80bcbc5 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:44:38.457887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c98c8882-0475-46f5-96f9-28f6b80bcbc5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:44:38.457887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c98c8882-0475-46f5-96f9-28f6b80bcbc5 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:44:38.482765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.558841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5133a06-b65f-4312-84c9-047059ffed81 req-d372b905-de15-4959-b772-41fc9a0b26fd tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:38.560416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5133a06-b65f-4312-84c9-047059ffed81 req-d372b905-de15-4959-b772-41fc9a0b26fd tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.2687571 Oct 29 11:44:38.562722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76341f2f-19e0-4d64-b0f2-1d4c05bffa3e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:38.634523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba49ee1-2c1b-4ec1-9009-679aaa783128') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:38.635152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba49ee1-2c1b-4ec1-9009-679aaa783128') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:38.728078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.769709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:33Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24035fc6-7167-49fa-aa68-ef79affea9ff', 'name': '', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:40:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:44:32Z', 'updated_at': '2021-10-29T11:44:34Z', 'revision_number': 2, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:38.780250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5adb92ff-e6d9-4cc1-a3a5-30eb96f161fc tempest-RoutersTestDVR-1743861692 tempest-RoutersTestDVR-1743861692-project] 10.222.0.77 "GET /v2.0/routers/29812f5f-6704-4a27-a5d2-b517fd6c5c72 HTTP/1.1" status: 200 len: 683 time: 0.6209097 Oct 29 11:44:38.785557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dd641-9e6b-4cb8-9286-591f056b5898 req-764c60b5-a861-4589-8508-d80bc31ccab0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:38.787239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c6dd641-9e6b-4cb8-9286-591f056b5898 req-764c60b5-a861-4589-8508-d80bc31ccab0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 946 time: 0.2073405 Oct 29 11:44:38.787910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46322) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:38.808540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:44:38.809178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Updating router 2f9a35b6-1476-47be-b4aa-5acd08627345 port 24035fc6-7167-49fa-aa68-ef79affea9ff binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:44:38.848886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.902129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:38.905129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.036374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c6dd641-9e6b-4cb8-9286-591f056b5898 req-926dc08a-ea98-48cd-a698-eaec6b838759 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544061 Oct 29 11:44:39.091926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:39.092459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.177878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Deleting port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:39.177878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:39.272588 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:39.310550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.321796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.403790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.420011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.424375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b0114-2a3e-4ade-a84c-96daddabfda1 None None] Pushing event updated for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:39.467162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Attempting to bind port 24035fc6-7167-49fa-aa68-ef79affea9ff on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:44:39.467850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Attempting to bind port 24035fc6-7167-49fa-aa68-ef79affea9ff by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:44:39.468414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Attempting to bind port 24035fc6-7167-49fa-aa68-ef79affea9ff on network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:39.495543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:44:39.500537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Checking segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:39.502010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.502493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Bound using segment: {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:44:39.504920 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Bound port: 24035fc6-7167-49fa-aa68-ef79affea9ff, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf07bd96-2d6b-4a47-958c-7f922a5cb216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:44:39.507682 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.654503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] For port 24035fc6-7167-49fa-aa68-ef79affea9ff, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:44:39.669290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] For port 24035fc6-7167-49fa-aa68-ef79affea9ff, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24035fc6-7167-49fa-aa68-ef79affea9ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:44:39.677941 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.678421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.684391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.685162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29812f5f-6704-4a27-a5d2-b517fd6c5c72 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:39.685854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46398) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:39.699650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.705473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/networks/76341f2f-19e0-4d64-b0f2-1d4c05bffa3e HTTP/1.1" status: 204 len: 168 time: 2.3614118 Oct 29 11:44:39.705694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46402) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:39.731155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:39.732878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee572def-d186-423a-9d66-77a5bc33f6ae tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "DELETE /v2.0/routers/29812f5f-6704-4a27-a5d2-b517fd6c5c72 HTTP/1.1" status: 204 len: 168 time: 0.9417143 Oct 29 11:44:39.745171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46408) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:39.820256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Request body: {'router': {'name': 'tempest-router-2011243207', 'distributed': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:39.858760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b26ed-8656-4045-987b-faeeb71b3b85 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Network': ['ID=76341f2f-19e0-4d64-b0f2-1d4c05bffa3e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:39.864904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:39.870170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:39.888708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] For port d9ea516f-e9b3-419b-8d17-23d7caee2dd1, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:39.889096 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.023281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b0114-2a3e-4ade-a84c-96daddabfda1 None None] Pushing event updated for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:40.033117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] Provisioning complete for port 24035fc6-7167-49fa-aa68-ef79affea9ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:40.033811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.161260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c76ee68b-6cf6-468e-830a-69436b8f34e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.290590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port ea3699b8-c016-423b-92b0-45531467b7ce {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:40.290937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.362358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46422) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:40.417933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.417933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.418623 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Floating IP 67d47345-10e2-4967-801b-01c5fa944418 disassociated. External IP: 172.25.4.86, port: d9ea516f-e9b3-419b-8d17-23d7caee2dd1. Oct 29 11:44:40.418623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Calling delete_port for d9ea516f-e9b3-419b-8d17-23d7caee2dd1 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:40.454469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c76ee68b-6cf6-468e-830a-69436b8f34e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.469539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c76ee68b-6cf6-468e-830a-69436b8f34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.536989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:44:40.543804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c76ee68b-6cf6-468e-830a-69436b8f34e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b211dc5ffa06429cb8054e3a2e778b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8417599 Oct 29 11:44:40.545594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46432) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:40.550780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.551097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.594657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6dfafff6-6f32-4e43-a2f0-b29f06af6ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.603064 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.616038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for ea3699b8-c016-423b-92b0-45531467b7ce owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:40.664130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.665251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.676324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ee68b-6cf6-468e-830a-69436b8f34e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4817e2-e9a7-4c98-8e8a-f01137b90541,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:40.703203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.716861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] For port 24035fc6-7167-49fa-aa68-ef79affea9ff, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24035fc6-7167-49fa-aa68-ef79affea9ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:40.725715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.737387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.746637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.760851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.779279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.792159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'Port': ['ID=d9ea516f-e9b3-419b-8d17-23d7caee2dd1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:40.799853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.804019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bb3845e-d0a6-4418-9368-a04f94874ce1 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0081365 Oct 29 11:44:40.807791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:40.897954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.900708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.902020 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac4817e2-e9a7-4c98-8e8a-f01137b90541 HTTP/1.1" status: 204 len: 168 time: 0.3538225 Oct 29 11:44:40.904129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6dfafff6-6f32-4e43-a2f0-b29f06af6ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.915336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e38fe0-1790-4eb2-aa46-da6a670f5878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4817e2-e9a7-4c98-8e8a-f01137b90541,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:40.916453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6dfafff6-6f32-4e43-a2f0-b29f06af6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:40.927766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ab01b-443c-4193-a17e-8068f67d11ab req-09c5b157-fe46-496a-93ff-fd92f2255143 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:40.941545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-277ab01b-443c-4193-a17e-8068f67d11ab req-09c5b157-fe46-496a-93ff-fd92f2255143 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 867 time: 0.3237514 Oct 29 11:44:40.986133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.059268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6dfafff6-6f32-4e43-a2f0-b29f06af6ccf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6515aa63da7a473d96086462504e6db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945152 Oct 29 11:44:41.065064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46444) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.068410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8fa8368c-4ecd-496e-83f8-8aaac0fac211 None None] Provisioning complete for port 24035fc6-7167-49fa-aa68-ef79affea9ff triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:41.068839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fa8368c-4ecd-496e-83f8-8aaac0fac211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.171336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.174774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfafff6-6f32-4e43-a2f0-b29f06af6ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1688b275-d2dc-4d25-bedd-75798175892a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:41.193216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.219930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c68cd-9020-4eda-93e8-2befddbc63f4 None None] Pushing event updated for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:41.302363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:33Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24035fc6-7167-49fa-aa68-ef79affea9ff', 'name': '', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:40:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:44:32Z', 'updated_at': '2021-10-29T11:44:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:41.346506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.365684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=ea3699b8-c016-423b-92b0-45531467b7ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:41.377864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0548a-b8d0-4721-af16-4484146ba956 None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:33Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24035fc6-7167-49fa-aa68-ef79affea9ff', 'name': '', 'network_id': '8fc4e477-e07c-42f2-bb09-a8ee47017d64', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:40:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:44:32Z', 'updated_at': '2021-10-29T11:44:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '208ad101-9fe8-4d63-9384-0cf66f8ae2b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:41.434179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.434682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.434917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.435459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.436121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.436687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.437254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.437747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.438287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.439311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.439800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.440467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:41.509834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.513325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.520063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7934a5ac-9a85-4b28-aa61-2f5555991cae tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/floatingips/35aabee8-d816-4f14-8520-e3d1885cd652 HTTP/1.1" status: 204 len: 168 time: 1.8116488 Oct 29 11:44:41.520685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46458) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.595141 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-821e3d6a-59db-485d-b3fb-b603cbe67f53 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] DELETE failed (client error): The resource could not be found. Oct 29 11:44:41.601258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821e3d6a-59db-485d-b3fb-b603cbe67f53 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:44:41.604823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-821e3d6a-59db-485d-b3fb-b603cbe67f53 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/58153ec5-817a-477e-b3f8-2ddea62fca56 HTTP/1.1" status: 404 len: 333 time: 0.0827241 Oct 29 11:44:41.610240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46460) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.653229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6141dfec-a5fb-4c77-ab31-bdccc4fe3ecb tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/ports?device_id=87f670ec-938a-4159-b09a-d0c419244766 HTTP/1.1" status: 200 len: 205 time: 0.0366654 Oct 29 11:44:41.656739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46462) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.747657 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-26eacf9e-af60-4a17-af9d-d8d56c7091d0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] delete failed (client error): The resource could not be found. Oct 29 11:44:41.748742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26eacf9e-af60-4a17-af9d-d8d56c7091d0 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/routers/87f670ec-938a-4159-b09a-d0c419244766 HTTP/1.1" status: 404 len: 336 time: 0.0894973 Oct 29 11:44:41.754063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.812345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.816579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.821732 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f234456b-7d8a-449e-bdbe-4183f1354994 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] DELETE failed (client error): The resource could not be found. Oct 29 11:44:41.822100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f234456b-7d8a-449e-bdbe-4183f1354994 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:44:41.828019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f234456b-7d8a-449e-bdbe-4183f1354994 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/subnets/1b889b4b-7687-4cd2-b085-8967df2d97b7 HTTP/1.1" status: 404 len: 337 time: 0.0729909 Oct 29 11:44:41.831441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46472) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:41.856795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.861383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.863183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1688b275-d2dc-4d25-bedd-75798175892a HTTP/1.1" status: 204 len: 168 time: 0.7972016 Oct 29 11:44:41.891446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8d758-2f4c-43e3-aa62-07070dbc347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1688b275-d2dc-4d25-bedd-75798175892a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:41.961516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.962438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7199fefa-33c9-4d2d-aeb1-3403f288dae2 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:41.971889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:41.975008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed6dd633-08bd-4eac-8778-a4e5ea1933c3 tempest-RoutersTestDVR-665469899 tempest-RoutersTestDVR-665469899-project-admin] 10.222.0.77 "DELETE /v2.0/routers/7199fefa-33c9-4d2d-aeb1-3403f288dae2 HTTP/1.1" status: 204 len: 168 time: 1.1641963 Oct 29 11:44:41.981096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-277ab01b-443c-4193-a17e-8068f67d11ab req-633edf23-6d23-4fb4-b005-39270061baed tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=22f00c96-bd65-4930-ac72-d732914c883b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0377746 Oct 29 11:44:42.040933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port a7145f9f-c7ed-48bb-ab80-549ebe757919 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:42.052757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.097437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9ea516f-e9b3-419b-8d17-23d7caee2dd1 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:44:42.111633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:42.135448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: d9ea516f-e9b3-419b-8d17-23d7caee2dd1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:44:42.136037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9ea516f-e9b3-419b-8d17-23d7caee2dd1 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:44:42.230292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.260893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for a7145f9f-c7ed-48bb-ab80-549ebe757919 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:42.298112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24035fc6-7167-49fa-aa68-ef79affea9ff up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:44:42.390668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:42.409640 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:42.430313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:42.444584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 24035fc6-7167-49fa-aa68-ef79affea9ff triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:42.444967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.446370 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:42.494419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] No DVR routers for this DVR port d9ea516f-e9b3-419b-8d17-23d7caee2dd1 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:44:42.498997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.510670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5133a06-b65f-4312-84c9-047059ffed81 req-5dca18ca-d69e-4a1b-a281-9372980caa29 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "DELETE /v2.0/ports/d9ea516f-e9b3-419b-8d17-23d7caee2dd1 HTTP/1.1" status: 204 len: 173 time: 3.9430633 Oct 29 11:44:42.512287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'name': 'network-vif-deleted', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:44:42.516420 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efd662-4a6a-47ea-86ea-50754b85c453" -d '{"events": [{"server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "name": "network-vif-deleted", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:44:42.637222 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d06337b-81a8-43dd-8e8a-f4be190ee1ed x-openstack-request-id: req-7d06337b-81a8-43dd-8e8a-f4be190ee1ed {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:44:42.637389 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.637525 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d4302-bf22-4b38-a04d-e8f1a4d176dc", "name": "network-vif-deleted", "tag": "d9ea516f-e9b3-419b-8d17-23d7caee2dd1", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:44:42.637642 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d06337b-81a8-43dd-8e8a-f4be190ee1ed {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:44:42.638024 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d4302-bf22-4b38-a04d-e8f1a4d176dc', 'name': 'network-vif-deleted', 'tag': 'd9ea516f-e9b3-419b-8d17-23d7caee2dd1', 'status': 'completed', 'code': 200} Oct 29 11:44:42.755520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=a7145f9f-c7ed-48bb-ab80-549ebe757919,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:42.802672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46498) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:42.822354 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.898085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:42.909561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d5dfd85-7c4c-4c9a-8f98-a5189a73ae45 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/a7145f9f-c7ed-48bb-ab80-549ebe757919 HTTP/1.1" status: 204 len: 168 time: 1.0767622 Oct 29 11:44:42.912063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46506) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:42.966172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:43.010748 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:44:43.029601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.036777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.114590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d5b9e608e814174ae2fff77cf4c63cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097425 Oct 29 11:44:43.119086 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46516) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:43.129859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a469f9-b539-4154-8329-06603dc9acd1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:43.148675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.149533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.150809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.151844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.152446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.152985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.153593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.154129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.155074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.155912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.156950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.158199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2cd53-9f68-408f-9b90-19abbc82c98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:44:43.192308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 783c3f10-412c-467f-a187-a1cde3c49514 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:43.193159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.205905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46520) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:43.257753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.296433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dba5733f-da7c-4873-84ee-7de64b9d37f3 req-1ab37d37-3a18-4e80-b739-ea404815ecc5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0d4302-bf22-4b38-a04d-e8f1a4d176dc HTTP/1.1" status: 200 len: 210 time: 0.0801647 Oct 29 11:44:43.339073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.354396 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.370442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 783c3f10-412c-467f-a187-a1cde3c49514 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:43.439773 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:43.447330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.450172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.451323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0a469f9-b539-4154-8329-06603dc9acd1 HTTP/1.1" status: 204 len: 168 time: 0.3305600 Oct 29 11:44:43.475798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-814231445-network', 'tenant_id': '1150d2cb528a4158be74ec636bc4fe75'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:43.489361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324e7e9-e11d-432d-8e1c-4a0115f37ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a469f9-b539-4154-8329-06603dc9acd1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:43.508725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Made reservation on behalf of 1150d2cb528a4158be74ec636bc4fe75 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:43.511119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.511746 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:44:43.524807 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:43.525634 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:43.583374 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.586906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-516751f0-7e78-46ef-b841-1e3706a384b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.654199 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:44:43.795318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:43.950639 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:43.980678 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1d6b4-ee02-457f-b7b2-5cdf95c63be1 None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:44.224536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=783c3f10-412c-467f-a187-a1cde3c49514,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:44.273304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-516751f0-7e78-46ef-b841-1e3706a384b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.300585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.303684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-516751f0-7e78-46ef-b841-1e3706a384b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.326149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.374860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:44.377987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516751f0-7e78-46ef-b841-1e3706a384b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebf35c-cc1d-46d7-aaab-e352c2df947f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:44.383691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-516751f0-7e78-46ef-b841-1e3706a384b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a673481ccc4144e3beec3aa04ebb0258&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4159255 Oct 29 11:44:44.386683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46566) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:44.409401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723616b-ad62-48da-9f7b-f2f9300dbba5 None None] New status for floating IP 67d47345-10e2-4967-801b-01c5fa944418: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:44:44.419470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40a832-01a6-47eb-bc9a-cc74cb67678b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:44.427539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.433755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3cd338b6-910a-4c2c-89c8-05eb920e5863 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/ports/783c3f10-412c-467f-a187-a1cde3c49514 HTTP/1.1" status: 204 len: 168 time: 1.5177498 Oct 29 11:44:44.433997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46574) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:44.444368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.444716 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Added segment 3a69875e-68f9-4274-8f54-c870f448d129 of type vlan for network 7be70ba8-4563-4ba6-b496-b33482ac356c Oct 29 11:44:44.493247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:44.517459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.533315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.557372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b718d1-7b5a-4eca-a533-fa83a58c8af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:44.558940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e2b718d1-7b5a-4eca-a533-fa83a58c8af3 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "GET /v2.0/ports?device_id=d35f51e7-482b-4d98-a770-4df6f3b32193 HTTP/1.1" status: 200 len: 913 time: 0.1238830 Oct 29 11:44:44.565274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:44.599419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.676520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.681638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.682600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:44.683704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.687572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3ebf35c-cc1d-46d7-aaab-e352c2df947f HTTP/1.1" status: 204 len: 168 time: 0.2970772 Oct 29 11:44:44.687781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.699729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20501be-722b-4406-b7fd-10eb7c323e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebf35c-cc1d-46d7-aaab-e352c2df947f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:44.723661 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5016882 Oct 29 11:44:44.726642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46584) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:44.731676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Request body: {'subnet': {'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-814231445-subnet', 'tenant_id': '1150d2cb528a4158be74ec636bc4fe75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:44.771145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Made reservation on behalf of 1150d2cb528a4158be74ec636bc4fe75 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:44.774077 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.787088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:44.837580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744d48d-a3b5-4418-9635-f2bf471df5ad admin admin] Pushing event updated for resources: {'Network': ['ID=7be70ba8-4563-4ba6-b496-b33482ac356c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:44.857430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7be70ba8-4563-4ba6-b496-b33482ac356c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:44.896729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.097315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.125280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.129125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.130306 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "DELETE /v2.0/security-groups/22f00c96-bd65-4930-ac72-d732914c883b HTTP/1.1" status: 204 len: 168 time: 0.6324816 Oct 29 11:44:45.140518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:45.163460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699b20e-ef64-434c-a68f-e97c0cee52a3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f00c96-bd65-4930-ac72-d732914c883b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:45.182374 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-fc0c8be7-0ec4-46d6-a197-c38b93d0f393 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] show failed (client error): The resource could not be found. Oct 29 11:44:45.183424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fc0c8be7-0ec4-46d6-a197-c38b93d0f393 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups/22f00c96-bd65-4930-ac72-d732914c883b HTTP/1.1" status: 404 len: 347 time: 0.0401950 Oct 29 11:44:45.187141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:45.206625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:45.225514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Checking segment: {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:45.225880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Network hostable DHCP agents. Network: 7be70ba8-4563-4ba6-b496-b33482ac356c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:45.260540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Network 7be70ba8-4563-4ba6-b496-b33482ac356c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:45.271656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 7be70ba8-4563-4ba6-b496-b33482ac356c) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:45.280969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:45.281582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.292749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a47c6-5cfa-4cad-891b-69556b64e0d5 None None] Network 7be70ba8-4563-4ba6-b496-b33482ac356c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:45.323938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f5994022-85a1-40b3-9bae-1d7d95d9d5aa admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5918982 Oct 29 11:44:45.381030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46616) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:45.402259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef12d935-1c43-449a-bd52-c079ff9f8809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.490679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a14ba-e019-4017-8a61-04bdb4afe839 None None] Network 7be70ba8-4563-4ba6-b496-b33482ac356c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:45.559187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef12d935-1c43-449a-bd52-c079ff9f8809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.571467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Deleting port 031cf56d-5c5e-4a91-9086-679ae7255653 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:45.571765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef12d935-1c43-449a-bd52-c079ff9f8809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.571882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.623096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:45.663418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.675619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d935-1c43-449a-bd52-c079ff9f8809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5780f1-f1c0-49f6-be2a-29a89c3284e4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:45.688420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef12d935-1c43-449a-bd52-c079ff9f8809 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5fd340ae830426780b20ee7e832ee2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032656 Oct 29 11:44:45.691420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46628) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:45.828546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.856649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.857348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:45.872165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3dc19ad7-e006-4fa3-b753-3c2cbdb82569 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-753747158'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:45.873621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3dc19ad7-e006-4fa3-b753-3c2cbdb82569 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Unknown quota resources ['metering_label']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:44:45.881749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Calling delete_port for 031cf56d-5c5e-4a91-9086-679ae7255653 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:45.884348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.075265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dc19ad7-e006-4fa3-b753-3c2cbdb82569 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.076465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3dc19ad7-e006-4fa3-b753-3c2cbdb82569 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4523780 Oct 29 11:44:46.082529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.084573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4d2519f5-d819-4182-8315-4fb0699316d1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '97f9de4e-289b-44f2-bf90-3ba0fd882911'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:46.085262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4d2519f5-d819-4182-8315-4fb0699316d1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:44:46.238311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.242131 n-d-805046-9 neutron-server[102278]: WARNING neutron.services.metering.metering_plugin [None req-4d2519f5-d819-4182-8315-4fb0699316d1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 11:44:46.274041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'Port': ['ID=031cf56d-5c5e-4a91-9086-679ae7255653,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:46.309392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port 1794b1f7-23db-408c-a464-a1b797cd1a0c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:46.309736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.321525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.324722 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.325991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d5780f1-f1c0-49f6-be2a-29a89c3284e4 HTTP/1.1" status: 204 len: 168 time: 0.6335418 Oct 29 11:44:46.378615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d2519f5-d819-4182-8315-4fb0699316d1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.380530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d2519f5-d819-4182-8315-4fb0699316d1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2993770 Oct 29 11:44:46.388941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0abce-8a9a-49c3-acb8-de443c8a0ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5780f1-f1c0-49f6-be2a-29a89c3284e4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:46.393884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.402845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8fc2fcf0-7dce-40a2-9d3a-b50917f08c4e tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '97f9de4e-289b-44f2-bf90-3ba0fd882911'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:46.404054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8fc2fcf0-7dce-40a2-9d3a-b50917f08c4e tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:44:46.475363 n-d-805046-9 neutron-server[102278]: WARNING neutron.services.metering.metering_plugin [None req-8fc2fcf0-7dce-40a2-9d3a-b50917f08c4e tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 29 11:44:46.500598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.542033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for 1794b1f7-23db-408c-a464-a1b797cd1a0c owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:46.580915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.585354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.591312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cdef0ae7-98d8-454e-878b-7beb3515adb5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "DELETE /v2.0/floatingips/67d47345-10e2-4967-801b-01c5fa944418 HTTP/1.1" status: 204 len: 168 time: 1.4027615 Oct 29 11:44:46.668244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fcf0-7dce-40a2-9d3a-b50917f08c4e tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.676092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8fc2fcf0-7dce-40a2-9d3a-b50917f08c4e tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2804453 Oct 29 11:44:46.676747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46660) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.691581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-34b43060-a20f-4731-8f91-aec0ebf23ebd tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=7ec6ffa4-7564-4ba2-b5ed-9fb54a8a17a2 HTTP/1.1" status: 200 len: 464 time: 0.0134144 Oct 29 11:44:46.691980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.924952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ac6f4d8c-78c5-43b9-b9e8-a491cc424205 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:46.928930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46678) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.938996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ac6f4d8c-78c5-43b9-b9e8-a491cc424205 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/7ec6ffa4-7564-4ba2-b5ed-9fb54a8a17a2 HTTP/1.1" status: 204 len: 168 time: 0.2453787 Oct 29 11:44:46.956789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.963594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-769a0352-b7d9-4395-b4e7-46ed75c255bf tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=7ec6ffa4-7564-4ba2-b5ed-9fb54a8a17a2 HTTP/1.1" status: 200 len: 221 time: 0.0252573 Oct 29 11:44:46.964043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46682) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:46.979549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490677034', 'description': 'tempest-description--1256223362'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:47.047246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2fbc165e-c146-469b-8a8b-14f83b849fe4 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--920171814', 'description': 'label created by tempest'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:47.048675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2fbc165e-c146-469b-8a8b-14f83b849fe4 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Unknown quota resources ['metering_label']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:44:47.097393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.143267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=1794b1f7-23db-408c-a464-a1b797cd1a0c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:47.180382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.429090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2fbc165e-c146-469b-8a8b-14f83b849fe4 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.433163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2fbc165e-c146-469b-8a8b-14f83b849fe4 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3907328 Oct 29 11:44:47.434493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46700) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:47.522097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-956c46ac-e81e-4161-ba58-336c50cb8997 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=7eadf16d-5bae-4ee6-b30c-1cbbbb9af694 HTTP/1.1" status: 200 len: 467 time: 0.0844860 Oct 29 11:44:47.526940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:47.575394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.582550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.629987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093f1662-0a98-4225-b6c0-e8e314a30ab1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:47.636552 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.638461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4482760-246c-4c0b-b15c-ff54a6fdfd9e tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6796458 Oct 29 11:44:47.642983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:47.643195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.651589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group_rule': {'security_group_id': '093f1662-0a98-4225-b6c0-e8e314a30ab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:47.742581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.847609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.869684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.901224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c86425b-5585-4948-bd34-0ac1ea7a07a7,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:47.933095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.941358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b087609a-28d9-42a0-b31b-5d1170903b9f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903926 Oct 29 11:44:47.943300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46718) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:47.949097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'security_group_rule': {'security_group_id': '093f1662-0a98-4225-b6c0-e8e314a30ab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:47.972465 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-449a714a-88e2-41b1-ba91-1957849088c7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689925 Oct 29 11:44:47.985041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1a221407-0141-4f73-b912-79e1b07ededb tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:47.986203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a221407-0141-4f73-b912-79e1b07ededb tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/7eadf16d-5bae-4ee6-b30c-1cbbbb9af694 HTTP/1.1" status: 204 len: 168 time: 0.4581773 Oct 29 11:44:47.989462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46720) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:47.991653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.021741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32e4ef3a-0726-48d5-a8bc-d4c6a89acae8 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=7eadf16d-5bae-4ee6-b30c-1cbbbb9af694 HTTP/1.1" status: 200 len: 216 time: 0.0260231 Oct 29 11:44:48.027961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46722) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.055023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f7c527d-9cd2-42b5-9b4f-2043d7512d1b tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0228155 Oct 29 11:44:48.055409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46724) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.109943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b253c74-d20c-4b8a-8b74-e875312a8705 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0505087 Oct 29 11:44:48.113295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.157594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.162861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.187462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2213273-75a2-4923-a677-90f51332ae0e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:48.198335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b9692f77-df86-4bdc-83f8-aebf09327d73 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/97f9de4e-289b-44f2-bf90-3ba0fd882911 HTTP/1.1" status: 200 len: 472 time: 0.0704815 Oct 29 11:44:48.202236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46738) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.220964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.221831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-13b14e00-877b-40e5-89a7-a002d875ad9f tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/3ac5cff9-a6e2-4848-89cc-8cb4ad99c8d2 HTTP/1.1" status: 200 len: 461 time: 0.0186391 Oct 29 11:44:48.227230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d009c1df-2da4-46c1-abd7-685dab7ab4ac tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2787998 Oct 29 11:44:48.228988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.233418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:48.244948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.255615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-3a83e945-f297-41a1-b1b0-1db8ba65c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:48.258436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-3a83e945-f297-41a1-b1b0-1db8ba65c5a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1096 time: 0.1619511 Oct 29 11:44:48.283076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Router d35f51e7-482b-4d98-a770-4df6f3b32193 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:44:48.284846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.429851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1e67361-cf90-4026-9b6e-eba64d2d0851 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.431635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1e67361-cf90-4026-9b6e-eba64d2d0851 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/3ac5cff9-a6e2-4848-89cc-8cb4ad99c8d2 HTTP/1.1" status: 204 len: 168 time: 0.1938167 Oct 29 11:44:48.434178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.744737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46760) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.764998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1d89b932-1873-4e8a-beb0-9a3c2836d7b1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:48.766584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1d89b932-1873-4e8a-beb0-9a3c2836d7b1 tempest-MeteringTestJSON-118319296 tempest-MeteringTestJSON-118319296-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/97f9de4e-289b-44f2-bf90-3ba0fd882911 HTTP/1.1" status: 204 len: 168 time: 0.3311186 Oct 29 11:44:48.908949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-053a3e55-9422-4b2b-832b-563a1ca20428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:48.910487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-053a3e55-9422-4b2b-832b-563a1ca20428 service neutron] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 897 time: 0.6215978 Oct 29 11:44:48.921335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1438426547', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:48.983850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:44:48.994071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:48.995038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bae1be80-5ceb-48ec-8c67-199a431c4bb2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "PUT /v2.0/routers/d35f51e7-482b-4d98-a770-4df6f3b32193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4285610 Oct 29 11:44:49.004108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Made reservation on behalf of 347fc4d0e2954c938c40d9f5f37007a0 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:49.006677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.015290 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] Sync routers for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:44:49.048956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-deb31cf1-8709-4966-927e-8be2e252e2ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1240623 Oct 29 11:44:49.050522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.066350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:49.068505 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:49.125431 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:49.151667 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.167069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-bdcf4501-9566-4f5b-9478-30c6eeecf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:49.168582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-bdcf4501-9566-4f5b-9478-30c6eeecf4e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.1100731 Oct 29 11:44:49.179895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] Routers {'d35f51e7-482b-4d98-a770-4df6f3b32193'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:44:49.181258 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:44:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d35f51e7-482b-4d98-a770-4df6f3b32193'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:49.264817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-591a6d34-26bf-4dcb-8dc0-bafe0bcaf66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:49.266552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-591a6d34-26bf-4dcb-8dc0-bafe0bcaf66c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895965 Oct 29 11:44:49.268522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Allocated IP 172.25.4.235 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/078b4964-ffec-47df-957f-d87397aadfc3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:49.274901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:49.279625 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5e7b6-5d60-40de-90f7-d6d0e94c7711 None None] The sync data for ids ['d35f51e7-482b-4d98-a770-4df6f3b32193'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:44:49.346815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.377838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:49.474067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-d352b567-263c-4c1a-8a3a-82be70b86785 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940575 Oct 29 11:44:49.474282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.487868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.506818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] device_id is not set on port da1a4b51-5aae-4c9d-9360-8a5fce093c5c yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:44:49.566697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.581684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34558b38-9b90-48b3-8796-1fcbb729cdb8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:49.597652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.634183 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74674945-3762-4c1c-adfa-12b07c78a0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.640374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting port c943a625-2543-4f22-be9f-9bc422bb258c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:49.641154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.712842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.734535 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2403bc50-85a9-4c62-8f6c-94ae3390ab46 req-9fac99b8-7249-4a42-b752-597f3c04e67c service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365761 Oct 29 11:44:49.763982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.784177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Allocated IP 172.25.4.105 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/da1a4b51-5aae-4c9d-9360-8a5fce093c5c) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:49.790548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Calling delete_port for c943a625-2543-4f22-be9f-9bc422bb258c owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:49.807213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:49.816626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:49.824698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:49.827939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=078b4964-ffec-47df-957f-d87397aadfc3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:49.901875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74674945-3762-4c1c-adfa-12b07c78a0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:49.912639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74674945-3762-4c1c-adfa-12b07c78a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.009660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-74674945-3762-4c1c-adfa-12b07c78a0d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=836506f4d9b844d588ef3f62256d41f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305459 Oct 29 11:44:50.016514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:50.099709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74674945-3762-4c1c-adfa-12b07c78a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415d8561-e57e-4058-be17-31bb5ee2d751,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:50.139774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.144145 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.145472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.168264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.194957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Port': ['ID=c943a625-2543-4f22-be9f-9bc422bb258c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:50.217665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.234045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.288264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.326232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.481722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.484341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.490733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.496758 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/415d8561-e57e-4058-be17-31bb5ee2d751 HTTP/1.1" status: 204 len: 168 time: 0.4781864 Oct 29 11:44:50.502546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.522588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddf6e-4ab8-4dbe-80d8-97c2e0d33b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d8561-e57e-4058-be17-31bb5ee2d751,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:50.664013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=078b4964-ffec-47df-957f-d87397aadfc3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:50.688862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.722469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.726001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb16dcb3-e3df-4d0d-8150-a5761eb6d2ae tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4956319 Oct 29 11:44:50.828190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:50.832014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.838787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:50.840608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:50.847482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:50.902570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:50.903213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.004128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Pushing event updated for resources: {'Port': ['ID=da1a4b51-5aae-4c9d-9360-8a5fce093c5c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:51.021426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.024316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Fanout notify agent at l3_agent the message router_deleted on router d35f51e7-482b-4d98-a770-4df6f3b32193 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:51.040887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.044776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f1ff2c9-fe49-4e4f-8a3d-fc5f4ee0abbc tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/routers/d35f51e7-482b-4d98-a770-4df6f3b32193 HTTP/1.1" status: 204 len: 168 time: 2.0496025 Oct 29 11:44:51.047543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46822) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:51.061957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9ac1e27a-4c68-48cf-ab45-f409b1b63d18 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3146672 Oct 29 11:44:51.066926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46824) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:51.073210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.105'}]}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:51.151037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.152261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.154855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Deleting subnet a159a35f-c6ba-4938-b01e-02bae9bb8fb9 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:44:51.166319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.222918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46836) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:51.223109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-ab36e3f2-fb64-4e22-9db2-0d56c47301ca tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1490677034&fields=id&tenant_id=8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 267 time: 0.0866799 Oct 29 11:44:51.228361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.266866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cafb2bb6-958c-45a4-b3cb-42631e377846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.307616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.311412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.404753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.442482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cafb2bb6-958c-45a4-b3cb-42631e377846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.443750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Subnet': ['ID=a159a35f-c6ba-4938-b01e-02bae9bb8fb9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:51.447770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.453272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3784b7ed-0a23-4e4b-9ff9-280a08470eea tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/subnets/a159a35f-c6ba-4938-b01e-02bae9bb8fb9 HTTP/1.1" status: 204 len: 168 time: 0.4017889 Oct 29 11:44:51.453527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46840) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:51.480853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.493220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-905eafcb-f641-4c17-b58d-9c33d0780bf5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:51.500120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-905eafcb-f641-4c17-b58d-9c33d0780bf5 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 811 time: 0.2659030 Oct 29 11:44:51.517923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cafb2bb6-958c-45a4-b3cb-42631e377846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.524731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-5c6ef173-3cb8-407b-aa1c-ba71bffe76a7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/quotas/8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 375 time: 0.0237725 Oct 29 11:44:51.563153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.585063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb2bb6-958c-45a4-b3cb-42631e377846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e03f2f-b3c6-44ec-9d3c-888bdeaaa755,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:51.590057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cafb2bb6-958c-45a4-b3cb-42631e377846 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d856b0790664cdabbea35036843a4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656235 Oct 29 11:44:51.592682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46848) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:51.631935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-9d2822b5-8662-4593-a989-a384c350ed85 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797722 Oct 29 11:44:51.725504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.734798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.762450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8e6615-dff4-4b28-beaf-c99c838fedaf']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:51.780067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426f68bf-75de-4ab1-9e13-f7350bbd524c') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:51.780280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426f68bf-75de-4ab1-9e13-f7350bbd524c') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:44:51.783104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.790743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-29c8f83c-db81-4b3c-ac09-c92f9d1e4861 service neutron] 10.222.0.77 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487317 Oct 29 11:44:51.810286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.841032 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.851343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:44:51.851700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:44:51.854991 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:44:51.866086 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.941301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.944135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.946661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.951783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0e03f2f-b3c6-44ec-9d3c-888bdeaaa755 HTTP/1.1" status: 204 len: 168 time: 0.3543682 Oct 29 11:44:51.960673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fdbda-36bc-48ee-a397-09d785dc3ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e03f2f-b3c6-44ec-9d3c-888bdeaaa755,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:51.977566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:51.990495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.007278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] 10.222.0.77 "DELETE /v2.0/networks/3e8e6615-dff4-4b28-beaf-c99c838fedaf HTTP/1.1" status: 204 len: 168 time: 0.5524933 Oct 29 11:44:52.025656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.049742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae0f53-5c52-41ea-a4cf-453430a5fff2 tempest-FloatingIPTestJSON-2108218024 tempest-FloatingIPTestJSON-2108218024-project] Pushing event deleted for resources: {'Network': ['ID=3e8e6615-dff4-4b28-beaf-c99c838fedaf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:52.095854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-02b68520-86e6-4f58-bc58-cbdfc4384ee9 service neutron] 10.222.0.77 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624636 Oct 29 11:44:52.332674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.584739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:52.606375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5908360-ad09-487c-8442-079e9c808e58 req-e55e972f-8f13-4071-8006-efa6299882da tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 210 time: 0.0413141 Oct 29 11:44:52.608188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.611374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.752913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.753456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6787f726-1bbf-4752-83d9-2950862469e7 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:44:52.795251 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:44:52.796434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37dfc718-aff9-42d3-91fe-c71ae8a24563 tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7280931 Oct 29 11:44:52.800102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:52.854599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-df5a90a5-8712-43ba-b705-f462859eaf8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b6d9456343b4d90927ab840ac1a9439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685802 Oct 29 11:44:52.858412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46902) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:52.937460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.949674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Deleting port da1a4b51-5aae-4c9d-9360-8a5fce093c5c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:52.950489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:52.974915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.064234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.091813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Calling delete_port for da1a4b51-5aae-4c9d-9360-8a5fce093c5c owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:53.098644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.102231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.103527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9be0508f-70ab-4d18-941e-8a9ef9d82dd9 HTTP/1.1" status: 204 len: 168 time: 0.2433333 Oct 29 11:44:53.160748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edc2f3-3f94-40c9-9332-9b34a4c0b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0508f-70ab-4d18-941e-8a9ef9d82dd9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:53.322065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.375001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Pushing event deleted for resources: {'Port': ['ID=da1a4b51-5aae-4c9d-9360-8a5fce093c5c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:53.526178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:53.536500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b72a84c-b36a-4de0-87bd-7da06bad10bf tempest-RoutersAdminNegativeIpV6Test-1393031083 tempest-RoutersAdminNegativeIpV6Test-1393031083-project-admin] 10.222.0.77 "DELETE /v2.0/ports/da1a4b51-5aae-4c9d-9360-8a5fce093c5c HTTP/1.1" status: 204 len: 168 time: 0.7324567 Oct 29 11:44:53.857497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2335d737-e831-45f9-bdb9-0e876f6b5e32 req-8d65ffad-65c5-4b15-9596-c302811a1fe7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 210 time: 0.0672514 Oct 29 11:44:54.160658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-15d7b96f-e3e7-43f8-870b-5687a9b1b98c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4809499 Oct 29 11:44:54.206914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46966) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:54.310436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:54.475063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-9f80ac41-3522-44d5-b3f7-c3831896535f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:54.481313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-9f80ac41-3522-44d5-b3f7-c3831896535f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 811 time: 0.3904929 Oct 29 11:44:54.487726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-5668da00-cce0-4bed-9ba6-7d305ae48ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:54.490495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-5668da00-cce0-4bed-9ba6-7d305ae48ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.2434049 Oct 29 11:44:54.566678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-93334ae3-d942-4f2b-b1fc-27bb92eb5b77 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d82c2979fa74e0791ecb6cc23292d92 HTTP/1.1" status: 200 len: 380 time: 0.0749753 Oct 29 11:44:54.576784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'port': {'device_id': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'admin_state_up': True, 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'security_groups': ['093f1662-0a98-4225-b6c0-e8e314a30ab1']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:54.723403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58ccab9a-1e23-4c9c-9cb7-ed6175d8da1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:54.819891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Made reservation on behalf of 8d82c2979fa74e0791ecb6cc23292d92 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:54.823693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:54.970025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-bbf655cc-04c0-4f9e-a027-02946d4bca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:54.977317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-bbf655cc-04c0-4f9e-a027-02946d4bca4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.4586432 Oct 29 11:44:55.119707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4128ce6b-b3b6-466f-9b91-04b8821e509b req-ec71178d-9405-47b3-9974-932620948c83 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 210 time: 0.0692084 Oct 29 11:44:55.120762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47000) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:55.120879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Allocated IP 172.20.0.8 (c58883c1-f86e-42cf-bcc5-3e570d83076a/d4acd506-50b6-4f39-a294-d4fb6da01c2f/8fbd2131-6907-46a8-9150-24d05cfcddc4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:44:55.357932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-afe5bf56-2ad8-40ab-97a5-345047c24e13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 1000 time: 0.2845097 Oct 29 11:44:55.381600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47014) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:55.465671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.504761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-89fcc225-028e-49b3-bd9d-86194bbc759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:55.506127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.507231 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-89fcc225-028e-49b3-bd9d-86194bbc759a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1356344 Oct 29 11:44:55.554066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58ccab9a-1e23-4c9c-9cb7-ed6175d8da1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.566798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58ccab9a-1e23-4c9c-9cb7-ed6175d8da1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.614790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1164721989'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:55.618175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event updated for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:55.640161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Network c58883c1-f86e-42cf-bcc5-3e570d83076a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:44:55.644829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:55.666978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:55.676351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1085012272'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:55.685231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccab9a-1e23-4c9c-9cb7-ed6175d8da1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ea5e1-84b1-4021-8b2e-750ba3951c14,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:55.746599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-58ccab9a-1e23-4c9c-9cb7-ed6175d8da1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66562c60c0874350b4c75b6daa97e86d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5382297 Oct 29 11:44:55.748571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-a818267b-03f1-4e36-be41-b3cbf6c88a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:55.750005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-a818267b-03f1-4e36-be41-b3cbf6c88a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340620 Oct 29 11:44:55.750979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:55.755170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Made reservation on behalf of ef0773e030b84029ac8c36d426ba4bdd for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:55.764084 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.862329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Made reservation on behalf of ed3c635b5305426c883874b0911b5a6d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:55.869985 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.877836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:55.878734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.880898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.905908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.929566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:55.987411 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-d06e36f4-d71c-4a43-a9e0-7e33f4acca71 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4140677 Oct 29 11:44:56.003456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Request body: {'port': {'device_id': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:56.048325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.051521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-37e44135-28d0-4818-b48a-0c24697d34da service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915268 Oct 29 11:44:56.076587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.080365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-229f6ae8-d3e9-42c5-afa4-92c808befe7d None None] Provisioning complete for port 8fbd2131-6907-46a8-9150-24d05cfcddc4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:44:56.092604 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-229f6ae8-d3e9-42c5-afa4-92c808befe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.195732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-229f6ae8-d3e9-42c5-afa4-92c808befe7d None None] Port 8fbd2131-6907-46a8-9150-24d05cfcddc4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:44:56.242580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.245962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.247389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a86ea5e1-84b1-4021-8b2e-750ba3951c14 HTTP/1.1" status: 204 len: 168 time: 0.4932086 Oct 29 11:44:56.272338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09f13d-d685-4c1b-8536-8b5f898f9afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ea5e1-84b1-4021-8b2e-750ba3951c14,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:56.330730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.433380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.460175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.490261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.493697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7c868a-bc0c-4746-a2d7-930af75154fa req-830c1fc5-490f-404d-96b9-ef957936bbb0 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008868 Oct 29 11:44:56.577420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:56.599586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f03b8f-036e-430a-941d-bc24c6156857 req-8746d604-3414-471e-98ac-1f597e0db431 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:56.607512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30f03b8f-036e-430a-941d-bc24c6156857 req-8746d604-3414-471e-98ac-1f597e0db431 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 931 time: 0.2408648 Oct 29 11:44:56.632391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b5ddf9-6646-484a-a69a-3d5c59ffd8a5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:56.635593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.635935 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Added segment 7d5e5e4e-958e-43d9-b107-d4854558dee4 of type vlan for network 12f22562-30e9-4835-b97a-89c5a65cbeb6 Oct 29 11:44:56.668902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.706942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30f03b8f-036e-430a-941d-bc24c6156857 req-8eae8788-12e3-4dde-97b3-fd3bed7c0186 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983069 Oct 29 11:44:56.707732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.751869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:44:56.776776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a34d9c-2147-4e90-8e5d-3ad504ee559c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:56.801988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.802511 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Added segment 71b55c95-5580-4117-8e19-9ea496423bdd of type vlan for network 8b303a97-eae3-4e20-ba67-788a22c89438 Oct 29 11:44:56.802775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.872068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47044) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:56.880026 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.885798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:56.886481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.916636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:56.998082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6148679 Oct 29 11:44:57.026298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47052) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:57.027299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.028623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b738d-7f33-44cf-abd7-4b7994e5379e tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Network': ['ID=12f22562-30e9-4835-b97a-89c5a65cbeb6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:57.047285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:57.052760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:57.054649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.083997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59af6369-9413-4c3c-ae0b-394fc9c5856d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=347fc4d0e2954c938c40d9f5f37007a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105122 Oct 29 11:44:57.090932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47054) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:57.108546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'subnet': {'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:57.211198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0190663 Oct 29 11:44:57.324036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd2131-6907-46a8-9150-24d05cfcddc4 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:44:57.336968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.340892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.370966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Transition to ACTIVE for port object 8fbd2131-6907-46a8-9150-24d05cfcddc4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:44:57.383237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.390410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.545952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:57.598346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.601884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.606032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34558b38-9b90-48b3-8796-1fcbb729cdb8 HTTP/1.1" status: 204 len: 168 time: 0.5107973 Oct 29 11:44:57.618818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193ca85-5a0c-4f5d-acbd-8ba27aba0823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34558b38-9b90-48b3-8796-1fcbb729cdb8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:57.670787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Attempting to bind port 8fbd2131-6907-46a8-9150-24d05cfcddc4 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:44:57.673851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Attempting to bind port 8fbd2131-6907-46a8-9150-24d05cfcddc4 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:44:57.674886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Attempting to bind port 8fbd2131-6907-46a8-9150-24d05cfcddc4 on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:57.691523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Port 8fbd2131-6907-46a8-9150-24d05cfcddc4 on network c58883c1-f86e-42cf-bcc5-3e570d83076a not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:44:57.691862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Attempting to bind port 8fbd2131-6907-46a8-9150-24d05cfcddc4 on network c58883c1-f86e-42cf-bcc5-3e570d83076a {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:44:57.742556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:44:57.742908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Checking segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:57.743302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Bound using segment: {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:44:57.743740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Bound port: 8fbd2131-6907-46a8-9150-24d05cfcddc4, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a40cb24-1eaf-4c2c-a57b-665267679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:44:57.744097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.881211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:44:57.888656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:44:57.896624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:57.908699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47072) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:57.950495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438', 'binding:host_id': 'n-h2-805046-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-71209416'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:58.067586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Made reservation on behalf of 20506a5d766649279ed8fff155bdb7e1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:58.069886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.094000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:58.094656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.096072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 1091 time: 2.0993621 Oct 29 11:44:58.096526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:44:58.098863 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dceafc-7241-4c70-8ce1-7598c94980d3" -d '{"events": [{"name": "network-changed", "server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:44:58.106315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.109494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785bc8-260d-465a-9073-2d186ed24fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:58.222845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f627c-be80-4375-bb3e-c8776cf5bc3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Pushing event updated for resources: {'Network': ['ID=8b303a97-eae3-4e20-ba67-788a22c89438,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:58.243170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8b303a97-eae3-4e20-ba67-788a22c89438 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:44:58.296460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-4d3aaa60-de8a-4fd9-9722-4592cbb8aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:58.298592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-4d3aaa60-de8a-4fd9-9722-4592cbb8aa76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1094 time: 0.1471691 Oct 29 11:44:58.358911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe256f-0be4-4762-b91a-4c3f8f5eed7d req-ee79c41b-8a96-4d38-a96e-429c313dc322 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:58.367742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-b732ec22-3356-46d2-8d9a-7aeaf0c9996b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 217 time: 0.0580578 Oct 29 11:44:58.368852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47fe256f-0be4-4762-b91a-4c3f8f5eed7d req-ee79c41b-8a96-4d38-a96e-429c313dc322 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 943 time: 0.3186066 Oct 29 11:44:58.408491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Made reservation on behalf of ef0773e030b84029ac8c36d426ba4bdd for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:44:58.413405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.466058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-759a4a87-fbde-413b-9e3f-b8c13ab76391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.483472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.550406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.557932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47fe256f-0be4-4762-b91a-4c3f8f5eed7d req-26e8effc-ca97-4b94-a544-11792884c1f0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577072 Oct 29 11:44:58.578426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port cbdd50b3-6d2e-400a-8cd2-d704541bbacc yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:44:58.670669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-787b517a-1ba9-4642-a240-efa9bb10d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:58.672575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-787b517a-1ba9-4642-a240-efa9bb10d1f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.2953131 Oct 29 11:44:58.721748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a575f9-e60c-40bf-910a-a1753c8b49fd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:58.767258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-8b6fff4a-c839-4c17-a132-9a2bfae4cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:58.771202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-8b6fff4a-c839-4c17-a132-9a2bfae4cb3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828161 Oct 29 11:44:58.859726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 24035fc6-7167-49fa-aa68-ef79affea9ff {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:44:58.862338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:58.971265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.113220 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-14525942-fcad-486e-bc59-e7a4793fd108 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330142 Oct 29 11:44:59.143053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Subnet': ['ID=e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:59.148429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port 24035fc6-7167-49fa-aa68-ef79affea9ff, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=24035fc6-7167-49fa-aa68-ef79affea9ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:44:59.148799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.165454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port cbdd50b3-6d2e-400a-8cd2-d704541bbacc yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:44:59.167143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 24035fc6-7167-49fa-aa68-ef79affea9ff owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:44:59.169780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Checking segment: {'id': '7d5e5e4e-958e-43d9-b107-d4854558dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:59.170139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network hostable DHCP agents. Network: 12f22562-30e9-4835-b97a-89c5a65cbeb6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:59.207942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.222973 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281cf99b-bfb4-42ed-88e3-21ce1b1e8588 x-openstack-request-id: req-281cf99b-bfb4-42ed-88e3-21ce1b1e8588 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:44:59.223677 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:44:59.224043 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-281cf99b-bfb4-42ed-88e3-21ce1b1e8588 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:44:59.224629 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'status': 'completed', 'code': 200} Oct 29 11:44:59.232261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.250304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:59.280954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 12f22562-30e9-4835-b97a-89c5a65cbeb6) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:59.289989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:59.290619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.293736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442221b6-74bb-4b08-9a14-508c543b29b0 None None] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:44:59.383885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=cbdd50b3-6d2e-400a-8cd2-d704541bbacc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:59.405701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4ab1934e-6799-4101-ad45-75b793e34154 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3067133 Oct 29 11:44:59.420196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47114) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:59.456599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1911599011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:44:59.493194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4550021a-8c30-4fae-9c0a-068e63fca210 req-a854bd41-fdf5-4982-b6aa-70044cc18055 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718603 Oct 29 11:44:59.522043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Checking segment: {'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:44:59.522763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Network hostable DHCP agents. Network: 8b303a97-eae3-4e20-ba67-788a22c89438, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:44:59.525972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.529263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.530127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47118) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:59.556372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.600202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=24035fc6-7167-49fa-aa68-ef79affea9ff,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:44:59.696498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-12f22562-30e9-4835-b97a-89c5a65cbeb6', 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6', 'tenant_id': 'ef0773e030b84029ac8c36d426ba4bdd', 'fixed_ips': [{'subnet_id': 'e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:44:59.699117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.792726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.838554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.851538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Network 8b303a97-eae3-4e20-ba67-788a22c89438 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:44:59.913209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:44:59.921311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1531a4c8-79e0-4901-a87b-88f164bf8760 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4962075 Oct 29 11:44:59.921311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8b303a97-eae3-4e20-ba67-788a22c89438) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:44:59.924590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47126) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:44:59.943658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:44:59.959251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-2b3cbd49-e9ae-49d8-a794-68491f3879d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:44:59.960794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-2b3cbd49-e9ae-49d8-a794-68491f3879d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1094 time: 0.2054152 Oct 29 11:44:59.972691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-66897c24-5aef-4280-bb7d-901a5354b167 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:44:59.973958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66897c24-5aef-4280-bb7d-901a5354b167 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.4425211 Oct 29 11:44:59.994802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47128) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.011638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8816a-12ac-46d3-9682-cbc960ccf84d req-ba6e74d9-5ef7-41fb-bb84-84abce7f85d9 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:00.031753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92a8816a-12ac-46d3-9682-cbc960ccf84d req-ba6e74d9-5ef7-41fb-bb84-84abce7f85d9 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 943 time: 0.3223717 Oct 29 11:45:00.036968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b666aa-e892-475a-8e3c-611e06de25b4 None None] Network 8b303a97-eae3-4e20-ba67-788a22c89438 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:00.052601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-04daacc4-369c-4818-a330-0ded5c3fb48a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.056016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-04daacc4-369c-4818-a330-0ded5c3fb48a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0151918 Oct 29 11:45:00.095116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47134) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.100305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-67a62ca5-f12e-4a19-b827-5a693540a4d3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.109455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-67a62ca5-f12e-4a19-b827-5a693540a4d3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065949 Oct 29 11:45:00.113619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.122370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-5c6dcdc8-eabc-4d65-9ab2-d2dcb68e22f4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.126255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5c6dcdc8-eabc-4d65-9ab2-d2dcb68e22f4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0087245 Oct 29 11:45:00.126772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.132993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-30d1ce50-c1ea-4ce7-9171-8be70ba411b2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.136392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-30d1ce50-c1ea-4ce7-9171-8be70ba411b2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061145 Oct 29 11:45:00.156549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.174430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-92a8816a-12ac-46d3-9682-cbc960ccf84d req-e2d30bbe-a284-4fe2-994d-cf293ada149b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389234 Oct 29 11:45:00.180614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c0244429-56e1-4bfd-ad9e-ee24132dda0e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.180809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:00.180809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:00.181030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c0244429-56e1-4bfd-ad9e-ee24132dda0e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043461 Oct 29 11:45:00.181129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:00.196099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47142) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.209759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-ab105ece-0bd4-4c70-9beb-21aa19c6910a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.210993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab105ece-0bd4-4c70-9beb-21aa19c6910a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0137010 Oct 29 11:45:00.217317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47144) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.224399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-137b80a2-8f10-4761-81d3-987feb5b4989 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.225431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-137b80a2-8f10-4761-81d3-987feb5b4989 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0071597 Oct 29 11:45:00.229493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47146) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.234052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-6cac94c6-edef-4ae6-bd69-7f6cb56f76b3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.235072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6cac94c6-edef-4ae6-bd69-7f6cb56f76b3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046206 Oct 29 11:45:00.235919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:00.236247 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:00.240907 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 2 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:00.252113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.257697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-61c9ad88-9f24-4537-9edb-34b6e3cc5486 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.258678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-61c9ad88-9f24-4537-9edb-34b6e3cc5486 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046637 Oct 29 11:45:00.269981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47150) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.291809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:00.310039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-a91d205b-d6a4-4f43-8aba-c19248f6670d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.311147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a91d205b-d6a4-4f43-8aba-c19248f6670d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064638 Oct 29 11:45:00.428111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Allocated IP 172.20.0.2 (12f22562-30e9-4835-b97a-89c5a65cbeb6/e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5/76d66525-8f97-481f-9073-c8a58b59def7) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:00.495607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47152) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.511781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-ee6a2c46-3ccf-4037-bd0a-9da717673457 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.520272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee6a2c46-3ccf-4037-bd0a-9da717673457 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0175292 Oct 29 11:45:00.529793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.542330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-89e0b0aa-f904-4bfc-bdbf-333ee635b94b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.543559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89e0b0aa-f904-4bfc-bdbf-333ee635b94b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0100582 Oct 29 11:45:00.552357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47160) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.560215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-9731a0b4-c077-4fcd-8df0-4eb21a21db37 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.568898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9731a0b4-c077-4fcd-8df0-4eb21a21db37 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124552 Oct 29 11:45:00.575190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47162) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.582000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-b4e6c257-621c-436a-b4ac-9a61d6e87f9b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.583902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4e6c257-621c-436a-b4ac-9a61d6e87f9b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0071194 Oct 29 11:45:00.586654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.596476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-32a1f711-de3c-42b4-bbd2-53454c0f5505 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.598477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32a1f711-de3c-42b4-bbd2-53454c0f5505 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0095973 Oct 29 11:45:00.602491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47168) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.612343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-2a321c80-b6e9-4ce5-b17b-f0e6a5eff98e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.614111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a321c80-b6e9-4ce5-b17b-f0e6a5eff98e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091755 Oct 29 11:45:00.616712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.623494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-ee7b3c79-1158-42b0-8123-729ec729ef1a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.625164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee7b3c79-1158-42b0-8123-729ec729ef1a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072641 Oct 29 11:45:00.628355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.635536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-4a0f35fc-1e8c-4dfa-971f-a69d5237f19e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.636683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a0f35fc-1e8c-4dfa-971f-a69d5237f19e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073259 Oct 29 11:45:00.639164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.646263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-d9519a31-e3ae-4b0c-9df0-cdc4bc3a4fc3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.647351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9519a31-e3ae-4b0c-9df0-cdc4bc3a4fc3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070667 Oct 29 11:45:00.652672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47180) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.659434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-79abf974-6c0a-49e8-86f8-8530962f704a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.660668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79abf974-6c0a-49e8-86f8-8530962f704a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069139 Oct 29 11:45:00.663503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.668620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-d2993260-9b6f-4428-8d3c-b052ebb62694 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.670369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d2993260-9b6f-4428-8d3c-b052ebb62694 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058792 Oct 29 11:45:00.674107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.681476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-68f34d6e-4489-4177-82e1-5c217daafc3f tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.682717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68f34d6e-4489-4177-82e1-5c217daafc3f tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076070 Oct 29 11:45:00.689427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47186) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.697172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-0a1db8a5-8cc3-4804-85f2-3362c061309b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.700625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0a1db8a5-8cc3-4804-85f2-3362c061309b tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077119 Oct 29 11:45:00.701418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47188) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.712582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-428d138c-d73e-4a3c-928b-47016932a84a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.712582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-428d138c-d73e-4a3c-928b-47016932a84a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076127 Oct 29 11:45:00.718813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47190) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.730457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-4a8c197c-a867-4edf-ba6c-989eee728feb tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.737190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a8c197c-a867-4edf-ba6c-989eee728feb tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188546 Oct 29 11:45:00.741336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:00.743249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47192) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.753212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-1b5ec439-e4d9-4020-b9c2-0ed94179eb9d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.755273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1b5ec439-e4d9-4020-b9c2-0ed94179eb9d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076191 Oct 29 11:45:00.766495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:00.788073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47194) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.794109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c2ffaf07-3e25-4034-86fb-68fe08fb8371 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.795362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2ffaf07-3e25-4034-86fb-68fe08fb8371 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057979 Oct 29 11:45:00.825081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.832169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-4bd2cfaf-a04e-418c-8e05-2701cd3cad67 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.833549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4bd2cfaf-a04e-418c-8e05-2701cd3cad67 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071814 Oct 29 11:45:00.836425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47198) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.841104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-3950baa4-20a7-4dcb-9aa0-43c7eac39959 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.842354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3950baa4-20a7-4dcb-9aa0-43c7eac39959 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046980 Oct 29 11:45:00.848344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.854890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-0ff6c4de-ed43-49f7-bc70-143056b470f5 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.856372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0ff6c4de-ed43-49f7-bc70-143056b470f5 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065432 Oct 29 11:45:00.859200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.869861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-e2e8914b-2894-425e-b4fd-ba6d23a56f66 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.873899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2e8914b-2894-425e-b4fd-ba6d23a56f66 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0134540 Oct 29 11:45:00.877283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47204) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.885356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:00.885892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:00.886288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:00.891773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-7c8ab7ce-edb4-42a0-996e-58d7138b8027 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.892939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7c8ab7ce-edb4-42a0-996e-58d7138b8027 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0149348 Oct 29 11:45:00.895796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.903599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-87673973-5d88-46af-b481-6ebe31bfcf67 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.904518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87673973-5d88-46af-b481-6ebe31bfcf67 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057657 Oct 29 11:45:00.917609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47208) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.925095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-be0c35ee-bf2b-4a0b-8843-4e8cfd4d5953 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.925987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be0c35ee-bf2b-4a0b-8843-4e8cfd4d5953 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056937 Oct 29 11:45:00.930339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47210) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.942309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-9d1c1d47-ca66-4cc2-8b70-4cd6ab85fcf0 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.945643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9d1c1d47-ca66-4cc2-8b70-4cd6ab85fcf0 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052204 Oct 29 11:45:00.945643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:00.945643 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:00.953413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47212) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.961303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-2f52574b-5d7a-4e5f-98d9-3a9d54ffb43d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.964644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2f52574b-5d7a-4e5f-98d9-3a9d54ffb43d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056343 Oct 29 11:45:00.969847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47214) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:00.974072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-ce0339ca-a773-4183-a873-9a856106204f tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:00.977486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ce0339ca-a773-4183-a873-9a856106204f tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042388 Oct 29 11:45:00.978230 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 3 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:00.991813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47216) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.009977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.010308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.010630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.011795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:01.019672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-27fd6174-a900-40ab-9e52-283a9201afc2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.022763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27fd6174-a900-40ab-9e52-283a9201afc2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074933 Oct 29 11:45:01.023148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47218) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.028287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-78e8afef-3a6b-457a-bed8-95699cb21bd3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.032281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-78e8afef-3a6b-457a-bed8-95699cb21bd3 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047598 Oct 29 11:45:01.032419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47220) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.033616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.033954 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.037282 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 4 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.038274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-a9bfd826-3746-42f8-b374-81bf31bf89f2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.041682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9bfd826-3746-42f8-b374-81bf31bf89f2 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053933 Oct 29 11:45:01.042748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47222) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.048820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-236eab19-36b2-4dd7-a858-a582ec204ad1 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.052123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-236eab19-36b2-4dd7-a858-a582ec204ad1 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058167 Oct 29 11:45:01.058050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.059473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-57739c83-ca13-412d-a46c-de1d4bb47e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:01.060974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-57739c83-ca13-412d-a46c-de1d4bb47e8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.9455242 Oct 29 11:45:01.065234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-ffebb28c-ff3c-4e08-90f3-3d4a7ebf6dec tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.071574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ffebb28c-ff3c-4e08-90f3-3d4a7ebf6dec tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079026 Oct 29 11:45:01.071783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47226) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.074411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-d3551f19-c4a5-4856-89b0-5a332f969026 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.075349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d3551f19-c4a5-4856-89b0-5a332f969026 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043128 Oct 29 11:45:01.084074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47228) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.091248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-ccacaf00-9903-4c76-ab9e-66a0a5f62da4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.095627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ccacaf00-9903-4c76-ab9e-66a0a5f62da4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081451 Oct 29 11:45:01.096291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47230) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.147290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-2423550c-8c36-4623-9e5a-81d1f12ecc41 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.150996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2423550c-8c36-4623-9e5a-81d1f12ecc41 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071263 Oct 29 11:45:01.152298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47232) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.156088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.156433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.156815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.162126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-e2e6fd0f-8e5b-436e-853d-a08885b3d249 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.164604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.164948 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.166597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-918c0598-93fd-41a2-862d-a7003d122a77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 217 time: 0.0952699 Oct 29 11:45:01.167049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2e6fd0f-8e5b-436e-853d-a08885b3d249 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0140321 Oct 29 11:45:01.169738 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 5 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.173471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.182390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-f7d305e2-a83f-42bc-804d-bd9595687a5e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.186028 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f7d305e2-a83f-42bc-804d-bd9595687a5e tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074725 Oct 29 11:45:01.189654 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82d97632-8057-474c-a9b4-732eb582f81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:01.196369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47236) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.197989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:01.200509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Pushing event updated for resources: {'Port': ['ID=76d66525-8f97-481f-9073-c8a58b59def7,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:01.216032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:01.216135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-c598199b-21d7-4fac-96eb-7156a05a8020 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.219588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c598199b-21d7-4fac-96eb-7156a05a8020 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0121715 Oct 29 11:45:01.220394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:01.225440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.229834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-06a7ce40-38f7-4eff-b51a-7e6d55f36abc tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.233812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-06a7ce40-38f7-4eff-b51a-7e6d55f36abc tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073261 Oct 29 11:45:01.239223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47244) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.248857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-1ac1815c-b791-4d52-883e-bf9f629ac9e8 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.256536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1ac1815c-b791-4d52-883e-bf9f629ac9e8 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0124819 Oct 29 11:45:01.262522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47248) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.279496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.280101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.280598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.283027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-96fd215f-5884-4a30-a81e-3deaf388e546 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.286528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96fd215f-5884-4a30-a81e-3deaf388e546 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0206132 Oct 29 11:45:01.290401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.298557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-1f45c303-79e0-487a-b386-895b8407cb7d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.302554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1f45c303-79e0-487a-b386-895b8407cb7d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080817 Oct 29 11:45:01.302902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:01.304305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47252) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.308542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-dd245d91-c872-4371-bb8a-bf203dad630d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.312274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.315722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd245d91-c872-4371-bb8a-bf203dad630d tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075791 Oct 29 11:45:01.316270 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.317418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.320424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d5a246ef-f828-4ad6-8bc1-bb77359fee3a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/2f9a35b6-1476-47be-b4aa-5acd08627345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0036080 Oct 29 11:45:01.321283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Attempting to bind port 76d66525-8f97-481f-9073-c8a58b59def7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.321666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Attempting to bind port 76d66525-8f97-481f-9073-c8a58b59def7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7d5e5e4e-958e-43d9-b107-d4854558dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.322025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Attempting to bind port 76d66525-8f97-481f-9073-c8a58b59def7 on network 12f22562-30e9-4835-b97a-89c5a65cbeb6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.338603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:01.350897 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 6 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.353130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:01.353561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Checking segment: {'id': '7d5e5e4e-958e-43d9-b107-d4854558dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:01.354310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:01.354887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Bound using segment: {'id': '7d5e5e4e-958e-43d9-b107-d4854558dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:01.355539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Bound port: 76d66525-8f97-481f-9073-c8a58b59def7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e5e4e-958e-43d9-b107-d4854558dee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:01.356100 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:01.388649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-59c46b89-d0d0-480e-90a7-dffa351c5683 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.393923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47258) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.394566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59c46b89-d0d0-480e-90a7-dffa351c5683 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0148528 Oct 29 11:45:01.398359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:01.399322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:01.400254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.401485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.405755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.407287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c2d112cc-bf62-4fe5-851d-1f46c2ef2fb5 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.410726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2d112cc-bf62-4fe5-851d-1f46c2ef2fb5 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0117905 Oct 29 11:45:01.415640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47260) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.416484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.416922 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.418268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:01.426206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-cb306717-9d0e-4d50-b4f3-ce6953b18cb4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.430036 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb306717-9d0e-4d50-b4f3-ce6953b18cb4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068207 Oct 29 11:45:01.430036 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 7 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.433253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd468-9cfc-4950-91b0-4694cf909c08 req-5d5b4b9f-1841-4eb7-94bc-446ff234a899 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:01.433407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47262) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.437853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bddd468-9cfc-4950-91b0-4694cf909c08 req-5d5b4b9f-1841-4eb7-94bc-446ff234a899 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 943 time: 0.1163399 Oct 29 11:45:01.447222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-9615451f-8b09-44e4-a3cd-94120ffcfd7c tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.450761 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9615451f-8b09-44e4-a3cd-94120ffcfd7c tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064518 Oct 29 11:45:01.463077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47264) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.466982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-ab540039-166e-42f8-9c4d-74133a688eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:01.477405 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-ab540039-166e-42f8-9c4d-74133a688eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.2748537 Oct 29 11:45:01.478125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-c79da1ca-ee7a-453d-911a-8b520760d898 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.481518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c79da1ca-ee7a-453d-911a-8b520760d898 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0118868 Oct 29 11:45:01.496683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.535973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bddd468-9cfc-4950-91b0-4694cf909c08 req-d1f8ed9c-32b5-4b07-8873-eae50c0ebf85 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889432 Oct 29 11:45:01.592879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-4af8ebd7-95bf-43f9-82d8-d8a004f33b31 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.594150 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4af8ebd7-95bf-43f9-82d8-d8a004f33b31 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0925353 Oct 29 11:45:01.597459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47272) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.602581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-caec38b5-5d36-4588-9b6d-4b2f60da8e57 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.603782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-caec38b5-5d36-4588-9b6d-4b2f60da8e57 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050085 Oct 29 11:45:01.606988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.607373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47274) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.607763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.608229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.617712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-b7156dc0-1f55-413f-9415-e138b8fabee4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.633156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b7156dc0-1f55-413f-9415-e138b8fabee4 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0209568 Oct 29 11:45:01.636232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47276) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.674884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-014316c7-c9a0-42e0-9fbb-fd946d548865 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.675952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-014316c7-c9a0-42e0-9fbb-fd946d548865 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0282681 Oct 29 11:45:01.684328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47280) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.688786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.691733 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.692840 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 8 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.701849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-7b66f6d4-971c-4444-ae15-27cdd1e5189a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.702826 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b66f6d4-971c-4444-ae15-27cdd1e5189a tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0175309 Oct 29 11:45:01.708114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.712500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.712957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.713785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:01.728433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-885a047e-931c-4806-bb04-43a34f78072c tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.729665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-885a047e-931c-4806-bb04-43a34f78072c tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0106633 Oct 29 11:45:01.730622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:01.731886 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:01.732413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47284) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.739083 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 9 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:01.742297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-d14b0452-9f7e-4bb7-84a0-5e4ee37fe297 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.743308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d14b0452-9f7e-4bb7-84a0-5e4ee37fe297 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099301 Oct 29 11:45:01.747138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47286) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.756208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [None req-f4e2b839-6c61-40c2-adac-3defef89b7c8 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.757363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f4e2b839-6c61-40c2-adac-3defef89b7c8 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073035 Oct 29 11:45:01.759253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] For port 76d66525-8f97-481f-9073-c8a58b59def7, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:01.760685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47288) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.766275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-45ee5ac9-3016-4e88-bf79-b4ee990898c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:01.767921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-45ee5ac9-3016-4e88-bf79-b4ee990898c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724349 Oct 29 11:45:01.789350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-f4d23d61-9142-401b-9e44-616d090c2725 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.790389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f4d23d61-9142-401b-9e44-616d090c2725 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0287251 Oct 29 11:45:01.797038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47290) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:01.811641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [None req-0b1580b9-c157-426d-9c6d-bd256c4f50c7 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:45:01.815077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:01.818414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b1580b9-c157-426d-9c6d-bd256c4f50c7 tempest-ExtensionsTestJSON-269287576 tempest-ExtensionsTestJSON-269287576-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0145566 Oct 29 11:45:01.920424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:01.921477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:01.926645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:02.135396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] For port 76d66525-8f97-481f-9073-c8a58b59def7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76d66525-8f97-481f-9073-c8a58b59def7,segment=NetworkSegment(7d5e5e4e-958e-43d9-b107-d4854558dee4),segment_id=7d5e5e4e-958e-43d9-b107-d4854558dee4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:02.151934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-27c13b17-94a5-4e03-a252-fdfce7bcb804 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010728 Oct 29 11:45:02.159053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:02.159405 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:02.163896 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 10 to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc Oct 29 11:45:02.301239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fbd2131-6907-46a8-9150-24d05cfcddc4 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:45:02.307367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b419c-8b48-4041-a036-d682dd6a1db2 req-12394420-3427-430f-aeb1-1a6b08e3ec93 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:02.321664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9b419c-8b48-4041-a036-d682dd6a1db2 req-12394420-3427-430f-aeb1-1a6b08e3ec93 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.1213696 Oct 29 11:45:02.330578 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.331169 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dceafc-7241-4c70-8ce1-7598c94980d3 req-e08e32cc-d03c-4edb-8d8b-9998fbc98ecb service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682172 Oct 29 11:45:02.334614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:02.335007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:02.335360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:02.344777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:02.345131 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port cbdd50b3-6d2e-400a-8cd2-d704541bbacc on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:02.345501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.431387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f9b419c-8b48-4041-a036-d682dd6a1db2 req-c886f008-672e-4097-a735-bef1e67dc0a2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085823 Oct 29 11:45:02.464540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47306) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:02.518761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.519462 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.571650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Allocated IP 172.20.0.1 (12f22562-30e9-4835-b97a-89c5a65cbeb6/e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5/35ae6cb0-e6f1-4687-8cad-849c92b7caf4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:02.609501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port cbdd50b3-6d2e-400a-8cd2-d704541bbacc, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:02.610640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempted to set empty binding levels {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:45:02.618291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.706398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:02.716047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:02.720846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'port_id': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'mac_address': 'fa:16:3e:e4:dd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:45:02.733555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.746170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6754-9f94-4c2a-a089-2e8da7915f30 None None] Pushing event updated for resources: {'Port': ['ID=76d66525-8f97-481f-9073-c8a58b59def7,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:02.904001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8838da77-96ca-4cda-97cd-d6547c888351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.915352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:02.931510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd2131-6907-46a8-9150-24d05cfcddc4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:45:02.962843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af810a-b80f-4d34-9722-417abad9b02d req-7267d03d-f1a2-4a0e-ad15-f85df9b8dff9 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:02.975684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1af810a-b80f-4d34-9722-417abad9b02d req-7267d03d-f1a2-4a0e-ad15-f85df9b8dff9 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 943 time: 0.1755135 Oct 29 11:45:02.979283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:03.010915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.081735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1af810a-b80f-4d34-9722-417abad9b02d req-a91d88bc-4233-41b9-8384-d76715540d56 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048262 Oct 29 11:45:03.142456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:03.173613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.2406027 Oct 29 11:45:03.173613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418ee2-bf73-4d93-bc05-424099bfc846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=cbdd50b3-6d2e-400a-8cd2-d704541bbacc,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:03.178421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:03.188622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:03.189476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8838da77-96ca-4cda-97cd-d6547c888351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.199263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8838da77-96ca-4cda-97cd-d6547c888351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.205191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.274645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['8fbd2131-6907-46a8-9150-24d05cfcddc4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:45:03.283508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:03.284500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47324) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:03.285332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8838da77-96ca-4cda-97cd-d6547c888351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a65ff9f7fe5147e69a778636a70dd2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8189318 Oct 29 11:45:03.287416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838da77-96ca-4cda-97cd-d6547c888351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa887c-65d4-4d2d-ae41-9b924aac0f5c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:03.323649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:03.324204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:03.389408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.443431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Deleting port cbdd50b3-6d2e-400a-8cd2-d704541bbacc {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:03.443777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.511596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.581540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:03.591817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.593615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=35ae6cb0-e6f1-4687-8cad-849c92b7caf4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:03.640358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:03.701139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-04834437-55a8-44fa-a191-2c4ff1ffdddd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:03.716076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-04834437-55a8-44fa-a191-2c4ff1ffdddd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.3560586 Oct 29 11:45:03.717341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:03.725651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:03.779342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072817e-7897-425f-8b13-aca4e28db990 req-c316f63e-b0ac-4e5f-8526-9fe1a0506da4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:03.801816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.806966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1072817e-7897-425f-8b13-aca4e28db990 req-c316f63e-b0ac-4e5f-8526-9fe1a0506da4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.2244186 Oct 29 11:45:03.902985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1072817e-7897-425f-8b13-aca4e28db990 req-e33a4b10-683a-48d6-8f7a-99863a7f158f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950911 Oct 29 11:45:03.955290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port cbdd50b3-6d2e-400a-8cd2-d704541bbacc, host n-h2-805046-9, got binding levels [] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:03.955656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:03.979181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Calling delete_port for cbdd50b3-6d2e-400a-8cd2-d704541bbacc owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:04.013785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:04.053441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8999f0-cbf3-44a2-9796-bf2ae5513c53 None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3de6b923-4060-4064-8737-e338e0f0fcb1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'port_id': '0e087acc-7f58-402f-b418-1b785d437ed2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'mac_address': 'fa:16:3e:b7:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:43:32Z', 'updated_at': '2021-10-29T11:43:39Z', 'revision_number': 1, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:04.091861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.274131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.329139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356c433-77db-42d6-93f0-05f24a3fd08b req-b5218de7-41fb-4f4b-ae17-a30ae56f8481 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:04.329713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.332194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.336952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94aa887c-65d4-4d2d-ae41-9b924aac0f5c HTTP/1.1" status: 204 len: 168 time: 1.0455947 Oct 29 11:45:04.337132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7356c433-77db-42d6-93f0-05f24a3fd08b req-b5218de7-41fb-4f4b-ae17-a30ae56f8481 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 944 time: 0.1601145 Oct 29 11:45:04.346661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a330aa0-39ae-486e-8d63-a3abd17c7a15 None None] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:04.350623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c8b7a-5fdd-4059-8264-c08f3b67da53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa887c-65d4-4d2d-ae41-9b924aac0f5c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:04.365260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbdd50b3-6d2e-400a-8cd2-d704541bbacc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:04.395122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.398451 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d1771148-7f35-422c-a3da-899a771ce829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "DELETE /v2.0/ports/cbdd50b3-6d2e-400a-8cd2-d704541bbacc HTTP/1.1" status: 204 len: 168 time: 1.2013791 Oct 29 11:45:04.402162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7356c433-77db-42d6-93f0-05f24a3fd08b req-0bf409a3-bff6-4ed3-9b1b-5967018b5188 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458069 Oct 29 11:45:04.402874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47346) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:04.480953 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-1565e2ba-ad80-4388-a597-69097f9e1fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:45:04.482589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1565e2ba-ad80-4388-a597-69097f9e1fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports/cbdd50b3-6d2e-400a-8cd2-d704541bbacc HTTP/1.1" status: 404 len: 333 time: 0.0784330 Oct 29 11:45:04.488189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47348) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:04.493030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864890298'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:04.499514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] Provisioning complete for port 76d66525-8f97-481f-9073-c8a58b59def7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:04.499888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.519738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.532100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:04.532100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.542757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Made reservation on behalf of 20506a5d766649279ed8fff155bdb7e1 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:04.546655 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.586106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port 9ecc615f-e50b-4184-9995-50d9559b8296 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:04.709052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:04.710899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:04.715101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76d66525-8f97-481f-9073-c8a58b59def7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:04.836842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:05.011689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.050500 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.125196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] For port 76d66525-8f97-481f-9073-c8a58b59def7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76d66525-8f97-481f-9073-c8a58b59def7,segment=NetworkSegment(7d5e5e4e-958e-43d9-b107-d4854558dee4),segment_id=7d5e5e4e-958e-43d9-b107-d4854558dee4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:05.140537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.144580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.148454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 76d66525-8f97-481f-9073-c8a58b59def7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:05.148839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.229164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e5241-0863-4dac-ab48-f3685a41438c req-ea5c8425-b053-47f5-80fe-50aacc61ec37 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:05.253663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612e5241-0863-4dac-ab48-f3685a41438c req-ea5c8425-b053-47f5-80fe-50aacc61ec37 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 946 time: 0.1488540 Oct 29 11:45:05.287629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc43e3-066e-4891-9c08-cccb5f5c2d9a None None] Pushing event updated for resources: {'Port': ['ID=76d66525-8f97-481f-9073-c8a58b59def7,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:05.322775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Network 8b303a97-eae3-4e20-ba67-788a22c89438 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:05.357896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:05.394631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:05.401491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:05.402148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.403820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24035fc6-7167-49fa-aa68-ef79affea9ff no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:05.452746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 24035fc6-7167-49fa-aa68-ef79affea9ff {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:05.456482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 24035fc6-7167-49fa-aa68-ef79affea9ff not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:05.482960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612e5241-0863-4dac-ab48-f3685a41438c req-e5e52a83-2748-415c-b697-217f8419e7d6 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=e3492af6-2f77-4aea-b3ad-91bcfbf55beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923378 Oct 29 11:45:05.493836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=9ecc615f-e50b-4184-9995-50d9559b8296,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:05.533593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cf16ace9-dce3-422e-8b01-cd9c11e2808f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0441787 Oct 29 11:45:05.536487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47376) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:05.544011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:05.589393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.645584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=c7827643-38bd-4b5e-8b3a-e6fc38ed8b62,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:05.709957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.731819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f1ba9d22-9eee-45a9-a81f-eca4e1aceaf6 None None] Provisioning complete for port 76d66525-8f97-481f-9073-c8a58b59def7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:05.734636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d22-9eee-45a9-a81f-eca4e1aceaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.785481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] No DVR routers for this DVR port c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:05.791521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:05.800446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44ce5c39-2e91-4056-a17f-64a2886b557e req-77e4963d-4b8f-4d16-9f6a-06a45d1db152 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "DELETE /v2.0/ports/c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 HTTP/1.1" status: 204 len: 173 time: 2.0680532 Oct 29 11:45:05.803743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'name': 'network-vif-deleted', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:05.845183 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ee074-275e-4756-b676-cc0e418ac4bb" -d '{"events": [{"server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "name": "network-vif-deleted", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:05.860367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0fc5a-a27b-4fa6-835d-531a0dae6a77 req-9be5df0d-9730-4cc3-8b7f-523655c7e343 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:05.868461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ce0fc5a-a27b-4fa6-835d-531a0dae6a77 req-9be5df0d-9730-4cc3-8b7f-523655c7e343 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 944 time: 0.2597771 Oct 29 11:45:05.987855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6ce0fc5a-a27b-4fa6-835d-531a0dae6a77 req-c7db0eb2-0e4b-4377-8d76-0da5418179e6 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178377 Oct 29 11:45:06.016627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.039911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.054193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f1ba9d22-9eee-45a9-a81f-eca4e1aceaf6 None None] Provisioning complete for port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:06.054702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9d22-9eee-45a9-a81f-eca4e1aceaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.142950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba9d22-9eee-45a9-a81f-eca4e1aceaf6 None None] Port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:06.171773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47398) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:06.206056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fbd2131-6907-46a8-9150-24d05cfcddc4 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:06.229732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.245320 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f6fa4-ee9f-4d56-8865-b75c74a9b68a x-openstack-request-id: req-969f6fa4-ee9f-4d56-8865-b75c74a9b68a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:06.246281 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75251308-b978-476e-892d-bdb145ba032f", "name": "network-vif-deleted", "tag": "c7827643-38bd-4b5e-8b3a-e6fc38ed8b62", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:06.249120 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-969f6fa4-ee9f-4d56-8865-b75c74a9b68a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:06.249811 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75251308-b978-476e-892d-bdb145ba032f', 'name': 'network-vif-deleted', 'tag': 'c7827643-38bd-4b5e-8b3a-e6fc38ed8b62', 'status': 'completed', 'code': 200} Oct 29 11:45:06.350651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7283889c-f662-4c20-8da3-df8a5d581ce8 None None] Provisioning complete for port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:06.351696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7283889c-f662-4c20-8da3-df8a5d581ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.395553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port 9ecc615f-e50b-4184-9995-50d9559b8296 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:06.408315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.430216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.432446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=35ae6cb0-e6f1-4687-8cad-849c92b7caf4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:06.445646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76d66525-8f97-481f-9073-c8a58b59def7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:06.475591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-650132491'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:06.542246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=9ecc615f-e50b-4184-9995-50d9559b8296,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:06.569599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7283889c-f662-4c20-8da3-df8a5d581ce8 None None] Port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:06.579967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 8fbd2131-6907-46a8-9150-24d05cfcddc4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:45:06.582617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:06.585762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:06.605058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 8fbd2131-6907-46a8-9150-24d05cfcddc4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:06.607371 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.621583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:06.621818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:06.622033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:06.629576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Made reservation on behalf of 99cd2d8b15c04df5a3f284fc6098261c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:06.638626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.656765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:06.670055 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:06.670814 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 2 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:06.674195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.741706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 76d66525-8f97-481f-9073-c8a58b59def7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:06.742253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.783042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.803262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c90be7d-caf2-4e5a-98a5-8565fbf27de6 req-d958ab5a-2987-4433-8831-4f9de545f00d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=75251308-b978-476e-892d-bdb145ba032f HTTP/1.1" status: 200 len: 210 time: 0.1071107 Oct 29 11:45:06.818858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:06.819609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:06.820119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:06.842509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:06.843103 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:06.844030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Router 32731530-fbf2-4784-bca3-1e4cdcc111d9 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:45:06.857600 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 3 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:06.858499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:06.862220 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f67f6-8499-4f44-b719-c75130229adf" -d '{"events": [{"server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:06.896045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:06.896667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:06.897213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:06.904974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:06.905570 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:06.910319 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 4 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:06.936280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:06.942698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:06.942961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:06.943944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:06.946173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:06.956828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:06.957276 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:06.958781 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 5 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.022791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.023383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.023875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.044482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.045629 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.050598 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 6 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.065133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:07.083362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.084078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.084648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.093409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.094692 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.096714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.097815 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 7 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.103202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91b894b4-fd94-4896-9579-dce1600b1680 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "PUT /v2.0/routers/32731530-fbf2-4784-bca3-1e4cdcc111d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1753273 Oct 29 11:45:07.110005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47422) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:07.113522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.124140 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] Sync routers for ids ['32731530-fbf2-4784-bca3-1e4cdcc111d9'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:07.124726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.124726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.125240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.129363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'port': {'network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6', 'name': 'tempest-FloatingIPNegativeTestJSON-1197405291'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:07.144595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.145128 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.145301 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] Routers {'32731530-fbf2-4784-bca3-1e4cdcc111d9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:07.146615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32731530-fbf2-4784-bca3-1e4cdcc111d9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:07.148010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:07.149852 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 8 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.185416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.186077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.189488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.208876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.209351 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.213994 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 9 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.228429 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.228930 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Added segment caf1b09c-456e-4a07-a440-b5514fb21112 of type vlan for network 4e29a202-e117-47cc-8080-3e9ef92749bd Oct 29 11:45:07.230320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25044409-8293-4c45-93e9-6190dd4e2798,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:07.246991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:07.269171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.269813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.270389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.272897 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] Routers {'32731530-fbf2-4784-bca3-1e4cdcc111d9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:07.273852 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32731530-fbf2-4784-bca3-1e4cdcc111d9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:07.318673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:07.319845 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721df54-0a30-420f-81a5-d18a367bad94 None None] The sync data for ids ['32731530-fbf2-4784-bca3-1e4cdcc111d9'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:07.339936 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d63c6e0-02bb-4372-ab3e-ffbfb7331e4a x-openstack-request-id: req-5d63c6e0-02bb-4372-ab3e-ffbfb7331e4a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:07.340542 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:07.340542 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d63c6e0-02bb-4372-ab3e-ffbfb7331e4a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:07.340852 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'code': 200} Oct 29 11:45:07.345173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.349068 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.366679 n-d-805046-9 neutron-server[102278]: INFO neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 10 to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 Oct 29 11:45:07.378633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.420147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:07.423113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b50c60d6-f512-48c6-ae81-36dd19c7be95 None None] Provisioning complete for port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:07.423334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b50c60d6-f512-48c6-ae81-36dd19c7be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.445800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Made reservation on behalf of ef0773e030b84029ac8c36d426ba4bdd for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:07.450548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.461475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b50c60d6-f512-48c6-ae81-36dd19c7be95 None None] Port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:07.477088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:07.477435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:07.477759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:07.480566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] device_id is not set on port b2654836-5d82-435c-9578-e1d4defb1a87 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:07.483260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.488886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:07.489524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.516733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:07.517053 n-d-805046-9 neutron-server[102278]: ERROR neutron.plugins.ml2.managers [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 9ecc615f-e50b-4184-9995-50d9559b8296 on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:07.517420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.553040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51479de4-612d-4493-acb2-cd9c7e60dba2 req-fe48ab01-d41d-49fc-a73b-723de08dcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:07.555948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51479de4-612d-4493-acb2-cd9c7e60dba2 req-fe48ab01-d41d-49fc-a73b-723de08dcfc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1096 time: 0.1684425 Oct 29 11:45:07.572141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb0a2b-c1ca-49e6-9326-99d19a7a812e req-adcdf003-c156-406c-a1e8-17a1520d8034 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:07.579969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fabb0a2b-c1ca-49e6-9326-99d19a7a812e req-adcdf003-c156-406c-a1e8-17a1520d8034 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1609831 Oct 29 11:45:07.597148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4235101 Oct 29 11:45:07.606044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47430) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:07.611283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Request body: {'subnet': {'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:07.618525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51479de4-612d-4493-acb2-cd9c7e60dba2 req-1e3af20f-9e50-445a-9db1-b31f4af75c33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538676 Oct 29 11:45:07.638161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d42158-ee0d-42d1-b51c-cc3c9fb0548b tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'Network': ['ID=4e29a202-e117-47cc-8080-3e9ef92749bd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:07.650032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 4e29a202-e117-47cc-8080-3e9ef92749bd details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:07.724117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Allocated IP 172.20.0.7 (12f22562-30e9-4835-b97a-89c5a65cbeb6/e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5/b2654836-5d82-435c-9578-e1d4defb1a87) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:07.754186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fabb0a2b-c1ca-49e6-9326-99d19a7a812e req-e2cdcbd3-909e-43bf-a285-11fa34c778a2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590228 Oct 29 11:45:07.808358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port 9ecc615f-e50b-4184-9995-50d9559b8296, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:07.808814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempted to set empty binding levels {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:45:07.840017 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.890580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] In _notify_port_updated(), no bound segment for port 9ecc615f-e50b-4184-9995-50d9559b8296 on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:45:07.891596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:07.892316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.894226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "PUT /v2.0/ports/9ecc615f-e50b-4184-9995-50d9559b8296 HTTP/1.1" status: 200 len: 979 time: 2.3560526 Oct 29 11:45:07.894994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Made reservation on behalf of 99cd2d8b15c04df5a3f284fc6098261c for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:07.899178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:07.903953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47440) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:07.956321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47442) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:08.113780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596162d2-e2bf-46f1-b69a-c8b5b2e5e9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=9ecc615f-e50b-4184-9995-50d9559b8296,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:08.215365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.238025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.238511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.238981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.239447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.240355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.240822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.241334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.241801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.242255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.242710 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.243165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.243622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.244073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.244523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.244973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.245446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.245896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.246347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.246798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.247247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.247697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.248146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.248596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.251916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c0935d26-c36e-47c8-b5e2-2127e89d9d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20651 time: 0.3447146 Oct 29 11:45:08.257341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47450) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:08.321973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.420270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.455249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:08.462875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.503673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:08.504027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device c7827643-38bd-4b5e-8b3a-e6fc38ed8b62 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:08.517986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:08.524479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:08.527508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:08.569712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=b2654836-5d82-435c-9578-e1d4defb1a87,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:08.601712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:08.602540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.638164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27ac9473-6601-40e7-9f7b-c671553fa402 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5264404 Oct 29 11:45:08.644406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47456) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:08.651057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:08.702386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.775429 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:45:08.884476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.931590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:08.960656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'Subnet': ['ID=39424943-c911-4751-8e07-b19b42ef2afe,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:09.016693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0d10ae11-8062-428c-9b80-5baf0e83f5ee None None] Provisioning complete for port b2654836-5d82-435c-9578-e1d4defb1a87 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:09.017095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d10ae11-8062-428c-9b80-5baf0e83f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.079738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80359-cc37-4b80-873a-0ce1ee85daf0 req-5ab8890c-f6b8-4fac-a42f-129ec5ed445f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:09.081533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8db80359-cc37-4b80-873a-0ce1ee85daf0 req-5ab8890c-f6b8-4fac-a42f-129ec5ed445f tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1994419 Oct 29 11:45:09.083983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Checking segment: {'id': 'caf1b09c-456e-4a07-a440-b5514fb21112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:09.084492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Network hostable DHCP agents. Network: 4e29a202-e117-47cc-8080-3e9ef92749bd, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:09.089556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Deleting port 9ecc615f-e50b-4184-9995-50d9559b8296 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:09.090030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.125167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0d10ae11-8062-428c-9b80-5baf0e83f5ee None None] Port b2654836-5d82-435c-9578-e1d4defb1a87 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:09.152916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.155664 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.156950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/security-groups/e3492af6-2f77-4aea-b3ad-91bcfbf55beb HTTP/1.1" status: 204 len: 168 time: 1.1318748 Oct 29 11:45:09.175257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Allocated IP 172.25.4.243 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2978140c-4b5d-4378-885b-071a48ff5e82) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:09.199570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2437b-f56e-49ba-8468-c5df99d08d66 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3492af6-2f77-4aea-b3ad-91bcfbf55beb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:09.225417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Network 4e29a202-e117-47cc-8080-3e9ef92749bd is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:09.242525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port 9ecc615f-e50b-4184-9995-50d9559b8296, host n-h2-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:09.243257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.264798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8db80359-cc37-4b80-873a-0ce1ee85daf0 req-f63fa2e4-4fc2-4786-b0da-f61dc157c3b2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688981 Oct 29 11:45:09.278292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 4e29a202-e117-47cc-8080-3e9ef92749bd) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:09.286592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Calling delete_port for 9ecc615f-e50b-4184-9995-50d9559b8296 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:09.289501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:09.290200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.290596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.290715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea751993-fc10-4ad7-b228-d02bc32c95ec None None] Network 4e29a202-e117-47cc-8080-3e9ef92749bd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:09.332474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.381862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:09.387163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:09.394027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:09.441832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=2978140c-4b5d-4378-885b-071a48ff5e82,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:09.451137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5e56e88f-33a0-499a-8a93-48a2256f6232 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8435495 Oct 29 11:45:09.453061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.453613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47478) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:09.463282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Request body: {'port': {'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1703486221'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:09.489123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ecc615f-e50b-4184-9995-50d9559b8296,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:09.505225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.509640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-39688f23-3ed7-4c8a-acd2-adaa2174b319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9ecc615f-e50b-4184-9995-50d9559b8296 HTTP/1.1" status: 204 len: 168 time: 1.2513194 Oct 29 11:45:09.510273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47480) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:09.568081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47482) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:09.572646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting subnet 208ad101-9fe8-4d63-9384-0cf66f8ae2b5 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:09.576156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.596351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-4e29a202-e117-47cc-8080-3e9ef92749bd', 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd', 'tenant_id': '99cd2d8b15c04df5a3f284fc6098261c', 'fixed_ips': [{'subnet_id': '39424943-c911-4751-8e07-b19b42ef2afe'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:45:09.597649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.654104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.675195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Made reservation on behalf of 99cd2d8b15c04df5a3f284fc6098261c for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:09.680797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.683263 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac76460-3a07-424e-b82a-2c7269b7eeab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:45:09.689152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ac76460-3a07-424e-b82a-2c7269b7eeab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports/9ecc615f-e50b-4184-9995-50d9559b8296 HTTP/1.1" status: 404 len: 333 time: 0.0676088 Oct 29 11:45:09.693254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:09.702416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003484686', 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:09.714260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.739661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.741629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] device_id is not set on port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:09.779727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c66e2b-37ae-4376-9471-a4732bdfb588 req-6b00ca7b-2449-41df-99aa-ae873a2ae9d0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:09.781531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8c66e2b-37ae-4376-9471-a4732bdfb588 req-6b00ca7b-2449-41df-99aa-ae873a2ae9d0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1515286 Oct 29 11:45:09.782268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Made reservation on behalf of 20506a5d766649279ed8fff155bdb7e1 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:09.784802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.792051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47490) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:09.814723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port 689987e8-7634-4376-99ca-68db37c67822 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:09.835352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Request body: {'floatingip': {'port_id': '8fbd2131-6907-46a8-9150-24d05cfcddc4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:09.872254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Allocated IP 172.20.0.2 (4e29a202-e117-47cc-8080-3e9ef92749bd/39424943-c911-4751-8e07-b19b42ef2afe/7a9f4ae1-61a1-4d1f-9f29-4ad865556cca) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:09.922678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:09.942818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.079355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.103973 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.126215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.132686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Subnet': ['ID=208ad101-9fe8-4d63-9384-0cf66f8ae2b5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:10.177844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.183269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-36b0bf82-0746-4e27-b0b5-94a3447eba76 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/subnets/208ad101-9fe8-4d63-9384-0cf66f8ae2b5 HTTP/1.1" status: 204 len: 168 time: 0.6662829 Oct 29 11:45:10.184302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47500) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:10.189171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b2c09-4aa2-4913-a462-d3c650563222 None None] Network 8fc4e477-e07c-42f2-bb09-a8ee47017d64 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:10.220714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.309052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Pushing event updated for resources: {'Port': ['ID=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:10.318455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Network 4e29a202-e117-47cc-8080-3e9ef92749bd is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:10.334625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.334625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.335245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.336083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.336534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.336976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.337435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.337877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.338321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.338749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.339200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.339632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:10.347867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:10.355538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:10.358395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.373130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.379420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Allocated IP 172.20.0.3 (4e29a202-e117-47cc-8080-3e9ef92749bd/39424943-c911-4751-8e07-b19b42ef2afe/bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:10.399347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Network 8b303a97-eae3-4e20-ba67-788a22c89438 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:10.403196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:10.406236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:10.407278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:10.407895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.456943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Attempting to bind port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:10.457463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Attempting to bind port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'caf1b09c-456e-4a07-a440-b5514fb21112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:10.458090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Attempting to bind port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca on network 4e29a202-e117-47cc-8080-3e9ef92749bd {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:10.460325 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7642703 Oct 29 11:45:10.469276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:10.469806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Checking segment: {'id': 'caf1b09c-456e-4a07-a440-b5514fb21112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:10.470317 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.470841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Bound using segment: {'id': 'caf1b09c-456e-4a07-a440-b5514fb21112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:10.471436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Bound port: 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf1b09c-456e-4a07-a440-b5514fb21112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:10.471925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.477648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:10.505651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.530934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a874a6-6348-45b5-b4ef-ded7b44d7812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=689987e8-7634-4376-99ca-68db37c67822,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:10.538026 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.540940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] DHCP port deletion for 8fc4e477-e07c-42f2-bb09-a8ee47017d64 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:45:10.546139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 74b6f9a0-8004-448b-a0f1-a719c2d706ff {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:10.546372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.603289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00181930-f339-42f9-8b14-67b9f74f5bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:10.604712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-00181930-f339-42f9-8b14-67b9f74f5bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports/689987e8-7634-4376-99ca-68db37c67822 HTTP/1.1" status: 200 len: 959 time: 0.1255276 Oct 29 11:45:10.621891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47510) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:10.648557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] For port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:10.655402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] For port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,segment=NetworkSegment(caf1b09c-456e-4a07-a440-b5514fb21112),segment_id=caf1b09c-456e-4a07-a440-b5514fb21112)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:10.692464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.720792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74b6f9a0-8004-448b-a0f1-a719c2d706ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:10.721329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.770326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=2978140c-4b5d-4378-885b-071a48ff5e82,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:10.773965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Deleting port 74b6f9a0-8004-448b-a0f1-a719c2d706ff {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:10.774467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.822785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 74b6f9a0-8004-448b-a0f1-a719c2d706ff owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:10.840625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364b46-18d8-4541-b3fd-33cd4dec69e9 None None] Pushing event updated for resources: {'Port': ['ID=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:10.869529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] For port 74b6f9a0-8004-448b-a0f1-a719c2d706ff, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74b6f9a0-8004-448b-a0f1-a719c2d706ff,segment=NetworkSegment(bf07bd96-2d6b-4a47-958c-7f922a5cb216),segment_id=bf07bd96-2d6b-4a47-958c-7f922a5cb216)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:10.871033 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.886250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Calling delete_port for 74b6f9a0-8004-448b-a0f1-a719c2d706ff owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:10.919781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.991368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:10.995344 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0549592e-ecd8-481f-a441-a4f4bc8ddc0b tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3468428 Oct 29 11:45:10.997527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47514) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.027845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7e1c8c74-78f6-4719-9b0f-f9dd2cf92597 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'floatingip': {'port_id': 'b2654836-5d82-435c-9578-e1d4defb1a87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:11.049993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.063121 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.110299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Deleting port 689987e8-7634-4376-99ca-68db37c67822 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:11.111753 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.129306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] Pushing event deleted for resources: {'Port': ['ID=74b6f9a0-8004-448b-a0f1-a719c2d706ff,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:11.131257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31c7c0-8c2f-49a0-9d6c-61662a0b9b59 None None] No DVR routers for this DVR port 74b6f9a0-8004-448b-a0f1-a719c2d706ff on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:11.174001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.199184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8c74-78f6-4719-9b0f-f9dd2cf92597 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.255119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=74b6f9a0-8004-448b-a0f1-a719c2d706ff,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:11.266695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] No DVR routers for this DVR port 74b6f9a0-8004-448b-a0f1-a719c2d706ff on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:11.315900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:45:11.387055 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.412611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc4e477-e07c-42f2-bb09-a8ee47017d64']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:11.427902 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.429414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.435167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf07bd96-2d6b-4a47-958c-7f922a5cb216') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:11.435601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf07bd96-2d6b-4a47-958c-7f922a5cb216') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:11.460156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.465332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.489371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.504465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.513349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Calling delete_port for 689987e8-7634-4376-99ca-68db37c67822 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:11.520778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:11.521442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:11.525294 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:11.550265 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-7e1c8c74-78f6-4719-9b0f-f9dd2cf92597 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] update failed (client error): The resource could not be found. Oct 29 11:45:11.552797 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7e1c8c74-78f6-4719-9b0f-f9dd2cf92597 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "PUT /v2.0/floatingips/968bbd23-43ed-4da6-b541-520712afe6a4 HTTP/1.1" status: 404 len: 507 time: 0.5366147 Oct 29 11:45:11.560037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47526) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.585616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Network 4e29a202-e117-47cc-8080-3e9ef92749bd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:11.596150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:11.632604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:11.638488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'Port': ['ID=bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:11.722520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.741793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.774086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.787202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "DELETE /v2.0/ports/689987e8-7634-4376-99ca-68db37c67822 HTTP/1.1" status: 204 len: 168 time: 1.1609285 Oct 29 11:45:11.791038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.792073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.798532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/networks/8fc4e477-e07c-42f2-bb09-a8ee47017d64 HTTP/1.1" status: 204 len: 168 time: 1.6034760 Oct 29 11:45:11.799644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47532) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.800590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1ac4-d0d7-4858-b3c8-3461bb40be27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event deleted for resources: {'Port': ['ID=689987e8-7634-4376-99ca-68db37c67822,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:11.829352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fff2d-1faa-43cb-9261-7fbe04b05046 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Network': ['ID=8fc4e477-e07c-42f2-bb09-a8ee47017d64,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:11.840265 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd4e35-6228-4727-84cc-0d888b3632cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:45:11.848899 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8acd4e35-6228-4727-84cc-0d888b3632cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports/689987e8-7634-4376-99ca-68db37c67822 HTTP/1.1" status: 404 len: 333 time: 0.0491300 Oct 29 11:45:11.862021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:11.862692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:11.874348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47536) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.889815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346626581'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:11.904122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d9deaa22-1e03-4f09-a413-0562363de0c8 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4434998 Oct 29 11:45:11.904122 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Floating IP ee22a04b-4338-4648-a22c-24fe80d6f6d0 associated. External IP: 172.25.4.235, port: 8fbd2131-6907-46a8-9150-24d05cfcddc4. Oct 29 11:45:11.913749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47540) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:11.934808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Request body: {'port': {'network_id': '4e29a202-e117-47cc-8080-3e9ef92749bd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-19949703', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:11.934808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] bootfile-name is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:11.935195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] tftp-server is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:11.935404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] server-ip-address is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:12.090729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting port 2978140c-4b5d-4378-885b-071a48ff5e82 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:12.091380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.098359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Made reservation on behalf of 20506a5d766649279ed8fff155bdb7e1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:12.101025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.264003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 6c34c602-3335-43d3-b312-f155abd3c087 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:12.264335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.350012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:12.411459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Made reservation on behalf of 99cd2d8b15c04df5a3f284fc6098261c for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:12.416588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.453120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] device_id is not set on port 2a5e2de1-da77-4147-96cf-fb59440e8987 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:12.457308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:12.457802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.500418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206b302-d2f3-4f3f-bad7-e74f5fe11699 None None] Network 4e29a202-e117-47cc-8080-3e9ef92749bd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:12.627789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Allocated IP 172.20.0.9 (4e29a202-e117-47cc-8080-3e9ef92749bd/39424943-c911-4751-8e07-b19b42ef2afe/2a5e2de1-da77-4147-96cf-fb59440e8987) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:12.744315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6b53ad04-347b-42dd-8215-2368b02785b2 None None] Provisioning complete for port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:12.744857 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b53ad04-347b-42dd-8215-2368b02785b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.804595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.805249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.820742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Calling delete_port for 2978140c-4b5d-4378-885b-071a48ff5e82 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:12.825883 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.894879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.897113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:12.927524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Network 4e29a202-e117-47cc-8080-3e9ef92749bd is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:12.932028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:12.969263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:12.988973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,segment=NetworkSegment(caf1b09c-456e-4a07-a440-b5514fb21112),segment_id=caf1b09c-456e-4a07-a440-b5514fb21112)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:12.996154 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.053468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.053835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.105937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'Port': ['ID=2a5e2de1-da77-4147-96cf-fb59440e8987,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:13.131344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.133890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74b6f9a0-8004-448b-a0f1-a719c2d706ff no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:13.138125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 6c34c602-3335-43d3-b312-f155abd3c087 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:13.172082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:13.172988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.188272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 74b6f9a0-8004-448b-a0f1-a719c2d706ff {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:13.188766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74b6f9a0-8004-448b-a0f1-a719c2d706ff not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:13.205135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Port': ['ID=2978140c-4b5d-4378-885b-071a48ff5e82,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:13.231233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port 488c81fb-b33e-49cb-9ff3-97602cd615df yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:13.259847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7736e54-0ca7-4c0f-a0df-089246f77d76 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3424973 Oct 29 11:45:13.263940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47564) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:13.271517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:13.393997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-73b97fc9-b723-4264-960f-29bbcfdc03d0 None None] Provisioning complete for port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:13.395337 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73b97fc9-b723-4264-960f-29bbcfdc03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.462217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-73b97fc9-b723-4264-960f-29bbcfdc03d0 None None] Port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:13.467858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8ac3c-7009-44c8-933b-f17d7b5f0b10 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:13.475301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-73b97fc9-b723-4264-960f-29bbcfdc03d0 None None] Provisioning complete for port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:13.476121 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73b97fc9-b723-4264-960f-29bbcfdc03d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.485279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8ac3c-7009-44c8-933b-f17d7b5f0b10 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:13.500662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8ac3c-7009-44c8-933b-f17d7b5f0b10 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:13.505846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-40c8ac3c-7009-44c8-933b-f17d7b5f0b10 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2371633 Oct 29 11:45:13.508697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47566) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:13.512301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.515579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.520867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2ab30c0c-3e81-4f59-9adb-27cff3a28fb9 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "DELETE /v2.0/floatingips/968bbd23-43ed-4da6-b541-520712afe6a4 HTTP/1.1" status: 204 len: 168 time: 1.9575844 Oct 29 11:45:13.522803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:13.608350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-79841fab-1ad6-46b7-996e-2a278b501d74 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'floatingip': {'floating_network_id': '12f22562-30e9-4835-b97a-89c5a65cbeb6', 'port_id': 'b2654836-5d82-435c-9578-e1d4defb1a87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:13.657780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:13.738229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Deleting port 2a5e2de1-da77-4147-96cf-fb59440e8987 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:13.738709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.745378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88407d13-b37a-498a-98a9-af9becedf231 None None] Provisioning complete for port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:13.745810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88407d13-b37a-498a-98a9-af9becedf231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.835414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-88407d13-b37a-498a-98a9-af9becedf231 None None] Port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:13.853737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79841fab-1ad6-46b7-996e-2a278b501d74 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.863153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.865035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.904167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:13.924242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Calling delete_port for 2a5e2de1-da77-4147-96cf-fb59440e8987 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:14.073394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=6c34c602-3335-43d3-b312-f155abd3c087,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:14.096954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.149263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=488c81fb-b33e-49cb-9ff3-97602cd615df,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:14.153822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:14.164198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.171148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:14.182446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.183030 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Floating IP 3de6b923-4060-4064-8737-e338e0f0fcb1 disassociated (deleted). External IP: 172.25.4.38, port: 0e087acc-7f58-402f-b418-1b785d437ed2. Oct 29 11:45:14.203801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Network 8b303a97-eae3-4e20-ba67-788a22c89438 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:14.208518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:14.215001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:14.215970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:14.216574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.226726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:14.231941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:14.240826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-301dcb48-8755-4612-95dc-fd77468f59c2 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "PUT /v2.0/floatingips/ee22a04b-4338-4648-a22c-24fe80d6f6d0 HTTP/1.1" status: 200 len: 991 time: 4.4451272 Oct 29 11:45:14.251643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f94d7aba-1149-4a3a-b49f-9247b5b97246 None None] Provisioning complete for port 2a5e2de1-da77-4147-96cf-fb59440e8987 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:14.252017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f94d7aba-1149-4a3a-b49f-9247b5b97246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.254073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:14.259893 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f2a5a8-5c71-4a23-ae9d-36562b478863" -d '{"events": [{"name": "network-changed", "server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:14.285993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de941b3b-8477-411a-a735-7bdcd42fb0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4008229 Oct 29 11:45:14.288592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47586) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:14.303055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:14.417332 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-79841fab-1ad6-46b7-996e-2a278b501d74 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:45:14.422076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:14.425475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79841fab-1ad6-46b7-996e-2a278b501d74 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8232312 Oct 29 11:45:14.439223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47590) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:14.449874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'b2654836-5d82-435c-9578-e1d4defb1a87', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:14.471251 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da3ccd-da82-4f83-b8a0-e6152d71e3af x-openstack-request-id: req-b7da3ccd-da82-4f83-b8a0-e6152d71e3af {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:14.471648 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:14.471971 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7da3ccd-da82-4f83-b8a0-e6152d71e3af {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:14.472704 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'status': 'completed', 'code': 200} Oct 29 11:45:14.562991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.645249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.661080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.710724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-a50c6a63-529c-4a94-bcf4-cf5075476c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:14.712257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-a50c6a63-529c-4a94-bcf4-cf5075476c25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1096 time: 0.2354207 Oct 29 11:45:14.726155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f94d7aba-1149-4a3a-b49f-9247b5b97246 None None] Port 2a5e2de1-da77-4147-96cf-fb59440e8987 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:14.736628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:14.737332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:14.762264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event deleted for resources: {'Port': ['ID=2a5e2de1-da77-4147-96cf-fb59440e8987,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:14.819247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:15.005731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-8e4b93b3-cbd0-4ec1-a190-3423fde1f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:15.006288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:15.007251 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-8e4b93b3-cbd0-4ec1-a190-3423fde1f822 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.2769976 Oct 29 11:45:15.018297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.031878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8d23f7c-bf7f-4dca-923a-908610fb840c tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "DELETE /v2.0/ports/2a5e2de1-da77-4147-96cf-fb59440e8987 HTTP/1.1" status: 204 len: 168 time: 1.5200012 Oct 29 11:45:15.039895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47602) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:15.045604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Request body: {'port': {'name': 'tempest-new-port-name-1409537131', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:15.045998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] bootfile-name is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:15.046338 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] tftp-server is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:15.047218 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] server-ip-address is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:45:15.101411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.268169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] device_id is not set on port 488c81fb-b33e-49cb-9ff3-97602cd615df yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:15.277267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.317944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'ee22a04b-4338-4648-a22c-24fe80d6f6d0', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:e4:dd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:44:49Z', 'updated_at': '2021-10-29T11:45:11Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:15.327843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.399624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Allocated IP 172.25.4.102 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/77edacd4-9cd5-47cc-8349-ec4a5c29483e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:15.418544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-75a46128-29d8-4257-a784-4c1dc09f20ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 999 time: 0.3990366 Oct 29 11:45:15.428511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:15.446796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:15.447356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:15.524771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=488c81fb-b33e-49cb-9ff3-97602cd615df,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:15.569853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-e1674d15-3d81-424b-9018-b918aa0f8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:15.571814 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-e1674d15-3d81-424b-9018-b918aa0f8945 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.1434288 Oct 29 11:45:15.579050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:15.579381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:15.579719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:15.627071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:15.648807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:15.649166 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:15.658638 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 2 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:15.685544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:15.685544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:15.685827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:15.700905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.705862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:15.706189 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:15.708459 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 3 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:15.728255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:15.728473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:15.728809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:15.732421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-66757f43-4f3d-45b5-9d2f-4f41226deb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:15.734031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-66757f43-4f3d-45b5-9d2f-4f41226deb42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518824 Oct 29 11:45:15.742507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:15.743011 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:15.748630 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 4 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:15.819079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:15.819079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:15.819398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:15.834503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:15.834503 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:15.834503 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 5 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:15.849715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.859901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:15.860471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:15.861100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:15.868207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.882226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:15.883097 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:15.907521 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 6 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:15.925396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:15.932630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:15.936437 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:15.937041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:15.955633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'ee22a04b-4338-4648-a22c-24fe80d6f6d0', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:e4:dd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:44:49Z', 'updated_at': '2021-10-29T11:45:11Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:15.966966 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:15.968366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event updated for resources: {'Port': ['ID=77edacd4-9cd5-47cc-8349-ec4a5c29483e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:15.971387 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:15.980553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:15.994597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40845854-c5bb-4bef-af90-04ee091e6f27 None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'ee22a04b-4338-4648-a22c-24fe80d6f6d0', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '633918b4-8888-4100-a259-901d60c86648', 'port_id': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'mac_address': 'fa:16:3e:e4:dd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:44:49Z', 'updated_at': '2021-10-29T11:45:11Z', 'revision_number': 1, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:15.999143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:16.001867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:16.002203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:16.002538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:16.017324 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-660b5f36-0e5e-47ec-9322-e29c09930abe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/floatingips/3de6b923-4060-4064-8737-e338e0f0fcb1 HTTP/1.1" status: 204 len: 168 time: 4.2137628 Oct 29 11:45:16.022234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:16.024228 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb52219-9473-4f43-acf9-923d1a44e1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:16.150278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.158976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.190544 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:16.243421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-9417505d-c4e7-484c-9bef-92d17727a1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994886 Oct 29 11:45:16.244947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:16.245325 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:16.245937 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 7 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:16.339079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event updated for resources: {'Port': ['ID=bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:16.378764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:16.379097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:16.379435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:16.381307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] In _notify_port_updated(), no bound segment for port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 on network 4e29a202-e117-47cc-8080-3e9ef92749bd {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:45:16.391838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:16.392170 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:16.392755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:16.394639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.396098 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 8 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:16.397425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-613202bb-6d9d-4981-b4ca-50180cc81b0f tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "PUT /v2.0/ports/bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 HTTP/1.1" status: 200 len: 1136 time: 1.3561311 Oct 29 11:45:16.400682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47634) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:16.458828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9653a7-f350-47a2-8249-6d7c5a126a7b None None] New status for floating IP ee22a04b-4338-4648-a22c-24fe80d6f6d0: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:45:16.531751 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:16.553272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c6205-5e8c-416c-9d67-a7bb31c61f97 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:16.557848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec2c6205-5e8c-416c-9d67-a7bb31c61f97 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "GET /v2.0/ports/bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 HTTP/1.1" status: 200 len: 1136 time: 0.1504693 Oct 29 11:45:16.562669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47642) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:16.592416 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:16.608890 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:16.610261 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:16.613175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:16.613506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:16.613830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:16.643798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:16.644130 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:16.659917 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 9 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:16.660404 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ad902-c157-4e39-8207-9d7566a7957a x-openstack-request-id: req-c21ad902-c157-4e39-8207-9d7566a7957a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:16.662586 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:16.663035 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c21ad902-c157-4e39-8207-9d7566a7957a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:16.664796 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2', 'status': 'completed', 'code': 200} Oct 29 11:45:16.668336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting port 77edacd4-9cd5-47cc-8349-ec4a5c29483e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:16.668681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.815353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Deleting port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:16.816674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.834142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7799e1b8-815c-4fea-beeb-55ef43f0be09 None None] Provisioning complete for port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:16.834808 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7799e1b8-815c-4fea-beeb-55ef43f0be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.868324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a7f2a5a8-5c71-4a23-ae9d-36562b478863 req-21bcb7af-1340-4d4f-a064-c173ae534e04 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716197 Oct 29 11:45:16.881355 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:16.925126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7799e1b8-815c-4fea-beeb-55ef43f0be09 None None] Port bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:16.938738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.939269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:16.950368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:16.950939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:16.951454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:16.964981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Calling delete_port for 77edacd4-9cd5-47cc-8349-ec4a5c29483e owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:16.971916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:16.972492 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:16.975491 n-d-805046-9 neutron-server[102277]: INFO neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempt 10 to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df Oct 29 11:45:17.008462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-b38e5811-23b3-4829-af1b-2b6729d46830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.015854 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-b38e5811-23b3-4829-af1b-2b6729d46830 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 1096 time: 0.1735711 Oct 29 11:45:17.020168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:17.020778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:17.021323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempting to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:17.045308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.099425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Calling delete_port for bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:17.182578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-601f4170-1928-4856-b797-14cf9a4d4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.184245 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-601f4170-1928-4856-b797-14cf9a4d4247 service neutron] 10.222.0.86 "GET /v2.0/networks?id=03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 200 len: 897 time: 0.1297784 Oct 29 11:45:17.186711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:45:17.187760 n-d-805046-9 neutron-server[102277]: ERROR neutron.plugins.ml2.managers [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Failed to bind port 488c81fb-b33e-49cb-9ff3-97602cd615df on host n-h2-805046-9 for vnic_type normal using segments [{'id': '71b55c95-5580-4117-8e19-9ea496423bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8b303a97-eae3-4e20-ba67-788a22c89438'}] Oct 29 11:45:17.188273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.261188 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-39ac65ec-bbd3-48e4-b80b-1366f996e148 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 200 len: 217 time: 0.0665677 Oct 29 11:45:17.370453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7d071-df11-444a-a9ca-835a8c56e816 req-e191346f-4ed4-41f4-b2c9-c99bf26ec5bb tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.371065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-76481244-69a6-4dae-993d-38798f2dbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.372697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-76481244-69a6-4dae-993d-38798f2dbf0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 200 len: 834 time: 0.1028500 Oct 29 11:45:17.381597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8f7d071-df11-444a-a9ca-835a8c56e816 req-e191346f-4ed4-41f4-b2c9-c99bf26ec5bb tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.1722665 Oct 29 11:45:17.408275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.423455 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:17.477248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e722c-e3a0-428e-9889-d94ef7f8a32d None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:44:59Z', 'revision_number': 6, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'b8ac98af-2dfe-41c0-b074-9c6387ff34b9', 'name': '', 'network_id': '03ddd586-385f-47c5-98f1-9c9996675de1', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:92:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:57Z', 'updated_at': '2021-10-29T11:43:04Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '02517c94-fbf3-45ef-9990-7f34adaecb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:17.562966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.567919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port 488c81fb-b33e-49cb-9ff3-97602cd615df, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:17.568191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attempted to set empty binding levels {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 29 11:45:17.583675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event deleted for resources: {'Port': ['ID=bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:17.592386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.650961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] In _notify_port_updated(), no bound segment for port 488c81fb-b33e-49cb-9ff3-97602cd615df on network 8b303a97-eae3-4e20-ba67-788a22c89438 {{(pid=102277) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:45:17.651882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.652497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.657659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "PUT /v2.0/ports/488c81fb-b33e-49cb-9ff3-97602cd615df HTTP/1.1" status: 200 len: 979 time: 3.3621097 Oct 29 11:45:17.660786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Port': ['ID=77edacd4-9cd5-47cc-8349-ec4a5c29483e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:17.663319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47670) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:17.694114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-6b6a3229-63b3-438c-8243-85f49f680e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:17.696019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-6b6a3229-63b3-438c-8243-85f49f680e80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=03ddd586-385f-47c5-98f1-9c9996675de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711976 Oct 29 11:45:17.709820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8f7d071-df11-444a-a9ca-835a8c56e816 req-f7450c2f-1102-4486-b072-8b9a59d0d120 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200395 Oct 29 11:45:17.759496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.774398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66bd1afa-ab03-4803-882d-d667f00e6530 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "DELETE /v2.0/ports/bdfd0106-e2ed-4b3d-be3b-e5ca57d8c705 HTTP/1.1" status: 204 len: 168 time: 1.2104225 Oct 29 11:45:17.776744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47676) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:17.896517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d97f68-b907-41f0-9031-c6811ce9a371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event updated for resources: {'Port': ['ID=488c81fb-b33e-49cb-9ff3-97602cd615df,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:17.903670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Deleting subnet 39424943-c911-4751-8e07-b19b42ef2afe {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:17.910596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:17.958438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Deleting port 488c81fb-b33e-49cb-9ff3-97602cd615df {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:17.958641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.007619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.015016 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-af3fd86e-e408-43eb-8f12-83b3d6816ab0 service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418401 Oct 29 11:45:18.045626 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1246db-905a-4478-a81c-5f69a2ce391c None None] New status for floating IP 3de6b923-4060-4064-8737-e338e0f0fcb1: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:45:18.081720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] For port 488c81fb-b33e-49cb-9ff3-97602cd615df, host n-h2-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:18.082342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.103519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Calling delete_port for 488c81fb-b33e-49cb-9ff3-97602cd615df owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:18.275906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.339425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.349350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.402147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Pushing event deleted for resources: {'Port': ['ID=488c81fb-b33e-49cb-9ff3-97602cd615df,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:18.418303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e4e29-0a60-425f-825a-15ef3d38e6bb None None] Network 4e29a202-e117-47cc-8080-3e9ef92749bd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:18.428717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.431901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe51299c-be25-446f-a389-d70dbfcabeaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "DELETE /v2.0/ports/488c81fb-b33e-49cb-9ff3-97602cd615df HTTP/1.1" status: 204 len: 168 time: 0.7675533 Oct 29 11:45:18.433372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.439776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "DELETE /v2.0/subnets/39424943-c911-4751-8e07-b19b42ef2afe HTTP/1.1" status: 204 len: 168 time: 0.6620178 Oct 29 11:45:18.440560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:18.440883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:18.441910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a613e93-ef0e-41b9-bf35-9c795f7371f9 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event deleted for resources: {'Subnet': ['ID=39424943-c911-4751-8e07-b19b42ef2afe,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:18.582786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-052ef9be-9607-45c1-b963-fd09e08d124b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:18.584898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-052ef9be-9607-45c1-b963-fd09e08d124b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.8300233 Oct 29 11:45:18.617903 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadfd850-5bea-4339-90d0-a74322d69410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] GET failed (client error): The resource could not be found. Oct 29 11:45:18.625831 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] create failed (client error): The resource could not be found. Oct 29 11:45:18.626036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eadfd850-5bea-4339-90d0-a74322d69410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071978357-project-admin] 10.222.0.77 "GET /v2.0/ports/488c81fb-b33e-49cb-9ff3-97602cd615df HTTP/1.1" status: 404 len: 333 time: 0.1810639 Oct 29 11:45:18.626849 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dde0fd3c-0f54-4826-a62c-8486d2eb494f tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1857111 Oct 29 11:45:18.627384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:18.632029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.633715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:18.763626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] DHCP port deletion for 4e29a202-e117-47cc-8080-3e9ef92749bd request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:45:18.822705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.831675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cb52219-9473-4f43-acf9-923d1a44e1dd req-c8eed518-c5a2-495f-8a8a-dd64c6a310bb service neutron] 10.222.0.86 "GET /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060150 Oct 29 11:45:18.890043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 0e087acc-7f58-402f-b418-1b785d437ed2 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:18.890842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.894199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Deleting port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:18.897381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:18.959148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting port b2654836-5d82-435c-9578-e1d4defb1a87 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:18.959571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.006369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] For port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,segment=NetworkSegment(caf1b09c-456e-4a07-a440-b5514fb21112),segment_id=caf1b09c-456e-4a07-a440-b5514fb21112)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:19.007276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.030322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Calling delete_port for 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:19.043465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Deleting port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:19.043465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.058852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.098053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b303a97-eae3-4e20-ba67-788a22c89438']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.113047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef731c-f8b0-41e4-b3b9-543fb4dde29d req-28feebde-1bd5-4342-905a-01421f0a8cf1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:19.117223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b55c95-5580-4117-8e19-9ea496423bdd') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.117522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b55c95-5580-4117-8e19-9ea496423bdd') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.121885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17ef731c-f8b0-41e4-b3b9-543fb4dde29d req-28feebde-1bd5-4342-905a-01421f0a8cf1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 945 time: 0.2461369 Oct 29 11:45:19.137175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port 0e087acc-7f58-402f-b418-1b785d437ed2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e087acc-7f58-402f-b418-1b785d437ed2,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:19.137545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.141452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.165305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 0e087acc-7f58-402f-b418-1b785d437ed2 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:19.167991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.173849 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.178659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:19.179432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:19.184114 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:19.213385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] For port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,segment=NetworkSegment(caf1b09c-456e-4a07-a440-b5514fb21112),segment_id=caf1b09c-456e-4a07-a440-b5514fb21112)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:19.213756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.214607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] No DVR routers for this DVR port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:19.222362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e29d-25e6-437b-8782-2a4f4693e6d3 None None] Pushing event deleted for resources: {'Port': ['ID=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:19.245356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.264112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Calling delete_port for b2654836-5d82-435c-9578-e1d4defb1a87 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:19.265973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Calling delete_port for 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:19.277285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17ef731c-f8b0-41e4-b3b9-543fb4dde29d req-55c8d2ac-b938-44ad-9c31-eb7ed4d7f699 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=efdf2248-5d48-42b9-a33e-24dadc4f5461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542790 Oct 29 11:45:19.360403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.376632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.382513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] 10.222.0.77 "DELETE /v2.0/networks/8b303a97-eae3-4e20-ba67-788a22c89438 HTTP/1.1" status: 204 len: 168 time: 0.7448716 Oct 29 11:45:19.460634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44d95d-6923-45b7-b35a-2332fc3ef4c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113102370-project] Pushing event deleted for resources: {'Network': ['ID=8b303a97-eae3-4e20-ba67-788a22c89438,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:19.498514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.512109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.575082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event deleted for resources: {'Port': ['ID=7a9f4ae1-61a1-4d1f-9f29-4ad865556cca,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:19.579974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=0e087acc-7f58-402f-b418-1b785d437ed2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:19.618193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] No DVR routers for this DVR port 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:19.624216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] No DVR routers for this DVR port 0e087acc-7f58-402f-b418-1b785d437ed2 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:19.627704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.631408 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-187638b5-4f1c-4aaf-98b6-6e265d06b258 req-1f662491-c5b4-43a1-a1d1-34b2dd156550 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "DELETE /v2.0/ports/0e087acc-7f58-402f-b418-1b785d437ed2 HTTP/1.1" status: 204 len: 173 time: 1.0080523 Oct 29 11:45:19.631949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'name': 'network-vif-deleted', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:19.635165 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0389a6c7-7372-4c69-a40f-c1c9a07f6755" -d '{"events": [{"server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "name": "network-vif-deleted", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:19.727862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.773423 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f060075-309c-43ee-8c19-3cdf3ea356b3 x-openstack-request-id: req-1f060075-309c-43ee-8c19-3cdf3ea356b3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:19.773710 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155860d6-3903-4c3a-a36e-4d7f930dae49", "name": "network-vif-deleted", "tag": "0e087acc-7f58-402f-b418-1b785d437ed2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:19.774062 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f060075-309c-43ee-8c19-3cdf3ea356b3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:19.774683 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155860d6-3903-4c3a-a36e-4d7f930dae49', 'name': 'network-vif-deleted', 'tag': '0e087acc-7f58-402f-b418-1b785d437ed2', 'status': 'completed', 'code': 200} Oct 29 11:45:19.864693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:19.881903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:19.912579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e29a202-e117-47cc-8080-3e9ef92749bd']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.956619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf1b09c-456e-4a07-a440-b5514fb21112') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.957384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf1b09c-456e-4a07-a440-b5514fb21112') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:19.967300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Port': ['ID=b2654836-5d82-435c-9578-e1d4defb1a87,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:20.023538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.112858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.133734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:20.135164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:20.210566 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:20.276668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.296234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-942184b3-5102-4d0c-8d81-011c3d93eef5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed3c635b5305426c883874b0911b5a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299648 Oct 29 11:45:20.299755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:20.316022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-52db2db6-2f96-425f-acbc-d9eb623bed61 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "DELETE /v2.0/ports/b2654836-5d82-435c-9578-e1d4defb1a87 HTTP/1.1" status: 204 len: 168 time: 1.6734366 Oct 29 11:45:20.316982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:20.370002 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.396003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:20.415508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.424591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] 10.222.0.77 "DELETE /v2.0/networks/4e29a202-e117-47cc-8080-3e9ef92749bd HTTP/1.1" status: 204 len: 168 time: 1.9784057 Oct 29 11:45:20.442415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.448812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284b9cc-ace8-4329-974e-e160a30d69e0 tempest-ExtraDHCPOptionsTestJSON-2102995055 tempest-ExtraDHCPOptionsTestJSON-2102995055-project] Pushing event deleted for resources: {'Network': ['ID=4e29a202-e117-47cc-8080-3e9ef92749bd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:20.463409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:20.463976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7a9f4ae1-61a1-4d1f-9f29-4ad865556cca not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:20.502280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.503876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e845b2-3af7-4381-b81c-ea3583808577 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:20.511056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7e845b2-3af7-4381-b81c-ea3583808577 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "GET /v2.0/ports?device_id=32731530-fbf2-4784-bca3-1e4cdcc111d9 HTTP/1.1" status: 200 len: 913 time: 0.1871667 Oct 29 11:45:20.511763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47762) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:20.641073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.644030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:20.645229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26a34d9c-2147-4e90-8e5d-3ad504ee559c HTTP/1.1" status: 204 len: 168 time: 0.3443050 Oct 29 11:45:20.658535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad6214-569e-48f9-b27f-e7a93ce6e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a34d9c-2147-4e90-8e5d-3ad504ee559c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:20.660878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6797ea34-1f0c-4050-91c6-15d30206b053 req-45c87c72-8513-472b-a0f3-079dbc5af9d4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=155860d6-3903-4c3a-a36e-4d7f930dae49 HTTP/1.1" status: 200 len: 210 time: 0.0904784 Oct 29 11:45:20.841295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-ced2df70-62fc-4908-bfad-64ad2238944c req-f2f2e6fb-d560-47d7-9b31-ee48f10d5e0e tempest-ServerShowV257Test-418894844 tempest-ServerShowV257Test-418894844-project] (102277) timed out ('10.222.0.77', 35532) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:45:20.974334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:21.174385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47786) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:21.256641 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d388d75-88c7-4def-bf4a-9e5095212c75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20506a5d766649279ed8fff155bdb7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796921 Oct 29 11:45:21.258541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:21.271850 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.380852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.449307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.575738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.579552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.583255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5a575f9-e60c-40bf-910a-a1753c8b49fd HTTP/1.1" status: 204 len: 168 time: 0.3205144 Oct 29 11:45:21.602179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f22ac-344d-4860-9604-9d6c357e7a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a575f9-e60c-40bf-910a-a1753c8b49fd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:21.617901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41a9a432-31cf-4eb4-993f-661cefc20cdb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99cd2d8b15c04df5a3f284fc6098261c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425881 Oct 29 11:45:21.621601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47800) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:21.792875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:21.839948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.864781 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.868943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.926876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.929825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:21.934106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25044409-8293-4c45-93e9-6190dd4e2798 HTTP/1.1" status: 204 len: 168 time: 0.3068011 Oct 29 11:45:21.949204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb1c5a-0d28-427e-ac06-04976e7b8b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25044409-8293-4c45-93e9-6190dd4e2798,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:21.954262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting port 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:21.954856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.053709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.073922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.090676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Calling delete_port for 35ae6cb0-e6f1-4687-8cad-849c92b7caf4 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:22.105912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.283229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.286926 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.288574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/security-groups/efdf2248-5d48-42b9-a33e-24dadc4f5461 HTTP/1.1" status: 204 len: 168 time: 0.4946561 Oct 29 11:45:22.307443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30ba57-5ab9-41f6-ac41-ad18696111f1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdf2248-5d48-42b9-a33e-24dadc4f5461,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:22.424235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47832) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:22.482011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e087acc-7f58-402f-b418-1b785d437ed2 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:22.541609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 0e087acc-7f58-402f-b418-1b785d437ed2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:22.542312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e087acc-7f58-402f-b418-1b785d437ed2 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:22.668067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:22.820760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Port': ['ID=35ae6cb0-e6f1-4687-8cad-849c92b7caf4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:23.038264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:23.451926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:23.911881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'networks': [{'name': 'tempest-network--802942487'}, {'name': 'tempest-network--1381107593'}]} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:23.912226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-network--802942487'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:23.913237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-network--1381107593'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:23.959275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'network': 2} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:23.966845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:23.988561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.018991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Router 32731530-fbf2-4784-bca3-1e4cdcc111d9 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:24.142743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.144311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47918) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:24.153885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.154274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.170402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:24.175976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c2794f4-7aed-4be4-8900-2a85e022c8e0 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "PUT /v2.0/routers/32731530-fbf2-4784-bca3-1e4cdcc111d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6630740 Oct 29 11:45:24.184199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] Sync routers for ids ['32731530-fbf2-4784-bca3-1e4cdcc111d9'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:24.201697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] Routers {'32731530-fbf2-4784-bca3-1e4cdcc111d9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:24.204370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47922) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:24.204536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32731530-fbf2-4784-bca3-1e4cdcc111d9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:24.280008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:24.288964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8a46-da8d-4ede-9925-07695953fae9 req-ae3988a4-7a1d-4c36-9079-0ac8c77978ed tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:24.296532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f77e8a46-da8d-4ede-9925-07695953fae9 req-ae3988a4-7a1d-4c36-9079-0ac8c77978ed tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1177042 Oct 29 11:45:24.299757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] Routers {'32731530-fbf2-4784-bca3-1e4cdcc111d9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:24.300398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32731530-fbf2-4784-bca3-1e4cdcc111d9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:24.342057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:24.343305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4524a-edb3-43c0-b639-489c2317b54d None None] The sync data for ids ['32731530-fbf2-4784-bca3-1e4cdcc111d9'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:24.356308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f77e8a46-da8d-4ede-9925-07695953fae9 req-f1641b26-7e74-4690-9c07-283092ce2dd0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570261 Oct 29 11:45:24.371682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.381141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48cb9be-6d04-445b-a18d-79810a762004,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:24.388048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-467240340', 'router:external': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:24.391816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:24.414873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.415283 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment 488081fd-396e-476d-abd5-473a86c9e587 of type vlan for network b798f728-8af9-49fc-a3bc-5580941da9f8 Oct 29 11:45:24.420050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.589901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Made reservation on behalf of c7b439b8ec854d7c83052630c2022878 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:24.594784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.685466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.689516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.697611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port b8ac98af-2dfe-41c0-b074-9c6387ff34b9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:24.697942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.710647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.713435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.812991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:24.832480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.833064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Fanout notify agent at l3_agent the message router_deleted on router 32731530-fbf2-4784-bca3-1e4cdcc111d9 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:45:24.849518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.850632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-87089cfd-04b0-4850-b4cf-970ff0829523 tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "DELETE /v2.0/routers/32731530-fbf2-4784-bca3-1e4cdcc111d9 HTTP/1.1" status: 204 len: 168 time: 0.6439633 Oct 29 11:45:24.853071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.853424 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment 4b19de0b-8a73-4959-a0d6-bcddeb034b83 of type vlan for network 1185e4ac-beb3-4b46-988d-3c08da838097 Oct 29 11:45:24.854516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47936) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:24.855183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port b8ac98af-2dfe-41c0-b074-9c6387ff34b9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:24.855549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:24.874576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for b8ac98af-2dfe-41c0-b074-9c6387ff34b9 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:24.923046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting subnet e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:24.934521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.054251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.069971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.110895 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.133282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.140246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.167613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.168208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.169297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=b8ac98af-2dfe-41c0-b074-9c6387ff34b9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:25.177235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.187908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.189095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.211865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:25.228761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.229195 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Added segment d50ad10f-0dea-4de1-9f3b-3884c6d42750 of type vlan for network 58740563-2bc1-42e0-911f-fa11dffb3c6e Oct 29 11:45:25.290416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.441893 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.469097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=b798f728-8af9-49fc-a3bc-5580941da9f8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:25.479283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network b798f728-8af9-49fc-a3bc-5580941da9f8 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:25.479731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.489741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.490551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.491140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.500283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0460179 Oct 29 11:45:25.558701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47950) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:25.746484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dd0e90-b0d2-4d8c-94fc-14e6c676f454,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:25.826398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.838249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.841120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.845576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.850030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.868545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.868545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e389a9d4-42d0-45c1-a539-6c1b5619fa0c tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2969 time: 0.3002844 Oct 29 11:45:25.868722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47960) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:25.877039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2afd77-db33-40db-a14f-a2175448cfaa req-8386d305-d0a1-45b9-990b-9c75866383e2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:25.879417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7332175 Oct 29 11:45:25.883226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d2afd77-db33-40db-a14f-a2175448cfaa req-8386d305-d0a1-45b9-990b-9c75866383e2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3100004 Oct 29 11:45:25.886102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:25.891586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'subnet': {'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:25.896976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f77b4-da47-4793-afa3-ec8e8ee4f74f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=1185e4ac-beb3-4b46-988d-3c08da838097,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:25.911200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1185e4ac-beb3-4b46-988d-3c08da838097 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:25.970529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:25.990630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Made reservation on behalf of c7b439b8ec854d7c83052630c2022878 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:25.992924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.043025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59217ddc-e870-4631-a981-15066f7d502a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Network': ['ID=58740563-2bc1-42e0-911f-fa11dffb3c6e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:26.045469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.049345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "DELETE /v2.0/subnets/e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5 HTTP/1.1" status: 204 len: 168 time: 1.1927934 Oct 29 11:45:26.072393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:26.074531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc5ca5-b251-4f64-9f32-17cfc7657ebe tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Subnet': ['ID=e75ee1f6-86d4-4b3b-b953-ae20d2e95ae5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:26.089359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaa9c6-a50f-498c-b472-2d2307dc25c5 None None] Network 12f22562-30e9-4835-b97a-89c5a65cbeb6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:26.093712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:26.166813 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.322408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.357629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d2afd77-db33-40db-a14f-a2175448cfaa req-86561e9e-119d-4fd1-b05b-8754ec0e8f32 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735289 Oct 29 11:45:26.386221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 2f9a35b6-1476-47be-b4aa-5acd08627345 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:26.426281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] DHCP port deletion for 12f22562-30e9-4835-b97a-89c5a65cbeb6 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:45:26.489205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Deleting port 76d66525-8f97-481f-9073-c8a58b59def7 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:26.491303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.526188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.541920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:45:26.542840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.587533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] For port 76d66525-8f97-481f-9073-c8a58b59def7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76d66525-8f97-481f-9073-c8a58b59def7,segment=NetworkSegment(7d5e5e4e-958e-43d9-b107-d4854558dee4),segment_id=7d5e5e4e-958e-43d9-b107-d4854558dee4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:26.588467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.607359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Calling delete_port for 76d66525-8f97-481f-9073-c8a58b59def7 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:26.630378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Checking segment: {'id': 'd50ad10f-0dea-4de1-9f3b-3884c6d42750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:26.631902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network hostable DHCP agents. Network: 58740563-2bc1-42e0-911f-fa11dffb3c6e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:26.633208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01674955-59fa-4c12-8662-252208934e74,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:26.667216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:26.672147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b798f728-8af9-49fc-a3bc-5580941da9f8']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:26.689803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 58740563-2bc1-42e0-911f-fa11dffb3c6e) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:26.690503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488081fd-396e-476d-abd5-473a86c9e587') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:26.691573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488081fd-396e-476d-abd5-473a86c9e587') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:26.701537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6195e-16e9-4790-a9c0-413f9ab3fc6c None None] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:26.706540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.713656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:26.714427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.730870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Deleting port 76d66525-8f97-481f-9073-c8a58b59def7 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:26.731575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.734595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.768987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ce38df8a-f305-40fe-8251-bbab827db13d tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8793328 Oct 29 11:45:26.771097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47978) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:26.778024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-503814227', 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:26.795985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:26.797411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:26.801126 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:26.816754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:26.829504 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Sync routers for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:26.839137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Made reservation on behalf of c7b439b8ec854d7c83052630c2022878 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:26.841571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.852321 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:26.853361 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:26.859112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] device_id is not set on port 474e7a52-63cb-48d5-b390-6c564b226d4b yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:26.866206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-74aad075-55ec-4c1b-b4ee-2d9ffe465bfd tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/2f9a35b6-1476-47be-b4aa-5acd08627345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4406009 Oct 29 11:45:26.869343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47982) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:26.914375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] For port 76d66525-8f97-481f-9073-c8a58b59def7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76d66525-8f97-481f-9073-c8a58b59def7,segment=NetworkSegment(7d5e5e4e-958e-43d9-b107-d4854558dee4),segment_id=7d5e5e4e-958e-43d9-b107-d4854558dee4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:26.914935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.916694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4008cb-39bf-4737-8ab8-d3f4f269d8be None None] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:26.928830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting subnet 02517c94-fbf3-45ef-9990-7f34adaecb55 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:26.933926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Calling delete_port for 76d66525-8f97-481f-9073-c8a58b59def7 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:26.934148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.948690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.963627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:26.973610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/b798f728-8af9-49fc-a3bc-5580941da9f8 HTTP/1.1" status: 204 len: 168 time: 1.0876150 Oct 29 11:45:26.981432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47988) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:27.027329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eef56-9c64-493f-8602-60ab63537376 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=b798f728-8af9-49fc-a3bc-5580941da9f8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:27.074751 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:27.095913 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.106793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.110420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] No DVR routers for this DVR port 76d66525-8f97-481f-9073-c8a58b59def7 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:27.139253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5b43b-bc7c-45f8-92bc-8cbe08a4d774 None None] Pushing event deleted for resources: {'Port': ['ID=76d66525-8f97-481f-9073-c8a58b59def7,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:27.157548 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.183368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.238373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Port': ['ID=76d66525-8f97-481f-9073-c8a58b59def7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:27.252402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 2001:db8::d3 (58740563-2bc1-42e0-911f-fa11dffb3c6e/01674955-59fa-4c12-8662-252208934e74/474e7a52-63cb-48d5-b390-6c564b226d4b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:27.275576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] No DVR routers for this DVR port 76d66525-8f97-481f-9073-c8a58b59def7 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:27.314906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.338238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.388162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1185e4ac-beb3-4b46-988d-3c08da838097']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.395107 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:45:25Z', 'revision_number': 7, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.408752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.427216 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Checking router: 2f9a35b6-1476-47be-b4aa-5acd08627345 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:27.436731 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Routers {'2f9a35b6-1476-47be-b4aa-5acd08627345'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:27.437383 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2f9a35b6-1476-47be-b4aa-5acd08627345'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.442458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b19de0b-8a73-4959-a0d6-bcddeb034b83') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.448192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b19de0b-8a73-4959-a0d6-bcddeb034b83') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.483161 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.508743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.518322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f22562-30e9-4835-b97a-89c5a65cbeb6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.535359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5e5e4e-958e-43d9-b107-d4854558dee4') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.535834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5e5e4e-958e-43d9-b107-d4854558dee4') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.538070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.551146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:27.551619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:27.556500 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:27.558751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.558848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] Set router 2f9a35b6-1476-47be-b4aa-5acd08627345 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:27.625597 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.652152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba6ee-ec24-4c80-8db7-57e5ded9833c req-e769f8b3-fbba-4e50-94d8-0e3faa9f76ef tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:27.659708 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b4ba6ee-ec24-4c80-8db7-57e5ded9833c req-e769f8b3-fbba-4e50-94d8-0e3faa9f76ef tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1744206 Oct 29 11:45:27.662845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:27.663246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:27.667636 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:27.740886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.764052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.768740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/1185e4ac-beb3-4b46-988d-3c08da838097 HTTP/1.1" status: 204 len: 168 time: 0.7835138 Oct 29 11:45:27.780042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48010) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:27.812659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b4ba6ee-ec24-4c80-8db7-57e5ded9833c req-1b88cd0e-5cee-4abc-b02b-c9e1e63aa5b2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496708 Oct 29 11:45:27.840807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7e1d-d22f-48da-9d2c-4dbfe7faece4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=1185e4ac-beb3-4b46-988d-3c08da838097,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:27.909550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.922554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:27.925701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] 10.222.0.77 "DELETE /v2.0/networks/12f22562-30e9-4835-b97a-89c5a65cbeb6 HTTP/1.1" status: 204 len: 168 time: 1.8226862 Oct 29 11:45:27.928211 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:45:25Z', 'revision_number': 7, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:27.948884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449826-3eca-4da6-91d0-dd704892bfac tempest-FloatingIPNegativeTestJSON-1139504612 tempest-FloatingIPNegativeTestJSON-1139504612-project] Pushing event deleted for resources: {'Network': ['ID=12f22562-30e9-4835-b97a-89c5a65cbeb6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:27.986300 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fb106-5318-42db-b551-bc52775a068e None None] The sync data for ids ['2f9a35b6-1476-47be-b4aa-5acd08627345'] in n-d-805046-9 is: [{'id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'name': 'tempest-TestNetworkBasicOps-router-1492421147', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:42:45Z', 'updated_at': '2021-10-29T11:45:25Z', 'revision_number': 7, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': 'e59b9ef4-6ef0-478d-b114-d0b7eae82ed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9a35b6-1476-47be-b4aa-5acd08627345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:42:46Z', 'updated_at': '2021-10-29T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:28.078366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca329d-8165-4254-8a49-40535b4a2927 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:28.081743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.086705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca329d-8165-4254-8a49-40535b4a2927 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:28.100255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca329d-8165-4254-8a49-40535b4a2927 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:28.102339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c8ca329d-8165-4254-8a49-40535b4a2927 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.3205793 Oct 29 11:45:28.113662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48022) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:28.123954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1748239449'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:28.160716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:28.164228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=474e7a52-63cb-48d5-b390-6c564b226d4b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:28.170306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:28.173129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:28.177129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:28.177513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:28.177513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.181825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.211116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.223042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-313964fd-0296-4647-ba7e-a1503044bbff tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4508147 Oct 29 11:45:28.227126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48024) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:28.265058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Subnet': ['ID=02517c94-fbf3-45ef-9990-7f34adaecb55,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:28.276109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:28.280814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcecbb9-6ccd-4025-a570-d45117124b65 None None] Network 03ddd586-385f-47c5-98f1-9c9996675de1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:28.281943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.291168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f99b0300-d487-4c77-a7af-3830ab3ddf51 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/subnets/02517c94-fbf3-45ef-9990-7f34adaecb55 HTTP/1.1" status: 204 len: 168 time: 1.4180841 Oct 29 11:45:28.291650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48028) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:28.307561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.308179 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment 8315319e-7554-455f-a381-00c5ba258180 of type vlan for network 8c111151-8b68-458b-9503-796bc9eef9a0 Oct 29 11:45:28.489788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.540455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48036) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:28.550388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.557683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:28.558484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.648485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.657621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5427320 Oct 29 11:45:28.661680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48040) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:28.664970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Deleting port 474e7a52-63cb-48d5-b390-6c564b226d4b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:28.665450 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.751694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76d66525-8f97-481f-9073-c8a58b59def7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:28.789179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-607510795'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:28.801470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 76d66525-8f97-481f-9073-c8a58b59def7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:28.802798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76d66525-8f97-481f-9073-c8a58b59def7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:28.803703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8ac98af-2dfe-41c0-b074-9c6387ff34b9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:28.811954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720473c-2bf5-4942-a462-c68ba1ae64b8 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=8c111151-8b68-458b-9503-796bc9eef9a0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:28.825562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:28.830013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.859654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8c111151-8b68-458b-9503-796bc9eef9a0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:28.864888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e9d7d6b-5113-4f7b-8ccb-706b409cc67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.883239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b8ac98af-2dfe-41c0-b074-9c6387ff34b9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:28.883682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8ac98af-2dfe-41c0-b074-9c6387ff34b9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:28.957496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:28.985152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.068238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:29.068688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.095372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:29.108081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Calling delete_port for 474e7a52-63cb-48d5-b390-6c564b226d4b owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:29.109787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] DHCP port deletion for 03ddd586-385f-47c5-98f1-9c9996675de1 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:45:29.179420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port e59b9ef4-6ef0-478d-b114-d0b7eae82ed7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:29.180034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.196798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:29.216838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Deleting port 2fdcc4d3-f2f1-40d7-b581-440b2644445e {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:29.217240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.292225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8902669d-72ce-4ccb-a968-6938561b2640 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef0773e030b84029ac8c36d426ba4bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479725 Oct 29 11:45:29.295167 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.295655 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment 0a52adce-e3a8-4fad-b6a1-eb8171b40cdc of type vlan for network 18dbdd71-4fa8-42ee-a576-6716fd557e56 Oct 29 11:45:29.297615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48058) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:29.319550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] For port 2fdcc4d3-f2f1-40d7-b581-440b2644445e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fdcc4d3-f2f1-40d7-b581-440b2644445e,segment=NetworkSegment(b763c977-cc23-485e-9e2c-44482a9c1341),segment_id=b763c977-cc23-485e-9e2c-44482a9c1341)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:29.320111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.334659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Calling delete_port for 2fdcc4d3-f2f1-40d7-b581-440b2644445e owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:29.384951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa19e9-f1fd-4f79-8cd1-33ebdec8f229 req-348bb189-427e-4133-aa2b-6eb0f769a4d2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:29.387090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affa19e9-f1fd-4f79-8cd1-33ebdec8f229 req-348bb189-427e-4133-aa2b-6eb0f769a4d2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3817697 Oct 29 11:45:29.426089 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.444992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.457160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.467291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] Pushing event deleted for resources: {'Port': ['ID=2fdcc4d3-f2f1-40d7-b581-440b2644445e,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:29.475728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59413afb-e07c-4d9a-9e5d-72b6d77428d0 None None] No DVR routers for this DVR port 2fdcc4d3-f2f1-40d7-b581-440b2644445e on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:45:29.496973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.502037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.532542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Port': ['ID=474e7a52-63cb-48d5-b390-6c564b226d4b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:29.548088 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.554142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=e59b9ef4-6ef0-478d-b114-d0b7eae82ed7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:29.556693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:29.557416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.624756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.646956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.689817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.693518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b830a65a-0b86-4eea-880a-7ee7aabfca33 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/ports/474e7a52-63cb-48d5-b390-6c564b226d4b HTTP/1.1" status: 204 len: 168 time: 1.4652483 Oct 29 11:45:29.696605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0335486 Oct 29 11:45:29.699147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48064) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:29.699482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:29.717845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e', 'external_fixed_ips': [{'subnet_id': '01674955-59fa-4c12-8662-252208934e74', 'ip_address': '2001:db8::d3'}]}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:29.742222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'ports': [{'network_id': '8c111151-8b68-458b-9503-796bc9eef9a0', 'name': 'tempest-port--303597542', 'admin_state_up': True}, {'network_id': '18dbdd71-4fa8-42ee-a576-6716fd557e56', 'admin_state_up': False}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:29.742429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'port': {'network_id': '8c111151-8b68-458b-9503-796bc9eef9a0', 'name': 'tempest-port--303597542', 'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:29.742912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'port': {'network_id': '18dbdd71-4fa8-42ee-a576-6716fd557e56', 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:29.752613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.753369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.753672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.755832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.778901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-affa19e9-f1fd-4f79-8cd1-33ebdec8f229 req-8afc3327-a42c-4a4c-b2eb-185dff5a09e1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691776 Oct 29 11:45:29.819056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20adb4-d0b3-4501-b587-142f8ac8222b tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=18dbdd71-4fa8-42ee-a576-6716fd557e56,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:29.827170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.828315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9a35b6-1476-47be-b4aa-5acd08627345 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:45:29.870252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:29.876678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b6291f1b-77ae-414b-bb0f-f39e9dc03ee5 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/routers/2f9a35b6-1476-47be-b4aa-5acd08627345 HTTP/1.1" status: 204 len: 168 time: 1.5811360 Oct 29 11:45:29.878322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48068) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:29.879680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 18dbdd71-4fa8-42ee-a576-6716fd557e56 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:29.948160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.026545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.029931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.032347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3b5ddf9-6646-484a-a69a-3d5c59ffd8a5 HTTP/1.1" status: 204 len: 168 time: 0.7291222 Oct 29 11:45:30.117811 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.214146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034372d-b3eb-4fcd-a707-7f83028aa9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b5ddf9-6646-484a-a69a-3d5c59ffd8a5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:30.221587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.247427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ddd586-385f-47c5-98f1-9c9996675de1']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:30.262233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b763c977-cc23-485e-9e2c-44482a9c1341') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:30.262682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b763c977-cc23-485e-9e2c-44482a9c1341') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:30.275091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.288532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.292862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.301704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:30.302245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:30.305760 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:30.322166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'port': 2} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:30.326665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.383679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.401623 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.406464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/networks/03ddd586-385f-47c5-98f1-9c9996675de1 HTTP/1.1" status: 204 len: 168 time: 0.5219834 Oct 29 11:45:30.430221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:30.440579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'network': {'name': 'tempest-network-smoke--1218005503', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'port_security_enabled': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:30.445181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1749d-19db-4aca-a338-c9d2dd291084 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Network': ['ID=03ddd586-385f-47c5-98f1-9c9996675de1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:30.507654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:30.515016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.556414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:30.588157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.588792 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Added segment 1999ae69-fe22-45ef-825f-0deedc01945b of type vlan for network da9ccc1d-11c4-4944-a669-e565a596439d Oct 29 11:45:30.650728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.662466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fdcc4d3-f2f1-40d7-b581-440b2644445e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:30.685625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2fdcc4d3-f2f1-40d7-b581-440b2644445e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:30.685957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fdcc4d3-f2f1-40d7-b581-440b2644445e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:30.686598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.688268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:45:30.695304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:30.696380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.716123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:45:30.716448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e59b9ef4-6ef0-478d-b114-d0b7eae82ed7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:45:30.757274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3258035 Oct 29 11:45:30.761760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48096) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:30.836127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-955d2c62-0b10-4dc0-b390-5553e2b2f826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.860871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'admin_state_up': True, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:30.894540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9bbc9-9755-4008-85a0-ba221626319b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Network': ['ID=da9ccc1d-11c4-4944-a669-e565a596439d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:30.915856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network da9ccc1d-11c4-4944-a669-e565a596439d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:30.923021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.924465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:30.988561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.102470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.185860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653ede9-f07d-4f33-a80a-b7d7d98a0620 req-e1d9c50d-8ffd-45c2-b607-2d305d4aba0a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:31.186063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.189151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6653ede9-f07d-4f33-a80a-b7d7d98a0620 req-e1d9c50d-8ffd-45c2-b607-2d305d4aba0a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1781354 Oct 29 11:45:31.297174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6653ede9-f07d-4f33-a80a-b7d7d98a0620 req-42306efe-a1f7-4eae-a544-8efd5b8e2620 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880210 Oct 29 11:45:31.317790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:31.372269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] device_id is not set on port 55c7677d-335f-4d50-ae36-c217e87ff328 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:31.532055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a72b79ab-5ce9-4400-8db0-b06aabc44138 tempest-ServiceProvidersTest-2125793264 tempest-ServiceProvidersTest-2125793264-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2090549 Oct 29 11:45:31.533822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.555538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.613866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.675852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.713535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.25.4.122 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/6795138f-56e7-469d-9090-a1a6e089b9dc) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:31.800665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.916890 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:31.921267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] device_id is not set on port 87aa563b-8896-4402-ac91-476c83773c33 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:45:31.923990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:31.963251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.028602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=6795138f-56e7-469d-9090-a1a6e089b9dc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:32.041953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:32.043379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:32.048174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:32.065058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 2001:db8::d3 (58740563-2bc1-42e0-911f-fa11dffb3c6e/01674955-59fa-4c12-8662-252208934e74/00cecd28-ce35-4327-abc7-3f9573b741b6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:32.232226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.290708 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.300701 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.352799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.452787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.458514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-533c0a6b-a496-479f-91cc-1cb315b79079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.466258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Port': ['ID=55c7677d-335f-4d50-ae36-c217e87ff328,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:32.657140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Checking segment: {'id': '8315319e-7554-455f-a381-00c5ba258180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8c111151-8b68-458b-9503-796bc9eef9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:32.657524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network hostable DHCP agents. Network: 8c111151-8b68-458b-9503-796bc9eef9a0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:32.678537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b3cb-2e30-4b66-bdd5-4e9465044934 req-27edeecf-f63e-47d2-8af4-ae5c8b19800c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:32.680140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f475b3cb-2e30-4b66-bdd5-4e9465044934 req-27edeecf-f63e-47d2-8af4-ae5c8b19800c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.2023358 Oct 29 11:45:32.726536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.743284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-533c0a6b-a496-479f-91cc-1cb315b79079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.748124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.751844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network 8c111151-8b68-458b-9503-796bc9eef9a0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:32.768378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-533c0a6b-a496-479f-91cc-1cb315b79079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.795245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8c111151-8b68-458b-9503-796bc9eef9a0) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:32.800110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:32.801210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.805318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b27c86-2ab0-4319-aaa9-f79ebd8e9345 None None] Network 8c111151-8b68-458b-9503-796bc9eef9a0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:32.843511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f475b3cb-2e30-4b66-bdd5-4e9465044934 req-a3a437d6-67ff-4588-8638-1aa59b16ce58 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529453 Oct 29 11:45:32.935893 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-533c0a6b-a496-479f-91cc-1cb315b79079 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=877185a6b13d40f1af1a43d05aecff62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107019 Oct 29 11:45:32.938816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:32.946108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c0a6b-a496-479f-91cc-1cb315b79079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afded0ce-9fac-4a1e-a88d-1e9d0b8ba625,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:32.973148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:32.986445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Port': ['ID=87aa563b-8896-4402-ac91-476c83773c33,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:33.021423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 58740563-2bc1-42e0-911f-fa11dffb3c6e is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:33.025256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Checking segment: {'id': '0a52adce-e3a8-4fad-b6a1-eb8171b40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '18dbdd71-4fa8-42ee-a576-6716fd557e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:33.025623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network hostable DHCP agents. Network: 18dbdd71-4fa8-42ee-a576-6716fd557e56, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:33.028088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:33.030632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:33.135314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.164749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 85269055-463d-418a-bbd2-b69b55431cf3 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:45:33.168154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.174134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=00cecd28-ce35-4327-abc7-3f9573b741b6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:33.199885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network 18dbdd71-4fa8-42ee-a576-6716fd557e56 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:33.215116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 18dbdd71-4fa8-42ee-a576-6716fd557e56) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:33.222481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:33.226329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3864a-3b05-43c6-bc79-d4a2e11bf3f6 None None] Network 18dbdd71-4fa8-42ee-a576-6716fd557e56 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:33.245543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:33.257850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:33.260381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.376719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f94fd112-469a-4e6d-822a-af0ab36dda71 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6393812 Oct 29 11:45:33.379659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:33.410754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:33.458981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa414ba6-06ad-4786-8b7f-e8326bb68d3f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:33.465909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa414ba6-06ad-4786-8b7f-e8326bb68d3f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:33.472521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa414ba6-06ad-4786-8b7f-e8326bb68d3f tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0916584 Oct 29 11:45:33.475708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:33.483159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.489097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48176) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:33.491435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43e9390a-681c-46a1-a5de-d6630fa0abf4 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6349752 Oct 29 11:45:33.498093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Sync routers for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:33.508620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.512251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.516760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afded0ce-9fac-4a1e-a88d-1e9d0b8ba625 HTTP/1.1" status: 204 len: 168 time: 0.5766270 Oct 29 11:45:33.531795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89553-275e-4452-a04f-388d28dc2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afded0ce-9fac-4a1e-a88d-1e9d0b8ba625,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:33.549574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12ab86cd-498e-49c1-86aa-6fcd02e9886b tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a1929897279d451b8deef543e11dfdbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589540 Oct 29 11:45:33.550398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.554862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48180) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:33.594216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:33.594862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:33.797576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Deleting port 55c7677d-335f-4d50-ae36-c217e87ff328 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:33.797576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.924431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:33.930101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.952974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:33.972319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Calling delete_port for 55c7677d-335f-4d50-ae36-c217e87ff328 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:34.051899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fec522-8a19-44a6-8d17-a1749ce88539 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:34.055534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fec522-8a19-44a6-8d17-a1749ce88539 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:34.062371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-24fec522-8a19-44a6-8d17-a1749ce88539 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.5064051 Oct 29 11:45:34.063005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48196) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:34.126909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4e48eb66-a881-45e1-8a21-47d77c8794fd tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=58740563-2bc1-42e0-911f-fa11dffb3c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627241 Oct 29 11:45:34.129637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:34.200347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a2cf212-cc9b-4520-a134-09ccd8400820 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681565 Oct 29 11:45:34.202393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48208) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:34.216702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670297307', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:34.260697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8164a-0325-44e4-be78-3c385c226049 req-e0baa051-45da-443d-9a13-cd72499aa631 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:34.270518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5d8164a-0325-44e4-be78-3c385c226049 req-e0baa051-45da-443d-9a13-cd72499aa631 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.2207153 Oct 29 11:45:34.381102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:34.431888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5d8164a-0325-44e4-be78-3c385c226049 req-fd5ed40f-6f07-4c3a-a498-c968475e2229 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313515 Oct 29 11:45:34.460588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:32Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:34.508529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Checking router: 85269055-463d-418a-bbd2-b69b55431cf3 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:34.509233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Updating router 85269055-463d-418a-bbd2-b69b55431cf3 port 6795138f-56e7-469d-9090-a1a6e089b9dc binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:45:34.540142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:34.592775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:34.600806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Port': ['ID=55c7677d-335f-4d50-ae36-c217e87ff328,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:34.633723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:34.641982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3409999e-cf79-43fa-aa57-0cb77356d229 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/ports/55c7677d-335f-4d50-ae36-c217e87ff328 HTTP/1.1" status: 204 len: 168 time: 1.1654522 Oct 29 11:45:34.643832 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router af7f2787-9e43-482f-84a5-9032d92d0eea is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:45:34.647300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48224) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:34.860462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48230) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:34.942533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Deleting port 87aa563b-8896-4402-ac91-476c83773c33 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:34.942860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:34.991601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:34.995930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.004512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:35.025258 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Sync routers for ids ['af7f2787-9e43-482f-84a5-9032d92d0eea'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:35.049066 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Routers {'af7f2787-9e43-482f-84a5-9032d92d0eea'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:35.051364 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['af7f2787-9e43-482f-84a5-9032d92d0eea'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:35.052721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.060002 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.064707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f4d4c161-0e8b-486e-83f0-fd4bdd7bd516 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.3469477 Oct 29 11:45:35.067826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48236) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:35.081315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1394437843-network', 'tenant_id': 'bb2e4935bb4743d08451fe2e5c0a20c9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:35.157443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Made reservation on behalf of bb2e4935bb4743d08451fe2e5c0a20c9 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:35.160167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.173600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.176997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.192229 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.247507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Calling delete_port for 87aa563b-8896-4402-ac91-476c83773c33 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:35.271897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.304867 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Set router af7f2787-9e43-482f-84a5-9032d92d0eea gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:35.323009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Attempting to bind port 6795138f-56e7-469d-9090-a1a6e089b9dc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:35.323332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Attempting to bind port 6795138f-56e7-469d-9090-a1a6e089b9dc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:35.323704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Attempting to bind port 6795138f-56e7-469d-9090-a1a6e089b9dc on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:35.331058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec318-38f6-485b-bc14-54e038d6e318 None None] Pushing event updated for resources: {'Port': ['ID=6795138f-56e7-469d-9090-a1a6e089b9dc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:35.351767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:35.352158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:35.352546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.352934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:35.353455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Bound port: 6795138f-56e7-469d-9090-a1a6e089b9dc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:35.354136 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.432376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.486445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] For port 6795138f-56e7-469d-9090-a1a6e089b9dc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:35.490049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] For port 6795138f-56e7-469d-9090-a1a6e089b9dc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6795138f-56e7-469d-9090-a1a6e089b9dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:35.500613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.501712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.579289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.614483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:35.619271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:35.658275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:35.676114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Checking segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:35.676738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network hostable DHCP agents. Network: da9ccc1d-11c4-4944-a669-e565a596439d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:35.681081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Subnet': ['ID=1d25c113-3efa-47eb-a7b3-1e4e842bc87e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:35.690336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b845296-093d-4c0c-9eaa-4dca393cdf57,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:35.725403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.726039 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Added segment 2097c1ff-cb82-457c-ac3a-e619de824d06 of type vlan for network 994bfdd3-37e5-4248-a364-a863525aa748 Oct 29 11:45:35.777128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network da9ccc1d-11c4-4944-a669-e565a596439d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:35.803120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.809602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, da9ccc1d-11c4-4944-a669-e565a596439d) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:35.836294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:35.839876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.872218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:35.904534 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-917ea61d-796a-469f-b582-e5d35d489548 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7007434 Oct 29 11:45:35.907472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.910691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:35.911638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:35.914547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:35.954148 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7f2787-9e43-482f-84a5-9032d92d0eea', 'name': '', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e', 'external_fixed_ips': [{'subnet_id': '01674955-59fa-4c12-8662-252208934e74', 'ip_address': '2001:db8::d3'}], 'enable_snat': True}, 'gw_port_id': '00cecd28-ce35-4327-abc7-3f9573b741b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:29Z', 'updated_at': '2021-10-29T11:45:33Z', 'revision_number': 3, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port': {'id': '00cecd28-ce35-4327-abc7-3f9573b741b6', 'name': '', 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7f2787-9e43-482f-84a5-9032d92d0eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '01674955-59fa-4c12-8662-252208934e74', 'ip_address': '2001:db8::d3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01674955-59fa-4c12-8662-252208934e74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:36.019801 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Checking router: af7f2787-9e43-482f-84a5-9032d92d0eea for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:36.020152 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Updating router af7f2787-9e43-482f-84a5-9032d92d0eea port 00cecd28-ce35-4327-abc7-3f9573b741b6 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:45:36.027918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec318-38f6-485b-bc14-54e038d6e318 None None] Pushing event updated for resources: {'Port': ['ID=6795138f-56e7-469d-9090-a1a6e089b9dc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:36.035429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b124cd-dbef-44b1-9d18-a495deadd140 None None] Network da9ccc1d-11c4-4944-a669-e565a596439d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:36.084055 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.159156 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2855837 Oct 29 11:45:36.191513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48258) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:36.205772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Request body: {'subnet': {'network_id': '994bfdd3-37e5-4248-a364-a863525aa748', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1394437843-subnet', 'tenant_id': 'bb2e4935bb4743d08451fe2e5c0a20c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:36.247060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274cf9a-e5b6-4922-be4b-999e3f47a0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=994bfdd3-37e5-4248-a364-a863525aa748,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:36.262870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 994bfdd3-37e5-4248-a364-a863525aa748 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:36.292987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Made reservation on behalf of bb2e4935bb4743d08451fe2e5c0a20c9 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:36.296313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.351285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:45:36.478996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:36.502777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:45:36.519057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:32Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:36.529554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.538378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.593844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.643059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd128158-cb4c-437d-b5b9-c7d67417ef1a None None] The sync data for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 is: [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:32Z', 'revision_number': 3, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:36.666262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:45:36.674176 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.686568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Port': ['ID=87aa563b-8896-4402-ac91-476c83773c33,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:36.695873 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.723659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.725993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:36.729076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2c2d358-5424-43e0-99ad-34d59554606e tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/ports/87aa563b-8896-4402-ac91-476c83773c33 HTTP/1.1" status: 204 len: 168 time: 2.0762985 Oct 29 11:45:36.740515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:36.821794 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.833088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Pushing event updated for resources: {'Port': ['ID=00cecd28-ce35-4327-abc7-3f9573b741b6,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:36.837144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-da9ccc1d-11c4-4944-a669-e565a596439d', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:45:36.837988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.879628 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.881622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5a713-f172-4cae-97a5-d98562ba1caa req-b5526bf7-ea54-43f5-a4c0-204bbf59e341 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:36.882045 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.882495 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.883925 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.884366 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.885494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03c5a713-f172-4cae-97a5-d98562ba1caa req-b5526bf7-ea54-43f5-a4c0-204bbf59e341 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.5162873 Oct 29 11:45:36.885974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.897693 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.898213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.899059 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.899499 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.899945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.900373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:36.929405 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Attempting to bind port 00cecd28-ce35-4327-abc7-3f9573b741b6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:36.929850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Attempting to bind port 00cecd28-ce35-4327-abc7-3f9573b741b6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd50ad10f-0dea-4de1-9f3b-3884c6d42750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:36.930308 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Attempting to bind port 00cecd28-ce35-4327-abc7-3f9573b741b6 on network 58740563-2bc1-42e0-911f-fa11dffb3c6e {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:36.944580 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:36.945192 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Checking segment: {'id': 'd50ad10f-0dea-4de1-9f3b-3884c6d42750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:36.945703 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:36.946200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Bound using segment: {'id': 'd50ad10f-0dea-4de1-9f3b-3884c6d42750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:36.946788 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Bound port: 00cecd28-ce35-4327-abc7-3f9573b741b6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ad10f-0dea-4de1-9f3b-3884c6d42750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '58740563-2bc1-42e0-911f-fa11dffb3c6e'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:36.948812 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.025974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43c60fad-b87e-422e-a438-c6b9b3f6f58d tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2632449 Oct 29 11:45:37.029230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48296) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:37.046883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1593863784'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:37.078123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] For port 00cecd28-ce35-4327-abc7-3f9573b741b6, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:37.080027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03c5a713-f172-4cae-97a5-d98562ba1caa req-8c6ee11a-6226-41a0-8c3d-64569968aca4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853859 Oct 29 11:45:37.087932 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] For port 00cecd28-ce35-4327-abc7-3f9573b741b6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=00cecd28-ce35-4327-abc7-3f9573b741b6,segment=NetworkSegment(d50ad10f-0dea-4de1-9f3b-3884c6d42750),segment_id=d50ad10f-0dea-4de1-9f3b-3884c6d42750)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:37.100165 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.154585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:37.161226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Deleting port 00cecd28-ce35-4327-abc7-3f9573b741b6 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:37.163204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.165783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.188049 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Routers {'af7f2787-9e43-482f-84a5-9032d92d0eea'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:37.198742 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['af7f2787-9e43-482f-84a5-9032d92d0eea'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:37.314456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['42d044e0-8691-4388-ad5b-fc7310b7e773'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:45:37.391477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:37.469674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] Set router af7f2787-9e43-482f-84a5-9032d92d0eea gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:37.495871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] For port 00cecd28-ce35-4327-abc7-3f9573b741b6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=00cecd28-ce35-4327-abc7-3f9573b741b6,segment=NetworkSegment(d50ad10f-0dea-4de1-9f3b-3884c6d42750),segment_id=d50ad10f-0dea-4de1-9f3b-3884c6d42750)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:37.496310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.542031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Calling delete_port for 00cecd28-ce35-4327-abc7-3f9573b741b6 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:37.546782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:37.619474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.622248 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment d54e8267-dcfa-4296-b696-afcbe2e1f6ee of type vlan for network d20ad2c1-33f3-4cb4-8827-afc36c33113e Oct 29 11:45:37.629901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7f2787-9e43-482f-84a5-9032d92d0eea', 'name': '', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:29Z', 'updated_at': '2021-10-29T11:45:36Z', 'revision_number': 4, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:37.732359 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3c37e-5a84-47c5-b31a-bd03b67a909e None None] Pushing event updated for resources: {'Port': ['ID=00cecd28-ce35-4327-abc7-3f9573b741b6,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:37.735661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42524bf-e7a7-4ff5-8ba1-5693b0560ca2 None None] The sync data for ids ['af7f2787-9e43-482f-84a5-9032d92d0eea'] in n-d-805046-9 is: [{'id': 'af7f2787-9e43-482f-84a5-9032d92d0eea', 'name': '', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:29Z', 'updated_at': '2021-10-29T11:45:36Z', 'revision_number': 4, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:37.836899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:37.896899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Allocated IP 172.20.0.2 (da9ccc1d-11c4-4944-a669-e565a596439d/1d25c113-3efa-47eb-a7b3-1e4e842bc87e/688926a1-a0f3-4f3a-8d1b-3f37075594ad) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:37.989620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1fb7f7-719b-4be2-870d-7272a7d1f3bc,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:38.016028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.064847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.151725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Port': ['ID=00cecd28-ce35-4327-abc7-3f9573b741b6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:38.162662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.211349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:45:38.286264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.353481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.357497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:38.403699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.421898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:38.422244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.423057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.583446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Pushing event updated for resources: {'Port': ['ID=688926a1-a0f3-4f3a-8d1b-3f37075594ad,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:38.586008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6795138f-56e7-469d-9090-a1a6e089b9dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:38.668084 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.673533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.742805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20d975-55cd-430b-a5c3-d9aabb0c1560 req-d6fb65ec-c81d-4984-aa6f-eaaf158e28b4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:38.749097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Network da9ccc1d-11c4-4944-a669-e565a596439d is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:38.764032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a20d975-55cd-430b-a5c3-d9aabb0c1560 req-d6fb65ec-c81d-4984-aa6f-eaaf158e28b4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 944 time: 0.3572860 Oct 29 11:45:38.765285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.765989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af7f2787-9e43-482f-84a5-9032d92d0eea {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:45:38.770825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.774999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2f55396-4aaf-44d6-a74c-369e13428325 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/routers/af7f2787-9e43-482f-84a5-9032d92d0eea HTTP/1.1" status: 204 len: 168 time: 3.7061255 Oct 29 11:45:38.775695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7338445 Oct 29 11:45:38.779373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:38.779557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48328) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:38.782863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Checking segment: {'id': '2097c1ff-cb82-457c-ac3a-e619de824d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '994bfdd3-37e5-4248-a364-a863525aa748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:38.783232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Network hostable DHCP agents. Network: 994bfdd3-37e5-4248-a364-a863525aa748, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:38.803364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1450384089'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:38.834322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:38.862415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:38.941971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:38.945976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:38.948803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b9e61-51d5-48ed-8270-eac334d12d06 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=d20ad2c1-33f3-4cb4-8827-afc36c33113e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:38.957200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Network 994bfdd3-37e5-4248-a364-a863525aa748 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:38.976689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d20ad2c1-33f3-4cb4-8827-afc36c33113e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:39.003495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a20d975-55cd-430b-a5c3-d9aabb0c1560 req-02289da5-7774-42e2-b228-fe283ebc7fb1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080050 Oct 29 11:45:39.016638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 42d044e0-8691-4388-ad5b-fc7310b7e773 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:39.019622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 994bfdd3-37e5-4248-a364-a863525aa748) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:39.020763 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.042989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:39.046126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.051060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Deleting subnet 01674955-59fa-4c12-8662-252208934e74 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:39.067556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.074922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e361fc-8798-468a-8fe4-60a2465a2193 None None] Network 994bfdd3-37e5-4248-a364-a863525aa748 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:39.084933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Attempting to bind port 688926a1-a0f3-4f3a-8d1b-3f37075594ad on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:39.085437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Attempting to bind port 688926a1-a0f3-4f3a-8d1b-3f37075594ad by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:39.085867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Attempting to bind port 688926a1-a0f3-4f3a-8d1b-3f37075594ad on network da9ccc1d-11c4-4944-a669-e565a596439d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:39.091966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad0fa9e5-55ed-4898-a94c-b575452c340e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8989868 Oct 29 11:45:39.101037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:39.118590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.1 (da9ccc1d-11c4-4944-a669-e565a596439d/1d25c113-3efa-47eb-a7b3-1e4e842bc87e/c6a1c5dc-c82f-4a48-8b09-b2c409501941) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:39.204115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.224454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6795138f-56e7-469d-9090-a1a6e089b9dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:39.224454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.255015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:39.260052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Checking segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:39.260708 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.261701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Bound using segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:39.262057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Bound port: 688926a1-a0f3-4f3a-8d1b-3f37075594ad, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:39.262440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.288815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.293775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.342062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.345381 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Added segment bb7a15d6-672d-4d4f-a552-28a84aa705f3 of type vlan for network 5b8982d8-0be7-4deb-9e3b-5638f29edbc4 Oct 29 11:45:39.349645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.414549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.512915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.525462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/01674955-59fa-4c12-8662-252208934e74 HTTP/1.1" status: 204 len: 168 time: 0.7456613 Oct 29 11:45:39.526881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:39.528906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48342) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:39.535889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54252609-a0dc-4492-a960-b91493a8a605 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01674955-59fa-4c12-8662-252208934e74,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:39.600110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network da9ccc1d-11c4-4944-a669-e565a596439d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:39.602220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.606640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:39.615249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:39.693195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.700875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-3b837c9b-877f-4c55-aeaf-efa55b7865a0 req-48b00fab-0870-4fd5-b1ee-477119fc5bc8 service neutron] (102278) timed out ('10.222.0.86', 62461) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:45:39.772716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.858943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:39.861352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] For port 688926a1-a0f3-4f3a-8d1b-3f37075594ad, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:39.943451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.resource_extend [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:45:40.037595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.044416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] For port 688926a1-a0f3-4f3a-8d1b-3f37075594ad, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=688926a1-a0f3-4f3a-8d1b-3f37075594ad,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:40.054007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260687fe-542a-477c-9af7-a35a9710a2ed None None] Network 994bfdd3-37e5-4248-a364-a863525aa748 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:40.144529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:40.160804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:45:40.176735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.178072 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40f597-68b3-472f-aee6-ac818629fee6" -d '{"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:45:40.178985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.187817 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.193035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:40.200776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.315833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58740563-2bc1-42e0-911f-fa11dffb3c6e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:40.354495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ad10f-0dea-4de1-9f3b-3884c6d42750') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:40.354786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ad10f-0dea-4de1-9f3b-3884c6d42750') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:40.358803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.372805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.407944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea187f-0e39-4a9a-9357-3d4d7b1754ed req-564dafc4-9381-4418-9e2b-18a924fe9853 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:40.410311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebea187f-0e39-4a9a-9357-3d4d7b1754ed req-564dafc4-9381-4418-9e2b-18a924fe9853 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1745026 Oct 29 11:45:40.411826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.432609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.439693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:40.440102 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:40.444487 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:40.495995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 6795138f-56e7-469d-9090-a1a6e089b9dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6795138f-56e7-469d-9090-a1a6e089b9dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:40.508569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31d131-648a-46d3-bbbb-2b7411ab9969 None None] Pushing event updated for resources: {'Port': ['ID=688926a1-a0f3-4f3a-8d1b-3f37075594ad,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:40.532478 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.590961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.602500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58740563-2bc1-42e0-911f-fa11dffb3c6e {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:45:40.606113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.615030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/networks/58740563-2bc1-42e0-911f-fa11dffb3c6e HTTP/1.1" status: 204 len: 168 time: 1.0815420 Oct 29 11:45:40.634015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebea187f-0e39-4a9a-9357-3d4d7b1754ed req-726809a9-2131-48cc-9a24-bd8e45eb2dd7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155063 Oct 29 11:45:40.635351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becad763-aa3c-4df0-9a04-9fdcf98eeb83 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Network': ['ID=58740563-2bc1-42e0-911f-fa11dffb3c6e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:40.647521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Network': ['ID=5b8982d8-0be7-4deb-9e3b-5638f29edbc4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:40.696184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5b8982d8-0be7-4deb-9e3b-5638f29edbc4 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:40.723966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48374) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:40.738036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367452504-network', 'tenant_id': '7dabcc3819a049e7ac2cd9d329ac228a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:40.821347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Made reservation on behalf of 7dabcc3819a049e7ac2cd9d329ac228a for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:40.830340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f72b866-380f-49b9-9c9f-2d38fb301fe3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0483935 Oct 29 11:45:40.863449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:40.928414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.034874 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1e617-0d9f-4494-8eee-60487771c8a6 x-openstack-request-id: req-63f1e617-0d9f-4494-8eee-60487771c8a6 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:45:41.037680 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:45:41.043754 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63f1e617-0d9f-4494-8eee-60487771c8a6 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:45:41.043754 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'code': 200} Oct 29 11:45:41.283080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.296961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.378250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:41.414017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:45:41.488484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.493607 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Added segment 4dbb4f88-4fac-4884-8627-ce2b1d69d80d of type vlan for network d6e83721-0836-4d4e-ba1a-a501dc88d35d Oct 29 11:45:41.519826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7cab7d-09de-4c1c-a4e8-0bc429d9875c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:41.621098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=6795138f-56e7-469d-9090-a1a6e089b9dc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:41.654338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.673590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.726442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.813859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48392) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:41.829300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'name': 'tempest-router--1660768134', 'project_id': '60db214259194389a3d48118afc07457'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:41.911953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:41.913225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:41.916117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:42.059375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:42.088069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:42.104143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] Pushing event updated for resources: {'Network': ['ID=d6e83721-0836-4d4e-ba1a-a501dc88d35d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:42.127659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d6e83721-0836-4d4e-ba1a-a501dc88d35d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:45:42.148017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66310f-bb6f-4084-ace0-7f410bae2395 req-ba7ad1c0-4aa1-4a69-8361-e2f00b6d60e7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:42.168099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea66310f-bb6f-4084-ace0-7f410bae2395 req-ba7ad1c0-4aa1-4a69-8361-e2f00b6d60e7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3143902 Oct 29 11:45:42.211876 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:42.212977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:42.288125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ea2ed970-5c80-42d7-a60e-5d951796738c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5587933 Oct 29 11:45:42.293596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48400) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:42.333653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Request body: {'subnet': {'network_id': 'd6e83721-0836-4d4e-ba1a-a501dc88d35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367452504-subnet', 'tenant_id': '7dabcc3819a049e7ac2cd9d329ac228a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:42.390980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Made reservation on behalf of 7dabcc3819a049e7ac2cd9d329ac228a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:42.394744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:42.438362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.440929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.442100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.443180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.445602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.447165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.449316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.449793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.451297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.452297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.460714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.461391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:42.492743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network da9ccc1d-11c4-4944-a669-e565a596439d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:42.503117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:42.803171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d0ec31-0482-4c73-a324-a0c72132870c None None] Network da9ccc1d-11c4-4944-a669-e565a596439d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:42.908391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 85269055-463d-418a-bbd2-b69b55431cf3 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:45:42.998695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.009675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 688926a1-a0f3-4f3a-8d1b-3f37075594ad up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:43.257549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58db3f8-7418-4f9a-9397-a04f7c8f716b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:43.272415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.272795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.273148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.273473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.273809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.274145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.275022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.275921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.276298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.276635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.276969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.277324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:45:43.280432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:43.293282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea66310f-bb6f-4084-ace0-7f410bae2395 req-4e2587c5-4905-4aed-9cdd-ad31f1c07f21 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1211562 Oct 29 11:45:43.296751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48412) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:43.299888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dd54dd0e-70ab-438f-a059-4ac24c0064ca tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/85269055-463d-418a-bbd2-b69b55431cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3808355 Oct 29 11:45:43.307841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] Provisioning complete for port 688926a1-a0f3-4f3a-8d1b-3f37075594ad triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:43.308292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.309093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.325609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Sync routers for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:43.335542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.376316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.380326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b68cf1f-e858-401b-b6c5-8bd9038dcba7 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5587327 Oct 29 11:45:43.381294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48414) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:43.459195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Checking segment: {'id': '4dbb4f88-4fac-4884-8627-ce2b1d69d80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd6e83721-0836-4d4e-ba1a-a501dc88d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:43.459550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Network hostable DHCP agents. Network: d6e83721-0836-4d4e-ba1a-a501dc88d35d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:43.538409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:43.539574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Network d6e83721-0836-4d4e-ba1a-a501dc88d35d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:43.541540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:43.555300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.663007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d6e83721-0836-4d4e-ba1a-a501dc88d35d) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:43.724480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.730061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.757236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.759854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.783146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca2506-5e0b-4d2c-8d92-1a06151568d4 None None] Network d6e83721-0836-4d4e-ba1a-a501dc88d35d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:43.831433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.835950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f6cdce-ee2f-4875-b333-22d5d1778f4a {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:45:43.869532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:43.869781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1c3a2f69-f53a-46f6-a49d-1cbcf1d1612b tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/routers/e4f6cdce-ee2f-4875-b333-22d5d1778f4a HTTP/1.1" status: 204 len: 168 time: 0.4868023 Oct 29 11:45:43.910092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2532905-de4c-4d9f-b2df-a3a8a13a56ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6007955 Oct 29 11:45:43.916465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.974252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.977860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.979501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.980198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.980967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.984830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.987244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.988043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.990182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.990988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.992118 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:43.994837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.019107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-486aab15-2dd3-4064-8937-0243fbeca29f tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9070 time: 0.7190475 Oct 29 11:45:44.022096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:44.158850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48430) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:44.170945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'subnets': [{'network_id': 'd20ad2c1-33f3-4cb4-8827-afc36c33113e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1458270361', 'ip_version': 6}, {'network_id': '5b8982d8-0be7-4deb-9e3b-5638f29edbc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:44.171371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'subnet': {'network_id': 'd20ad2c1-33f3-4cb4-8827-afc36c33113e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1458270361', 'ip_version': 6}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:44.172282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Request body: {'subnet': {'network_id': '5b8982d8-0be7-4deb-9e3b-5638f29edbc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:44.200618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.201913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.202547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.203151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.203751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.204350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.205136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.205758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.206385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.212710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c0ef474a-4493-4c77-932c-567a139ddaa6 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5956 time: 0.1895475 Oct 29 11:45:44.213864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48432) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:44.214362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48434) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:44.303330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48438) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:44.423987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Deleting subnet bc1fb7f7-719b-4be2-870d-7272a7d1f3bc {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:44.428898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.485983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.532150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 688926a1-a0f3-4f3a-8d1b-3f37075594ad triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:44.534733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.555771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:44.557114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1631088644', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:44.636512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.728572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.732347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.743856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2ab8-cf31-48c8-8da3-b79e27ad2b1c req-b9a57ff4-a74e-4955-860a-439591c1dbec tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:44.750610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612d2ab8-cf31-48c8-8da3-b79e27ad2b1c req-b9a57ff4-a74e-4955-860a-439591c1dbec tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.2696390 Oct 29 11:45:44.829032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Made reservation on behalf of 9ec222df0041446a8d8e8191d3baa412 for: {'subnet': 2} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:44.833832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.836002 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:44.865648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:45.028123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612d2ab8-cf31-48c8-8da3-b79e27ad2b1c req-342c1731-3568-4404-bb83-cd5487bdf008 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693670 Oct 29 11:45:45.113352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-12c61f41-f19f-4ef1-8e92-0982edb42e20 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.8898728 Oct 29 11:45:45.130584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:45.297125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:45.299233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f8c1e-a2ba-43d5-9cfd-fad5d4c0a5f8 None None] Network d6e83721-0836-4d4e-ba1a-a501dc88d35d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:45.653389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] For port 688926a1-a0f3-4f3a-8d1b-3f37075594ad, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=688926a1-a0f3-4f3a-8d1b-3f37075594ad,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:45.865251 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.000102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:45:46.002783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f69b6-4ec4-452e-80ef-e2bfbb183b94 None None] Pushing event updated for resources: {'Port': ['ID=688926a1-a0f3-4f3a-8d1b-3f37075594ad,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:46.002783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:45:46.002783 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:45:46.002783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e53cec82-a4ed-42e7-854e-aef9594fd01d None None] Provisioning complete for port c6a1c5dc-c82f-4a48-8b09-b2c409501941 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:46.002783 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e53cec82-a4ed-42e7-854e-aef9594fd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.093769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e53cec82-a4ed-42e7-854e-aef9594fd01d None None] Port c6a1c5dc-c82f-4a48-8b09-b2c409501941 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:46.115166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:41Z', 'revision_number': 2, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:46.135600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.139152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.148507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e53cec82-a4ed-42e7-854e-aef9594fd01d None None] Provisioning complete for port 688926a1-a0f3-4f3a-8d1b-3f37075594ad triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:46.150415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e53cec82-a4ed-42e7-854e-aef9594fd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.304551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1fb7f7-719b-4be2-870d-7272a7d1f3bc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:46.333525 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.337676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-14ad630f-07aa-4c96-9596-602d6460709f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bc1fb7f7-719b-4be2-870d-7272a7d1f3bc HTTP/1.1" status: 204 len: 168 time: 2.0320058 Oct 29 11:45:46.343732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48492) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:46.395922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Checking router: 85269055-463d-418a-bbd2-b69b55431cf3 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:45:46.396730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Updating router 85269055-463d-418a-bbd2-b69b55431cf3 port c6a1c5dc-c82f-4a48-8b09-b2c409501941 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:45:46.429488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48494) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:46.448757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953760678', 'description': 'tempest-secgroup-smoke-1953760678 description', 'project_id': 'a1929897279d451b8deef543e11dfdbe'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:46.469837 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.495343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6795138f-56e7-469d-9090-a1a6e089b9dc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:46.531737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.549460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.691219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.704994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.789156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.791643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3602035 Oct 29 11:45:46.794956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.797602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:46.806528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:46.819834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994bfdd3-37e5-4248-a364-a863525aa748']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:46.832939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2097c1ff-cb82-457c-ac3a-e619de824d06') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:46.837420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2097c1ff-cb82-457c-ac3a-e619de824d06') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:46.862297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.869590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993278a6-254e-426a-9ce2-6fc631d6db16 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7bd1d4-0b8b-45fd-a550-fda808c1b909,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:46.934671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6795138f-56e7-469d-9090-a1a6e089b9dc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:46.935761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.954144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.975121 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:46.995591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.055885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:47.056291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:47.094838 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:47.192081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a8c52b35-6371-48ff-9d85-1a6f2652c9f4 None None] Provisioning complete for port c6a1c5dc-c82f-4a48-8b09-b2c409501941 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:47.192467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a8c52b35-6371-48ff-9d85-1a6f2652c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.219904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.273300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76c93-8399-4696-a2a4-2ac0f88d3f65 req-e442ab00-a179-4f6d-8d57-049361af3aaa tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:47.275965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.302217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95b76c93-8399-4696-a2a4-2ac0f88d3f65 req-e442ab00-a179-4f6d-8d57-049361af3aaa tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.6712935 Oct 29 11:45:47.323377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.339377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Checking segment: {'id': 'd54e8267-dcfa-4296-b696-afcbe2e1f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd20ad2c1-33f3-4cb4-8827-afc36c33113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:47.339808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network hostable DHCP agents. Network: d20ad2c1-33f3-4cb4-8827-afc36c33113e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:47.370535 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.385376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/994bfdd3-37e5-4248-a364-a863525aa748 HTTP/1.1" status: 204 len: 168 time: 1.0375314 Oct 29 11:45:47.406768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48520) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:47.448288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a8c52b35-6371-48ff-9d85-1a6f2652c9f4 None None] Port c6a1c5dc-c82f-4a48-8b09-b2c409501941 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:45:47.521730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network d20ad2c1-33f3-4cb4-8827-afc36c33113e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:47.526552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e0658-0294-4122-8246-881e0db485b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=994bfdd3-37e5-4248-a364-a863525aa748,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:47.543487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d20ad2c1-33f3-4cb4-8827-afc36c33113e) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:47.543898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.554488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.564568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.566997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a0c51-6bf5-4e66-a3a2-969bab0203e4 None None] Network d20ad2c1-33f3-4cb4-8827-afc36c33113e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:47.638668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95b76c93-8399-4696-a2a4-2ac0f88d3f65 req-05d4aa3a-5f2e-4055-afba-3eef43aac007 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350585 Oct 29 11:45:47.646229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Subnet': ['ID=45440452-85ea-4a4f-8676-4fe63b1906d2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:47.753223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208bd2e5-1f6a-4629-8427-f689963e8239,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:47.771871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.775644 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-15901289-b86b-4836-a910-04cd37806134 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9730923 Oct 29 11:45:47.777099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Deleting subnet e58db3f8-7418-4f9a-9397-a04f7c8f716b {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:47.782517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.783242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 688926a1-a0f3-4f3a-8d1b-3f37075594ad up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:47.787138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48524) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:47.797833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:47.839496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.884743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Allocated IP 172.25.4.201 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3a75d258-4417-4a1e-b238-72f37d929492) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:47.941481 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:47.945272 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.090072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 688926a1-a0f3-4f3a-8d1b-3f37075594ad triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:48.090671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.091389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Checking segment: {'id': 'bb7a15d6-672d-4d4f-a552-28a84aa705f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5b8982d8-0be7-4deb-9e3b-5638f29edbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:48.092646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network hostable DHCP agents. Network: 5b8982d8-0be7-4deb-9e3b-5638f29edbc4, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:45:48.098144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.168150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.179712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e58db3f8-7418-4f9a-9397-a04f7c8f716b HTTP/1.1" status: 204 len: 168 time: 0.7497587 Oct 29 11:45:48.188450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48540) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:48.210527 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.219738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.233277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.278475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.301793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Network 5b8982d8-0be7-4deb-9e3b-5638f29edbc4 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:45:48.336060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 5b8982d8-0be7-4deb-9e3b-5638f29edbc4) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:48.351347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event updated for resources: {'Subnet': ['ID=8b90a327-b47b-42b6-9581-ef37de4c618e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:48.395943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01de999a-b83e-4d2a-8c56-0a28605b9335,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:48.400905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.413229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.414844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-11417a2a-d125-47f9-b375-b086ba1e6b81 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6246884 Oct 29 11:45:48.418568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:48.427130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2e7fc-8853-4681-a051-0475b0766267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58db3f8-7418-4f9a-9397-a04f7c8f716b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:48.434622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:48.439746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:48.441755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:48.442733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.467605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbd783-1854-44e4-af4a-424eb34daf56 None None] Network 5b8982d8-0be7-4deb-9e3b-5638f29edbc4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:48.484946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b336d54-1b66-4efa-803b-5c54883cf4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-d20ad2c1-33f3-4cb4-8827-afc36c33113e', 'network_id': 'd20ad2c1-33f3-4cb4-8827-afc36c33113e', 'tenant_id': '9ec222df0041446a8d8e8191d3baa412', 'fixed_ips': [{'subnet_id': '45440452-85ea-4a4f-8676-4fe63b1906d2'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:45:48.491724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7b336d54-1b66-4efa-803b-5c54883cf4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.509247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.558993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13ce2bb1-adc0-490d-b115-41494f4ba9d3 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3983531 Oct 29 11:45:48.559615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.562181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48552) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:48.629966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:48.737862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38328056-c4b6-4418-90f3-6fa0a9040a64 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:48.744320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38328056-c4b6-4418-90f3-6fa0a9040a64 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:48.746487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38328056-c4b6-4418-90f3-6fa0a9040a64 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:48.757245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-38328056-c4b6-4418-90f3-6fa0a9040a64 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1623104 Oct 29 11:45:48.762910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48560) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:48.890551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:45:48.923742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:45:48.929625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:45:49.083203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event updated for resources: {'Port': ['ID=3a75d258-4417-4a1e-b238-72f37d929492,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:49.127907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.128748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4060cf-0610-4385-8e4e-4fc8e0d8e867 None None] Pushing event updated for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:49.197727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.239411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Deleting subnet 45440452-85ea-4a4f-8676-4fe63b1906d2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:49.259037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651ced9-44fc-42f6-8dcf-0dc8c4dd2af6 req-18da693e-b3f3-47a2-9be4-5364a38b6a31 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:49.260845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b651ced9-44fc-42f6-8dcf-0dc8c4dd2af6 req-18da693e-b3f3-47a2-9be4-5364a38b6a31 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3919435 Oct 29 11:45:49.269411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.281918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.307256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3152d563-a3d0-425d-8694-2b2ce8d5b948,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:49.316875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e83721-0836-4d4e-ba1a-a501dc88d35d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:49.364366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbb4f88-4fac-4884-8627-ce2b1d69d80d') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:49.364660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbb4f88-4fac-4884-8627-ce2b1d69d80d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:49.408673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.409548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.411808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e83c4fa0-cad4-40ed-9db6-7560616d5b42 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9811087 Oct 29 11:45:49.415495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48578) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:49.421667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:49.452620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.461562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.469556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b651ced9-44fc-42f6-8dcf-0dc8c4dd2af6 req-18094864-b5db-4ed2-81a9-df439ab3e182 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966989 Oct 29 11:45:49.548456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.575158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:49.575818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:49.578375 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:49.633494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.679996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.713046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.725647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.782897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.787277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.791098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3713853 Oct 29 11:45:49.795787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48584) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:49.801085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.804658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d6e83721-0836-4d4e-ba1a-a501dc88d35d HTTP/1.1" status: 204 len: 168 time: 1.6148367 Oct 29 11:45:49.816638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Attempting to bind port c6a1c5dc-c82f-4a48-8b09-b2c409501941 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:45:49.817052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Attempting to bind port c6a1c5dc-c82f-4a48-8b09-b2c409501941 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:45:49.817413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Attempting to bind port c6a1c5dc-c82f-4a48-8b09-b2c409501941 on network da9ccc1d-11c4-4944-a669-e565a596439d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:45:49.819668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:49.825440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271fb27-067a-47e5-abab-8493a4ed5bbf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e85e68e-10aa-4b91-9923-0c6a48db79eb,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:49.839742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:45:49.845153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Checking segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:45:49.845602 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.846011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Bound using segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:45:49.846515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Bound port: c6a1c5dc-c82f-4a48-8b09-b2c409501941, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:45:49.846899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.860131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37bde0-ae6d-4fb2-83d6-8e812b02bec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e83721-0836-4d4e-ba1a-a501dc88d35d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:49.925407 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:45:49.947452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:49.957097 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.110845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] For port c6a1c5dc-c82f-4a48-8b09-b2c409501941, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:45:50.128238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] For port c6a1c5dc-c82f-4a48-8b09-b2c409501941, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c6a1c5dc-c82f-4a48-8b09-b2c409501941,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-7b336d54-1b66-4efa-803b-5c54883cf4bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45440452-85ea-4a4f-8676-4fe63b1906d2: This subnet is being modified by another concurrent operation. Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45440452-85ea-4a4f-8676-4fe63b1906d2: This subnet is being modified by another concurrent operation. Oct 29 11:45:50.185630 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:45:50.197815 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.203572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] Provisioning complete for port c6a1c5dc-c82f-4a48-8b09-b2c409501941 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:50.204222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.214812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Subnet': ['ID=45440452-85ea-4a4f-8676-4fe63b1906d2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:50.224714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c1935-2160-40c3-bb6e-bd993e963a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-5b8982d8-0be7-4deb-9e3b-5638f29edbc4', 'network_id': '5b8982d8-0be7-4deb-9e3b-5638f29edbc4', 'tenant_id': '9ec222df0041446a8d8e8191d3baa412', 'fixed_ips': [{'subnet_id': '8b90a327-b47b-42b6-9581-ef37de4c618e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:45:50.225713 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-973c1935-2160-40c3-bb6e-bd993e963a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.230943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.271370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f925f2e1-04f1-41e5-b00c-adaf02ad59f4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/subnets/45440452-85ea-4a4f-8676-4fe63b1906d2 HTTP/1.1" status: 204 len: 168 time: 1.5047605 Oct 29 11:45:50.274174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48596) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:50.292363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc82df-e2cf-4a5a-bb76-60c5b645c9c3 None None] Network d20ad2c1-33f3-4cb4-8827-afc36c33113e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:50.321065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.336864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.432018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:50.460020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab257ed-14db-48a9-9e7d-f2f9d95be420,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:50.475816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.480159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27cfc5d9-7e89-4a4d-9b80-8a4d314d6f27 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6795771 Oct 29 11:45:50.487828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:50.496954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'security_group_rule': {'security_group_id': '5f7bd1d4-0b8b-45fd-a550-fda808c1b909', 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:50.511243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Deleting subnet 8b90a327-b47b-42b6-9581-ef37de4c618e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:45:50.528417 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.529853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.621991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9d78b919-3498-48a4-9d99-9987dd0eabeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb2e4935bb4743d08451fe2e5c0a20c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888297 Oct 29 11:45:50.631055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48610) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:50.673540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.703393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:50.704047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:50.737765 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Project a1929897279d451b8deef543e11dfdbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:45:50.749565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.870435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4060cf-0610-4385-8e4e-4fc8e0d8e867 None None] Pushing event updated for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:50.897172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.916115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:50.992340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd2a125-a46c-4bfa-9a75-29494ed04fce,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:51.025398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.027775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-642f0d24-2abd-4deb-9242-48d2d37e3521 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5386503 Oct 29 11:45:51.078699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Router b8b07518-8108-4a60-a7a7-ba1024b57a87 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:45:51.134264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:45:51.143139 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.308354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:45:51.324781 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] Sync routers for ids ['b8b07518-8108-4a60-a7a7-ba1024b57a87'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:45:51.344742 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] Routers {'b8b07518-8108-4a60-a7a7-ba1024b57a87'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:51.346652 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8b07518-8108-4a60-a7a7-ba1024b57a87'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:51.378545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] For port c6a1c5dc-c82f-4a48-8b09-b2c409501941, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c6a1c5dc-c82f-4a48-8b09-b2c409501941,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:45:51.384357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.385955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26404a44-7cc1-476d-9e96-e62d2dbad076 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1704831 Oct 29 11:45:51.388509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:51.414191 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.437514 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:51.487279 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] Routers {'b8b07518-8108-4a60-a7a7-ba1024b57a87'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:45:51.487910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:45:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['b8b07518-8108-4a60-a7a7-ba1024b57a87'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:51.562882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:51.569542 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ff04-27a5-433a-a6a6-c1f4a8c63c05 None None] The sync data for ids ['b8b07518-8108-4a60-a7a7-ba1024b57a87'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:51.617951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.622028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.645795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.653813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8913a1d-8169-47a9-b4c2-9754166d9077 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/b8b07518-8108-4a60-a7a7-ba1024b57a87 HTTP/1.1" status: 200 len: 925 time: 0.2634263 Oct 29 11:45:51.655552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:51.711700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-93508bc2-d5c3-4648-a22e-90c803388de6 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b07518-8108-4a60-a7a7-ba1024b57a87 HTTP/1.1" status: 200 len: 205 time: 0.0546896 Oct 29 11:45:51.712538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:51.722395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49567-5316-47a7-8dc3-5db0d39e4bc8 req-13abeda6-e6d5-4af9-b81b-0ca53f639907 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:51.729831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b6916-4bba-4e67-973d-5c6907173fd3 None None] Pushing event updated for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:51.731566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32a49567-5316-47a7-8dc3-5db0d39e4bc8 req-13abeda6-e6d5-4af9-b81b-0ca53f639907 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 1.0242317 Oct 29 11:45:51.733742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-43c055d1-3cc7-4d57-9316-054abf9d65a1 None None] Provisioning complete for port c6a1c5dc-c82f-4a48-8b09-b2c409501941 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:51.734617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-43c055d1-3cc7-4d57-9316-054abf9d65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.749729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.753683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.757114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b845296-093d-4c0c-9eaa-4dca393cdf57 HTTP/1.1" status: 204 len: 168 time: 1.1165857 Oct 29 11:45:51.801059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9d5a-3469-4db9-8be4-caeae5c0b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b845296-093d-4c0c-9eaa-4dca393cdf57,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:51.836090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32a49567-5316-47a7-8dc3-5db0d39e4bc8 req-cf4f9cb1-3185-436b-b144-201fae75a7c4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001372 Oct 29 11:45:51.864408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-973c1935-2160-40c3-bb6e-bd993e963a60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b90a327-b47b-42b6-9581-ef37de4c618e: This subnet is being modified by another concurrent operation. Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b90a327-b47b-42b6-9581-ef37de4c618e: This subnet is being modified by another concurrent operation. Oct 29 11:45:51.899093 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:45:51.942836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:51.949734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b573646-93ae-40bf-8420-c3f5f1566b14 None None] Network 5b8982d8-0be7-4deb-9e3b-5638f29edbc4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:45:52.033143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:52.036769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/subnets/8b90a327-b47b-42b6-9581-ef37de4c618e HTTP/1.1" status: 204 len: 168 time: 1.7597983 Oct 29 11:45:52.038613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627f7d2-a2c9-41c2-b340-160852389785 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Subnet': ['ID=8b90a327-b47b-42b6-9581-ef37de4c618e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:52.054789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:52.067069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:52.273756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:50Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:52.361833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac80181-3e62-4693-af9a-5637ccb9a8c4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:52.371900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:52.388842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9ac80181-3e62-4693-af9a-5637ccb9a8c4 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3303287 Oct 29 11:45:52.391005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48668) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:52.458649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0bd4dc-e6d2-4e92-bacf-4116bc15240a None None] The sync data for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 is: [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:50Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:45:52.557367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-0f4f91e8-e9ce-4e60-88cf-5eb6ca8e4677 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953760678&fields=id&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 267 time: 0.2117176 Oct 29 11:45:52.706661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de754716-c3bd-4f64-a8de-b9ac677ca594 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:45:52.786670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:52.838668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:52.886064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port 3a75d258-4417-4a1e-b238-72f37d929492 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:45:52.886204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:52.917604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de754716-c3bd-4f64-a8de-b9ac677ca594 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:45:53.100334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8b3ff54d-192e-4d59-83ef-7f6c4a7c9cf8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7dabcc3819a049e7ac2cd9d329ac228a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110433 Oct 29 11:45:53.125084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:53.182924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-4f260af6-1a2b-4602-8edf-8fabb030754d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:53.202519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-4f260af6-1a2b-4602-8edf-8fabb030754d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 797 time: 0.6387525 Oct 29 11:45:53.241660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-fdeafd6f-faeb-4057-9391-f0d033417792 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/quotas/a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 375 time: 0.0386112 Oct 29 11:45:53.512832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:53.520824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-f90569b0-f134-490b-9e43-122d748f58fe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2782922 Oct 29 11:45:53.569733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:53.574309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b79d03-e3b8-45aa-8e2d-4b5023c0d839 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:45:53.703815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:53.703815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:53.704310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e7cab7d-09de-4c1c-a4e8-0bc429d9875c HTTP/1.1" status: 204 len: 168 time: 0.5917957 Oct 29 11:45:53.756437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7f49-369e-4aac-b404-f7bdeaa21090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7cab7d-09de-4c1c-a4e8-0bc429d9875c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:53.932083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b79d03-e3b8-45aa-8e2d-4b5023c0d839 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:45:54.025741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.095775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8982d8-0be7-4deb-9e3b-5638f29edbc4']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:54.120635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7a15d6-672d-4d4f-a552-28a84aa705f3') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:54.128817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7a15d6-672d-4d4f-a552-28a84aa705f3') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:54.155614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.189866 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-9e7bd45b-55e9-4a91-b63b-91218f967b6b service neutron] 10.222.0.77 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469011 Oct 29 11:45:54.208911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.251628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for 3a75d258-4417-4a1e-b238-72f37d929492 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:45:54.286195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.315477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:54.316080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:54.322514 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:54.506256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c6a1c5dc-c82f-4a48-8b09-b2c409501941 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:45:54.524466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-bdbaf6f7-8f3f-4b06-9271-dced49aba555 service neutron] 10.222.0.77 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325653 Oct 29 11:45:54.723251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.736955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:54.750015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/5b8982d8-0be7-4deb-9e3b-5638f29edbc4 HTTP/1.1" status: 204 len: 168 time: 2.3566170 Oct 29 11:45:54.751999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48728) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:54.804026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a242f-0698-4bb1-85da-b413e9f70e10 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=5b8982d8-0be7-4deb-9e3b-5638f29edbc4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:55.055854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.218086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c6a1c5dc-c82f-4a48-8b09-b2c409501941 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:45:55.219489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.233264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=3a75d258-4417-4a1e-b238-72f37d929492,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:55.320101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.371376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0bc24-ba57-4092-9d98-963e3d167c41 req-b9638940-abaf-4377-92d1-a863112811c2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:55.373585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ceb0bc24-ba57-4092-9d98-963e3d167c41 req-b9638940-abaf-4377-92d1-a863112811c2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.3727074 Oct 29 11:45:55.548715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.803720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.810716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.845573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.847045 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.866496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ceb0bc24-ba57-4092-9d98-963e3d167c41 req-d4f26b7e-092a-441d-8c55-75d836b84095 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4486995 Oct 29 11:45:55.907547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-a8ebc219-08c7-4901-9312-6f4df81a5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:55.909406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-a8ebc219-08c7-4901-9312-6f4df81a5425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.1403618 Oct 29 11:45:55.923017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.923867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router b8b07518-8108-4a60-a7a7-ba1024b57a87 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:45:55.931413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20ad2c1-33f3-4cb4-8827-afc36c33113e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:55.951794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:55.956467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-11620f12-8b73-4053-bd7a-66fe7edf285d tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/b8b07518-8108-4a60-a7a7-ba1024b57a87 HTTP/1.1" status: 204 len: 168 time: 4.2371891 Oct 29 11:45:55.997541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54e8267-dcfa-4296-b696-afcbe2e1f6ee') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:55.999244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54e8267-dcfa-4296-b696-afcbe2e1f6ee') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:56.070547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.119714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.136031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-7b1ae2ed-05b1-4919-b3f5-f9d2da47d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:56.137683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-7b1ae2ed-05b1-4919-b3f5-f9d2da47d407 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1838818 Oct 29 11:45:56.138185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:56.145332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171185217', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:56.151100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:56.151544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:56.189507 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:56.354675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cdc547f-bea3-451a-aef8-96f8bb95057b req-0a02e64d-6576-4175-8ed0-6526f89ac029 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 210 time: 0.1633317 Oct 29 11:45:56.425528 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.462418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.480867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:56.483402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.484473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:56.486680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/d20ad2c1-33f3-4cb4-8827-afc36c33113e HTTP/1.1" status: 204 len: 168 time: 1.7328777 Oct 29 11:45:56.527274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63383e3e-deb0-487d-8ec1-dd51fc3fc917 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=d20ad2c1-33f3-4cb4-8827-afc36c33113e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:56.574444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-a54232ee-851b-49d8-8c0d-ebefa957c020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 1000 time: 0.4077101 Oct 29 11:45:56.848275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-a74896c0-65f8-4c27-a0d9-b5c964518f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:56.861160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-a74896c0-65f8-4c27-a0d9-b5c964518f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1735427 Oct 29 11:45:56.990139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:57.211229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:57.269758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508ebc-0a61-47ad-9e83-c43f3d1c2939 req-35d87aae-3736-4495-a1b9-1848a00ab691 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:57.279537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27508ebc-0a61-47ad-9e83-c43f3d1c2939 req-35d87aae-3736-4495-a1b9-1848a00ab691 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1830714 Oct 29 11:45:57.404961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27508ebc-0a61-47ad-9e83-c43f3d1c2939 req-4310554e-6252-4798-aa44-e219bf62b316 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179967 Oct 29 11:45:57.627658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:57.739020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-368c2912-867e-4617-b977-7050f9f0e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:57.740604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-368c2912-867e-4617-b977-7050f9f0e80f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8408825 Oct 29 11:45:57.933824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2dd1804d-af2b-4eb0-a999-3c8d5d56f1fc req-873e5c02-2abe-4485-b82a-ea8eed66dcd7 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 210 time: 0.0818818 Oct 29 11:45:57.977837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-097eabb2-61ca-40b5-b341-8889a401620d service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188017 Oct 29 11:45:58.032132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.110364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dbdd71-4fa8-42ee-a576-6716fd557e56']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:58.149889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a52adce-e3a8-4fad-b6a1-eb8171b40cdc') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:58.150285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a52adce-e3a8-4fad-b6a1-eb8171b40cdc') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:58.182336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-6c91b0c1-ca26-49a7-83a6-c8f6b868c74f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:58.183843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-6c91b0c1-ca26-49a7-83a6-c8f6b868c74f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 797 time: 0.9595642 Oct 29 11:45:58.185908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.236141 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.243006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9aca5c62-f5b7-415a-a0d1-fb0caee8acb3 req-63ec55c8-6563-4d04-905e-384d4f867d86 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534733 Oct 29 11:45:58.265042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:58.269711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:58.276802 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:58.385178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-eff2234d-43ed-4964-9eba-74cf1383b2fa tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1929897279d451b8deef543e11dfdbe HTTP/1.1" status: 200 len: 380 time: 0.1455948 Oct 29 11:45:58.385178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'port': {'device_id': 'b6012257-81d1-41cb-928c-da7d60072de6', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'admin_state_up': True, 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'security_groups': ['5f7bd1d4-0b8b-45fd-a550-fda808c1b909']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:45:58.435552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e69a9c4-0730-4808-80bf-eae5024da51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.575273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.591857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.595112 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/18dbdd71-4fa8-42ee-a576-6716fd557e56 HTTP/1.1" status: 204 len: 168 time: 2.0984290 Oct 29 11:45:58.602692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 48860) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:58.690824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.708436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44396849-6e07-4a90-bab6-959d41551b45 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=18dbdd71-4fa8-42ee-a576-6716fd557e56,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:58.762046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d582e-ce89-4e44-9f3a-3685ed3f4316 req-e35dc85a-5d76-49e5-9e5b-f97accb5c2dc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:45:58.783743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e00d582e-ce89-4e44-9f3a-3685ed3f4316 req-e35dc85a-5d76-49e5-9e5b-f97accb5c2dc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.2220666 Oct 29 11:45:58.831007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:58.912478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e00d582e-ce89-4e44-9f3a-3685ed3f4316 req-43e47fe6-871d-4f7f-9585-f335ee17eede tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196332 Oct 29 11:45:58.951513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.291082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.339514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c111151-8b68-458b-9503-796bc9eef9a0']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:59.346446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8315319e-7554-455f-a381-00c5ba258180') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:59.348113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8315319e-7554-455f-a381-00c5ba258180') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:45:59.387427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7aba55a9-653b-4596-a604-768c4b437cf3 req-5286c7b8-93a7-47b9-93a1-72238d9fa6e8 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 210 time: 0.0836000 Oct 29 11:45:59.390125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.402716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Made reservation on behalf of a1929897279d451b8deef543e11dfdbe for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:45:59.406488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.414038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 172.25.4.251 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/829c7ef5-93d8-42f7-a3b8-9e45604bfed7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:59.439018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.494476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:45:59.494476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:45:59.497795 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:45:59.679489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.703359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.706914 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] 10.222.0.77 "DELETE /v2.0/networks/8c111151-8b68-458b-9503-796bc9eef9a0 HTTP/1.1" status: 204 len: 168 time: 1.0385888 Oct 29 11:45:59.731358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd910a0-d3c1-46fa-b38f-a57c7b7c7327 tempest-BulkNetworkOpsIpV6Test-626846991 tempest-BulkNetworkOpsIpV6Test-626846991-project] Pushing event deleted for resources: {'Network': ['ID=8c111151-8b68-458b-9503-796bc9eef9a0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:45:59.736367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.20.0.4 (da9ccc1d-11c4-4944-a669-e565a596439d/1d25c113-3efa-47eb-a7b3-1e4e842bc87e/101829ca-98e0-4a3c-a7a7-721c3ea65e5b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:45:59.760563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:45:59.806095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:45:59.995823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.030433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:00.035596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:00.060390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:00.151692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:00.206842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ce2dd40-874f-466a-bad3-a3a934be377a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.289764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763661b-4641-4d01-b98a-999aa521486d req-b1fa5a94-9ac5-4631-9e8b-103ca9b78373 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:00.297851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4763661b-4641-4d01-b98a-999aa521486d req-b1fa5a94-9ac5-4631-9e8b-103ca9b78373 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.2131464 Oct 29 11:46:00.304798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48926) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:00.427012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4763661b-4641-4d01-b98a-999aa521486d req-d1b884e7-3951-4cfc-a89a-7460987faacc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212175 Oct 29 11:46:00.497329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.569735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ce2dd40-874f-466a-bad3-a3a934be377a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.578769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ce2dd40-874f-466a-bad3-a3a934be377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.648371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.656908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.710279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8d4c921c-a8ff-47e8-a171-d281899e2c8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ec222df0041446a8d8e8191d3baa412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847713 Oct 29 11:46:00.717978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48942) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:00.829283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0ce2dd40-874f-466a-bad3-a3a934be377a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3eb8d88d93ec47a5aa394bb24f738fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0153146 Oct 29 11:46:00.830123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48944) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:00.839804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fdc3797f-8174-4290-b454-0cc7a0fa6923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.840703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2dd40-874f-466a-bad3-a3a934be377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d0797-4207-404a-8f8e-5fef79e96775,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:00.874991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:00.896948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network da9ccc1d-11c4-4944-a669-e565a596439d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:00.900332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:00.904098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:00.953721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815ab6-c47e-4933-8f9f-6e378f5e1ca9 req-7c55f7a2-4c79-457d-8147-573c2a47406f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:00.974172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71815ab6-c47e-4933-8f9f-6e378f5e1ca9 req-7c55f7a2-4c79-457d-8147-573c2a47406f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 931 time: 0.2541449 Oct 29 11:46:00.991205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:00.994128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:00.994940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.039906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.058367 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.090206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-8da80d2d-1023-42fd-baf2-9e4d5935919f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7131250 Oct 29 11:46:01.103271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71815ab6-c47e-4933-8f9f-6e378f5e1ca9 req-df3b1eba-d9c5-4a62-8b38-893eb2d4593b tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274285 Oct 29 11:46:01.122807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Request body: {'port': {'device_id': 'b6012257-81d1-41cb-928c-da7d60072de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:01.143203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.203216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.205895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.207386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f48cb9be-6d04-445b-a18d-79810a762004 HTTP/1.1" status: 204 len: 168 time: 0.4843903 Oct 29 11:46:01.219039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.222051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.223488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a1d0797-4207-404a-8f8e-5fef79e96775 HTTP/1.1" status: 204 len: 168 time: 0.3851228 Oct 29 11:46:01.224585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03aaec-6d70-4bc6-88ab-3a84100b4d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48cb9be-6d04-445b-a18d-79810a762004,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:01.237510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849848f-463f-45d1-af8b-6957bf6a15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d0797-4207-404a-8f8e-5fef79e96775,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:01.497819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c00fd980-31c3-48cd-a941-112af97aac0d None None] Provisioning complete for port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:46:01.498695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c00fd980-31c3-48cd-a941-112af97aac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:01.552785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c00fd980-31c3-48cd-a941-112af97aac0d None None] Port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:46:01.679329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874de85-3d7f-4078-a431-9bc6e90b5f34 req-ec1695bb-450e-475a-8505-0eff415272ba tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:01.694425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b874de85-3d7f-4078-a431-9bc6e90b5f34 req-ec1695bb-450e-475a-8505-0eff415272ba tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1088314 Oct 29 11:46:01.781299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b874de85-3d7f-4078-a431-9bc6e90b5f34 req-14787661-5708-4883-a5da-2f212ace3a44 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848958 Oct 29 11:46:01.847814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 48982) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:01.879247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-156943f1-0525-4b30-bc07-61c930b0714b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.018820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.034625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.099848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-156943f1-0525-4b30-bc07-61c930b0714b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.109190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-156943f1-0525-4b30-bc07-61c930b0714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.386629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.406472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.457790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-156943f1-0525-4b30-bc07-61c930b0714b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c18046e25a8745fdb309ebbb365e3f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080849 Oct 29 11:46:02.462367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49004) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:02.463072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156943f1-0525-4b30-bc07-61c930b0714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff286de3-49bb-4b40-abf3-6d0f094d06dd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:02.555348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101829ca-98e0-4a3c-a7a7-721c3ea65e5b {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:46:02.571549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.601855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Transition to ACTIVE for port object 101829ca-98e0-4a3c-a7a7-721c3ea65e5b will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:46:02.612944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.640880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47a2f8-547d-49d6-bbca-d43d034737f9 req-df8d00be-2a27-4ecd-9d30-8e9310bb82e2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:02.644935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc47a2f8-547d-49d6-bbca-d43d034737f9 req-df8d00be-2a27-4ecd-9d30-8e9310bb82e2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 931 time: 0.3476539 Oct 29 11:46:02.688701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.719169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Pushing event updated for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:02.720088 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.867487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc47a2f8-547d-49d6-bbca-d43d034737f9 req-2db7bd92-75c4-4bdb-94c2-3a24bb9fa7a1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090437 Oct 29 11:46:02.879812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.884834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:02.891218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff286de3-49bb-4b40-abf3-6d0f094d06dd HTTP/1.1" status: 204 len: 168 time: 0.4059620 Oct 29 11:46:02.928375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f61d-1a84-459c-ad96-a4d84c211256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff286de3-49bb-4b40-abf3-6d0f094d06dd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:03.095229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router 4787632d-f679-4920-83ec-8961cc2043b7 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:03.128949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665ecaf-46b7-4b34-ad1b-fbc1e23e7afd req-308c1849-3d56-4af1-b20f-29ecf5ddc34f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:03.140172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c665ecaf-46b7-4b34-ad1b-fbc1e23e7afd req-308c1849-3d56-4af1-b20f-29ecf5ddc34f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.0867152 Oct 29 11:46:03.196624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49028) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:03.288345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c665ecaf-46b7-4b34-ad1b-fbc1e23e7afd req-4a49ded7-f2a1-4db0-998b-8f60de9e40e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469088 Oct 29 11:46:03.368105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Attempting to bind port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:46:03.376753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Attempting to bind port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:46:03.379452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Attempting to bind port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b on network da9ccc1d-11c4-4944-a669-e565a596439d {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:03.617548 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:03.618516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:03.629443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b on network da9ccc1d-11c4-4944-a669-e565a596439d not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:46:03.630121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Attempting to bind port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b on network da9ccc1d-11c4-4944-a669-e565a596439d {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:03.634986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Sync routers for ids ['4787632d-f679-4920-83ec-8961cc2043b7'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:03.648084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:46:03.648705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Checking segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:03.649616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Bound using segment: {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:46:03.650655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Bound port: 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1999ae69-fe22-45ef-825f-0deedc01945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:46:03.651498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:03.699884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:03.707172 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8f6d6831-608e-43e1-8b29-f11c68629f1c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5648229 Oct 29 11:46:03.708537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:03.778589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Routers {'4787632d-f679-4920-83ec-8961cc2043b7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:03.784780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4787632d-f679-4920-83ec-8961cc2043b7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:03.918484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:46:03.929640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:46:03.937041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.102594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:04.106063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.111110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] 10.222.0.86 "PUT /v2.0/ports/101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 1091 time: 3.0062587 Oct 29 11:46:04.116199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:04.130235 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a964ac-2f4e-4807-b9c0-eece24f70ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:04.142354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--327684924'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:04.149292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0bddce2-dc5c-4a8c-a621-79f18bcb5291 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/4787632d-f679-4920-83ec-8961cc2043b7 HTTP/1.1" status: 200 len: 908 time: 0.4395480 Oct 29 11:46:04.154109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49060) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:04.159456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171185217', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': True}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:04.187046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 11:46:04.187046 n-d-805046-9 neutron-server[102278]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 11:46:04.187046 n-d-805046-9 neutron-server[102278]: [parameters: {'project_id': 'c7b439b8ec854d7c83052630c2022878', 'id': '4383270d-8b46-4b2e-9ff3-76865cf96b66', 'expiration': datetime.datetime(2021, 10, 29, 11, 48, 4, 180890)}] Oct 29 11:46:04.187046 n-d-805046-9 neutron-server[102278]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:46:04.192084 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:46:04.192686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d18fa5-8561-4284-925d-a470d787a046 service neutron] Pushing event updated for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:04.207745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.226886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.358346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-b6e9ab67-75cb-4229-8bbd-8d9aaf0f595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:04.360895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-b6e9ab67-75cb-4229-8bbd-8d9aaf0f595b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1094 time: 0.1578033 Oct 29 11:46:04.477134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-6fc055e3-44ad-4210-9379-133c67a6620a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 217 time: 0.1072943 Oct 29 11:46:04.612489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Set router 4787632d-f679-4920-83ec-8961cc2043b7 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:04.710252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-342bb242-fda0-4e36-a924-e8f5b0e9d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:04.719254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-342bb242-fda0-4e36-a924-e8f5b0e9d45e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 200 len: 834 time: 0.2344434 Oct 29 11:46:04.732843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d43eb-a058-452b-8161-304191e31dd9 req-19301530-a97f-48c7-8692-e44d2b3b5d55 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:04.735286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a51d43eb-a058-452b-8161-304191e31dd9 req-19301530-a97f-48c7-8692-e44d2b3b5d55 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 943 time: 0.4035156 Oct 29 11:46:04.742226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.751580 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.795893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdfe065-84d8-4b1e-a17a-873cb9529ea8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:04.830278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-7ebf8198-faba-41cc-98a1-23a8e2cdfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:04.831833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-7ebf8198-faba-41cc-98a1-23a8e2cdfbae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da9ccc1d-11c4-4944-a669-e565a596439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051824 Oct 29 11:46:04.925651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a51d43eb-a058-452b-8161-304191e31dd9 req-87e5b60a-0942-4feb-a031-dba54d1df993 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702230 Oct 29 11:46:04.940942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:04.942349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.025272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.053366 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1a10b-10f7-4a3e-afe7-2208bdb7fdde x-openstack-request-id: req-04a1a10b-10f7-4a3e-afe7-2208bdb7fdde {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:05.053655 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:05.056292 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04a1a10b-10f7-4a3e-afe7-2208bdb7fdde {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:05.056930 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'status': 'completed', 'code': 200} Oct 29 11:46:05.061831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-7bb1ec5f-623c-43bf-a73a-3f1f6555de18 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216563 Oct 29 11:46:05.126295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4787632d-f679-4920-83ec-8961cc2043b7', 'name': 'tempest-snat-router-171185217', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:56Z', 'updated_at': '2021-10-29T11:46:00Z', 'revision_number': 3, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port': {'id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787632d-f679-4920-83ec-8961cc2043b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:58Z', 'updated_at': '2021-10-29T11:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:05.199264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Checking router: 4787632d-f679-4920-83ec-8961cc2043b7 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:46:05.200120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Updating router 4787632d-f679-4920-83ec-8961cc2043b7 port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:46:05.243499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.317493 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d5b2d27-a869-4863-93e3-baf1c32ebda7 req-5a0a463c-41cc-4d51-a0cb-8954714ad4c7 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479141 Oct 29 11:46:05.525789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-c0cdfa19-b8aa-4008-a906-fd5c8bcd3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:05.543770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-c0cdfa19-b8aa-4008-a906-fd5c8bcd3796 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1094 time: 0.1169710 Oct 29 11:46:05.734059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc06f5-b1ec-4992-8f6b-ab2490e0ac6b req-ad071e92-1694-41b5-993f-ffcfce10fc3b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:05.737801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbbc06f5-b1ec-4992-8f6b-ab2490e0ac6b req-ad071e92-1694-41b5-993f-ffcfce10fc3b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.5163918 Oct 29 11:46:05.746518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.790185 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.801176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.880722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-260e550a-4410-47b2-aca1-8690ad7aa005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:05.886212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-260e550a-4410-47b2-aca1-8690ad7aa005 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 898 time: 0.3367300 Oct 29 11:46:05.926961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:05.928795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7309759 Oct 29 11:46:05.934592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49114) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:05.979964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-0ca8fcd3-8e8a-4187-b89e-a9266aadb106 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 217 time: 0.0771017 Oct 29 11:46:05.996337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdfb13-1d26-4a42-b4b4-b0626ed678ac tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba217d56-081f-47cb-abdc-e917cf757e39,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:06.022480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.031160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.040123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbbc06f5-b1ec-4992-8f6b-ab2490e0ac6b req-0886abb7-5124-42b7-86a3-479a0f563beb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788374 Oct 29 11:46:06.122846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Attempting to bind port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:46:06.123163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Attempting to bind port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:46:06.123537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Attempting to bind port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:06.137698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-f95b7a9f-43b6-4736-a8de-f60506adea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:06.146085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-f95b7a9f-43b6-4736-a8de-f60506adea9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 200 len: 834 time: 0.1592693 Oct 29 11:46:06.156738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:46:06.158499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:06.160224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.163324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:46:06.164509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Bound port: 829c7ef5-93d8-42f7-a3b8-9e45604bfed7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:46:06.166875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.252687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a722e6b7-4d63-42b0-8e7e-c5acec750eef tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3105135 Oct 29 11:46:06.257086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:06.290128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-security--443626917', 'description': 'tempest-security-description-1841952250'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:06.393714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.418508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] For port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:46:06.427925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] For port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:46:06.436877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.460313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f134e46-b876-4dfb-a391-87310c86d1f2 None None] Pushing event updated for resources: {'Port': ['ID=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:06.531451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-c791dac7-5d44-4806-8bef-b697fcf90559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:06.533136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-c791dac7-5d44-4806-8bef-b697fcf90559 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da9ccc1d-11c4-4944-a669-e565a596439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3782525 Oct 29 11:46:06.551791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.566364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.570505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:06.575514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "PUT /v2.0/security-groups/ba217d56-081f-47cb-abdc-e917cf757e39 HTTP/1.1" status: 200 len: 1779 time: 0.3076160 Oct 29 11:46:06.581269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Routers {'4787632d-f679-4920-83ec-8961cc2043b7'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:06.581904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4787632d-f679-4920-83ec-8961cc2043b7'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:06.589591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49134) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:06.667182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f134e46-b876-4dfb-a391-87310c86d1f2 None None] Pushing event updated for resources: {'Port': ['ID=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:06.799697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] Set router 4787632d-f679-4920-83ec-8961cc2043b7 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:06.866139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0ac8a-8bd3-4094-8f17-8da00b3ce198 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba217d56-081f-47cb-abdc-e917cf757e39,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:06.913811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a5957b9-4928-46a5-a187-3632e9543324 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups/ba217d56-081f-47cb-abdc-e917cf757e39 HTTP/1.1" status: 200 len: 1779 time: 0.2293873 Oct 29 11:46:06.922804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49150) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:07.033997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-3fe46f2e-5e6b-4572-8feb-503d2afc9396 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795661 Oct 29 11:46:07.087456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.206232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.223834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.278145 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-62a964ac-2f4e-4807-b9c0-eece24f70ed1 req-5714c841-78fb-4a41-afde-ad7f9354a8f2 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277970 Oct 29 11:46:07.283934 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.312363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.318596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.322063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/ba217d56-081f-47cb-abdc-e917cf757e39 HTTP/1.1" status: 204 len: 168 time: 0.3919237 Oct 29 11:46:07.324311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77424-65f3-4c2f-baae-489f6d8980ec req-1ca0e557-1440-41d7-9e8e-9be52814e7d0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:07.328245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6d77424-65f3-4c2f-baae-489f6d8980ec req-1ca0e557-1440-41d7-9e8e-9be52814e7d0 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 943 time: 1.0019703 Oct 29 11:46:07.330185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49170) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:07.344874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a022ae8-f8f3-4ffe-aa9d-c50cef7abced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba217d56-081f-47cb-abdc-e917cf757e39,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:07.353632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4787632d-f679-4920-83ec-8961cc2043b7', 'name': 'tempest-snat-router-171185217', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:56Z', 'updated_at': '2021-10-29T11:46:00Z', 'revision_number': 3, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port': {'id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787632d-f679-4920-83ec-8961cc2043b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:58Z', 'updated_at': '2021-10-29T11:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:07.458734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664dc7-c53b-45fb-a9c6-03d67c5c1f4b None None] The sync data for ids ['4787632d-f679-4920-83ec-8961cc2043b7'] in n-d-805046-9 is: [{'id': '4787632d-f679-4920-83ec-8961cc2043b7', 'name': 'tempest-snat-router-171185217', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:56Z', 'updated_at': '2021-10-29T11:46:00Z', 'revision_number': 3, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port': {'id': '829c7ef5-93d8-42f7-a3b8-9e45604bfed7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4787632d-f679-4920-83ec-8961cc2043b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:58Z', 'updated_at': '2021-10-29T11:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:07.617088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 172.25.4.36 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/886468db-a16d-4137-b8c9-57c052bec06a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:07.654534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6d77424-65f3-4c2f-baae-489f6d8980ec req-4a563092-fbe9-40b2-ac6a-f24e900fee67 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949927 Oct 29 11:46:07.671395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-f0a72e9d-39c2-4f9e-b721-75f5571f42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:07.673955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-f0a72e9d-39c2-4f9e-b721-75f5571f42d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0727191 Oct 29 11:46:07.693457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0eac20f3-f0cc-4b97-83b2-d6794b059458 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3573732 Oct 29 11:46:07.696116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49184) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:07.759994 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-568a8382-d51b-4af3-8d76-aaa3a6937bba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] delete failed (client error): The resource could not be found. Oct 29 11:46:07.762359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-568a8382-d51b-4af3-8d76-aaa3a6937bba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/ba217d56-081f-47cb-abdc-e917cf757e39 HTTP/1.1" status: 404 len: 347 time: 0.0648592 Oct 29 11:46:07.766855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:07.774675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035861173'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:07.862340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.902536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:07.947192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-c3e89b00-3a99-4b41-aa20-1d630e72455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:07.950076 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-c3e89b00-3a99-4b41-aa20-1d630e72455c service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.2677283 Oct 29 11:46:07.967842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b58dd2-858b-4335-99a8-ea7b68a490ef req-5fa94256-5b95-4d70-b3e5-fb4ce899b3ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:07.967842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53b58dd2-858b-4335-99a8-ea7b68a490ef req-5fa94256-5b95-4d70-b3e5-fb4ce899b3ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1550384 Oct 29 11:46:08.117844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53b58dd2-858b-4335-99a8-ea7b68a490ef req-d2885b81-349c-4e4c-ae8a-3e9fd7c5320d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281939 Oct 29 11:46:08.119071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.274883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-65f1d0d8-32a6-44db-a457-181a64863c9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 1000 time: 0.3025818 Oct 29 11:46:08.300317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:08.331103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:08.350938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:08.353370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=886468db-a16d-4137-b8c9-57c052bec06a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:08.401393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.417801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.462129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-86a50c55-d7a5-4b92-be65-0e5ee98604ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:08.462555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:46:08.463976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-86a50c55-d7a5-4b92-be65-0e5ee98604ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1880670 Oct 29 11:46:08.472737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.477414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7090347 Oct 29 11:46:08.488839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49204) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:08.523210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b785-d0cc-427e-b6ec-f957ed784812 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb829d5-8388-4def-b763-a1634a3395f4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:08.543444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': '1eb829d5-8388-4def-b763-a1634a3395f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:08.549255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-d6084844-270b-4db6-8117-0c33c791d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:08.554275 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-d6084844-270b-4db6-8117-0c33c791d089 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756402 Oct 29 11:46:08.601198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:46:08.602245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.707401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.712984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-aac33004-5ebf-4f43-8ead-6c80aaddcd82 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492035 Oct 29 11:46:08.741517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 101829ca-98e0-4a3c-a7a7-721c3ea65e5b details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:46:08.836361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.863808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:08.880123 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:08.976911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-668b77a2-e957-43b7-926a-2ed85b028d88 req-6dc27846-975e-49c4-9705-4bcf706a0acb service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456489 Oct 29 11:46:09.052004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63ad9c-6435-4445-8474-b72adb1a7c4c req-6f84f510-c9f4-481c-84cd-dce769609893 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:09.060069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b63ad9c-6435-4445-8474-b72adb1a7c4c req-6f84f510-c9f4-481c-84cd-dce769609893 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 943 time: 0.2046947 Oct 29 11:46:09.130751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:09.142325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.160439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:09.164105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.167360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.204398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'port_id': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'mac_address': 'fa:16:3e:2c:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:46:09.272245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.302306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101829ca-98e0-4a3c-a7a7-721c3ea65e5b {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:46:09.316888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b63ad9c-6435-4445-8474-b72adb1a7c4c req-5a011889-724e-4bf4-a886-50df0533d6fe tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464085 Oct 29 11:46:09.318211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf48454-5dd6-432b-9bf5-30563780b796,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:09.326993 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.328384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ecfa4288-e5dc-443b-9d78-9abda082c91b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8385427 Oct 29 11:46:09.331331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49238) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:09.359409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:09.373998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.384756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.443772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.518041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:09.589332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.597038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.600381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/acf48454-5dd6-432b-9bf5-30563780b796 HTTP/1.1" status: 204 len: 168 time: 0.2657905 Oct 29 11:46:09.601389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49242) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:09.607532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['101829ca-98e0-4a3c-a7a7-721c3ea65e5b'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:46:09.638892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2219e5-78d8-4f15-b66f-3e2e5385ea3f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf48454-5dd6-432b-9bf5-30563780b796,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:09.674494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27508da-07c2-4741-87ca-542d5d8903c8 req-fb61caca-6432-4d1f-b419-d6dda0b51b55 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:09.676067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d27508da-07c2-4741-87ca-542d5d8903c8 req-fb61caca-6432-4d1f-b419-d6dda0b51b55 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 945 time: 0.1751750 Oct 29 11:46:09.681561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.751546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fefd5db5-0c57-4c4c-8acc-e54cc6e1aced tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1456831 Oct 29 11:46:09.752546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:09.876691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:09.895243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d27508da-07c2-4741-87ca-542d5d8903c8 req-d140d879-0429-4ca9-98d2-cf4426c06404 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113504 Oct 29 11:46:09.923852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.016995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.020848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router ca648c26-f922-411e-9716-9e72684d56d8 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:10.031049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.034623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/1eb829d5-8388-4def-b763-a1634a3395f4 HTTP/1.1" status: 204 len: 168 time: 0.2795815 Oct 29 11:46:10.036772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49256) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:10.066475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e1bb7-5c3b-4020-8580-b784aab178f4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb829d5-8388-4def-b763-a1634a3395f4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:10.236839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-44cfbe9a-70b8-4085-ab8d-ed3f37aba41c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943078 Oct 29 11:46:10.238186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49266) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:10.258855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385352252'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:10.348133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:10.379787 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Sync routers for ids ['ca648c26-f922-411e-9716-9e72684d56d8'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:10.392118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.409876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:46:10.411242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.413029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-edbd2afa-1666-4636-abce-6625a666381c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2574530 Oct 29 11:46:10.416509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49276) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:10.418100 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Routers {'ca648c26-f922-411e-9716-9e72684d56d8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:10.418802 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ca648c26-f922-411e-9716-9e72684d56d8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:10.503970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:46:10.686667 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Set router ca648c26-f922-411e-9716-9e72684d56d8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:10.702224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-13d57c98-0297-4ccf-af26-6c59bf1ca04a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/ca648c26-f922-411e-9716-9e72684d56d8 HTTP/1.1" status: 200 len: 906 time: 0.2806172 Oct 29 11:46:10.702224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:10.729042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 101829ca-98e0-4a3c-a7a7-721c3ea65e5b up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:46:10.756842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.797173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.823577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:46:10.823964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.839990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46bdfdd-6793-48f9-a5f3-06c4747aa240,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:10.858407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d79c0f-77af-4fee-a776-64450dce7357 req-19ce4311-0e21-46a8-bdc9-0eb9cbbe76b2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:10.867255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5d79c0f-77af-4fee-a776-64450dce7357 req-19ce4311-0e21-46a8-bdc9-0eb9cbbe76b2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 944 time: 0.3171372 Oct 29 11:46:10.905206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.962939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5d79c0f-77af-4fee-a776-64450dce7357 req-9daaf9ed-46c0-4469-aff4-4f5e69a1f1dc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944495 Oct 29 11:46:10.984046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:10.984046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:10.984542 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b41c8e-e2ef-486b-92fc-d13ed5a9d7fa" -d '{"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:10.990716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:10.992010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c86e84af-5fb6-4a87-98e6-c20111692d83 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7518783 Oct 29 11:46:10.998718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49288) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:11.001534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.017789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.020681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'f46bdfdd-6793-48f9-a5f3-06c4747aa240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:11.073107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:46:11.103098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:46:11.104061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.107937 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca648c26-f922-411e-9716-9e72684d56d8', 'name': 'tempest-snat-router-171185217', 'tenant_id': 'c7b439b8ec854d7c83052630c2022878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '886468db-a16d-4137-b8c9-57c052bec06a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:46:04Z', 'updated_at': '2021-10-29T11:46:08Z', 'revision_number': 3, 'project_id': 'c7b439b8ec854d7c83052630c2022878', 'gw_port': {'id': '886468db-a16d-4137-b8c9-57c052bec06a', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca648c26-f922-411e-9716-9e72684d56d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:46:07Z', 'updated_at': '2021-10-29T11:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:11.190425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.209796 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Checking router: ca648c26-f922-411e-9716-9e72684d56d8 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:46:11.210134 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Updating router ca648c26-f922-411e-9716-9e72684d56d8 port 886468db-a16d-4137-b8c9-57c052bec06a binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:46:11.245923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.265411 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.370108 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.373659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Deleting port 886468db-a16d-4137-b8c9-57c052bec06a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:11.376928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.399684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf9dc3-7300-40be-9358-bc2d7a9f5da1 req-9cb7cb3e-2d97-426b-9084-b9dc36f8cad7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:11.401933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfbf9dc3-7300-40be-9358-bc2d7a9f5da1 req-9cb7cb3e-2d97-426b-9084-b9dc36f8cad7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.3286917 Oct 29 11:46:11.404643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.441420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e89a44c-86c7-46e4-bfe4-c74d1234654a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:11.473988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:11.491946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.492437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.492877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.493352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.494020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.494444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.495012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.495645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.496186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.496729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.497822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.517059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:11.532642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.539632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfbf9dc3-7300-40be-9358-bc2d7a9f5da1 req-ffc8b2a3-17d7-4b49-818a-23303501cc4c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290963 Oct 29 11:46:11.549698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.550909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e1417f7-d383-49b1-ba31-126848c1a0f6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5466487 Oct 29 11:46:11.553649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:11.570748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'f46bdfdd-6793-48f9-a5f3-06c4747aa240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:11.589608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Calling delete_port for 886468db-a16d-4137-b8c9-57c052bec06a owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:11.618618 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.631865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.708693 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613e821-773a-4d6a-a263-c8c21409483b x-openstack-request-id: req-b613e821-773a-4d6a-a263-c8c21409483b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:11.709297 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-unplugged", "status": "failed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "code": 422}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:11.709861 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b613e821-773a-4d6a-a263-c8c21409483b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:11.710995 n-d-805046-9 neutron-server[102279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'code': 422} returned with failed status Oct 29 11:46:11.717758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:11.728165 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.894391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.902083 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:11.950495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:11.983716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb334b24-2579-4446-bd5f-4d4235cfc0d8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.010085 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.018294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.020283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-430380fa-5b59-408e-b07e-e32831cb0748 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656887 Oct 29 11:46:12.025976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49312) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:12.032862 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.057067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'f46bdfdd-6793-48f9-a5f3-06c4747aa240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:12.122803 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:46:12.123182 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:46:12.123541 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:12.147132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.150850 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e03abe-20dd-4bd1-a20c-6431bd720533 None None] Pushing event updated for resources: {'Port': ['ID=886468db-a16d-4137-b8c9-57c052bec06a,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.154940 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:46:12.155592 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:12.156774 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.157418 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:46:12.158077 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Bound port: 886468db-a16d-4137-b8c9-57c052bec06a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:46:12.158637 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.293817 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.db.api [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:46:12.294387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.294927 n-d-805046-9 neutron-server[102280]: DEBUG oslo_db.api [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:46:12.329257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.331107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Port': ['ID=886468db-a16d-4137-b8c9-57c052bec06a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.337765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.399184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a08857c-c446-4ba3-ab43-f60209030e0f,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.420750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.424934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b1dec2b2-a6d7-47e4-8de7-7713040ddc32 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3937306 Oct 29 11:46:12.425141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:12.429737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'f46bdfdd-6793-48f9-a5f3-06c4747aa240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:12.432750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.475146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.598530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.610687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.629671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.632360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.636025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6c43-e15a-408e-bdfc-7208d9b6f479 req-6978140d-9ef2-4701-831e-a59b84baa28a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:12.638146 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-963b6c43-e15a-408e-bdfc-7208d9b6f479 req-6978140d-9ef2-4701-831e-a59b84baa28a tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.0915346 Oct 29 11:46:12.639954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d51e0f0-0854-4fe9-aa89-e097fb06e3f8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.677189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.678404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c3bd298a-25b8-4c0c-9798-f9b1fcf02c38 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524319 Oct 29 11:46:12.690384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49340) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:12.697254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'f46bdfdd-6793-48f9-a5f3-06c4747aa240', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:12.699476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.700306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca648c26-f922-411e-9716-9e72684d56d8 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:12.705813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.707023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72c1ffc6-b9de-4ac8-9b75-1e735cdf0527 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ca648c26-f922-411e-9716-9e72684d56d8 HTTP/1.1" status: 204 len: 168 time: 2.0041056 Oct 29 11:46:12.709522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49342) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:12.725411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-963b6c43-e15a-408e-bdfc-7208d9b6f479 req-f0639556-ab59-4a15-852c-4a78bc94aa6d tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753303 Oct 29 11:46:12.775662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.819231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:46:12.819644 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:46:12.819909 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Attempting to bind port 886468db-a16d-4137-b8c9-57c052bec06a on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:12.827916 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:46:12.828276 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:12.828853 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.829543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:46:12.830002 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Bound port: 886468db-a16d-4137-b8c9-57c052bec06a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:46:12.830620 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.839996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-13819ef8-5a3e-4be9-adff-a9a12fc602f3 req-cd4ffe67-b7f7-4091-857a-c456539a9a63 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:46:12.847008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13819ef8-5a3e-4be9-adff-a9a12fc602f3 req-cd4ffe67-b7f7-4091-857a-c456539a9a63 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156646 Oct 29 11:46:12.859800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.plugin [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Port 886468db-a16d-4137-b8c9-57c052bec06a has been deleted concurrently {{(pid=102280) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 29 11:46:12.867928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.875015 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:12.878573 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:46:12.880908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_agentschedulers_db [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca648c26-f922-411e-9716-9e72684d56d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102280) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:46:12.881420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca60a6-5aa3-4de1-b6a4-d6e5500b05d7 None None] The sync data for ids ['ca648c26-f922-411e-9716-9e72684d56d8'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:12.898012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.910761 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.933503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b813b6-35a5-473b-996c-ebf00f6eb00d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:12.970867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:12.972126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7471c00f-7829-424a-9500-a726ab4a9c42 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2807679 Oct 29 11:46:12.975109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49352) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.025902 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.034613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.077098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.085527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.091078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.093048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/91b813b6-35a5-473b-996c-ebf00f6eb00d HTTP/1.1" status: 204 len: 168 time: 0.1153328 Oct 29 11:46:13.117384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a4aa6-3ebf-43f4-9034-1a5cdf7ef2cd tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91b813b6-35a5-473b-996c-ebf00f6eb00d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:13.176714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d29fc096-61ed-4c22-abe8-2ae543ac7645 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0818315 Oct 29 11:46:13.176714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.179339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49366) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.211133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52243fab-8afd-4336-b5a3-27fd21ad2b10 req-3f686fc9-9744-4964-a005-8217f52c02fb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:13.215009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52243fab-8afd-4336-b5a3-27fd21ad2b10 req-3f686fc9-9744-4964-a005-8217f52c02fb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1114132 Oct 29 11:46:13.239590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.254096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.300754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.311106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.314836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/6d51e0f0-0854-4fe9-aa89-e097fb06e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1319172 Oct 29 11:46:13.319488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.328118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc415-693a-43ca-b1d4-f6ba878b8421 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d51e0f0-0854-4fe9-aa89-e097fb06e3f8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:13.347472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52243fab-8afd-4336-b5a3-27fd21ad2b10 req-05120645-aa92-4570-b2ff-15e27601d8b3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153932 Oct 29 11:46:13.411305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8a632e4-82c0-48e7-9176-4882bff3f65f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0881469 Oct 29 11:46:13.411728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.412700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Deleting port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:13.413117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.468351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.478151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49384) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.504390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.561313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] For port 829c7ef5-93d8-42f7-a3b8-9e45604bfed7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:46:13.561723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.565477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.572411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.577480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2a08857c-c446-4ba3-ab43-f60209030e0f HTTP/1.1" status: 204 len: 168 time: 0.1625011 Oct 29 11:46:13.580923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49388) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.596576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Calling delete_port for 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:13.596914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a0d94-0caa-4b16-bf1d-f0ece35361b5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a08857c-c446-4ba3-ab43-f60209030e0f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:13.712202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:13.715285 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbedfd56-15f1-42ec-95e3-c6b4ff48aa1f" -d '{"events": [{"server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "name": "network-vif-plugged", "status": "completed", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:13.721218 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0aac6388-a4e1-4576-be1d-4ffae95638a3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1390135 Oct 29 11:46:13.723885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49398) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:13.764645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.766974 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57cea3-36af-4675-9088-759709224cec x-openstack-request-id: req-dc57cea3-36af-4675-9088-759709224cec {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:13.767373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "name": "network-vif-plugged", "status": "completed", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:13.767725 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc57cea3-36af-4675-9088-759709224cec {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:13.768849 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'code': 200} Oct 29 11:46:13.779104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:13.853481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-36f3301e-c0a6-45b6-bb2d-8134fc5a4a44 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3681941 Oct 29 11:46:13.864836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-ba54ab0f-8e30-461c-aa60-804c071edef0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:46:13.866401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-ba54ab0f-8e30-461c-aa60-804c071edef0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066237 Oct 29 11:46:13.942503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f8aa2-977f-4282-a93c-b9d3d8d501d9 req-17026945-d288-4518-b28e-89a8bfb89b33 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:13.944024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-254f8aa2-977f-4282-a93c-b9d3d8d501d9 req-17026945-d288-4518-b28e-89a8bfb89b33 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.0736146 Oct 29 11:46:14.056347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-254f8aa2-977f-4282-a93c-b9d3d8d501d9 req-89d650b2-adb7-45ee-97ee-e920a147d2d7 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949378 Oct 29 11:46:14.085671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.097044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.100766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cb334b24-2579-4446-bd5f-4d4235cfc0d8 HTTP/1.1" status: 204 len: 168 time: 0.3734286 Oct 29 11:46:14.100896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49406) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:14.140000 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.158003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e25974-18b9-41ce-86d8-72d6b8d5349d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb334b24-2579-4446-bd5f-4d4235cfc0d8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:14.177293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d13b2-dc4c-4e13-8a83-a2fd2091ba52 req-cfec34a9-cdab-4125-be09-929e40a1dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:14.179502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-359d13b2-dc4c-4e13-8a83-a2fd2091ba52 req-cfec34a9-cdab-4125-be09-929e40a1dbb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1096 time: 0.3467851 Oct 29 11:46:14.258549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66c56e85-7493-4e21-a43e-7f6de2a6079c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1564341 Oct 29 11:46:14.264321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49416) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:14.297110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event deleted for resources: {'Port': ['ID=829c7ef5-93d8-42f7-a3b8-9e45604bfed7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:14.336689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.363458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.364110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-359d13b2-dc4c-4e13-8a83-a2fd2091ba52 req-6fb5b86f-4674-4207-b13d-377defe18d50 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417952 Oct 29 11:46:14.383224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.430869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.438755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.440359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2e89a44c-86c7-46e4-bfe4-c74d1234654a HTTP/1.1" status: 204 len: 168 time: 0.1651595 Oct 29 11:46:14.443172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:14.481679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:46:14.523285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33664d3-df5b-4481-b0b3-93b5cd6a628b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e89a44c-86c7-46e4-bfe4-c74d1234654a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:14.543391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.546827 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.585559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96cd1563-f12f-4200-8c9f-503618265c1a tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090600 Oct 29 11:46:14.589903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:14.658274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.660041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4787632d-f679-4920-83ec-8961cc2043b7 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:14.675586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.684069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49434) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:14.685140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8e7e00d-1a79-49d1-ba58-4016d67d0a1a tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4787632d-f679-4920-83ec-8961cc2043b7 HTTP/1.1" status: 204 len: 168 time: 1.9741974 Oct 29 11:46:14.699009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730083562', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:14.758572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf0cd3-699f-4a12-b7d9-c0735c9e3b65 req-4838144a-8343-4862-a7d7-a23c6340557d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:14.761043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9edf0cd3-699f-4a12-b7d9-c0735c9e3b65 req-4838144a-8343-4862-a7d7-a23c6340557d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2229176 Oct 29 11:46:14.762122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.763555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.774706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.838382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.886051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.923001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.927076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:14.928257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/f46bdfdd-6793-48f9-a5f3-06c4747aa240 HTTP/1.1" status: 204 len: 168 time: 0.3359842 Oct 29 11:46:14.930958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49436) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:15.041384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-095b2c0b-25e3-4463-b637-116576b376b7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039815 Oct 29 11:46:15.042923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc308ec-1490-4574-a7c7-695c00a0cba7 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46bdfdd-6793-48f9-a5f3-06c4747aa240,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:15.045136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49442) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:15.052013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--735058334'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:15.078180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.175000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9edf0cd3-699f-4a12-b7d9-c0735c9e3b65 req-590bde5f-23ab-4f6e-8508-c3c96e02ff33 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755969 Oct 29 11:46:15.195492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.202992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.234560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.258732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.264469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2151861 Oct 29 11:46:15.265550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49448) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:15.271517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': '22ea99db-756a-4522-96ed-589d0a5c8b53', 'direction': 'ingress', 'protocol': 17}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:15.281292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645dd75-68f8-4c8b-83ab-85c4c875da8e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea99db-756a-4522-96ed-589d0a5c8b53,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:15.383074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.499226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.515433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021bedd-f3d3-45e8-a6c6-2f59077490dd req-5df0a019-ec26-4669-a52f-b45e2f8de0a1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:15.517588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4021bedd-f3d3-45e8-a6c6-2f59077490dd req-5df0a019-ec26-4669-a52f-b45e2f8de0a1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.1188753 Oct 29 11:46:15.520699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.601471 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4021bedd-f3d3-45e8-a6c6-2f59077490dd req-2f5c5251-2561-4310-a9ae-1adc5de933cb tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763493 Oct 29 11:46:15.630047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647e0c5b-bfd3-4d11-b2ad-0584ee6c969f,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:15.643478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.646216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a628bfcb-e818-495c-85cc-c1a153ac9bf9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3779793 Oct 29 11:46:15.647738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49458) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:15.767591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.802920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.862943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.889074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.897062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.899482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/22ea99db-756a-4522-96ed-589d0a5c8b53 HTTP/1.1" status: 204 len: 168 time: 0.2504094 Oct 29 11:46:15.904086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49466) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:15.910455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:15.972158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e9dea-dad4-42f0-a875-ae40b268dbaf tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea99db-756a-4522-96ed-589d0a5c8b53,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:16.071447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-90fb1469-aa58-4e16-8834-b7761c3be8d6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1353922 Oct 29 11:46:16.074189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49470) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:16.079223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--508384391'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:16.128505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.146689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Allocated IP 172.25.4.109 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/ae77b8ec-7ea5-4fcb-abcb-1ab747d2ecf4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:16.256322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.264372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.326737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.328328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2526908 Oct 29 11:46:16.329362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111d51a-bf4c-4525-b201-48bbc2eb50ba tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54c16f-3f37-4bf3-b704-9d1caf206d70,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:16.357199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49480) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:16.369308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.371895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--898328658'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:16.395963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:46:16.412674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.431783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:46:16.432567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 829c7ef5-93d8-42f7-a3b8-9e45604bfed7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:46:16.497438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.516118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.521686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.549578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.554155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925128 Oct 29 11:46:16.554875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49484) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:16.566445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a0c07-c676-43e2-8ca6-b9c22a3d7e16 req-a0d3882a-2980-4433-bf8a-aa4adde840e9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:16.572605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': '1f54c16f-3f37-4bf3-b704-9d1caf206d70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ae2c9965-214c-4613-951c-e34090410dd6', 'remote_ip_prefix': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:16.588750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f1a0c07-c676-43e2-8ca6-b9c22a3d7e16 req-a0d3882a-2980-4433-bf8a-aa4adde840e9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1787674 Oct 29 11:46:16.601744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04d86-40dd-4bd0-b1a4-65023a773468 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c9965-214c-4613-951c-e34090410dd6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:16.620701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:16.635920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:16.642838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:16.644353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.661569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event updated for resources: {'Port': ['ID=ae77b8ec-7ea5-4fcb-abcb-1ab747d2ecf4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:16.751275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f1a0c07-c676-43e2-8ca6-b9c22a3d7e16 req-36ec5f33-0edd-4a47-b956-6963f8c71c5f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558516 Oct 29 11:46:16.879480 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.887147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.925586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eee6c63-b216-4a0c-ba7c-7e70068f7554,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:16.943444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:16.945222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50bf79f9-21e6-4159-9bff-4e0e39ba1a0c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3875310 Oct 29 11:46:16.948023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49494) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:16.993845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.018792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.060907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.074139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.078800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0eee6c63-b216-4a0c-ba7c-7e70068f7554 HTTP/1.1" status: 204 len: 168 time: 0.1294932 Oct 29 11:46:17.079829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6fcd-8440-41e8-83d1-cd81a26ef8b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eee6c63-b216-4a0c-ba7c-7e70068f7554,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:17.082962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49496) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.136968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-74c06158-8be9-4ec9-b263-0ec6b2fe60a2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0531540 Oct 29 11:46:17.137802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.213339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.246465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.305625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.308259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.310052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae2c9965-214c-4613-951c-e34090410dd6 HTTP/1.1" status: 204 len: 168 time: 0.1706846 Oct 29 11:46:17.313648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49500) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.328201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a375c4e-088f-436b-88d5-8a28cddeba26 req-7ee6b126-fc2a-4662-9b69-da51971a704e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:17.329807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a375c4e-088f-436b-88d5-8a28cddeba26 req-7ee6b126-fc2a-4662-9b69-da51971a704e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.1049519 Oct 29 11:46:17.332629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093922e-3869-4f1a-bb4d-051e1e24009e tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c9965-214c-4613-951c-e34090410dd6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:17.410490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-14837c0d-884b-412f-97c0-bc2db814b775 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0929811 Oct 29 11:46:17.411230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.426031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a375c4e-088f-436b-88d5-8a28cddeba26 req-96209a04-9d75-40cd-be44-7fe8effa9360 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649135 Oct 29 11:46:17.456548 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.510670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.538679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.612325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.618097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.622273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/1f54c16f-3f37-4bf3-b704-9d1caf206d70 HTTP/1.1" status: 204 len: 168 time: 0.2092271 Oct 29 11:46:17.623192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.657527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ec09-7622-44aa-8a50-61ded9cd1c5b tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54c16f-3f37-4bf3-b704-9d1caf206d70,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:17.709396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23710c1d-c850-4cc0-9fb1-740e262f7691 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810301 Oct 29 11:46:17.709396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.714218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--380889453'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:17.742676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.774588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266380d-3407-4b72-9bf1-1397235b4846 req-ae3ebc39-ca86-4c72-94f7-1401b0cbf85f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:17.776254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0266380d-3407-4b72-9bf1-1397235b4846 req-ae3ebc39-ca86-4c72-94f7-1401b0cbf85f tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.1498649 Oct 29 11:46:17.778494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.860721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.867599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.888990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.893325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1828430 Oct 29 11:46:17.894248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49520) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:17.907277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': '78071fca-3efc-4070-9af8-ca79caee3ca8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:17.939880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b433-d0d7-454e-92d5-d496adac3be3 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78071fca-3efc-4070-9af8-ca79caee3ca8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:17.960450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:17.961771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0266380d-3407-4b72-9bf1-1397235b4846 req-173ea155-7e7f-48f9-a992-c8d515d9fecb tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691144 Oct 29 11:46:17.985309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49524) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.038957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Router a1a531f4-d35e-4ade-b735-8650c9870db4 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:18.072775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.076751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70c8e5-17d0-46c0-b49b-caa9c4eba9c8 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:18.077955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.080080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc70c8e5-17d0-46c0-b49b-caa9c4eba9c8 tempest-TestNetworkBasicOps-1764048047 tempest-TestNetworkBasicOps-1764048047-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1091 time: 0.0912700 Oct 29 11:46:18.092210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49526) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.105477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b94681-4660-41ac-b194-13c20fe545e4,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:18.114333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:18.124333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.130002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-35d5dbd0-c24b-42fd-b197-b8531d292fa9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2273638 Oct 29 11:46:18.131591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49528) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.174210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.187283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.191134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.224596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb389-b975-4457-bb21-35ab379edbfc req-48da061d-5264-445d-9e97-abfaed5ef6b0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:18.232131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40ecb389-b975-4457-bb21-35ab379edbfc req-48da061d-5264-445d-9e97-abfaed5ef6b0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1110930 Oct 29 11:46:18.283356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:18.290444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40ecb389-b975-4457-bb21-35ab379edbfc req-17a84db0-46d7-4349-acaf-50247f3f4ec8 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571325 Oct 29 11:46:18.295265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] Sync routers for ids ['a1a531f4-d35e-4ade-b735-8650c9870db4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:18.305849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.310398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] Routers {'a1a531f4-d35e-4ade-b735-8650c9870db4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:18.311467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a1a531f4-d35e-4ade-b735-8650c9870db4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:18.317516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.319612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/88b94681-4660-41ac-b194-13c20fe545e4 HTTP/1.1" status: 204 len: 168 time: 0.1866407 Oct 29 11:46:18.323888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.333631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.337381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0512327-8023-4476-8563-6d2a5472beb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6485853 Oct 29 11:46:18.337731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49532) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.342597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:18.350195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8666c81-e387-4249-905f-b2c90f10dedb tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b94681-4660-41ac-b194-13c20fe545e4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:18.376513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:18.387079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] Routers {'a1a531f4-d35e-4ade-b735-8650c9870db4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:18.387746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a1a531f4-d35e-4ade-b735-8650c9870db4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:18.422605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e4f02be-28aa-4837-88a2-06a295967927 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0954604 Oct 29 11:46:18.423225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49536) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:18.428054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:18.428389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547e1e1-a9be-4d1a-9b3d-614bcf4c3693 None None] The sync data for ids ['a1a531f4-d35e-4ade-b735-8650c9870db4'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:18.485649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.552064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.588810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:18.775931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.046828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Allocated IP 172.25.4.174 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c1e1468b-9967-427c-a3ff-4fab946d5123) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:19.155701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.202320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.259317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=c1e1468b-9967-427c-a3ff-4fab946d5123,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:19.263105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.265919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.270704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/78071fca-3efc-4070-9af8-ca79caee3ca8 HTTP/1.1" status: 204 len: 168 time: 0.8464181 Oct 29 11:46:19.271346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49544) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:19.302907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ca1f2-7e08-44a5-834b-9549c8cc43db tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78071fca-3efc-4070-9af8-ca79caee3ca8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:19.341595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-47a8c785-32bc-47ae-81e8-e34bf3882507 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566459 Oct 29 11:46:19.343928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49548) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:19.350340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group': {'name': 'tempest-secgroup--94759217'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:19.380099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.385863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.386140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:19.387975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.393441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:19.407198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:19.613108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router a1a531f4-d35e-4ade-b735-8650c9870db4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:46:19.627844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca33d9e-dc31-4017-baa9-3cf58d4db021 req-9ee8bc54-e7a4-4f46-8ea2-d373b45adc52 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:19.637726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ca33d9e-dc31-4017-baa9-3cf58d4db021 req-9ee8bc54-e7a4-4f46-8ea2-d373b45adc52 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1881075 Oct 29 11:46:19.735134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ca33d9e-dc31-4017-baa9-3cf58d4db021 req-7e688fef-6cc8-4599-89fb-1eedbf4356b2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961976 Oct 29 11:46:19.748556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.761285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.799754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1497e93-1d23-4e7b-9070-d776b592096b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:19.865184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:19.876007 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] Sync routers for ids ['a1a531f4-d35e-4ade-b735-8650c9870db4'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:19.892411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.898089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8006ba24-6441-4057-80fe-62f50fead1e6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5492032 Oct 29 11:46:19.899551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49556) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:19.901565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.909896 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] Routers {'a1a531f4-d35e-4ade-b735-8650c9870db4'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:19.910534 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a1a531f4-d35e-4ade-b735-8650c9870db4'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:19.912111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-303c5040-403c-4289-9385-5e9bd977c4d3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "PUT /v2.0/routers/a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 200 len: 925 time: 1.5684052 Oct 29 11:46:19.912335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'c1497e93-1d23-4e7b-9070-d776b592096b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:19.912841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49558) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:19.951390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:19.959268 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:19.970640 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] Routers {'a1a531f4-d35e-4ade-b735-8650c9870db4'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:19.971586 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a1a531f4-d35e-4ade-b735-8650c9870db4'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:20.051430 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:20.052713 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1ce92-3db7-425f-86c6-7853e09d6dd8 None None] The sync data for ids ['a1a531f4-d35e-4ade-b735-8650c9870db4'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:20.066412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.074346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.090656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5d326e37-5c3c-4c7f-b538-2e6fca0bf623 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 200 len: 925 time: 0.1764581 Oct 29 11:46:20.094032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49560) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.107922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c21828-1c1b-4ecd-aeb2-b4a713e60167,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:20.117804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.145429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.146570 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-64f05757-8037-43fd-be7f-e877c6c51796 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2392254 Oct 29 11:46:20.154030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49562) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.194156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d953b-0e87-4594-8c4a-22ac1e746dc3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:20.198400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5d9d953b-0e87-4594-8c4a-22ac1e746dc3 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=a1a531f4-d35e-4ade-b735-8650c9870db4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1030526 Oct 29 11:46:20.199271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49566) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.202604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0618f580-4dfa-415c-97c7-1d74a95c6e17 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules/c0c21828-1c1b-4ecd-aeb2-b4a713e60167 HTTP/1.1" status: 200 len: 763 time: 0.0473518 Oct 29 11:46:20.206460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49568) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.291410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a479e33c-1d87-4fd4-9f3a-3d16832c13d6 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810173 Oct 29 11:46:20.292048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49570) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.308219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.328961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854498f-1801-42be-98c1-d8726114baed tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:20.331129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0854498f-1801-42be-98c1-d8726114baed tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.1306632 Oct 29 11:46:20.334129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49572) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.350876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.367728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.372886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4b086e0-35d6-45c6-8ce0-533b508a4db8 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 200 len: 205 time: 0.0375392 Oct 29 11:46:20.373870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49574) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.447422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.457568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.458707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c0c21828-1c1b-4ecd-aeb2-b4a713e60167 HTTP/1.1" status: 204 len: 168 time: 0.1657407 Oct 29 11:46:20.464746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.507035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1451c-4405-43e0-93de-3a41e4ddb61d tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0c21828-1c1b-4ecd-aeb2-b4a713e60167,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:20.520408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.568083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-14755ca2-261f-4282-96ea-e76580c4b2b2 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000357 Oct 29 11:46:20.570495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49580) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:20.575422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'c1497e93-1d23-4e7b-9070-d776b592096b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:20.598255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.607442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.659780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.687753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.711993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event updated for resources: {'Port': ['ID=c1e1468b-9967-427c-a3ff-4fab946d5123,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:20.725658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.732362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port ae77b8ec-7ea5-4fcb-abcb-1ab747d2ecf4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:20.732845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.843132 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.858572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.864792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for ae77b8ec-7ea5-4fcb-abcb-1ab747d2ecf4 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:20.866971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.877529 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Floating IP aac24aa5-ec37-4a12-b635-6126c0f42460 associated. External IP: 172.25.4.174, port: 101829ca-98e0-4a3c-a7a7-721c3ea65e5b. Oct 29 11:46:20.955502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe48aef6-3d40-4e90-9b5d-1e6d75dff0c1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:20.964203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:20.969052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5bafbb60-84cc-4aec-a4db-b9a916debaf4 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3940921 Oct 29 11:46:20.971851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49592) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.003877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebcd6ea5-8f79-4fe1-a00e-ea3eb4935c1c tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules/fe48aef6-3d40-4e90-9b5d-1e6d75dff0c1 HTTP/1.1" status: 200 len: 763 time: 0.0285585 Oct 29 11:46:21.004585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49594) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.090961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.095274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6c91e2c8-cedb-46fa-a422-88964e1fe341 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795169 Oct 29 11:46:21.104933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ae63-382c-46fd-980d-836c438cc19f req-707ba1e7-99ea-4aeb-8289-60988c0cba1a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:21.107060 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a260ae63-382c-46fd-980d-836c438cc19f req-707ba1e7-99ea-4aeb-8289-60988c0cba1a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2259953 Oct 29 11:46:21.197828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a260ae63-382c-46fd-980d-836c438cc19f req-45f5fcc2-1d29-4c46-80b1-5131fbd19863 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826764 Oct 29 11:46:21.203241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.232929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.251439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.281992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 85269055-463d-418a-bbd2-b69b55431cf3 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:46:21.284846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=ae77b8ec-7ea5-4fcb-abcb-1ab747d2ecf4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:21.320177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.325835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.334622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fe48aef6-3d40-4e90-9b5d-1e6d75dff0c1 HTTP/1.1" status: 204 len: 168 time: 0.2308233 Oct 29 11:46:21.336456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.384427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152eb87-43ca-4ae8-9d39-781589f69be8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe48aef6-3d40-4e90-9b5d-1e6d75dff0c1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:21.430147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b51678d-dff6-4e0c-a3b0-2873f45a7c84 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880377 Oct 29 11:46:21.430996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.432700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49606) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.439700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Request body: {'security_group_rule': {'security_group_id': 'c1497e93-1d23-4e7b-9070-d776b592096b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:21.464360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:21.477554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Sync routers for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:21.489792 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Project 5f9364196e0040bfae1d112d40c68e68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:46:21.493758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:21.494685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:21.500406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.535055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0ebfccfc-9c22-497d-8aad-501cb2101897 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4253283 Oct 29 11:46:21.537721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:21.539521 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d220f9a2-0481-4c51-9fbc-6aea5145da24" -d '{"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:21.542512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.583428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49610) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.655779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.660639 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17567e04-004c-4320-827d-831e9468b301 x-openstack-request-id: req-17567e04-004c-4320-827d-831e9468b301 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:21.660969 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:21.661247 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17567e04-004c-4320-827d-831e9468b301 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:21.661857 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'status': 'completed', 'code': 200} Oct 29 11:46:21.668336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.695530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:21.727794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7957a36-9d08-43e9-8887-a5d99a2e189b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:21.751131 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7dc59b61-5891-4ea4-846d-1d7e816ca267 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/aac24aa5-ec37-4a12-b635-6126c0f42460 HTTP/1.1" status: 200 len: 991 time: 0.1640320 Oct 29 11:46:21.790495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.791895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2621bfc1-9218-47e5-827e-8eec3dcb6c56 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565598 Oct 29 11:46:21.795036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.816287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-67212225-6664-4210-9d3a-b32d746f9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:21.818192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-67212225-6664-4210-9d3a-b32d746f9de9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1096 time: 0.1191332 Oct 29 11:46:21.823869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-922e67c0-ca58-49d1-bb2f-5c7561e2fe4f tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules/c7957a36-9d08-43e9-8887-a5d99a2e189b HTTP/1.1" status: 200 len: 769 time: 0.0276294 Oct 29 11:46:21.832094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.879979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.927446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1916732a-4fb9-44d3-8bf2-250facf547c0 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0941455 Oct 29 11:46:21.931173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:21.952088 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.955411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.981745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.991029 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:21.994146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-825d0059-d786-42a1-9845-e6ced6d3228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:21.995800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-825d0059-d786-42a1-9845-e6ced6d3228b service neutron] 10.222.0.86 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 898 time: 0.1646950 Oct 29 11:46:22.027210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.029223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router a1a531f4-d35e-4ade-b735-8650c9870db4 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:22.049160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.062549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef7fc48f-e8d1-462e-a18f-60b4311d74a5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 204 len: 168 time: 1.6873980 Oct 29 11:46:22.067882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.081950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1361251041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:22.127846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-b21058ef-a957-4284-adfa-f68c193abfec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 999 time: 0.1212068 Oct 29 11:46:22.141643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.145079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.146826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.146957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.150222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c7957a36-9d08-43e9-8887-a5d99a2e189b HTTP/1.1" status: 204 len: 168 time: 0.2158926 Oct 29 11:46:22.151296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49624) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.167902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915b3cc-853b-4483-b190-6bae9d1a19c9 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7957a36-9d08-43e9-8887-a5d99a2e189b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:22.179331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'aac24aa5-ec37-4a12-b635-6126c0f42460', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'port_id': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'mac_address': 'fa:16:3e:2c:ea:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6012257-81d1-41cb-928c-da7d60072de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:46:19Z', 'updated_at': '2021-10-29T11:46:19Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:22.217083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Checking router: 85269055-463d-418a-bbd2-b69b55431cf3 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:46:22.242249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:22.242911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:22.261432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-b91704c0-04fe-4cb4-a0ca-12c654bb36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:22.263260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-b91704c0-04fe-4cb4-a0ca-12c654bb36a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 200 len: 834 time: 0.1259069 Oct 29 11:46:22.304440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0ed385ef-13be-4017-b419-73e27ecfddd5 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1510284 Oct 29 11:46:22.306553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.307286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.327690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.381415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.384982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0cbdd2b5-260b-40e0-b23d-116f469ed74b tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3113077 Oct 29 11:46:22.394309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.429282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:22.451163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:22.451676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-7d0f7770-af2d-43c0-82a3-a96fbd87f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:22.453425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-7d0f7770-af2d-43c0-82a3-a96fbd87f13b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da9ccc1d-11c4-4944-a669-e565a596439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712880 Oct 29 11:46:22.502896 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.567721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.625232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19887b4-8de4-4626-a763-9052d4b2e41b req-770997fd-42df-4ddd-896d-9a140eaf8eab tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:22.626697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b19887b4-8de4-4626-a763-9052d4b2e41b req-770997fd-42df-4ddd-896d-9a140eaf8eab tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2337534 Oct 29 11:46:22.650472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-364bdb24-32f7-4b31-80a3-ed66cb2048f2 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864014 Oct 29 11:46:22.656027 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.659471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.660864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1497e93-1d23-4e7b-9070-d776b592096b HTTP/1.1" status: 204 len: 168 time: 0.3523073 Oct 29 11:46:22.674748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.742925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'aac24aa5-ec37-4a12-b635-6126c0f42460', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'port_id': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'mac_address': 'fa:16:3e:2c:ea:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6012257-81d1-41cb-928c-da7d60072de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:46:19Z', 'updated_at': '2021-10-29T11:46:19Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:22.747819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a64e7-3701-45f7-b3b4-812f5c61f8a8 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1497e93-1d23-4e7b-9070-d776b592096b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:22.767382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49644) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.789234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ced39-133f-476c-b897-ece721ce1f65 None None] The sync data for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 is: [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'aac24aa5-ec37-4a12-b635-6126c0f42460', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'port_id': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'mac_address': 'fa:16:3e:2c:ea:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6012257-81d1-41cb-928c-da7d60072de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:46:19Z', 'updated_at': '2021-10-29T11:46:19Z', 'revision_number': 0, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:22.889882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e1848343-e535-48c5-a2b8-35837290beff tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2032511 Oct 29 11:46:22.894974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:22.937925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8fadcc4e-447f-4f35-aa04-5f44e98f78d9 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/aac24aa5-ec37-4a12-b635-6126c0f42460 HTTP/1.1" status: 200 len: 991 time: 0.1642728 Oct 29 11:46:22.978986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:22.980300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fed34a2e-7000-4695-9aca-968ecc61ec78 tempest-SecGroupIPv6Test-772111374 tempest-SecGroupIPv6Test-772111374-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845895 Oct 29 11:46:22.983061 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d220f9a2-0481-4c51-9fbc-6aea5145da24 req-214ae21c-9215-43a4-9323-7457114d67d4 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209825 Oct 29 11:46:23.013503 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:46:23.041243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b19887b4-8de4-4626-a763-9052d4b2e41b req-3379148b-2e76-4182-abf8-845f3d6d5115 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992131 Oct 29 11:46:23.252720 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57256fc-dd74-4455-bac8-13a186085a9c None None] New status for floating IP aac24aa5-ec37-4a12-b635-6126c0f42460: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:46:23.291982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.314701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.393454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:23.476268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Allocated IP 172.25.4.161 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3d7dd36f-2e30-4ebe-b6cf-dc06d24266bf) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:23.602924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2817901b-29f0-4abd-af56-aac5dc3a88f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f9364196e0040bfae1d112d40c68e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074566 Oct 29 11:46:23.604927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49660) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:23.650766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.692763 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.697638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.724114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.748023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:23.751004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:23.754688 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:23.787515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event updated for resources: {'Port': ['ID=3d7dd36f-2e30-4ebe-b6cf-dc06d24266bf,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:23.795307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.798752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:23.800016 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ebdfe065-84d8-4b1e-a17a-873cb9529ea8 HTTP/1.1" status: 204 len: 168 time: 0.1954327 Oct 29 11:46:23.809307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8cb42-ac04-4907-a09b-279f6561922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdfe065-84d8-4b1e-a17a-873cb9529ea8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:23.940827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:24.047446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ad93bac-7fd6-477a-b1ff-91fccd2abeb3 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/aac24aa5-ec37-4a12-b635-6126c0f42460 HTTP/1.1" status: 200 len: 993 time: 0.1051834 Oct 29 11:46:24.091163 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:24.255274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b0463-48da-4577-a2b7-a335801d3397 req-facc13fd-c60f-439a-9a56-f62e2f614b91 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:24.256918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-642b0463-48da-4577-a2b7-a335801d3397 req-facc13fd-c60f-439a-9a56-f62e2f614b91 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0770707 Oct 29 11:46:24.307759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-642b0463-48da-4577-a2b7-a335801d3397 req-20e9a0b5-b7bf-4576-a108-c09cc61a219b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Oct 29 11:46:24.473239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:24.477483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:24.699258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Router ed8bdf42-fe31-45ae-9fab-48fa52848271 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:24.840067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:24.847966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:24.850025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6a0213e5-017c-4b09-8cf9-d86e838d4599 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "PUT /v2.0/routers/ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 200 len: 884 time: 2.4529183 Oct 29 11:46:24.852874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:24.854850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] Sync routers for ids ['ed8bdf42-fe31-45ae-9fab-48fa52848271'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:24.868395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] Routers {'ed8bdf42-fe31-45ae-9fab-48fa52848271'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:24.869485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ed8bdf42-fe31-45ae-9fab-48fa52848271'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:24.909812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:24.920634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] Routers {'ed8bdf42-fe31-45ae-9fab-48fa52848271'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:24.921671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['ed8bdf42-fe31-45ae-9fab-48fa52848271'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:24.967482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:24.968442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422374-98cb-4fa9-b502-a854ec6a2e9d None None] The sync data for ids ['ed8bdf42-fe31-45ae-9fab-48fa52848271'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:25.023144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-82c61f7d-4351-44eb-8a0e-f51d9fae3b72 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 200 len: 925 time: 0.1666460 Oct 29 11:46:25.023648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49702) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:25.077160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f0981-782d-4c00-8a96-3f13d3b7d913 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:25.081875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-444f0981-782d-4c00-8a96-3f13d3b7d913 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=ed8bdf42-fe31-45ae-9fab-48fa52848271&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0542071 Oct 29 11:46:25.082421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49704) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:25.198887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032be6c-b7ec-465d-8b6c-c2e979a78ddc tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:25.204830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49710) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:25.205910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e032be6c-b7ec-465d-8b6c-c2e979a78ddc tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.1215105 Oct 29 11:46:25.253416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-450eef98-e582-4ee1-b025-df123b17e054 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 200 len: 205 time: 0.0472393 Oct 29 11:46:25.255922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49714) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:25.398167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:25.520331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:25.610323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd9900-5ec3-4faa-8bcc-93b8067dab7b req-3aeba039-29e6-4ec9-91f6-c3d4a9a55964 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:25.611928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ddd9900-5ec3-4faa-8bcc-93b8067dab7b req-3aeba039-29e6-4ec9-91f6-c3d4a9a55964 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1683316 Oct 29 11:46:25.640754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port 3d7dd36f-2e30-4ebe-b6cf-dc06d24266bf {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:25.641139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:25.702781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ddd9900-5ec3-4faa-8bcc-93b8067dab7b req-5bc56821-663f-4ca4-9f43-15d87fe8c018 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842910 Oct 29 11:46:25.869031 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.164697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.178805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for 3d7dd36f-2e30-4ebe-b6cf-dc06d24266bf owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:26.427738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.486547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=3d7dd36f-2e30-4ebe-b6cf-dc06d24266bf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:26.670778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.845176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.848083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.919907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.920463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router ed8bdf42-fe31-45ae-9fab-48fa52848271 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:26.937846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49762) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:26.942371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:26.948065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49766) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:26.950154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2cf62bb4-8473-4926-9af0-b290fa4fe734 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 204 len: 168 time: 1.6913905 Oct 29 11:46:26.963424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-446924094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:26.983911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93300b8-3be3-4f42-af53-0354f2960aa5 req-c397beea-ea6f-4d1a-b8ae-a0e7f60fb8a6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:26.986427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d93300b8-3be3-4f42-af53-0354f2960aa5 req-c397beea-ea6f-4d1a-b8ae-a0e7f60fb8a6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1107385 Oct 29 11:46:27.066126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d93300b8-3be3-4f42-af53-0354f2960aa5 req-577c290e-73fa-4cf8-812b-3f5e41f74abf tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709105 Oct 29 11:46:27.067879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.069317 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.470634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.487468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2463dfd9-3be4-416f-8960-184e59f08a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.490519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.530943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.536539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef5cb78f-59ad-4058-8e1b-5615edd6cd79 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5781426 Oct 29 11:46:27.536867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:27.542881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': True}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:27.840638 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.853966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2463dfd9-3be4-416f-8960-184e59f08a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.868282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2463dfd9-3be4-416f-8960-184e59f08a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:27.942634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2463dfd9-3be4-416f-8960-184e59f08a09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c75f837db02540219d872b2936f399c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0028241 Oct 29 11:46:27.945348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49776) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:27.951332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463dfd9-3be4-416f-8960-184e59f08a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa251c-831b-4976-a72f-328930cc196b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:28.034243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.077882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.143519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.143981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.153110 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.154303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cfa251c-831b-4976-a72f-328930cc196b HTTP/1.1" status: 204 len: 168 time: 0.2074492 Oct 29 11:46:28.171359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.175270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eb968-6781-4963-9266-75d3ffae3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa251c-831b-4976-a72f-328930cc196b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:28.359180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3463f-8087-4678-b759-db381ba6e4b0 req-abb70bff-40ca-46d6-b69e-ab091eb79301 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:28.361368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ae3463f-8087-4678-b759-db381ba6e4b0 req-abb70bff-40ca-46d6-b69e-ab091eb79301 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1439192 Oct 29 11:46:28.382721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31d9bdc0-fc27-47f7-aaa3-29e99e41ceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.412471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 172.25.4.3 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d71ff5fd-4975-428e-9612-6b7713f63f9a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:28.529508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ae3463f-8087-4678-b759-db381ba6e4b0 req-20d23faa-1ada-4fe0-8010-d0b626d30193 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588907 Oct 29 11:46:28.600448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49790) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:28.604029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.626768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ef20ae-f24a-48ae-a0e2-dbb7ab5a4377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.670815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.714352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:28.718243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:28.722660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:28.750259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=d71ff5fd-4975-428e-9612-6b7713f63f9a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:28.799243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ef20ae-f24a-48ae-a0e2-dbb7ab5a4377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.816560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ef20ae-f24a-48ae-a0e2-dbb7ab5a4377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:28.905957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-35ef20ae-f24a-48ae-a0e2-dbb7ab5a4377 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba8a740cbc6547168c6a15e0f85c937a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042331 Oct 29 11:46:28.918774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:28.958478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef20ae-f24a-48ae-a0e2-dbb7ab5a4377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b180eef8-7371-4958-91c0-8dbef8d66153,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:29.088938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.135748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.148603 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.190220 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.193032 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.197378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b180eef8-7371-4958-91c0-8dbef8d66153 HTTP/1.1" status: 204 len: 168 time: 0.2750640 Oct 29 11:46:29.211544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1de943-b399-40b3-8c6b-74da3668d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180eef8-7371-4958-91c0-8dbef8d66153,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:29.495294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.499788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.719850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router 1112a484-7cb5-47ca-a9ba-2ac33ff45c28 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:29.751920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dabb7-d280-43ce-bb9a-51e7e55d5a27 req-cdfd466a-9e4b-4912-b3a8-921080b39f63 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:29.753577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c63dabb7-d280-43ce-bb9a-51e7e55d5a27 req-cdfd466a-9e4b-4912-b3a8-921080b39f63 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0853159 Oct 29 11:46:29.868938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c63dabb7-d280-43ce-bb9a-51e7e55d5a27 req-24f05c31-73fa-475e-8ed2-85c5523fbd57 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799255 Oct 29 11:46:29.887353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:29.892429 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:29.893909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66e47adb-ce76-42af-9b7f-88f2737f1be0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "PUT /v2.0/routers/1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 200 len: 916 time: 2.3557367 Oct 29 11:46:29.896985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49818) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:29.900592 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] Sync routers for ids ['1112a484-7cb5-47ca-a9ba-2ac33ff45c28'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:29.923127 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] Routers {'1112a484-7cb5-47ca-a9ba-2ac33ff45c28'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:29.923929 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1112a484-7cb5-47ca-a9ba-2ac33ff45c28'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:30.035932 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:30.067783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] Routers {'1112a484-7cb5-47ca-a9ba-2ac33ff45c28'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:30.068483 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1112a484-7cb5-47ca-a9ba-2ac33ff45c28'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:30.155951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0847ad6-09e8-4dd7-bf01-df92a8803ba0 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 200 len: 922 time: 0.2574499 Oct 29 11:46:30.158875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49836) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:30.234282 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:30.234808 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4594f-b0ab-42af-be68-3e0fd8cfac52 None None] The sync data for ids ['1112a484-7cb5-47ca-a9ba-2ac33ff45c28'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:30.307365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f0007-668e-4ca0-b32c-2f5c580bfde5 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:30.312024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-006f0007-668e-4ca0-b32c-2f5c580bfde5 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=1112a484-7cb5-47ca-a9ba-2ac33ff45c28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1507397 Oct 29 11:46:30.316309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:30.529667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e27fe0-9794-4945-aebe-74fb110b649c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:30.531384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-10e27fe0-9794-4945-aebe-74fb110b649c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.2053542 Oct 29 11:46:30.534813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 49878) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:30.589902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49581124-1b28-41e5-a9ec-96a7ff5ad008 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 200 len: 205 time: 0.0537941 Oct 29 11:46:30.592459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 49888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:30.781712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:30.847315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74be1bea-d4dc-48cd-9ed6-1d9055d5ae6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:31.061469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:31.173607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d1151-e151-4769-86c9-45bef49d0ba9 req-b2df9e27-7536-4738-9a5f-283e2c9866ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:31.177648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb5d1151-e151-4769-86c9-45bef49d0ba9 req-b2df9e27-7536-4738-9a5f-283e2c9866ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1083331 Oct 29 11:46:31.179443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port d71ff5fd-4975-428e-9612-6b7713f63f9a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:31.180575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:31.311987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb5d1151-e151-4769-86c9-45bef49d0ba9 req-01030208-3b54-491b-8c94-0456b5fe61f3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183596 Oct 29 11:46:31.546338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:31.588666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for d71ff5fd-4975-428e-9612-6b7713f63f9a owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:31.998132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.060040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=d71ff5fd-4975-428e-9612-6b7713f63f9a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:32.189614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.310243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.312839 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.328918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.332173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.392750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.393795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router 1112a484-7cb5-47ca-a9ba-2ac33ff45c28 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:32.404200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.407122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e5747cad-e269-49ef-b123-9912c8a0d16c tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 204 len: 168 time: 1.8124812 Oct 29 11:46:32.410253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50086) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:32.420426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-880774313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:32.458280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.460136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.858565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.879720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.908396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c55e82-dd4b-4c4c-b8ca-1c29ca48792b req-982f984e-5046-4dc7-8c58-7b3ad19f7344 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:32.910677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5c55e82-dd4b-4c4c-b8ca-1c29ca48792b req-982f984e-5046-4dc7-8c58-7b3ad19f7344 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.0815778 Oct 29 11:46:32.915894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:32.917296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49f1df12-5417-4fa9-bbee-572c1261ab76 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5041792 Oct 29 11:46:32.920995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:32.948455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:33.267991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:33.312138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5c55e82-dd4b-4c4c-b8ca-1c29ca48792b req-5ade255c-ce66-44ca-b543-1d4edc2d515d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759477 Oct 29 11:46:33.592559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:33.633971 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:33.676198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:33.892247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Allocated IP 172.25.4.43 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e2114b53-ff8a-44ac-8964-5937f61ea6a0) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:34.133227 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:34.202431 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:34.298226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Pushing event updated for resources: {'Port': ['ID=e2114b53-ff8a-44ac-8964-5937f61ea6a0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:34.318812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:34.320662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:34.329098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:34.629314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db283da9-6f66-4610-a8a0-65a2c402c420 req-b7e1673a-1b83-4e6d-b887-f669043ea157 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:34.640013 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db283da9-6f66-4610-a8a0-65a2c402c420 req-b7e1673a-1b83-4e6d-b887-f669043ea157 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1450152 Oct 29 11:46:34.890161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db283da9-6f66-4610-a8a0-65a2c402c420 req-cda826a1-5dbb-49e6-a946-faea8b9aaddf tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466867 Oct 29 11:46:35.073798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:35.513021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd20-b98a-4256-8989-5530a36e331c req-9b751965-43ea-4f3d-a21b-3087183d77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:35.514920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-9b751965-43ea-4f3d-a21b-3087183d77c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 1094 time: 0.1437907 Oct 29 11:46:35.587983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:35.595051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:35.606123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd20-b98a-4256-8989-5530a36e331c req-53a4a08f-318b-4c4d-a5ce-36dd66f1fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:35.609202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-53a4a08f-318b-4c4d-a5ce-36dd66f1fea1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1094 time: 0.0620055 Oct 29 11:46:35.786961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Router fa41623e-563f-45a5-8b9e-4ab326e10657 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:35.803339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd20-b98a-4256-8989-5530a36e331c req-2b44bbe2-9517-4777-89bd-12c664135616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:35.812317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-2b44bbe2-9517-4777-89bd-12c664135616 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1960604 Oct 29 11:46:35.925398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-cfd024c4-04fd-4695-99e3-93113d1c58f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 200 len: 998 time: 0.1057987 Oct 29 11:46:36.018619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd20-b98a-4256-8989-5530a36e331c req-0f411c18-ccbe-4670-8a90-b26a3acd348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:36.020256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-0f411c18-ccbe-4670-8a90-b26a3acd348f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.0869429 Oct 29 11:46:36.032594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:36.044050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:36.049353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0427562-6098-46ff-81aa-ba25000f347c tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "PUT /v2.0/routers/fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 200 len: 918 time: 3.1083786 Oct 29 11:46:36.051836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50544) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:36.070549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] Sync routers for ids ['fa41623e-563f-45a5-8b9e-4ab326e10657'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:36.091579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] Routers {'fa41623e-563f-45a5-8b9e-4ab326e10657'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:36.092161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fa41623e-563f-45a5-8b9e-4ab326e10657'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:36.153188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd20-b98a-4256-8989-5530a36e331c req-e9578981-d815-47af-9851-7a6da2e9b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:36.164343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-e9578981-d815-47af-9851-7a6da2e9b16a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331365 Oct 29 11:46:36.190852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:36.216870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] Routers {'fa41623e-563f-45a5-8b9e-4ab326e10657'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:36.217574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fa41623e-563f-45a5-8b9e-4ab326e10657'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:36.289336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:36.289631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e39d06-c90e-4b02-bc9d-86c854f2b316 None None] The sync data for ids ['fa41623e-563f-45a5-8b9e-4ab326e10657'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:36.325465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba4c74-9e0f-4e69-a2e2-46704c1f1772 req-3fc95069-5752-46c2-bd6f-d3c86d623560 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:36.327250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3ba4c74-9e0f-4e69-a2e2-46704c1f1772 req-3fc95069-5752-46c2-bd6f-d3c86d623560 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1429021 Oct 29 11:46:36.335122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b2afc512-ade4-4156-b8e2-238df80dba34 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 200 len: 924 time: 0.2773523 Oct 29 11:46:36.338918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:36.403991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d3ba4c74-9e0f-4e69-a2e2-46704c1f1772 req-81272ba9-08f2-48dc-9764-14fbb9af7fb0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671921 Oct 29 11:46:36.422146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af3d2b-e01f-444e-8eeb-be5cc776ecc6 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:36.426289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1af3d2b-e01f-444e-8eeb-be5cc776ecc6 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=fa41623e-563f-45a5-8b9e-4ab326e10657&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0643806 Oct 29 11:46:36.426731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:36.537752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-aa5391c8-1b52-45cf-9cb7-95faaed674ff service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655541 Oct 29 11:46:36.628810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cdb26-b760-4a48-8367-1b1e1f281a80 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:36.630417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a0cdb26-b760-4a48-8367-1b1e1f281a80 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.1869466 Oct 29 11:46:36.633368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50610) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:36.703496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3d89d4b1-c324-430e-b06b-7489df88cbfd tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 200 len: 205 time: 0.0687404 Oct 29 11:46:36.709284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:36.753740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7983fd20-b98a-4256-8989-5530a36e331c req-f2ed67f9-d640-4b15-a723-2c5ade9818b8 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113452 Oct 29 11:46:37.516357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:37.544205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-e688e6c0-7877-403d-a777-4829fddd1180 req-117edd30-20b0-4e63-90ca-297f16e70272 service neutron] (102277) timed out ('10.222.0.41', 55250) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:46:37.857913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:37.905823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689315b4-3dcb-4e64-ac0c-3ad5c526159f req-491b75fb-ed07-48f5-b3cc-7093f354a1e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:37.914082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-689315b4-3dcb-4e64-ac0c-3ad5c526159f req-491b75fb-ed07-48f5-b3cc-7093f354a1e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2811759 Oct 29 11:46:37.997686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-689315b4-3dcb-4e64-ac0c-3ad5c526159f req-7f3b317d-c290-499b-b5af-114a46e2644d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824020 Oct 29 11:46:38.030634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port e2114b53-ff8a-44ac-8964-5937f61ea6a0 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:38.032503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:38.261989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:38.298049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for e2114b53-ff8a-44ac-8964-5937f61ea6a0 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:38.752135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:38.807148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=e2114b53-ff8a-44ac-8964-5937f61ea6a0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:39.070343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.271909 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.276569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.384407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.384988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router fa41623e-563f-45a5-8b9e-4ab326e10657 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:39.411524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.418600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:39.419331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-52b65459-8707-4426-bc5f-c68eda033f43 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 204 len: 168 time: 2.7067738 Oct 29 11:46:39.423552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-529335993', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:39.431265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4088-9618-4c2f-9170-31d6ff766ee4 req-ff34cc61-6e40-4dc7-a187-1d8024f0d972 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:39.444994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-432f4088-9618-4c2f-9170-31d6ff766ee4 req-ff34cc61-6e40-4dc7-a187-1d8024f0d972 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2289796 Oct 29 11:46:39.472545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.473911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.560454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-432f4088-9618-4c2f-9170-31d6ff766ee4 req-cd77bc09-a545-435e-986e-1186ba7128d7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141529 Oct 29 11:46:39.610338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:39.980586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:40.521943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:40.568950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:40.813155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Allocated IP 172.25.4.224 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d8172c35-eb88-4846-9a06-84ffc9c34afb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:40.902559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2900f-1087-4237-aafa-8050547e20fe req-e67db0b2-1ecd-441d-b1cb-9aa309950051 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:40.910965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3e2900f-1087-4237-aafa-8050547e20fe req-e67db0b2-1ecd-441d-b1cb-9aa309950051 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2068253 Oct 29 11:46:41.036389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3e2900f-1087-4237-aafa-8050547e20fe req-c541d64c-1382-4f07-9aa0-430b7667dc9d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239784 Oct 29 11:46:41.172330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:41.288778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:41.511021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:41.527650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:41.536570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:41.543740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event updated for resources: {'Port': ['ID=d8172c35-eb88-4846-9a06-84ffc9c34afb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:42.510115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aa52d-1dae-49d5-8a02-1103f6f13aa4 req-98a882c6-a3cc-46be-a1ca-30ef4965c121 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:42.532440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b7aa52d-1dae-49d5-8a02-1103f6f13aa4 req-98a882c6-a3cc-46be-a1ca-30ef4965c121 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2859902 Oct 29 11:46:42.654050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:42.862151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b7aa52d-1dae-49d5-8a02-1103f6f13aa4 req-bd1ec4bb-05cd-4c2a-97c0-4a845448657e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294959 Oct 29 11:46:43.358528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50944) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:43.850840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-895a9d1d-6d4f-4b98-8e1f-e03a2c9ce15d tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:43.858998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-895a9d1d-6d4f-4b98-8e1f-e03a2c9ce15d tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 813 time: 0.4891033 Oct 29 11:46:43.896088 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:43.947711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-82922c54-fa75-4fac-8e97-011e2e11ad9c tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/quotas/1150d2cb528a4158be74ec636bc4fe75 HTTP/1.1" status: 200 len: 375 time: 0.0875006 Oct 29 11:46:44.061717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.117933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-3dab5662-781b-455a-b58e-609028635169 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685841 Oct 29 11:46:44.128093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.196219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.257695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27480226a46846b6a5d7fd65705fae1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8956575 Oct 29 11:46:44.280795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:44.615098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.631763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f348b6-4108-4bd7-8b80-f4c5aaf2c41c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:44.656843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.685516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.685859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.686189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.686525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.686926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.687334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.687664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.687989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.688314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.688886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.705447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.706011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bbe62-ccc9-4594-9611-ccf14e1ff672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.751265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-7031dd3c-80b8-4877-b85d-9b4b0c77d81f service neutron] 10.222.0.77 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321175 Oct 29 11:46:44.794771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.797361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:44.809459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52f348b6-4108-4bd7-8b80-f4c5aaf2c41c HTTP/1.1" status: 204 len: 168 time: 0.5169921 Oct 29 11:46:44.853827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f348b6-4108-4bd7-8b80-f4c5aaf2c41c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.922920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42fba-a1a8-4f12-98b5-01dce9c7de70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:46:44.960661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Router f6f2c0a2-861c-479f-8dbd-19086aab1e5d is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:46:45.176164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-f5c14a28-1854-4344-a061-5520ac3f79a0 service neutron] 10.222.0.77 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166014 Oct 29 11:46:45.368504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:45.383992 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] Sync routers for ids ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:45.427367 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] Routers {'f6f2c0a2-861c-479f-8dbd-19086aab1e5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:45.428042 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:45.467694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:45.473995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 50964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:45.475232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d93ffe39-f561-4dda-a42b-3ddb126d0af9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0525966 Oct 29 11:46:45.479161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:45.617142 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:45.664394 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] Routers {'f6f2c0a2-861c-479f-8dbd-19086aab1e5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:45.668721 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:45.728724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50976) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:45.781859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00e5ce58-8589-4f62-bd34-33ce220f9a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:45.834332 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:45.837725 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dddb65-56ca-4ff6-be61-3a481a284505 None None] The sync data for ids ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:45.901113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa143ce-bac8-49e0-9862-7aabb691c7b0 req-8358c2f0-1eda-46a9-a72d-43c9214130df tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:45.909261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaa143ce-bac8-49e0-9862-7aabb691c7b0 req-8358c2f0-1eda-46a9-a72d-43c9214130df tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1527877 Oct 29 11:46:46.019369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00e5ce58-8589-4f62-bd34-33ce220f9a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.028662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaa143ce-bac8-49e0-9862-7aabb691c7b0 req-40ffd491-feaa-4d94-9aae-6dd0f2c6d7e8 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180851 Oct 29 11:46:46.032632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00e5ce58-8589-4f62-bd34-33ce220f9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.105300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-00e5ce58-8589-4f62-bd34-33ce220f9a0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b77972193e0e452eb88c0fbb1345dd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746917 Oct 29 11:46:46.113236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 50980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:46.179268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5ce58-8589-4f62-bd34-33ce220f9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430297c7-e73b-4a81-ba22-642674e75816,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:46.273323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.361550 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.519969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.532545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:46.547222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/430297c7-e73b-4a81-ba22-642674e75816 HTTP/1.1" status: 204 len: 168 time: 0.4279017 Oct 29 11:46:46.584883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7e9f8-a7cc-4fcd-a3fd-00701ca1aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430297c7-e73b-4a81-ba22-642674e75816,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:46.871273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2983a0fc-5271-4e9d-a1f5-eca14fb57fc3 req-de7d92b9-c577-44a4-be28-1956f0a93ddb tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 210 time: 0.3321025 Oct 29 11:46:47.150013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:47.190692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:47.530299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34c086-016d-4f29-aef3-de5c0fb5208b req-0b07314d-0280-4ee8-9277-363c054cda8a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:47.548536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b34c086-016d-4f29-aef3-de5c0fb5208b req-0b07314d-0280-4ee8-9277-363c054cda8a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2213159 Oct 29 11:46:47.564787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Deleting port d8172c35-eb88-4846-9a06-84ffc9c34afb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:47.578095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:47.813663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b34c086-016d-4f29-aef3-de5c0fb5208b req-0a6b8cde-722d-44d8-9e18-d602bab92bc1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422473 Oct 29 11:46:47.979094 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:48.009496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Calling delete_port for d8172c35-eb88-4846-9a06-84ffc9c34afb owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:48.728295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:48.812020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:48.870716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d435eec1-7ed2-49c4-bf21-254927d6df52 req-55267af2-cc5f-4e08-99dc-467581ef1982 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 210 time: 0.0902486 Oct 29 11:46:48.916471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Pushing event deleted for resources: {'Port': ['ID=d8172c35-eb88-4846-9a06-84ffc9c34afb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:49.200854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-468656483-network', 'tenant_id': '17e134dcf72a4d97b81b528beac30171'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:49.354260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Made reservation on behalf of 17e134dcf72a4d97b81b528beac30171 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:46:49.376160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.425260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.467889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.622612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.646491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.725187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2bc0a-4398-4f49-820e-e94af922da29 req-029dd1af-50ca-47c3-8736-11882c1d71ef tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:49.741470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16d2bc0a-4398-4f49-820e-e94af922da29 req-029dd1af-50ca-47c3-8736-11882c1d71ef tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.4068668 Oct 29 11:46:49.799701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:49.837582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:46:49.888476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:49.889126 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Added segment 60f67861-093c-4f3f-903d-da145b665d31 of type vlan for network feeab9a7-cf57-4820-979e-85e3eee2b7cd Oct 29 11:46:50.012684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-7d298e07-a3e6-438c-934f-66fbbd15d46e tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:50.015831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-7d298e07-a3e6-438c-934f-66fbbd15d46e tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 813 time: 0.3906095 Oct 29 11:46:50.043695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.072101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Request body: {'port': {'device_id': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c', 'admin_state_up': True, 'tenant_id': '1150d2cb528a4158be74ec636bc4fe75'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:50.166707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.167808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:50.168400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.204823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4741247 Oct 29 11:46:50.269275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:50.277959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Request body: {'subnet': {'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-468656483-subnet', 'tenant_id': '17e134dcf72a4d97b81b528beac30171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:50.330770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Made reservation on behalf of 17e134dcf72a4d97b81b528beac30171 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:46:50.334128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.490597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-16d2bc0a-4398-4f49-820e-e94af922da29 req-7e94192f-5618-4cf8-b8ea-f7365a49765c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7477939 Oct 29 11:46:50.672555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.680866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:50.688525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5699a-f320-474c-9f60-0a5f95c216f5 admin admin] Pushing event updated for resources: {'Network': ['ID=feeab9a7-cf57-4820-979e-85e3eee2b7cd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:50.796204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Router f6f2c0a2-861c-479f-8dbd-19086aab1e5d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:46:50.858646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Made reservation on behalf of 1150d2cb528a4158be74ec636bc4fe75 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:46:50.862322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:51.064580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6d622a69-d013-4d04-8d89-97e850db2e58 req-804f3df5-7ae4-4481-b9c3-3e86fad2d527 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 210 time: 0.2476463 Oct 29 11:46:51.101452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:51.115439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] Sync routers for ids ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:51.115958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:51.138179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] Routers {'f6f2c0a2-861c-479f-8dbd-19086aab1e5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:51.138648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-520999a9-1979-4a1f-be49-2a404422cdb3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "PUT /v2.0/routers/f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 200 len: 709 time: 5.6628554 Oct 29 11:46:51.139028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:51.139195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51054) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:51.228463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network feeab9a7-cf57-4820-979e-85e3eee2b7cd details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:46:51.237971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:51.239312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Allocated IP 172.20.0.2 (7be70ba8-4563-4ba6-b496-b33482ac356c/3113f4aa-b2f5-47ff-93d3-d85d8f2abe17/92ec57fd-cd79-4e26-987e-ae6be7a720c7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:46:51.359570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] Routers {'f6f2c0a2-861c-479f-8dbd-19086aab1e5d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:51.360673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:51.393753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1dc0df7b-89fa-4dbb-9759-953ca9847341 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/routers/f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 200 len: 744 time: 0.2313612 Oct 29 11:46:51.395530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51060) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:51.417588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:51.453707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:51.486409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:51.701879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be078c82-f0dc-41e5-ac53-203cb5f600d9 tempest-RoutersIpV6AdminTest-10752568 tempest-RoutersIpV6AdminTest-10752568-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 200 len: 205 time: 0.3013144 Oct 29 11:46:51.707957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51072) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:51.750636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Network 7be70ba8-4563-4ba6-b496-b33482ac356c is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:46:51.793402 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-340efd1a-016d-41b8-906c-85269d0d38cc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/floatingips/aac24aa5-ec37-4a12-b635-6126c0f42460 HTTP/1.1" status: 200 len: 993 time: 0.3346810 Oct 29 11:46:51.822977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:51.833389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:46:51.837681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:51.838340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccddd-89cb-4a1b-a9e1-81d32b8e0836 None None] The sync data for ids ['f6f2c0a2-861c-479f-8dbd-19086aab1e5d'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:51.839540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Pushing event updated for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:51.888072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0d63c46-84bb-4bcb-aaa2-1fe9859140a3 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 200 len: 205 time: 0.1731038 Oct 29 11:46:51.896105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51080) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:51.928480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:51.985329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298a96-776b-4a5b-8efa-d9b2d265d217 req-690f5b4a-d7f7-438a-997b-4d67ae285026 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:51.987202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62298a96-776b-4a5b-8efa-d9b2d265d217 req-690f5b4a-d7f7-438a-997b-4d67ae285026 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.3150668 Oct 29 11:46:52.001080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.044197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.048765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-1c68e7a8-fa33-4943-a2e2-604e5b3f5362 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3536282 Oct 29 11:46:52.064634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62298a96-776b-4a5b-8efa-d9b2d265d217 req-79bf0bf6-00b1-4787-b0a8-f81d5eea1426 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704234 Oct 29 11:46:52.224741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:52.225730 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.248389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26131d94-9a8e-4d55-81c6-0db255df9c50,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:52.387605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41e66-23b3-41ee-a794-bd324ebe07b2 req-33ebc57c-d5f9-4614-806f-3dea73d67250 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:52.389132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ad41e66-23b3-41ee-a794-bd324ebe07b2 req-33ebc57c-d5f9-4614-806f-3dea73d67250 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 931 time: 0.0707054 Oct 29 11:46:52.389642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51088) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:52.469321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-20898a98-2203-4b68-b408-862a703067a7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3945134 Oct 29 11:46:52.512125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.516147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.533145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-690bb96c-3495-40a7-b276-ba66a4586bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:52.537621 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-690bb96c-3495-40a7-b276-ba66a4586bda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1096 time: 0.3733845 Oct 29 11:46:52.585970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ad41e66-23b3-41ee-a794-bd324ebe07b2 req-5718a802-8bbe-45bc-9178-76a6190449b0 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861894 Oct 29 11:46:52.660330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Request body: {'port': {'device_id': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:52.699322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Checking segment: {'id': '60f67861-093c-4f3f-903d-da145b665d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:52.701831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Network hostable DHCP agents. Network: feeab9a7-cf57-4820-979e-85e3eee2b7cd, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:46:52.876617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.877609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Fanout notify agent at l3_agent the message router_deleted on router f6f2c0a2-861c-479f-8dbd-19086aab1e5d {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:46:52.879294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port c1e1468b-9967-427c-a3ff-4fab946d5123 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:52.882324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.909833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:52.917711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e5c9774d-6c38-410d-9ad9-0fa456251f05 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 204 len: 168 time: 1.0198336 Oct 29 11:46:52.940452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51096) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:53.070456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-efb1b948-df56-4ffd-8d92-6de95616b78a tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 200 len: 205 time: 0.1283727 Oct 29 11:46:53.076158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51100) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:53.093594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Network feeab9a7-cf57-4820-979e-85e3eee2b7cd is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:46:53.147187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:53.148113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:53.169912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for c1e1468b-9967-427c-a3ff-4fab946d5123 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:46:53.182679 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-242b408b-17a9-407e-a9b8-ad6c6a162fb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:53.188780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-242b408b-17a9-407e-a9b8-ad6c6a162fb2 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/f6f2c0a2-861c-479f-8dbd-19086aab1e5d HTTP/1.1" status: 404 len: 336 time: 0.1092753 Oct 29 11:46:53.215723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51104) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:53.249290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:53.315716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, feeab9a7-cf57-4820-979e-85e3eee2b7cd) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:46:53.325554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbf7b2-69d9-4565-b0d5-a41167c59a7a None None] Network feeab9a7-cf57-4820-979e-85e3eee2b7cd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:46:53.352820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7fd62cff-e3dc-4209-ab1b-b839b1bdd4f0 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 200 len: 205 time: 0.1325328 Oct 29 11:46:53.358416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51106) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:53.361380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:53.364639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:53.417203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-129937b6-98c4-47af-96fe-6a3bb18059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:53.419455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-129937b6-98c4-47af-96fe-6a3bb18059e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 898 time: 0.7947307 Oct 29 11:46:53.497349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:53.591773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=c1e1468b-9967-427c-a3ff-4fab946d5123,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:53.674385 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-10e7c650-fa66-49da-907e-94068ac557ad tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:53.678950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10e7c650-fa66-49da-907e-94068ac557ad tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/fa41623e-563f-45a5-8b9e-4ab326e10657 HTTP/1.1" status: 404 len: 336 time: 0.3065159 Oct 29 11:46:53.685838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d94a1-5cfc-4d6e-8699-f8b7b30eef6b req-ad3ad988-085a-4553-8822-7b1812b8bc7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:53.690762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f3d94a1-5cfc-4d6e-8699-f8b7b30eef6b req-ad3ad988-085a-4553-8822-7b1812b8bc7e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2893770 Oct 29 11:46:53.701505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:53.737286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de70d0-0e5f-4876-a813-524edd01d080 None None] Network feeab9a7-cf57-4820-979e-85e3eee2b7cd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:46:53.767185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-e5b22145-7f17-4ab4-a7e0-ca67b3ab1ccf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 217 time: 0.3387716 Oct 29 11:46:53.774910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0293f874-8dac-442e-8ee2-63888d8040c0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5105538 Oct 29 11:46:53.858193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b23bd9c3-9af4-48fa-890c-81a487397ca9 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 200 len: 205 time: 0.1533852 Oct 29 11:46:53.875655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.062291 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-a081b83f-8913-4f26-832a-a3ec79e6fa07 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:54.070283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a081b83f-8913-4f26-832a-a3ec79e6fa07 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/1112a484-7cb5-47ca-a9ba-2ac33ff45c28 HTTP/1.1" status: 404 len: 336 time: 0.1921048 Oct 29 11:46:54.084463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51124) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.217535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-f7f020ca-2545-42ff-b4b8-e742a00fe443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:54.219313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-f7f020ca-2545-42ff-b4b8-e742a00fe443 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 200 len: 834 time: 0.4428496 Oct 29 11:46:54.293769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-88af5a17-fdd1-4210-bcbc-f1c916bbf40f tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 200 len: 205 time: 0.2075932 Oct 29 11:46:54.304496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51130) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.315176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f3d94a1-5cfc-4d6e-8699-f8b7b30eef6b req-00b9c5c6-7200-4be1-a01f-ecccd9439cf2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5484095 Oct 29 11:46:54.325918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:54.326379 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Floating IP aac24aa5-ec37-4a12-b635-6126c0f42460 disassociated (deleted). External IP: 172.25.4.174, port: 101829ca-98e0-4a3c-a7a7-721c3ea65e5b. Oct 29 11:46:54.406407 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-24b78ccb-9d28-47f3-acb2-5259988a72e5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:54.420975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24b78ccb-9d28-47f3-acb2-5259988a72e5 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/ed8bdf42-fe31-45ae-9fab-48fa52848271 HTTP/1.1" status: 404 len: 336 time: 0.1147375 Oct 29 11:46:54.421731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51132) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.470882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-261bd27b-bcf7-47ef-bae3-b1e7722c9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:54.479948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-261bd27b-bcf7-47ef-bae3-b1e7722c9662 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da9ccc1d-11c4-4944-a669-e565a596439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489920 Oct 29 11:46:54.564495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5719a238-0781-495c-9043-8f92aacbd8db tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 200 len: 205 time: 0.0794179 Oct 29 11:46:54.566472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.621886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ec57fd-cd79-4e26-987e-ae6be7a720c7 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:46:54.634437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:54.636707 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-823bddc6-5da3-4182-ad69-f442eb4247cd tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:54.640752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-823bddc6-5da3-4182-ad69-f442eb4247cd tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/a1a531f4-d35e-4ade-b735-8650c9870db4 HTTP/1.1" status: 404 len: 336 time: 0.0730021 Oct 29 11:46:54.641839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.661254 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Transition to ACTIVE for port object 92ec57fd-cd79-4e26-987e-ae6be7a720c7 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:46:54.685923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ddd8be9-1985-4f36-8711-881d05a7b812 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8b07518-8108-4a60-a7a7-ba1024b57a87 HTTP/1.1" status: 200 len: 205 time: 0.0394242 Oct 29 11:46:54.688960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51142) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.742803 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-e48ec998-c1d0-4bff-8c6a-a0db708f80d6 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] delete failed (client error): The resource could not be found. Oct 29 11:46:54.747020 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e48ec998-c1d0-4bff-8c6a-a0db708f80d6 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/routers/b8b07518-8108-4a60-a7a7-ba1024b57a87 HTTP/1.1" status: 404 len: 336 time: 0.0563138 Oct 29 11:46:54.749590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51146) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.787411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725f52-8dc2-453b-b922-90c782b0401f req-dce111c8-0e05-4b94-bf31-97e3933a685b tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:54.791040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0725f52-8dc2-453b-b922-90c782b0401f req-dce111c8-0e05-4b94-bf31-97e3933a685b tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 931 time: 0.2348361 Oct 29 11:46:54.816019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-3770ae04-b04b-4a58-bd9e-d529f812417a service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221116 Oct 29 11:46:54.816893 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-28238443-3f56-4b08-a67c-b7be77c410d8 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] DELETE failed (client error): The resource could not be found. Oct 29 11:46:54.817177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:54.817863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28238443-3f56-4b08-a67c-b7be77c410d8 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:46:54.824884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-28238443-3f56-4b08-a67c-b7be77c410d8 tempest-RoutersIpV6AdminTest-91809752 tempest-RoutersIpV6AdminTest-91809752-project] 10.222.0.77 "DELETE /v2.0/subnets/01674955-59fa-4c12-8662-252208934e74 HTTP/1.1" status: 404 len: 337 time: 0.0725582 Oct 29 11:46:54.920138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Pushing event updated for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:54.939909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:54.951461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297585794-network', 'tenant_id': '98eb581594dd4bc5aef266152d8fb076'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:55.081873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0725f52-8dc2-453b-b922-90c782b0401f req-9cb598aa-78c8-41ce-865c-2b1a99f8b7d1 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677040 Oct 29 11:46:55.088135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Made reservation on behalf of 98eb581594dd4bc5aef266152d8fb076 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:46:55.093517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.153608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 85269055-463d-418a-bbd2-b69b55431cf3 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:46:55.156969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.164185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3a3c19e4-c7fc-4271-83ea-d59b102f3247 req-8c002765-2043-4b13-82d1-f54596a95cec service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170612 Oct 29 11:46:55.190521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Attempting to bind port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:46:55.201508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Attempting to bind port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:46:55.202006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Attempting to bind port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 on network 7be70ba8-4563-4ba6-b496-b33482ac356c {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:55.223182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 on network 7be70ba8-4563-4ba6-b496-b33482ac356c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:46:55.223821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Attempting to bind port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 on network 7be70ba8-4563-4ba6-b496-b33482ac356c {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:46:55.253456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:46:55.257051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Checking segment: {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:46:55.257868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Bound using segment: {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:46:55.259275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Bound port: 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:46:55.259749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.375346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:55.391025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:46:55.396989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.406275 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Sync routers for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:46:55.436051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:55.436692 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:55.485925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cd29ae39-650f-4741-8faf-77ae806176d2 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/floatingips/aac24aa5-ec37-4a12-b635-6126c0f42460 HTTP/1.1" status: 204 len: 168 time: 3.0951548 Oct 29 11:46:55.486849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:55.497589 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b548ef2a-6b60-4a8a-b234-2f50edf9e071" -d '{"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:55.565261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.567604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:46:55.575728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:46:55.577760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.596943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.734037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:46:55.758033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:55.758728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.760192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] 10.222.0.41 "PUT /v2.0/ports/92ec57fd-cd79-4e26-987e-ae6be7a720c7 HTTP/1.1" status: 200 len: 1091 time: 3.1049399 Oct 29 11:46:55.799126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:46:55.808962 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c9629-6624-43bc-97d2-b34348693b02" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:46:55.858114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-c5bbb167-18a7-465b-90ad-81fdd7ec8169 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524668 Oct 29 11:46:55.882175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0924934e-601e-40b2-a25b-3ff196055b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.890659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:55.940098 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:55.944617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62071a45-e041-4202-a011-a13370b26727,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:56.004309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:56.004632 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Added segment 33b8c76e-f7f6-45c5-b57c-49cddc979d17 of type vlan for network b192ab04-787b-4a43-857f-381609dad01a Oct 29 11:46:56.078277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909957-2400-4061-b93a-a9f77cfaea5a service neutron] Pushing event updated for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:56.203370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7955-6c01-403d-b515-b33c3d801676 req-a5c5f78d-71d6-49a8-a7b4-f890599df6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:56.215812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-a5c5f78d-71d6-49a8-a7b4-f890599df6b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1096 time: 0.3211110 Oct 29 11:46:56.251728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91f4e-df14-4261-a267-4130d228767e req-415e9abf-5429-4bda-8dda-429d10340c8d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:56.261373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57b91f4e-df14-4261-a267-4130d228767e req-415e9abf-5429-4bda-8dda-429d10340c8d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2581236 Oct 29 11:46:56.393888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:56.552266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:56.622509 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Checking router: 85269055-463d-418a-bbd2-b69b55431cf3 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:46:56.636751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57b91f4e-df14-4261-a267-4130d228767e req-af7090fe-9c10-4213-ab6d-704aca39c7d7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744111 Oct 29 11:46:56.647448 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:46:56.648083 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:46:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:56.715972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7955-6c01-403d-b515-b33c3d801676 req-ff4a94bd-7272-412a-99bb-16a86c7f4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:56.718035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-ff4a94bd-7272-412a-99bb-16a86c7f4781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.4497125 Oct 29 11:46:56.915250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-bc351da9-2066-4367-811c-23194402e6f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 1001 time: 0.1774716 Oct 29 11:46:56.929958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55536c63-3449-437d-934a-19825039be43 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98683747948a4834afa93b40fa62130f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225463 Oct 29 11:46:56.957395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:56.976927 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:46:57.181759 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b69d20-0bd2-4511-b485-7dfd4af6a68f x-openstack-request-id: req-d7b69d20-0bd2-4511-b485-7dfd4af6a68f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:57.182855 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:57.183138 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7b69d20-0bd2-4511-b485-7dfd4af6a68f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:57.183722 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7', 'status': 'completed', 'code': 200} Oct 29 11:46:57.261959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.306650 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:46:57.318556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-ce2ceead-f1e7-4515-836d-a1ca928049c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.325767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-ce2ceead-f1e7-4515-836d-a1ca928049c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 1094 time: 1.4745109 Oct 29 11:46:57.350151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545543aa-6494-4aa8-8e93-dc72bc02fad3 None None] The sync data for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 is: [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:45:39Z', 'revision_number': 4, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c6a1c5dc-c82f-4a48-8b09-b2c409501941', 'name': '', 'network_id': 'da9ccc1d-11c4-4944-a669-e565a596439d', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'mac_address': 'fa:16:3e:4f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:38Z', 'updated_at': '2021-10-29T11:45:51Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'subnets': [{'id': '1d25c113-3efa-47eb-a7b3-1e4e842bc87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:46:57.435957 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb91ff62-8ed0-42ed-9167-fdf3060bb393 x-openstack-request-id: req-eb91ff62-8ed0-42ed-9167-fdf3060bb393 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:46:57.436588 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:46:57.436588 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb91ff62-8ed0-42ed-9167-fdf3060bb393 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:46:57.436862 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'status': 'completed', 'code': 200} Oct 29 11:46:57.523323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7955-6c01-403d-b515-b33c3d801676 req-4c50800a-6cb5-4063-a617-714dde614ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.524978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-4c50800a-6cb5-4063-a617-714dde614ad0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.5961487 Oct 29 11:46:57.545066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0924934e-601e-40b2-a25b-3ff196055b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.550227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-429bce6b-65e3-4e8a-b718-93ad5ea4cd11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7 HTTP/1.1" status: 200 len: 217 time: 0.2128785 Oct 29 11:46:57.559503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0924934e-601e-40b2-a25b-3ff196055b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.580563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b636b-8a89-4fb2-973e-e5d3749f5a0a req-cacb0d25-4a1c-4929-8c06-60efc8c84305 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.582136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb8b636b-8a89-4fb2-973e-e5d3749f5a0a req-cacb0d25-4a1c-4929-8c06-60efc8c84305 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 943 time: 0.1444945 Oct 29 11:46:57.586531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.638682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924934e-601e-40b2-a25b-3ff196055b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f70cad-5ccd-4d0d-9287-d89209082096,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:57.642332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.643755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.644097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.648266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.655888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-54e2ffcb-1578-4f6e-b6d8-e0b8ca695f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.657768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-54e2ffcb-1578-4f6e-b6d8-e0b8ca695f1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1929897279d451b8deef543e11dfdbe&device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 1096 time: 0.4731603 Oct 29 11:46:57.670409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7955-6c01-403d-b515-b33c3d801676 req-52b18364-38e1-4530-9cea-689db5f44426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.671907 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-52b18364-38e1-4530-9cea-689db5f44426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381803 Oct 29 11:46:57.791053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb8b636b-8a89-4fb2-973e-e5d3749f5a0a req-52d3f63d-dff8-4902-973f-42049fdea9c1 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012391 Oct 29 11:46:57.793669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] Pushing event updated for resources: {'Network': ['ID=b192ab04-787b-4a43-857f-381609dad01a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:57.812102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network b192ab04-787b-4a43-857f-381609dad01a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:46:57.814032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0924934e-601e-40b2-a25b-3ff196055b12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bcd47da387e42fcb8ef6e45a141859c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4346304 Oct 29 11:46:57.820130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51210) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:57.857508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-3126d6f7-b2d9-4da5-aa07-0640fa592663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:57.859212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-3126d6f7-b2d9-4da5-aa07-0640fa592663 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 HTTP/1.1" status: 200 len: 853 time: 0.2812920 Oct 29 11:46:57.892372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bae742f1-4c4f-4be5-bf6f-1205870fcec8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9512913 Oct 29 11:46:57.893033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:57.899616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.902586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:57.903901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/017e01c9-217b-4674-a09f-d50df1fa88b8 HTTP/1.1" status: 204 len: 168 time: 0.9454474 Oct 29 11:46:57.915172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-cc3f6b9c-5934-4823-a6bd-9bd7b51b7e31 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271607 Oct 29 11:46:57.952557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b4efd-2504-4118-ac62-9552f7e4ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017e01c9-217b-4674-a09f-d50df1fa88b8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:57.963295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ffd3d-e2f9-4137-9643-8bda7f015386 None None] New status for floating IP aac24aa5-ec37-4a12-b635-6126c0f42460: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:46:57.980337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-7d9ac646-539d-4f5a-8ce0-5683d63dfbb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be70ba8-4563-4ba6-b496-b33482ac356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959942 Oct 29 11:46:57.986815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Request body: {'subnet': {'network_id': 'b192ab04-787b-4a43-857f-381609dad01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297585794-subnet', 'tenant_id': '98eb581594dd4bc5aef266152d8fb076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:46:58.084294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.163849 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-aecced52-58cc-49e6-a99c-eb081511725f service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699994 Oct 29 11:46:58.191425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.232255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e5545-1a7e-4c58-b537-90780ce52d30 req-acf1cf4f-190a-4300-8c1d-c42c9c234381 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:58.234156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-710e5545-1a7e-4c58-b537-90780ce52d30 req-acf1cf4f-190a-4300-8c1d-c42c9c234381 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.2960722 Oct 29 11:46:58.238620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41bf7955-6c01-403d-b515-b33c3d801676 req-c171d3e5-fec1-40ec-aa98-e2e80cd4fbd1 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161850 Oct 29 11:46:58.321230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-710e5545-1a7e-4c58-b537-90780ce52d30 req-ec5bde4b-2b60-4d27-80f6-8c5493844ea6 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704603 Oct 29 11:46:58.342313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.344373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-200f8681-124a-4870-9318-aada7a925a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:58.345369 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.346681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-200f8681-124a-4870-9318-aada7a925a90 service neutron] 10.222.0.86 "GET /v2.0/networks?id=da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 200 len: 898 time: 0.6406233 Oct 29 11:46:58.349831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3f70cad-5ccd-4d0d-9287-d89209082096 HTTP/1.1" status: 204 len: 168 time: 0.5282748 Oct 29 11:46:58.366153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7471-d3a1-4daa-80a2-bea399c04b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f70cad-5ccd-4d0d-9287-d89209082096,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:58.427341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba18c42f-30d9-4f0f-8d79-87195bd1cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.580662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-1b6e2bf6-788d-4cc0-82dd-b7dae41a04d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 200 len: 217 time: 0.1810830 Oct 29 11:46:58.596973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Made reservation on behalf of 98eb581594dd4bc5aef266152d8fb076 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:46:58.602887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda512a3-33ae-491b-8fb5-efb9fb558fec req-a8eedd27-1c3c-4e21-ade4-c618dcc5c7c3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:58.611545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda512a3-33ae-491b-8fb5-efb9fb558fec req-a8eedd27-1c3c-4e21-ade4-c618dcc5c7c3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1028571 Oct 29 11:46:58.613231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:58.694769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda512a3-33ae-491b-8fb5-efb9fb558fec req-0cebe0b9-a460-4b72-a059-1f0e4dbd3b55 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817442 Oct 29 11:46:58.792018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-50259aa1-f38e-496d-9a3d-cef0fa97b907 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:58.794648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-50259aa1-f38e-496d-9a3d-cef0fa97b907 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.4444983 Oct 29 11:46:58.825730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-67fa1c20-51d2-4270-9f31-4c8b388d350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:58.827613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-67fa1c20-51d2-4270-9f31-4c8b388d350a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 200 len: 834 time: 0.2111313 Oct 29 11:46:58.903842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:58.915152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ae91daf-8b5b-41b0-846a-ab5e8dd91039 req-44ad9fc6-7e8f-47d5-a9b0-4abdf7ba7a41 service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334085 Oct 29 11:46:59.058723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fede396c-fe59-4dc0-904c-2abd0245c3c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7b439b8ec854d7c83052630c2022878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536825 Oct 29 11:46:59.061982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51246) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:46:59.093324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224646ab-b6b3-44f9-8692-62e0564d636a req-3569ef73-e988-45f3-a6ce-f47ed49000a9 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:59.095161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-224646ab-b6b3-44f9-8692-62e0564d636a req-3569ef73-e988-45f3-a6ce-f47ed49000a9 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 943 time: 0.1298993 Oct 29 11:46:59.187639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.230107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-224646ab-b6b3-44f9-8692-62e0564d636a req-efc97274-c293-4356-9d20-8ab0cf6a0062 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228168 Oct 29 11:46:59.254275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.264059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-82c9f980-2479-4e4f-b199-6b8d58d6e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:59.266069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-82c9f980-2479-4e4f-b199-6b8d58d6e835 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da9ccc1d-11c4-4944-a669-e565a596439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968098 Oct 29 11:46:59.271466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9629-6624-43bc-97d2-b34348693b02 req-8a915c2d-0c68-4703-a312-93ece37fcef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:59.273105 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-8a915c2d-0c68-4703-a312-93ece37fcef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 1094 time: 0.2227786 Oct 29 11:46:59.324072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.326857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.328208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66dd0e90-b0d2-4d8c-94fc-14e6c676f454 HTTP/1.1" status: 204 len: 168 time: 0.2650459 Oct 29 11:46:59.341669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fca037-96eb-4191-a9a5-225d9ad0fa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dd0e90-b0d2-4d8c-94fc-14e6c676f454,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:46:59.430873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:46:59.431394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.556276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9fbc4-99ac-404d-a970-3c6688d0c5b1 req-56a3d113-8322-41b3-bc31-334ff2e8e56e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:59.565163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08c9fbc4-99ac-404d-a970-3c6688d0c5b1 req-56a3d113-8322-41b3-bc31-334ff2e8e56e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.0662746 Oct 29 11:46:59.612316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-08c9fbc4-99ac-404d-a970-3c6688d0c5b1 req-61ccbf93-1a31-44d7-9953-efe99df8632e tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Oct 29 11:46:59.774931 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:46:59.828819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:46:59.927438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259dd78-b3ce-441d-8645-f909b2e88c90 req-1cf46eef-992b-4387-866e-0c78074cca05 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:46:59.936646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6259dd78-b3ce-441d-8645-f909b2e88c90 req-1cf46eef-992b-4387-866e-0c78074cca05 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.1169031 Oct 29 11:47:00.005387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9629-6624-43bc-97d2-b34348693b02 req-a99835d2-ba61-4613-8b17-684176c00d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:00.005387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-a99835d2-ba61-4613-8b17-684176c00d2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 914 time: 0.7175386 Oct 29 11:47:00.045746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6259dd78-b3ce-441d-8645-f909b2e88c90 req-e8af5efd-3e44-409a-9fb0-c86748abb2bf tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078653 Oct 29 11:47:00.060934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:00.060934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:00.060934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-fbb44337-4832-4e7b-84de-e80e5b090b3a service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778525 Oct 29 11:47:00.150337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 101829ca-98e0-4a3c-a7a7-721c3ea65e5b owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:00.186432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-5830965c-fffd-4632-b5b0-51d8034bdc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7 HTTP/1.1" status: 200 len: 217 time: 0.1451173 Oct 29 11:47:00.226983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fd58fc-c7c6-4e9f-8a7d-198f28bf0faa,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:00.368235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Checking segment: {'id': '33b8c76e-f7f6-45c5-b57c-49cddc979d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'b192ab04-787b-4a43-857f-381609dad01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:00.368687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Network hostable DHCP agents. Network: b192ab04-787b-4a43-857f-381609dad01a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:47:00.430805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9629-6624-43bc-97d2-b34348693b02 req-b799711c-bddd-4595-ab7d-caaa7dcf274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:00.432406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-b799711c-bddd-4595-ab7d-caaa7dcf274e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 HTTP/1.1" status: 200 len: 853 time: 0.2313578 Oct 29 11:47:00.465568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4e311-d93d-41db-b01b-7bfc4dfd7141 req-413ba8da-08c1-4f62-823c-d62ba63586b2 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:00.478588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee4e311-d93d-41db-b01b-7bfc4dfd7141 req-413ba8da-08c1-4f62-823c-d62ba63586b2 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 943 time: 0.1296396 Oct 29 11:47:00.559167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cee4e311-d93d-41db-b01b-7bfc4dfd7141 req-34eeb533-0772-4c75-9ec2-6af522a45092 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757289 Oct 29 11:47:00.602122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-45e17581-6e63-4d4b-ad8b-d8383ab78093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be70ba8-4563-4ba6-b496-b33482ac356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529553 Oct 29 11:47:00.615418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b548ef2a-6b60-4a8a-b234-2f50edf9e071 req-7ade109f-b7f0-45aa-a2e6-af1fc6ae9692 service neutron] 10.222.0.86 "GET /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248241 Oct 29 11:47:00.634768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Network b192ab04-787b-4a43-857f-381609dad01a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:47:00.734392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 92ec57fd-cd79-4e26-987e-ae6be7a720c7 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:47:00.748461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, b192ab04-787b-4a43-857f-381609dad01a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:00.761219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c733d0-00e2-4dba-9360-8d44a2fa8fa4 None None] Network b192ab04-787b-4a43-857f-381609dad01a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:47:00.809428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:00.810032 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:00.827226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b95cda-4913-4635-9ccf-938e134b6f4d req-e5035f20-2464-4c78-b0ab-88113d773a74 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:00.844298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3b95cda-4913-4635-9ccf-938e134b6f4d req-e5035f20-2464-4c78-b0ab-88113d773a74 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6012257-81d1-41cb-928c-da7d60072de6 HTTP/1.1" status: 200 len: 945 time: 0.1356893 Oct 29 11:47:00.909549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3b95cda-4913-4635-9ccf-938e134b6f4d req-b2703fe1-daf3-490e-b685-44314d425637 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f7bd1d4-0b8b-45fd-a550-fda808c1b909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569828 Oct 29 11:47:00.914273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eea20e55-1cac-4c45-a8b1-d1596c2f296b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9380100 Oct 29 11:47:00.941933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:01.036355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=101829ca-98e0-4a3c-a7a7-721c3ea65e5b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:01.065084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-1643fbab-7659-4ce7-b4dc-338fef617f03 service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486332 Oct 29 11:47:01.101583 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:47:01.111456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f60d1d39-7236-402e-9d89-22b2988beb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:01.270851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] No DVR routers for this DVR port 101829ca-98e0-4a3c-a7a7-721c3ea65e5b on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:47:01.277789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:01.287820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18ff6693-ce54-4868-8a27-0c6e5c4742b6 req-5c6fd7f7-c22f-4b11-9db8-3a2b20f922cf tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.86 "DELETE /v2.0/ports/101829ca-98e0-4a3c-a7a7-721c3ea65e5b HTTP/1.1" status: 204 len: 173 time: 2.4768159 Oct 29 11:47:01.293691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'name': 'network-vif-deleted', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:01.296890 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13097bae-b3de-4731-a6f5-050b3e57dec3" -d '{"events": [{"server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "name": "network-vif-deleted", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:01.331533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:01.364570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '92ec57fd-cd79-4e26-987e-ae6be7a720c7', 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c', 'port_id': '92ec57fd-cd79-4e26-987e-ae6be7a720c7', 'mac_address': 'fa:16:3e:f3:97:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3113f4aa-b2f5-47ff-93d3-d85d8f2abe17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:47:01.407026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d45c9629-6624-43bc-97d2-b34348693b02 req-3cc5c182-922f-49a8-9306-803c95b9a056 service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313942 Oct 29 11:47:01.419910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42a97-8820-4758-812b-617ace9705fe req-df0f499d-8947-431c-a616-4b200df0e904 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:01.429321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fc42a97-8820-4758-812b-617ace9705fe req-df0f499d-8947-431c-a616-4b200df0e904 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 943 time: 0.2122424 Oct 29 11:47:01.471514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333559c7-1436-41fb-84dd-86fda055f4ea None None] Network b192ab04-787b-4a43-857f-381609dad01a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:47:01.569498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fc42a97-8820-4758-812b-617ace9705fe req-3ec440ab-ce2e-461e-9b77-15ea91d87b07 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360397 Oct 29 11:47:01.696829 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77694a0b-b98b-4b52-b3cf-9dbf92d18ca1 x-openstack-request-id: req-77694a0b-b98b-4b52-b3cf-9dbf92d18ca1 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:01.697495 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6012257-81d1-41cb-928c-da7d60072de6", "name": "network-vif-deleted", "tag": "101829ca-98e0-4a3c-a7a7-721c3ea65e5b", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:01.697639 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77694a0b-b98b-4b52-b3cf-9dbf92d18ca1 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:01.697996 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6012257-81d1-41cb-928c-da7d60072de6', 'name': 'network-vif-deleted', 'tag': '101829ca-98e0-4a3c-a7a7-721c3ea65e5b', 'status': 'completed', 'code': 200} Oct 29 11:47:01.800469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:01.904391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ec57fd-cd79-4e26-987e-ae6be7a720c7 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:01.958249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:01.967700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.073706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:02.224860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['92ec57fd-cd79-4e26-987e-ae6be7a720c7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:02.324977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51340) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:02.360107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.361253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.575251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-868176797', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:02.606541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Made reservation on behalf of 894491916aa44f799d3ec79293475673 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:02.609453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.624447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.713573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.725984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:02.735510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] device_id is not set on port e5768f78-84ab-420b-8da5-3c4255934c93 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:47:02.751262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:47:02.776299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae831a-54e0-4299-8244-ad5e8171f4eb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:02.912784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-22374bc3-9c8c-4eaa-93ef-629f095bc191 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:02.934970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-22374bc3-9c8c-4eaa-93ef-629f095bc191 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/networks?id=feeab9a7-cf57-4820-979e-85e3eee2b7cd HTTP/1.1" status: 200 len: 808 time: 0.4592099 Oct 29 11:47:02.946494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:02.961775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'mac_address': 'fa:16:3e:95:1b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:47:02.976615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 101829ca-98e0-4a3c-a7a7-721c3ea65e5b no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:02.993745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-6d8c3c9f-0ae4-45f1-a9a8-f64b7e878ea9 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/quotas/17e134dcf72a4d97b81b528beac30171 HTTP/1.1" status: 200 len: 375 time: 0.0572698 Oct 29 11:47:03.035065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 101829ca-98e0-4a3c-a7a7-721c3ea65e5b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:03.035414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 101829ca-98e0-4a3c-a7a7-721c3ea65e5b not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:03.084550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-3c92c2b3-4112-4268-94b5-c80e67fb2a14 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=17e134dcf72a4d97b81b528beac30171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877044 Oct 29 11:47:03.092700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.128123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:03.176337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:03.198298 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.271733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Allocated IP 172.25.4.28 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e5768f78-84ab-420b-8da5-3c4255934c93) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:03.297732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:03.406175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-e439efc8-905b-45f5-a79b-e9b5415375df service neutron] 10.222.0.77 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206239 Oct 29 11:47:03.413669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['42d044e0-8691-4388-ad5b-fc7310b7e773'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:03.625027 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.640304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-e9706e3a-a9d2-4703-a88a-a6d655cdef52 service neutron] 10.222.0.77 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240794 Oct 29 11:47:03.654617 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.691239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.747394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Pushing event updated for resources: {'Port': ['ID=e5768f78-84ab-420b-8da5-3c4255934c93,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:03.768103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:03.770062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:03.772906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:03.853260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:03.853260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.906513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:03.907821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-38153e84-015b-4d78-8b56-5c73dcb76e02 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5817730 Oct 29 11:47:03.911243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.28'}]}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:03.969918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:03.970997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.089726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.105128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8da8cb-4c92-4d20-b36f-c4adfdf89fcf req-2cadeb96-30db-432f-8d7d-7795e7ab2a8e tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:04.112646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba8da8cb-4c92-4d20-b36f-c4adfdf89fcf req-2cadeb96-30db-432f-8d7d-7795e7ab2a8e tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 944 time: 0.1233075 Oct 29 11:47:04.187602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba8da8cb-4c92-4d20-b36f-c4adfdf89fcf req-07ccba03-2943-4f3f-9ffd-5850b0eef089 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Oct 29 11:47:04.288843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:04.351327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.457260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.500311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773af18-2a0e-493d-b7f8-1ea4f4c6dc84 req-f66d1acf-7cab-40e8-9dc1-2091317efddb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:04.502332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a773af18-2a0e-493d-b7f8-1ea4f4c6dc84 req-f66d1acf-7cab-40e8-9dc1-2091317efddb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 944 time: 0.1551564 Oct 29 11:47:04.527771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.592165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a773af18-2a0e-493d-b7f8-1ea4f4c6dc84 req-549b6ff0-dab4-49f6-9e2d-8fddd1592110 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787525 Oct 29 11:47:04.626596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.629718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.636102 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f7bd1d4-0b8b-45fd-a550-fda808c1b909 HTTP/1.1" status: 204 len: 168 time: 0.3461185 Oct 29 11:47:04.655091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e917-2cb6-42ec-b3da-b14c6440c951 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7bd1d4-0b8b-45fd-a550-fda808c1b909,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:04.720908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.749265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.753588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43662bb6-d32e-4541-846b-077f43af3c90 req-6fe79f84-78a8-49d6-ace4-6c28a4e4b41b tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 210 time: 0.0425379 Oct 29 11:47:04.763999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:04.832911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51390) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:04.922346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 42d044e0-8691-4388-ad5b-fc7310b7e773 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:04.927855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:04.964227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.086750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.164311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:05.167808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:05.179427 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d74ff-f0d1-460e-b4a8-9fc1b7ac8ef5" -d '{"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:05.194498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.196708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 92ec57fd-cd79-4e26-987e-ae6be7a720c7 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:05.364821 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52911ff4-2f01-4d9a-8999-5f528dbf3c81 x-openstack-request-id: req-52911ff4-2f01-4d9a-8999-5f528dbf3c81 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:05.366757 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-plugged", "status": "completed", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:05.367165 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52911ff4-2f01-4d9a-8999-5f528dbf3c81 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:05.368531 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'code': 200} Oct 29 11:47:05.452353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:47:05.454632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.466410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:05.467325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.474854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:05.514658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.611055 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.654035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:05.663903 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:05.731289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa26b7-b845-4638-93c7-47ff13f9b7f5 req-6a2d609c-5747-450f-8aaa-09904e9ca024 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:05.732795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17fa26b7-b845-4638-93c7-47ff13f9b7f5 req-6a2d609c-5747-450f-8aaa-09904e9ca024 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 944 time: 0.2010787 Oct 29 11:47:05.740641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:05.879820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17fa26b7-b845-4638-93c7-47ff13f9b7f5 req-f5334a14-0635-4654-a728-2dbaac02ef8d tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390047 Oct 29 11:47:05.999374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:06.411917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-6b9491c7-1e05-48d8-b611-323ac29118be tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:06.415921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-6b9491c7-1e05-48d8-b611-323ac29118be tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.86 "GET /v2.0/networks?id=feeab9a7-cf57-4820-979e-85e3eee2b7cd HTTP/1.1" status: 200 len: 808 time: 1.0652089 Oct 29 11:47:06.433360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Request body: {'port': {'device_id': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd', 'admin_state_up': True, 'tenant_id': '17e134dcf72a4d97b81b528beac30171'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:06.479262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b023b0-20e2-42dd-9468-c882aa4d6876 req-299e0f45-1a99-4b17-ac64-7199cd0ebe31 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:06.490006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-90b023b0-20e2-42dd-9468-c882aa4d6876 req-299e0f45-1a99-4b17-ac64-7199cd0ebe31 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.4785874 Oct 29 11:47:06.514242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:06.515099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed6967cc-d984-40a3-b200-f13e1574abd5 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:47:06.559167 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 29 11:47:06.561017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3994777f-9eed-4a80-8345-5e5439f8f098 tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6533079 Oct 29 11:47:06.565802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51420) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:06.587270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7edf0b-213c-4d61-ac96-780e91ed6cb7 req-31d5e2cd-5550-4940-b317-4eb133a47978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:06.589803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f7edf0b-213c-4d61-ac96-780e91ed6cb7 req-31d5e2cd-5550-4940-b317-4eb133a47978 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 1097 time: 0.2653275 Oct 29 11:47:06.598827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:06.634767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-90b023b0-20e2-42dd-9468-c882aa4d6876 req-0d3049ca-6dda-42e9-9c35-8fb0fe57f24f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436946 Oct 29 11:47:06.723262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f7edf0b-213c-4d61-ac96-780e91ed6cb7 req-0768c81b-d6f0-4693-8273-6f3cdc17b414 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103215 Oct 29 11:47:06.740246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Made reservation on behalf of 17e134dcf72a4d97b81b528beac30171 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:06.747290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:06.848538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e06f3d2f-badc-4ecf-80fa-c427612e7fd2 req-a7b71235-73bd-48e7-9df9-fbfff4fbdf97 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 210 time: 0.0616112 Oct 29 11:47:06.853762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4069-bb3a-4f6d-a92f-7d12df6f876a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:06.891761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Deleting port e5768f78-84ab-420b-8da5-3c4255934c93 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:06.892496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:06.896133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port c6a1c5dc-c82f-4a48-8b09-b2c409501941 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:06.896584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.051783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.097942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port c6a1c5dc-c82f-4a48-8b09-b2c409501941, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c6a1c5dc-c82f-4a48-8b09-b2c409501941,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:07.098515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.112975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4069-bb3a-4f6d-a92f-7d12df6f876a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.129998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c6c4069-bb3a-4f6d-a92f-7d12df6f876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.134246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Calling delete_port for e5768f78-84ab-420b-8da5-3c4255934c93 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:07.146517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for c6a1c5dc-c82f-4a48-8b09-b2c409501941 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:07.205569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Allocated IP 172.20.0.3 (feeab9a7-cf57-4820-979e-85e3eee2b7cd/26131d94-9a8e-4d55-81c6-0db255df9c50/ee365b5a-406e-496b-984d-a0398baad4b6) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:07.209690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6c6c4069-bb3a-4f6d-a92f-7d12df6f876a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3076b4110004998a0d1474f838b12e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061354 Oct 29 11:47:07.213647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51436) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:07.225970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f221f0-4828-4eec-b0de-069e8fa92dd3 req-daa6e2ba-402a-4e81-884f-e618554d564a tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:07.227734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81f221f0-4828-4eec-b0de-069e8fa92dd3 req-daa6e2ba-402a-4e81-884f-e618554d564a tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 945 time: 0.2390316 Oct 29 11:47:07.273703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c4069-bb3a-4f6d-a92f-7d12df6f876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368833ea-ba44-4bbb-ace5-bcea96555ef3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:07.319187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51438) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:07.329599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81f221f0-4828-4eec-b0de-069e8fa92dd3 req-df7f5ea2-5a21-4f11-8ed8-37bc4722e609 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944779 Oct 29 11:47:07.364898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.370104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:07.372569 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3687a2e-1a3b-44d6-9882-b61a971e79bd" -d '{"events": [{"server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "name": "network-vif-plugged", "status": "completed", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:07.421220 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6147d1-788f-4998-9e22-2357c12f14c2 x-openstack-request-id: req-7c6147d1-788f-4998-9e22-2357c12f14c2 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:07.421758 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "name": "network-vif-plugged", "status": "completed", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:07.422313 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c6147d1-788f-4998-9e22-2357c12f14c2 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:07.422701 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7', 'code': 200} Oct 29 11:47:07.484557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.524958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.540055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.590814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=c6a1c5dc-c82f-4a48-8b09-b2c409501941,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:07.623617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5768f78-84ab-420b-8da5-3c4255934c93,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:07.643156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.655192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52403c81-0521-46a0-bd66-8965dd03bda2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.708651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c369a-9440-46e0-8457-7800b1c47a5d req-1102c0d8-bc91-4124-9677-8fccb8cb2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:07.710242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d4c369a-9440-46e0-8457-7800b1c47a5d req-1102c0d8-bc91-4124-9677-8fccb8cb2128 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 1096 time: 0.2209454 Oct 29 11:47:07.762910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.772470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.776961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/368833ea-ba44-4bbb-ace5-bcea96555ef3 HTTP/1.1" status: 204 len: 168 time: 0.5609553 Oct 29 11:47:07.816680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826143-e480-45dd-8d45-cdd7b632e377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368833ea-ba44-4bbb-ace5-bcea96555ef3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:07.840100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.850769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5df19c5-f038-438e-b8d5-974be5c929ec tempest-RoutersAdminNegativeTest-185526311 tempest-RoutersAdminNegativeTest-185526311-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e5768f78-84ab-420b-8da5-3c4255934c93 HTTP/1.1" status: 204 len: 168 time: 1.2740812 Oct 29 11:47:07.855615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:07.858565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d4c369a-9440-46e0-8457-7800b1c47a5d req-54338394-30a3-4929-bbc8-7e33f63d5883 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382880 Oct 29 11:47:07.922416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Network feeab9a7-cf57-4820-979e-85e3eee2b7cd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:07.926156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:07.939396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:07.989300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Pushing event updated for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:08.049571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:08.053641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52403c81-0521-46a0-bd66-8965dd03bda2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.069659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.074798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52403c81-0521-46a0-bd66-8965dd03bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.094114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d2201-aa21-4969-90ba-c66928dca815 req-49bce83b-cff9-4ae3-a9db-b5555946492b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:08.099435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-647d2201-aa21-4969-90ba-c66928dca815 req-49bce83b-cff9-4ae3-a9db-b5555946492b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.1559885 Oct 29 11:47:08.104595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-30158046-bed3-49c4-96cb-c65ada01d242 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6781113 Oct 29 11:47:08.118106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Request body: {'port': {'device_id': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:08.126551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.169169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-52403c81-0521-46a0-bd66-8965dd03bda2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a47b9497e0bd43c5b5202f21e0d5f8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8464305 Oct 29 11:47:08.169169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52403c81-0521-46a0-bd66-8965dd03bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f80907-c280-447d-8b9b-0045c66a8258,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:08.171611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51462) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:08.185714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.209654 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-647d2201-aa21-4969-90ba-c66928dca815 req-2f61c764-86e9-4548-b2ae-0499287bce40 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948124 Oct 29 11:47:08.516289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:08.517045 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.552702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f71d4-82a6-4fef-aa81-3cca302519c3 req-7635e888-1fbb-4dd6-8bd9-151aa49ff828 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:08.559790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17f71d4-82a6-4fef-aa81-3cca302519c3 req-7635e888-1fbb-4dd6-8bd9-151aa49ff828 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 931 time: 0.1705127 Oct 29 11:47:08.576642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee365b5a-406e-496b-984d-a0398baad4b6 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:08.585936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.601532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Transition to ACTIVE for port object ee365b5a-406e-496b-984d-a0398baad4b6 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:47:08.614706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.683283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:08.694000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.775083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Attempting to bind port ee365b5a-406e-496b-984d-a0398baad4b6 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:08.776231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Attempting to bind port ee365b5a-406e-496b-984d-a0398baad4b6 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '60f67861-093c-4f3f-903d-da145b665d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:08.776745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Attempting to bind port ee365b5a-406e-496b-984d-a0398baad4b6 on network feeab9a7-cf57-4820-979e-85e3eee2b7cd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:08.784687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Port ee365b5a-406e-496b-984d-a0398baad4b6 on network feeab9a7-cf57-4820-979e-85e3eee2b7cd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:47:08.785151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Attempting to bind port ee365b5a-406e-496b-984d-a0398baad4b6 on network feeab9a7-cf57-4820-979e-85e3eee2b7cd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:08.792892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:08.793431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Checking segment: {'id': '60f67861-093c-4f3f-903d-da145b665d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:08.794023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Bound using segment: {'id': '60f67861-093c-4f3f-903d-da145b665d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:08.794843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Bound port: ee365b5a-406e-496b-984d-a0398baad4b6, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f67861-093c-4f3f-903d-da145b665d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:08.795285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.889627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:08.894811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee365b5a-406e-496b-984d-a0398baad4b6,segment=NetworkSegment(60f67861-093c-4f3f-903d-da145b665d31),segment_id=60f67861-093c-4f3f-903d-da145b665d31)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:08.901202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.946842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:08.947950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:08.950340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee365b5a-406e-496b-984d-a0398baad4b6 HTTP/1.1" status: 200 len: 1091 time: 0.8371465 Oct 29 11:47:08.956326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:08.968907 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308aa37c-8718-469c-a57a-87cdc53a54b6" -d '{"events": [{"name": "network-changed", "server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:09.006596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4090b-4ae4-4238-9619-d3b6c7b4fb94 service neutron] Pushing event updated for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:09.065830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-6bc27f43-3a8e-4fb6-91c6-a68b0b502ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:09.069252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-6bc27f43-3a8e-4fb6-91c6-a68b0b502ff5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=17e134dcf72a4d97b81b528beac30171&device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 1094 time: 0.0580337 Oct 29 11:47:09.117536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17f71d4-82a6-4fef-aa81-3cca302519c3 req-4a14e8ef-61dd-4860-bbe8-9fd9530d61ac tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524254 Oct 29 11:47:09.125656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-592541ba-cba4-49b6-b27a-39132a26d6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.140335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-a3bada6b-e9d0-4b71-9206-465b0c988c27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee365b5a-406e-496b-984d-a0398baad4b6 HTTP/1.1" status: 200 len: 217 time: 0.0608985 Oct 29 11:47:09.196067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.199697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.203404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90f80907-c280-447d-8b9b-0045c66a8258 HTTP/1.1" status: 204 len: 168 time: 1.0114799 Oct 29 11:47:09.206778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Router 85269055-463d-418a-bbd2-b69b55431cf3 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:47:09.214167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-9b47c1fb-b5cb-4dc2-91f1-c0017587ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:09.217556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-9b47c1fb-b5cb-4dc2-91f1-c0017587ffcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26131d94-9a8e-4d55-81c6-0db255df9c50 HTTP/1.1" status: 200 len: 848 time: 0.0696907 Oct 29 11:47:09.224841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf2fcf-e52d-4e12-8950-51b6ee44b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f80907-c280-447d-8b9b-0045c66a8258,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:09.273620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-2c0a2dc2-a0bb-4f4d-80cf-ad317c17a239 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=feeab9a7-cf57-4820-979e-85e3eee2b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477245 Oct 29 11:47:09.399323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-4cedf7fc-d722-402b-ae59-3bbbf5c55069 service neutron] 10.222.0.86 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166985 Oct 29 11:47:09.418602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f448e-3725-4f88-bfd0-20b3eeef2f29 req-3d4d953c-8653-49a5-b4d7-dc91c7688152 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:09.426531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-233f448e-3725-4f88-bfd0-20b3eeef2f29 req-3d4d953c-8653-49a5-b4d7-dc91c7688152 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 945 time: 0.1955962 Oct 29 11:47:09.452979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-592541ba-cba4-49b6-b27a-39132a26d6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.467493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-592541ba-cba4-49b6-b27a-39132a26d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.520453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14a6ba51-cf50-488d-a12c-11edd8769e84 req-2348cb9d-c451-4ea3-a8c1-7900a51bba95 service neutron] 10.222.0.86 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133063 Oct 29 11:47:09.542130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-233f448e-3725-4f88-bfd0-20b3eeef2f29 req-a23bf38a-f5df-4722-bb65-6f14268cc071 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126046 Oct 29 11:47:09.558445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:47:09.561214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51532) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:09.566727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-592541ba-cba4-49b6-b27a-39132a26d6aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0deb6b05e2174fd599a7dcf8f0d525d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464082 Oct 29 11:47:09.575179 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Sync routers for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:47:09.599814 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:09.600450 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:09.610472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-56302482-e1cb-4db2-bbcd-6eb404b1cbfc tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "PUT /v2.0/routers/85269055-463d-418a-bbd2-b69b55431cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7759233 Oct 29 11:47:09.611478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592541ba-cba4-49b6-b27a-39132a26d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c2840-e5d8-4b90-9169-74750349dbf5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:09.617981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51544) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:09.671291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.706787 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec491388-2fbc-46d4-902a-1fb15370a5dc x-openstack-request-id: req-ec491388-2fbc-46d4-902a-1fb15370a5dc {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:09.707093 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:09.707887 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec491388-2fbc-46d4-902a-1fb15370a5dc {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:09.708319 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6', 'status': 'completed', 'code': 200} Oct 29 11:47:09.756791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.785120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting subnet 1d25c113-3efa-47eb-a7b3-1e4e842bc87e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:47:09.797510 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:09.797962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.844726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-97b20d5d-6398-4a6c-a3d1-455802bd12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:09.846350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-97b20d5d-6398-4a6c-a3d1-455802bd12d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=17e134dcf72a4d97b81b528beac30171&device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 1094 time: 0.1222780 Oct 29 11:47:09.912016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:09.961282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-3cbb88c0-3db1-4fc4-9249-00dcac501d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:09.963374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-3cbb88c0-3db1-4fc4-9249-00dcac501d98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=feeab9a7-cf57-4820-979e-85e3eee2b7cd HTTP/1.1" status: 200 len: 909 time: 0.1093161 Oct 29 11:47:10.014997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.062447 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:47:07Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:10.066212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.078235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.086317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a0c2840-e5d8-4b90-9169-74750349dbf5 HTTP/1.1" status: 204 len: 168 time: 0.5224311 Oct 29 11:47:10.115391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-98773631-a27e-401c-8e83-d620168344bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee365b5a-406e-496b-984d-a0398baad4b6 HTTP/1.1" status: 200 len: 217 time: 0.1422329 Oct 29 11:47:10.119284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b8791-7d3e-4c94-925d-cd8aeccbcbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c2840-e5d8-4b90-9169-74750349dbf5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:10.133277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.177936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Subnet': ['ID=1d25c113-3efa-47eb-a7b3-1e4e842bc87e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:10.180566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.187778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-777390bd-d55c-4e80-87bd-1b65a5aed2d1 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/subnets/1d25c113-3efa-47eb-a7b3-1e4e842bc87e HTTP/1.1" status: 204 len: 168 time: 0.5643499 Oct 29 11:47:10.192054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5238c-57a3-4414-afe5-6b700d4ff718 None None] Network da9ccc1d-11c4-4944-a669-e565a596439d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:47:10.199049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:10.213810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96793b-bd95-459a-b377-9202f96fcd73 req-ac5aa8f4-96a9-4f54-95bd-19c327e847f6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:10.232988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd96793b-bd95-459a-b377-9202f96fcd73 req-ac5aa8f4-96a9-4f54-95bd-19c327e847f6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.1411378 Oct 29 11:47:10.279763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-db53e1ef-0de8-4a8f-8ad5-54d4156c6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:10.282567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-db53e1ef-0de8-4a8f-8ad5-54d4156c6c6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26131d94-9a8e-4d55-81c6-0db255df9c50 HTTP/1.1" status: 200 len: 848 time: 0.1580269 Oct 29 11:47:10.342538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-205b2eba-9333-4080-98fc-2aba52fd6f8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=feeab9a7-cf57-4820-979e-85e3eee2b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498860 Oct 29 11:47:10.410557 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Checking router: 85269055-463d-418a-bbd2-b69b55431cf3 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:47:10.429792 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Routers {'85269055-463d-418a-bbd2-b69b55431cf3'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:10.430436 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['85269055-463d-418a-bbd2-b69b55431cf3'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:10.537121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] DHCP port deletion for da9ccc1d-11c4-4944-a669-e565a596439d request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:47:10.557837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-1ebcec35-962a-4131-bdc4-a8c6867bf224 service neutron] 10.222.0.86 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944644 Oct 29 11:47:10.577048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.668458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] Set router 85269055-463d-418a-bbd2-b69b55431cf3 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:10.676679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Deleting port 688926a1-a0f3-4f3a-8d1b-3f37075594ad {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:10.677528 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.729721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd96793b-bd95-459a-b377-9202f96fcd73 req-c94d9207-4e68-44d6-bfb6-c7c6d9b1a905 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4977694 Oct 29 11:47:10.792327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-308aa37c-8718-469c-a57a-87cdc53a54b6 req-fe42c2ef-12fc-47ac-ae72-1c7b7d3439db service neutron] 10.222.0.86 "GET /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269037 Oct 29 11:47:10.828939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:10.843812 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] For port 688926a1-a0f3-4f3a-8d1b-3f37075594ad, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=688926a1-a0f3-4f3a-8d1b-3f37075594ad,segment=NetworkSegment(1999ae69-fe22-45ef-825f-0deedc01945b),segment_id=1999ae69-fe22-45ef-825f-0deedc01945b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:10.843812 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.857742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:10.874870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Calling delete_port for 688926a1-a0f3-4f3a-8d1b-3f37075594ad owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:10.949394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6cf84b21-17c7-4b00-a818-cd455ad08d37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=894491916aa44f799d3ec79293475673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167803 Oct 29 11:47:10.950630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:10.965318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92227f-a7c6-401c-b3fc-2d604018ad9d req-3edd548a-fafe-4093-ad70-dd773cfc387d tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:10.967012 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa92227f-a7c6-401c-b3fc-2d604018ad9d req-3edd548a-fafe-4093-ad70-dd773cfc387d tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 943 time: 0.1015210 Oct 29 11:47:10.988786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Deleting port 6795138f-56e7-469d-9090-a1a6e089b9dc {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:10.989330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.038341 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:47:07Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:11.068654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.084414 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.122857 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb76d0-178b-4983-b735-070d9d84c629 None None] The sync data for ids ['85269055-463d-418a-bbd2-b69b55431cf3'] in n-d-805046-9 is: [{'id': '85269055-463d-418a-bbd2-b69b55431cf3', 'name': 'tempest-TestNetworkBasicOps-router-1754259595', 'tenant_id': 'a1929897279d451b8deef543e11dfdbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:45:30Z', 'updated_at': '2021-10-29T11:47:07Z', 'revision_number': 5, 'project_id': 'a1929897279d451b8deef543e11dfdbe', 'gw_port': {'id': '6795138f-56e7-469d-9090-a1a6e089b9dc', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:94:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85269055-463d-418a-bbd2-b69b55431cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:45:31Z', 'updated_at': '2021-10-29T11:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:47:11.148744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa92227f-a7c6-401c-b3fc-2d604018ad9d req-6439c1c0-394f-4253-808b-1c06c9ac73e1 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733358 Oct 29 11:47:11.151945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] Pushing event deleted for resources: {'Port': ['ID=688926a1-a0f3-4f3a-8d1b-3f37075594ad,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:11.153960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.155283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d8f97-dffb-49fa-b4d0-75685a75bedd None None] No DVR routers for this DVR port 688926a1-a0f3-4f3a-8d1b-3f37075594ad on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:47:11.231277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] For port 6795138f-56e7-469d-9090-a1a6e089b9dc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6795138f-56e7-469d-9090-a1a6e089b9dc,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:11.231819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.245510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.246375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Calling delete_port for 6795138f-56e7-469d-9090-a1a6e089b9dc owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:11.248132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.249435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3ae831a-54e0-4299-8244-ad5e8171f4eb HTTP/1.1" status: 204 len: 168 time: 0.2952225 Oct 29 11:47:11.260446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f4bd7-8a07-43b5-990d-1fd00b81eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae831a-54e0-4299-8244-ad5e8171f4eb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:11.460296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.510739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Port': ['ID=6795138f-56e7-469d-9090-a1a6e089b9dc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:11.642966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.719595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:11.726362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737384818', 'description': 'tempest-secgroup-smoke-737384818 description', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:11.778252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.806258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.827849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.830451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.976345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.977276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Fanout notify agent at l3_agent the message router_deleted on router 85269055-463d-418a-bbd2-b69b55431cf3 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:47:11.988434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:11.989595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe6448bd-e613-4ba9-bf00-78567d5f8887 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/routers/85269055-463d-418a-bbd2-b69b55431cf3 HTTP/1.1" status: 204 len: 168 time: 1.7006068 Oct 29 11:47:11.992393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51672) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:12.017997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.028054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.104231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770796e3-80d9-4b0d-95c3-c50c3145071c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:12.124080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.129596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.162634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.166260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4013aeee-0a61-44b4-a22b-eb7872f62629,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:12.172408 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.174008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aa0c272a-d1a4-4e8f-881c-7c76a36fe5f5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4530752 Oct 29 11:47:12.177755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:12.186918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:12.237127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.398988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.408710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.417380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.437358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608743a-43aa-4c02-8ece-adb856905479 req-57b215ac-a65a-40de-9b58-db9fa1995d83 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:12.447671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6608743a-43aa-4c02-8ece-adb856905479 req-57b215ac-a65a-40de-9b58-db9fa1995d83 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 943 time: 0.1228395 Oct 29 11:47:12.474443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd06710b-7d94-471d-b8b2-6eb1294469e5,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:12.477473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9ccc1d-11c4-4944-a669-e565a596439d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:12.506533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.513564 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d8225844-58b4-4817-b7c3-0d1b6b266574 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288207 Oct 29 11:47:12.514286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51694) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:12.530337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:12.549531 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6608743a-43aa-4c02-8ece-adb856905479 req-5d896708-bc08-404a-b8f8-b520c190aef3 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007540 Oct 29 11:47:12.555339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1999ae69-fe22-45ef-825f-0deedc01945b') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:12.555651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1999ae69-fe22-45ef-825f-0deedc01945b') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:12.571275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.602162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 688926a1-a0f3-4f3a-8d1b-3f37075594ad no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:12.609797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.617825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.626933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:47:12.627532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:47:12.631939 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:47:12.656221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 688926a1-a0f3-4f3a-8d1b-3f37075594ad {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:12.656806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 688926a1-a0f3-4f3a-8d1b-3f37075594ad not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:12.657426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c6a1c5dc-c82f-4a48-8b09-b2c409501941 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:12.707421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51700) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:12.717233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c6a1c5dc-c82f-4a48-8b09-b2c409501941 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:12.717815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c6a1c5dc-c82f-4a48-8b09-b2c409501941 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:12.739192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.750587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.780995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.782267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2670164 Oct 29 11:47:12.783192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5305-e86b-404e-b406-84105a8a1891 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e5f830-7e88-4adf-9500-7c930c5b749f,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:12.787389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:12.793027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:12.814082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.826832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.833986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] 10.222.0.77 "DELETE /v2.0/networks/da9ccc1d-11c4-4944-a669-e565a596439d HTTP/1.1" status: 204 len: 168 time: 0.8405426 Oct 29 11:47:12.875591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3af16-ac80-44ed-bc39-367a34f32250 tempest-TestNetworkBasicOps-1927395082 tempest-TestNetworkBasicOps-1927395082-project] Pushing event deleted for resources: {'Network': ['ID=da9ccc1d-11c4-4944-a669-e565a596439d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:12.887967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-603727451'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:12.892700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.929038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Made reservation on behalf of 05f4a033bfdc44068ba0a1016445ebcf for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:12.935603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:12.949629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.016211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.028074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.036522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee365b5a-406e-496b-984d-a0398baad4b6 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:47:13.071651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f535d6-7df3-496d-8eb0-8ff351ba9684,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:13.085683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.090668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51716) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:13.101731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:13.101967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ad13e4cb-9123-46fa-92e9-708c12f48cb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3083043 Oct 29 11:47:13.178096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.188474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.269249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee365b5a-406e-496b-984d-a0398baad4b6,segment=NetworkSegment(60f67861-093c-4f3f-903d-da145b665d31),segment_id=60f67861-093c-4f3f-903d-da145b665d31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:13.277631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1376d-b5ff-46c7-a681-dce56dd91fec,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:13.291884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.296212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ee365b5a-406e-496b-984d-a0398baad4b6', 'network_id': 'feeab9a7-cf57-4820-979e-85e3eee2b7cd', 'port_id': 'ee365b5a-406e-496b-984d-a0398baad4b6', 'mac_address': 'fa:16:3e:32:6b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26131d94-9a8e-4d55-81c6-0db255df9c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:47:13.302510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:47:13.338748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.339217 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Added segment f2e7083d-2470-4054-ba98-29a47bb9146c of type vlan for network 64adba19-0a46-45c4-9058-80dfb93d5a5a Oct 29 11:47:13.397107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.447423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.468420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.481519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51722) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:13.485546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.539803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5918c315-1762-4be9-8f29-9b9deebac393,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:13.571233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.579547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:13.581335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.713451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.718802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a6531e25-a99e-4a21-a4b0-d88cdc97f17d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6222212 Oct 29 11:47:13.719769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:13.731726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:13.776984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0682704 Oct 29 11:47:13.782651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:13.787215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-d3b42b6c-b9e1-4a29-93a5-a3a0f07e2b52 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-925163791') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:13.798125 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:47:13.824047 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.826813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b842f-9ccc-489b-aaa6-282c0130f344 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Pushing event updated for resources: {'Network': ['ID=64adba19-0a46-45c4-9058-80dfb93d5a5a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:13.844672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed506c42-35b5-4594-ad5e-dd87ee21f679 req-b84aa3af-39dd-4d09-b3b9-4f206fd99f67 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:13.854564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed506c42-35b5-4594-ad5e-dd87ee21f679 req-b84aa3af-39dd-4d09-b3b9-4f206fd99f67 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 943 time: 0.1458068 Oct 29 11:47:13.863159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee365b5a-406e-496b-984d-a0398baad4b6 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:13.868473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 64adba19-0a46-45c4-9058-80dfb93d5a5a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:47:13.909922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed506c42-35b5-4594-ad5e-dd87ee21f679 req-4490490d-ec11-4ae8-b624-09eeb318d008 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Oct 29 11:47:13.948199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee365b5a-406e-496b-984d-a0398baad4b6,segment=NetworkSegment(60f67861-093c-4f3f-903d-da145b665d31),segment_id=60f67861-093c-4f3f-903d-da145b665d31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:13.963342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2d6ff842-74c5-42f5-b082-5cfbe7274b5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1929897279d451b8deef543e11dfdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799592 Oct 29 11:47:13.967245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:13.972615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51740) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.059805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:14.078758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.079738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.080292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.080944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.081512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.082082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.082642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.083505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.084477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.085109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.085650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.086221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:14.090316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.097565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.104845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.124389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.162115 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d3b42b6c-b9e1-4a29-93a5-a3a0f07e2b52 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "PUT /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-925163791 HTTP/1.1" status: 201 len: 201 time: 0.3784027 Oct 29 11:47:14.169205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.174673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-8df82391-97e3-4274-bec1-d1af66e14437 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-925163791') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:14.175498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.176832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4514394 Oct 29 11:47:14.178143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810423-15f8-4696-bd29-27572ecdc4af tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb6cf39-3d67-47be-a7af-ac8d06e29a75,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:14.179873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51744) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.185673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '4013aeee-0a61-44b4-a22b-eb7872f62629', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:14.187960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ee365b5a-406e-496b-984d-a0398baad4b6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:14.254211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.257982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.259318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20da8abc-8c65-4007-b08f-268c8a48395a HTTP/1.1" status: 204 len: 168 time: 0.2853138 Oct 29 11:47:14.276892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48265118-c2d5-4401-b11b-0c05493fd543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da8abc-8c65-4007-b08f-268c8a48395a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:14.281164 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:47:14.289550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.346392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.347348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8df82391-97e3-4274-bec1-d1af66e14437 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-925163791 HTTP/1.1" status: 204 len: 168 time: 0.1761763 Oct 29 11:47:14.354642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-19022578-f766-4a83-b3a6-5f778f02dc6f tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:14.389653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6795138f-56e7-469d-9090-a1a6e089b9dc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:14.418748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6795138f-56e7-469d-9090-a1a6e089b9dc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:14.418981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.419717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6795138f-56e7-469d-9090-a1a6e089b9dc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:14.425670 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.459865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.461476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2802703 Oct 29 11:47:14.462865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77398776-655c-4f1b-aa00-862bd7d7150a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46de4af-5b32-43ab-9c3e-1472bb414ec8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:14.465296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.471517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'network': {'name': 'tempest-network-smoke--1608920857', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:14.491060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19022578-f766-4a83-b3a6-5f778f02dc6f tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags HTTP/1.1" status: 200 len: 237 time: 0.1429968 Oct 29 11:47:14.495435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.502734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-9a5da23a-8c7f-4043-9c6d-602505fa3416 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', {'tags': ['tempest-TagsTest-Tag-95394375', 'tempest-TagsTest-Tag-280213904', 'tempest-TagsTest-Tag-2078573841']}) {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:14.507967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:14.512799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.569426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:47:14.590936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.591577 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Added segment 1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7 of type vlan for network 83d94339-96c8-449d-abb2-21641e4e8a48 Oct 29 11:47:14.636955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9a5da23a-8c7f-4043-9c6d-602505fa3416 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "PUT /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags HTTP/1.1" status: 200 len: 306 time: 0.1374762 Oct 29 11:47:14.637319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51758) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.650182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-c29c1e41-1fbf-4929-90d2-9f2e1889dc73 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-95394375') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:14.652172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.718300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.730930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:14.731581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.783607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.801847 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21b04db1-58d3-4bbf-9d43-818131d984c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.832778 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c29c1e41-1fbf-4929-90d2-9f2e1889dc73 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "DELETE /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-95394375 HTTP/1.1" status: 204 len: 168 time: 0.1943974 Oct 29 11:47:14.833621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3663442 Oct 29 11:47:14.837273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51768) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.837273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51770) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:14.844082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'admin_state_up': True, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:14.862635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-f2c0943e-3ac0-407f-9ddd-f11ab78f0ad4 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-95394375') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:14.942568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8a60d-f0e4-4131-ae29-8ebbc43b45dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Network': ['ID=83d94339-96c8-449d-abb2-21641e4e8a48,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:14.951909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21b04db1-58d3-4bbf-9d43-818131d984c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.958482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21b04db1-58d3-4bbf-9d43-818131d984c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:14.962804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 83d94339-96c8-449d-abb2-21641e4e8a48 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:47:15.001232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04db1-58d3-4bbf-9d43-818131d984c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5948a99e-437e-460a-9153-41aaad0a7377,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:15.016377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.017697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.024826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-21b04db1-58d3-4bbf-9d43-818131d984c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf8ecefccf9747909e7b9962c5932a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399309 Oct 29 11:47:15.028000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.055016 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f2c0943e-3ac0-407f-9ddd-f11ab78f0ad4 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] show failed (client error): The resource could not be found. Oct 29 11:47:15.059450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2c0943e-3ac0-407f-9ddd-f11ab78f0ad4 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-95394375 HTTP/1.1" status: 404 len: 324 time: 0.2180433 Oct 29 11:47:15.062877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.073265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-17091937-8a79-4d31-98f8-ab0d91a7ba2d tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-280213904') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.106293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.136716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee365b5a-406e-496b-984d-a0398baad4b6 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:15.157362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.189630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.214997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ee365b5a-406e-496b-984d-a0398baad4b6 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:47:15.219533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ee365b5a-406e-496b-984d-a0398baad4b6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:15.220173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.226420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-282297d8-37aa-49ae-b2bb-81e48e77172e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=89afdf52f8ef477493075a7a3e1fba31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185129 Oct 29 11:47:15.240973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17091937-8a79-4d31-98f8-ab0d91a7ba2d tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-280213904 HTTP/1.1" status: 204 len: 168 time: 0.1766644 Oct 29 11:47:15.242377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.247434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-41cbb98c-f5f6-4f28-98f5-2620b332bf6d tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-2078573841') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.320625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.323519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.325336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5948a99e-437e-460a-9153-41aaad0a7377 HTTP/1.1" status: 204 len: 168 time: 0.2948353 Oct 29 11:47:15.339423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2e467-6ffb-40b9-b87c-673ac51c3b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948a99e-437e-460a-9153-41aaad0a7377,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:15.343161 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.346452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41cbb98c-f5f6-4f28-98f5-2620b332bf6d tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-2078573841 HTTP/1.1" status: 204 len: 168 time: 0.1029589 Oct 29 11:47:15.347154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51792) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.351945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-39de3ce7-9bd7-462c-b201-47c984321ba7 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.401350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee365b5a-406e-496b-984d-a0398baad4b6,segment=NetworkSegment(60f67861-093c-4f3f-903d-da145b665d31),segment_id=60f67861-093c-4f3f-903d-da145b665d31)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:15.402873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:15.405387 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127c5b84-15c7-4403-bddb-24dd7dc719e8" -d '{"events": [{"server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "name": "network-vif-plugged", "status": "completed", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:15.410452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.452949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:15.466666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-39de3ce7-9bd7-462c-b201-47c984321ba7 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "DELETE /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1169598 Oct 29 11:47:15.468484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51796) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.479405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-f786b420-477c-43f5-ad8f-4fa874c66025 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-280213904') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.541164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:15.602511 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f786b420-477c-43f5-ad8f-4fa874c66025 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] show failed (client error): The resource could not be found. Oct 29 11:47:15.607583 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f786b420-477c-43f5-ad8f-4fa874c66025 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-280213904 HTTP/1.1" status: 404 len: 325 time: 0.1348846 Oct 29 11:47:15.607955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.616363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-4a4ff733-efe8-42b8-823d-35af257f6cda tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a', 'tempest-TagsTest-Tag-2078573841') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.711318 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-4a4ff733-efe8-42b8-823d-35af257f6cda tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] show failed (client error): The resource could not be found. Oct 29 11:47:15.716783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a4ff733-efe8-42b8-823d-35af257f6cda tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "GET /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags/tempest-TagsTest-Tag-2078573841 HTTP/1.1" status: 404 len: 326 time: 0.1073575 Oct 29 11:47:15.717708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.723324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-cd6eb820-1ae7-44b5-9d65-dabdfe0306da tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '64adba19-0a46-45c4-9058-80dfb93d5a5a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:15.866774 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd6eb820-1ae7-44b5-9d65-dabdfe0306da tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "DELETE /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1439769 Oct 29 11:47:15.867155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51808) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:15.956930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-d6958d82-9bb0-48a2-9c6f-de7379e1693a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:15.958705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-d6958d82-9bb0-48a2-9c6f-de7379e1693a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7241220 Oct 29 11:47:15.982217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-52f2a7da-16e7-402f-9e39-31aa5eeb37aa tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/quotas/89afdf52f8ef477493075a7a3e1fba31 HTTP/1.1" status: 200 len: 375 time: 0.0157771 Oct 29 11:47:15.997487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.049343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-ff743423-58bc-4c62-a11f-86d91a48e713 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89afdf52f8ef477493075a7a3e1fba31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577049 Oct 29 11:47:16.141241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.164093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64adba19-0a46-45c4-9058-80dfb93d5a5a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:16.176147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.176468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e7083d-2470-4054-ba98-29a47bb9146c') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:16.176759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e7083d-2470-4054-ba98-29a47bb9146c') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:16.189235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.197620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.204406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.215817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:47:16.216644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: items = [ Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:47:16.221936 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:47:16.307778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.317969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.321236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] 10.222.0.77 "DELETE /v2.0/networks/64adba19-0a46-45c4-9058-80dfb93d5a5a HTTP/1.1" status: 204 len: 168 time: 0.4522049 Oct 29 11:47:16.343986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3db3-1279-4144-8ec7-955265364533 tempest-TagsTest-1293651630 tempest-TagsTest-1293651630-project] Pushing event deleted for resources: {'Network': ['ID=64adba19-0a46-45c4-9058-80dfb93d5a5a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:16.364825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc804c-0efd-43f6-baed-cc1f3b4f0494 req-62d19ccc-5529-46d6-9bc9-38f8a56e95c1 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:16.366370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91dc804c-0efd-43f6-baed-cc1f3b4f0494 req-62d19ccc-5529-46d6-9bc9-38f8a56e95c1 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.0986841 Oct 29 11:47:16.455652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.217 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/91459061-e523-4fd0-a9db-f11a0607a914) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:16.497350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91dc804c-0efd-43f6-baed-cc1f3b4f0494 req-5c76c168-5a6e-4fa6-b74a-ab7f6213f917 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716887 Oct 29 11:47:16.589227 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f097f8b-4040-47cc-b0c6-9076d01e555a x-openstack-request-id: req-2f097f8b-4040-47cc-b0c6-9076d01e555a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:16.590162 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "name": "network-vif-plugged", "status": "completed", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:16.590669 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f097f8b-4040-47cc-b0c6-9076d01e555a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:16.591345 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6', 'code': 200} Oct 29 11:47:16.658459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.714445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:16.724020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912100c-dfea-4059-8ad4-3be9c22b5b2e req-c25914c6-df2a-4873-a531-256e44ee2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:16.725897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f912100c-dfea-4059-8ad4-3be9c22b5b2e req-c25914c6-df2a-4873-a531-256e44ee2d30 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 1096 time: 0.0725749 Oct 29 11:47:16.761894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:16.792845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=91459061-e523-4fd0-a9db-f11a0607a914,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:16.801152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f912100c-dfea-4059-8ad4-3be9c22b5b2e req-ad5435d8-c177-460a-8832-343f49186ce9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661399 Oct 29 11:47:16.814803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:16.816412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:16.818681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:16.975113 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc40094a-37d1-40ad-b4b0-7360e532ff16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05f4a033bfdc44068ba0a1016445ebcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119882 Oct 29 11:47:16.975401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51836) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:17.141695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14e69b02-d624-4bfa-a440-83f355d5e7da req-15069f7e-ac8a-4d79-93d5-a25a0f5beefa tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 210 time: 0.0437944 Oct 29 11:47:17.171405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.207957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.218802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.340820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.343449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.344662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0a1376d-b5ff-46c7-a681-dce56dd91fec HTTP/1.1" status: 204 len: 168 time: 0.3667951 Oct 29 11:47:17.357446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfdbb9-5c89-45e0-bd7c-4b5054c22811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1376d-b5ff-46c7-a681-dce56dd91fec,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:17.496781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:17.740246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-adc710ec-e58b-4780-8cf9-df877255aca6 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=89afdf52f8ef477493075a7a3e1fba31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544047 Oct 29 11:47:17.809756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7caf-fccd-4ec2-a951-1e1c405df0b3 req-3d5742df-e9d3-41e4-af3a-e6ed8e4bf529 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:17.811305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e79d7caf-fccd-4ec2-a951-1e1c405df0b3 req-3d5742df-e9d3-41e4-af3a-e6ed8e4bf529 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.1809087 Oct 29 11:47:17.938187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e79d7caf-fccd-4ec2-a951-1e1c405df0b3 req-26661177-62d7-4de1-9107-4a9e587f9bd8 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164844 Oct 29 11:47:17.967090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:47:18.198365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-cabe98a9-5e21-4a2d-9054-0611f3add09d tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:18.202113 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-cabe98a9-5e21-4a2d-9054-0611f3add09d tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4554832 Oct 29 11:47:18.221495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Request body: {'port': {'device_id': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '89afdf52f8ef477493075a7a3e1fba31'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:18.222615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:47:18.250549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Sync routers for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:47:18.269069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:18.270302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12a8afb3-0d57-4fa2-a125-9d14e07faf3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4304857 Oct 29 11:47:18.273553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:18.279061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:18.280188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:18.349550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4fbffb0-6d63-42db-8981-ca9cd59eeaa8 req-36b831bd-6e94-4998-840f-e2dd2f51f724 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 210 time: 0.0679524 Oct 29 11:47:18.380427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Made reservation on behalf of 89afdf52f8ef477493075a7a3e1fba31 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:18.398786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:18.448411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:18.502304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:18.641249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:18.647255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:18.790167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c55afa-60a4-4a2f-87da-15f99e54fcb0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:18.825187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:18.826675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f220b98-f361-4184-9f46-71f7d74f3d97 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7de4cfbdeccd4be786e374aa00aa658f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5519545 Oct 29 11:47:18.924282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:17Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:18.964202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Checking router: 4d09df67-4e8d-4ce4-954f-22429b6e5c3f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:47:18.964725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Updating router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f port 91459061-e523-4fd0-a9db-f11a0607a914 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:47:19.022677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:19.190529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b273bd-aa72-4605-8e47-318ebcd737c4 req-d363a821-4174-4b47-a011-700492031a44 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:19.201152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65b273bd-aa72-4605-8e47-318ebcd737c4 req-d363a821-4174-4b47-a011-700492031a44 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.1266439 Oct 29 11:47:19.309033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65b273bd-aa72-4605-8e47-318ebcd737c4 req-0867e545-2ce5-422d-a632-f1e7d8c4da41 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059403 Oct 29 11:47:19.582124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-547fd05d-91ff-4d9a-80f1-bb0478cd9298 req-46192eaa-27ce-4df5-9f2b-179cd96b39a6 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 210 time: 0.0537736 Oct 29 11:47:19.586296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Allocated IP 192.168.233.156 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/120a720e-c8a3-4672-bcff-02013e0af6aa) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:19.667536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74c992-4d05-4e03-ba83-39d071905b04 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:19.669136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ae74c992-4d05-4e03-ba83-39d071905b04 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8423004 Oct 29 11:47:19.671960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 51900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:19.673365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:19.684023 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:19.716936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-42fbced0-a86b-49ee-9427-0e2f1043bb9a tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432973 Oct 29 11:47:19.719890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51902) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:19.733379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5605286', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:19.745168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ddeaf-4c30-4363-bf4c-357b6164564c None None] Pushing event updated for resources: {'Port': ['ID=91459061-e523-4fd0-a9db-f11a0607a914,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:19.779948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Attempting to bind port 91459061-e523-4fd0-a9db-f11a0607a914 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:19.780666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Attempting to bind port 91459061-e523-4fd0-a9db-f11a0607a914 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:19.781321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Attempting to bind port 91459061-e523-4fd0-a9db-f11a0607a914 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:19.788326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:19.789395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:19.790191 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:19.791337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:19.794005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Bound port: 91459061-e523-4fd0-a9db-f11a0607a914, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:19.799305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:19.899370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] For port 91459061-e523-4fd0-a9db-f11a0607a914, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:19.905993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] For port 91459061-e523-4fd0-a9db-f11a0607a914, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91459061-e523-4fd0-a9db-f11a0607a914,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:19.913987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.010182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.015111 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:20.022648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:20.024284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:20.029820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.034373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ddeaf-4c30-4363-bf4c-357b6164564c None None] Pushing event updated for resources: {'Port': ['ID=91459061-e523-4fd0-a9db-f11a0607a914,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:20.100915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.194714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:20.200092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:20.207814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:20.247869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Pushing event updated for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:20.279585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:20.298763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:20.299107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.342185 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-a6247003-ebe8-4e7a-8340-83491fbace91 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1304510 Oct 29 11:47:20.358988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Request body: {'port': {'device_id': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:20.413857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.457724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.586299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Checking segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:20.587901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network hostable DHCP agents. Network: 83d94339-96c8-449d-abb2-21641e4e8a48, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:47:20.595945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Subnet': ['ID=400a053f-3837-4e0f-bd5c-38d84cb7715e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:20.619415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 83d94339-96c8-449d-abb2-21641e4e8a48 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:47:20.648541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 83d94339-96c8-449d-abb2-21641e4e8a48) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:20.661789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:20.662797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:20.677832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74482b8-2e17-4553-9944-ba86ba491fc9 None None] Network 83d94339-96c8-449d-abb2-21641e4e8a48 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:47:20.705361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4145b7d-c04b-4d57-96a0-e40d41a04670 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.9835839 Oct 29 11:47:20.706546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 51924) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:20.941065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e2f1037a-5eb2-4171-9bd8-ab6d56da94de None None] Provisioning complete for port 120a720e-c8a3-4672-bcff-02013e0af6aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:20.941447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e2f1037a-5eb2-4171-9bd8-ab6d56da94de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.004370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cbf4d-5f05-426e-9068-3d401d8a3e90 req-1b2f85d4-1de3-443d-a77a-5c759861713e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:21.006982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d3cbf4d-5f05-426e-9068-3d401d8a3e90 req-1b2f85d4-1de3-443d-a77a-5c759861713e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 936 time: 0.2014656 Oct 29 11:47:21.037558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120a720e-c8a3-4672-bcff-02013e0af6aa {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:21.038208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1037a-5eb2-4171-9bd8-ab6d56da94de None None] Port 120a720e-c8a3-4672-bcff-02013e0af6aa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:47:21.056180 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.082280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Transition to ACTIVE for port object 120a720e-c8a3-4672-bcff-02013e0af6aa will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:47:21.095564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.146258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-83d94339-96c8-449d-abb2-21641e4e8a48', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:47:21.147127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.241932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:17Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:21.333835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ce972-3b10-4eb7-9f2d-cc67acd13b9e None None] The sync data for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 is: [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:17Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:47:21.338619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Pushing event updated for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:21.352404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Attempting to bind port 120a720e-c8a3-4672-bcff-02013e0af6aa on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:21.352741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Attempting to bind port 120a720e-c8a3-4672-bcff-02013e0af6aa by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:21.353696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Attempting to bind port 120a720e-c8a3-4672-bcff-02013e0af6aa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:21.360862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Port 120a720e-c8a3-4672-bcff-02013e0af6aa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:47:21.361221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Attempting to bind port 120a720e-c8a3-4672-bcff-02013e0af6aa on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:21.376032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:21.376413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:21.376820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:21.377328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Bound port: 120a720e-c8a3-4672-bcff-02013e0af6aa, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:21.377699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.513802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Allocated IP 172.20.0.2 (83d94339-96c8-449d-abb2-21641e4e8a48/400a053f-3837-4e0f-bd5c-38d84cb7715e/b7f2eca9-6574-40fc-98b0-66ed670fd74c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:21.530297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:21.545590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=120a720e-c8a3-4672-bcff-02013e0af6aa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:21.557903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.661372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:21.662007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.664892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] 10.222.0.86 "PUT /v2.0/ports/120a720e-c8a3-4672-bcff-02013e0af6aa HTTP/1.1" status: 200 len: 1096 time: 1.3137851 Oct 29 11:47:21.666977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:21.669320 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48adf7-cbec-45f2-919e-5085e2e00777" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:21.813636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874199f2-bff8-42e6-99dd-142a398de075 service neutron] Pushing event updated for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:21.843574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-77eb6a12-0863-4fac-b7f0-df80e5e673c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:21.845347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-77eb6a12-0863-4fac-b7f0-df80e5e673c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89afdf52f8ef477493075a7a3e1fba31&device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 1099 time: 0.1194873 Oct 29 11:47:21.958127 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-68b8183c-36bb-4422-8004-738af0d76e86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=120a720e-c8a3-4672-bcff-02013e0af6aa HTTP/1.1" status: 200 len: 217 time: 0.1036355 Oct 29 11:47:21.958829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:21.992952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:22.012255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:22.083611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-d8f21d34-fb01-4019-b10b-3e5585a03dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:22.086748 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-d8f21d34-fb01-4019-b10b-3e5585a03dc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1180251 Oct 29 11:47:22.137721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Network 83d94339-96c8-449d-abb2-21641e4e8a48 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:22.158924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:22.166269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:22.198175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Pushing event updated for resources: {'Port': ['ID=b7f2eca9-6574-40fc-98b0-66ed670fd74c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:22.220759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-8d9e69bd-0846-4cbc-ad14-bb286464f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:22.226800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-8d9e69bd-0846-4cbc-ad14-bb286464f78e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296966 Oct 29 11:47:22.343924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Attempting to bind port b7f2eca9-6574-40fc-98b0-66ed670fd74c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:22.344316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Attempting to bind port b7f2eca9-6574-40fc-98b0-66ed670fd74c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:22.344660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Attempting to bind port b7f2eca9-6574-40fc-98b0-66ed670fd74c on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:22.352378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:22.352775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Checking segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:22.353632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:22.354383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Bound using segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:22.355536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Bound port: b7f2eca9-6574-40fc-98b0-66ed670fd74c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:22.355927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:22.356478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d3cbf4d-5f05-426e-9068-3d401d8a3e90 req-bae36748-924d-42ae-a3a4-10fc583b9c7c tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3381464 Oct 29 11:47:22.458606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-e4ac7ed9-31bc-4a8c-9a45-e7cc33a4d945 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220912 Oct 29 11:47:22.580657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91459061-e523-4fd0-a9db-f11a0607a914 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:22.585930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] For port b7f2eca9-6574-40fc-98b0-66ed670fd74c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:22.632393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425ccdc7-735f-4c02-ba37-d4a3404f9569 req-dbfd574c-4030-4f1a-a245-b63fdada277f service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672001 Oct 29 11:47:22.634678 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff74f49-56a3-43f4-89e2-56ed8589736c x-openstack-request-id: req-7ff74f49-56a3-43f4-89e2-56ed8589736c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:22.635136 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:22.635438 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ff74f49-56a3-43f4-89e2-56ed8589736c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:22.636476 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa', 'status': 'completed', 'code': 200} Oct 29 11:47:22.653813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] For port b7f2eca9-6574-40fc-98b0-66ed670fd74c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b7f2eca9-6574-40fc-98b0-66ed670fd74c,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:22.671698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:22.815212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-9ea63880-ecfe-42e5-bb2b-d9cf92455250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:22.816520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-9ea63880-ecfe-42e5-bb2b-d9cf92455250 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89afdf52f8ef477493075a7a3e1fba31&device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 1099 time: 0.1226630 Oct 29 11:47:22.848468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec388d5-2df4-44b8-9242-ec728543cadd None None] Pushing event updated for resources: {'Port': ['ID=b7f2eca9-6574-40fc-98b0-66ed670fd74c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:22.930027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 91459061-e523-4fd0-a9db-f11a0607a914 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:22.933795 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:23.012390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:23.058869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-adb71ff3-3df3-4847-9bae-813eee50042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:23.062663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-adb71ff3-3df3-4847-9bae-813eee50042d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.2287085 Oct 29 11:47:23.174684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-30dc2f73-f615-4cfb-b658-d95d8a1a2709 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=120a720e-c8a3-4672-bcff-02013e0af6aa HTTP/1.1" status: 200 len: 217 time: 0.1055901 Oct 29 11:47:23.356412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-e865ea96-17cb-4c71-a2b6-aa2f25235b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:23.358081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-e865ea96-17cb-4c71-a2b6-aa2f25235b23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.1620357 Oct 29 11:47:23.530842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-35bc0467-6a31-4ea0-8a50-6f889250e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:23.534189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-35bc0467-6a31-4ea0-8a50-6f889250e3d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622875 Oct 29 11:47:23.572102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:23.615872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 91459061-e523-4fd0-a9db-f11a0607a914, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91459061-e523-4fd0-a9db-f11a0607a914,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:23.629427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:23.808082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-94437abb-3e38-45d0-9568-a97ef7fb6166 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636049 Oct 29 11:47:23.815004 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=91459061-e523-4fd0-a9db-f11a0607a914,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:23.915995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e56d8-c8db-4763-a68f-d4368ee6ab6e req-f8e84e37-665d-4ff2-9b67-0096accb15c1 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:23.930396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-726e56d8-c8db-4763-a68f-d4368ee6ab6e req-f8e84e37-665d-4ff2-9b67-0096accb15c1 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 948 time: 0.2745657 Oct 29 11:47:23.987600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-726e56d8-c8db-4763-a68f-d4368ee6ab6e req-87221997-65c3-465e-adf7-07a4d18b421f tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560293 Oct 29 11:47:24.113931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.1 (83d94339-96c8-449d-abb2-21641e4e8a48/400a053f-3837-4e0f-bd5c-38d84cb7715e/1a6f5a6b-131c-43a5-8b50-65620de7b7f4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:24.140532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd48adf7-cbec-45f2-919e-5085e2e00777 req-1cbb6781-d270-4b99-af90-dfcd81bcb520 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237858 Oct 29 11:47:24.380678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:24.465710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:24.523557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 83d94339-96c8-449d-abb2-21641e4e8a48 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:24.547476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:24.558361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:24.616606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:24.707624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b7f2eca9-6574-40fc-98b0-66ed670fd74c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:24.710484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:24.808851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b7f2eca9-6574-40fc-98b0-66ed670fd74c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:24.809182 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:24.924550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:24.990542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port b7f2eca9-6574-40fc-98b0-66ed670fd74c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b7f2eca9-6574-40fc-98b0-66ed670fd74c,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:24.992950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8cc8f3-026e-46bd-9d7e-a0fe0429b12e None None] Network 83d94339-96c8-449d-abb2-21641e4e8a48 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:47:25.029824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.150768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.152246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91459061-e523-4fd0-a9db-f11a0607a914 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:25.156632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 120a720e-c8a3-4672-bcff-02013e0af6aa details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:47:25.288434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2e509b14-3c65-4391-9795-77ab2e35e0d8 None None] Provisioning complete for port b7f2eca9-6574-40fc-98b0-66ed670fd74c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:25.289212 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2e509b14-3c65-4391-9795-77ab2e35e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.317656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d012d-6771-4c29-85c2-0e6c71bbe9de req-180e293f-9c34-44f7-bdfb-c07c54b918aa tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:25.327922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-811d012d-6771-4c29-85c2-0e6c71bbe9de req-180e293f-9c34-44f7-bdfb-c07c54b918aa tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 948 time: 0.1755898 Oct 29 11:47:25.370663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=b7f2eca9-6574-40fc-98b0-66ed670fd74c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:25.380798 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:47:25.389242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-811d012d-6771-4c29-85c2-0e6c71bbe9de req-f7fd8e40-a969-4aaf-a470-44ebd7a7b55d tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547414 Oct 29 11:47:25.525170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 91459061-e523-4fd0-a9db-f11a0607a914 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:25.525722 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.693605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.712112 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.831129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=120a720e-c8a3-4672-bcff-02013e0af6aa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:25.871488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:25.926486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:25.939286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '120a720e-c8a3-4672-bcff-02013e0af6aa', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '120a720e-c8a3-4672-bcff-02013e0af6aa', 'mac_address': 'fa:16:3e:f0:50:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:47:25.986937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.130705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7cb6f252-0867-42f3-a350-f32c93fe3947 None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:26.131070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7cb6f252-0867-42f3-a350-f32c93fe3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.157225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.194259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 83d94339-96c8-449d-abb2-21641e4e8a48 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:26.204420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:26.216310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120a720e-c8a3-4672-bcff-02013e0af6aa {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:26.255528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6f252-0867-42f3-a350-f32c93fe3947 None None] Port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:47:26.271828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=120a720e-c8a3-4672-bcff-02013e0af6aa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:26.284907 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.298309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7cb6f252-0867-42f3-a350-f32c93fe3947 None None] Provisioning complete for port b7f2eca9-6574-40fc-98b0-66ed670fd74c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:26.298526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7cb6f252-0867-42f3-a350-f32c93fe3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.526138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['120a720e-c8a3-4672-bcff-02013e0af6aa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:26.533580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b7f2eca9-6574-40fc-98b0-66ed670fd74c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:26.606958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620b63-c796-430a-9bcf-ee9b9a5bf060 req-f5ab1414-55d7-4275-8643-4a763328e42a tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:26.616406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72620b63-c796-430a-9bcf-ee9b9a5bf060 req-f5ab1414-55d7-4275-8643-4a763328e42a tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.1709726 Oct 29 11:47:26.640595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:47:26.724639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:26.803488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-341660a5-fa1b-49fc-9b4c-2c8f6ed8cc6e None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:26.803971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-341660a5-fa1b-49fc-9b4c-2c8f6ed8cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.829177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72620b63-c796-430a-9bcf-ee9b9a5bf060 req-0e8f9dd5-5ce2-416e-be0f-ae7834272ac6 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977744 Oct 29 11:47:26.871620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-341660a5-fa1b-49fc-9b4c-2c8f6ed8cc6e None None] Port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:47:26.886473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b7f2eca9-6574-40fc-98b0-66ed670fd74c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:26.886920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:26.902376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:47:26.908335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-76479a93-374f-42ea-b758-b769052e1054 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/4d09df67-4e8d-4ce4-954f-22429b6e5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2005439 Oct 29 11:47:26.914304 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Sync routers for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:47:26.942984 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:26.944092 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:27.033517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94536d37-fc19-4fca-9db9-b94f514219c6 req-9b14f688-7ed8-4327-a000-1a6543c16f21 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:27.035575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94536d37-fc19-4fca-9db9-b94f514219c6 req-9b14f688-7ed8-4327-a000-1a6543c16f21 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 949 time: 0.1084199 Oct 29 11:47:27.080947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a09721c9-2f6b-4e16-ab31-4b0ae211b657 None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:27.081714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a09721c9-2f6b-4e16-ab31-4b0ae211b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:27.107772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94536d37-fc19-4fca-9db9-b94f514219c6 req-445de5da-419b-47b0-bc30-c839d066cc29 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624068 Oct 29 11:47:27.151623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a09721c9-2f6b-4e16-ab31-4b0ae211b657 None None] Port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:47:27.175717 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:27.232892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-cad5a104-c81b-4f41-be42-dada0da494cd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737384818&fields=id&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 267 time: 0.0402353 Oct 29 11:47:27.383258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-86c8ba92-cd42-4438-92be-7454ba722e31 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:27.385170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-86c8ba92-cd42-4438-92be-7454ba722e31 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 797 time: 0.1447988 Oct 29 11:47:27.392415 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:25Z', 'revision_number': 2, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:27.405172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-d4f92c20-aa44-4411-a17c-cd098f47486f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/quotas/7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 375 time: 0.0135624 Oct 29 11:47:27.421847 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Checking router: 4d09df67-4e8d-4ce4-954f-22429b6e5c3f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:47:27.422198 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Updating router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:47:27.463457 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:27.471975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-3eb09b91-d232-4508-be10-77113b1a80c1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602565 Oct 29 11:47:27.624443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-b955835d-336c-463b-83cb-2e97dda40cf9 service neutron] 10.222.0.77 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394622 Oct 29 11:47:27.702420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-2251a002-b96b-4131-9278-845798e03fb9 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:27.704974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-2251a002-b96b-4131-9278-845798e03fb9 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.86 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.0838172 Oct 29 11:47:27.774327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-43dfb75b-8d36-413f-a7c8-dcbb46fb59e9 service neutron] 10.222.0.77 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421187 Oct 29 11:47:27.904180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Deleting port ee365b5a-406e-496b-984d-a0398baad4b6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:27.904861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:27.905743 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:27.919933 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.094593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] For port ee365b5a-406e-496b-984d-a0398baad4b6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee365b5a-406e-496b-984d-a0398baad4b6,segment=NetworkSegment(60f67861-093c-4f3f-903d-da145b665d31),segment_id=60f67861-093c-4f3f-903d-da145b665d31)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:28.094888 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Pushing event updated for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:28.095618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.105118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.105601 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.106035 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.106460 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.106973 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.107384 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.108035 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.108673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.109295 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.110101 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.110672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.111359 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:28.122866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Calling delete_port for ee365b5a-406e-496b-984d-a0398baad4b6 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:28.147543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Attempting to bind port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:28.148377 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Attempting to bind port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:28.148986 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Attempting to bind port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:28.156819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:28.157459 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Checking segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:28.157862 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.158248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Bound using segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:28.158891 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Bound port: 1a6f5a6b-131c-43a5-8b50-65620de7b7f4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:28.159434 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.285218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0774d9-1c95-46bc-91be-732130183c2c req-5d982f21-41a0-4f7d-a927-4d2f85a19c5f tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:28.287463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab0774d9-1c95-46bc-91be-732130183c2c req-5d982f21-41a0-4f7d-a927-4d2f85a19c5f tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/ports?device_id=67e15bb1-f8e1-49d2-b357-26b7e9b8d628 HTTP/1.1" status: 200 len: 945 time: 0.1307716 Oct 29 11:47:28.304689 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] For port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:28.309134 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] For port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:28.319366 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.369992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.394180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4b4593b1-760c-48cf-a9a5-46adbd9c70a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.404165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab0774d9-1c95-46bc-91be-732130183c2c req-1764c837-738c-4010-a677-e61b32e711c4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994554 Oct 29 11:47:28.408921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ee365b5a-406e-496b-984d-a0398baad4b6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:28.472963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Pushing event deleted for resources: {'Port': ['ID=ee365b5a-406e-496b-984d-a0398baad4b6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:28.492063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] No DVR routers for this DVR port ee365b5a-406e-496b-984d-a0398baad4b6 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:47:28.495626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.501516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7cc8c4ef-3b49-4bf4-b53a-0b7866d826bd req-cd5d2228-b6a1-4f38-b1cf-31158f1f97f4 tempest-VolumesActionsTest-1023155734 tempest-VolumesActionsTest-1023155734-project] 10.222.0.86 "DELETE /v2.0/ports/ee365b5a-406e-496b-984d-a0398baad4b6 HTTP/1.1" status: 204 len: 173 time: 0.7896845 Oct 29 11:47:28.504998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'name': 'network-vif-deleted', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:28.509296 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a575a05-de24-4324-96dc-9f946d6bf46c" -d '{"events": [{"server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "name": "network-vif-deleted", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:28.516566 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:28.517225 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:28.519299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:28.519670 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.548592 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c656-8b74-4f0f-8ff8-32da3440cadb None None] Pushing event updated for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:28.594850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fad1955-9812-42ce-9640-47cca0ba8d6a req-64f5f75f-0ce7-4b15-8804-7167cea399b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 210 time: 0.1113486 Oct 29 11:47:28.849586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.964026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] For port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:28.969799 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:28.982138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073a737-9d56-44c5-9466-da24d3a782ac req-c90d3cd2-7902-4d76-b173-f06c4641a0e7 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:28.986199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6073a737-9d56-44c5-9466-da24d3a782ac req-c90d3cd2-7902-4d76-b173-f06c4641a0e7 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 949 time: 0.1384947 Oct 29 11:47:29.093218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6073a737-9d56-44c5-9466-da24d3a782ac req-e2742ffb-b30a-4b1f-877f-c038f18be3eb tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991259 Oct 29 11:47:29.099480 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:29.130253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 120a720e-c8a3-4672-bcff-02013e0af6aa up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:29.163959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e1122-0f36-49f8-9a8d-ac95129be269 None None] Pushing event updated for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:29.189296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8b0889c7-5f65-4466-af6e-902cd937bd2b None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:29.190161 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8b0889c7-5f65-4466-af6e-902cd937bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:29.231080 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d34f963-0eac-453a-813c-643eb459a02e x-openstack-request-id: req-7d34f963-0eac-453a-813c-643eb459a02e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:29.232270 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e15bb1-f8e1-49d2-b357-26b7e9b8d628", "name": "network-vif-deleted", "tag": "ee365b5a-406e-496b-984d-a0398baad4b6", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:29.232528 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d34f963-0eac-453a-813c-643eb459a02e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:29.233526 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e15bb1-f8e1-49d2-b357-26b7e9b8d628', 'name': 'network-vif-deleted', 'tag': 'ee365b5a-406e-496b-984d-a0398baad4b6', 'status': 'completed', 'code': 200} Oct 29 11:47:29.250078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 120a720e-c8a3-4672-bcff-02013e0af6aa completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:47:29.257185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 120a720e-c8a3-4672-bcff-02013e0af6aa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:29.257661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:29.392147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:29.424727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:29.427991 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ffd722-c199-46ae-b289-314eb0b64cbd" -d '{"events": [{"server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "name": "network-vif-plugged", "status": "completed", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:29.444665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=120a720e-c8a3-4672-bcff-02013e0af6aa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:29.455750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:29.530126 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f841b0fa-b6cf-49f8-a4e6-b294b2454601 x-openstack-request-id: req-f841b0fa-b6cf-49f8-a4e6-b294b2454601 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:29.530506 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "name": "network-vif-plugged", "status": "completed", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:29.530838 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f841b0fa-b6cf-49f8-a4e6-b294b2454601 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:29.531321 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa', 'code': 200} Oct 29 11:47:29.531963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:29.585500 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:29.639264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979ac8-cc59-480f-bf10-caec29ca5fe6 req-7e2ab5fe-5a4b-43b9-b149-2ac55effad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:29.640831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12979ac8-cc59-480f-bf10-caec29ca5fe6 req-7e2ab5fe-5a4b-43b9-b149-2ac55effad8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 1101 time: 0.0753596 Oct 29 11:47:29.676133 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4da3f-b5e6-4810-bbff-d6a8588338db None None] The sync data for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 is: [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:47:29.782332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ae9bcf1-03fc-4d9d-96ab-8fe9fa8e14ee req-7c5f1546-6410-4283-aa43-01f9e175e7e3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 210 time: 0.0714512 Oct 29 11:47:29.785463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-12979ac8-cc59-480f-bf10-caec29ca5fe6 req-14bbe432-ea56-487a-b1a4-ef8adf6c573f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372619 Oct 29 11:47:30.281945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba28b-25b1-4bc8-a464-ff0f50c6c811 req-6bb177c0-d75c-4c6b-ba55-0fd606206d75 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:30.283972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03aba28b-25b1-4bc8-a464-ff0f50c6c811 req-6bb177c0-d75c-4c6b-ba55-0fd606206d75 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 950 time: 0.0694444 Oct 29 11:47:30.339247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-03aba28b-25b1-4bc8-a464-ff0f50c6c811 req-e4947280-8509-4193-8134-e7cfc69a1cbc tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464561 Oct 29 11:47:30.530973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:30.629425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:30.630573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:30.800305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-5ae1eb85-dfc4-4ad4-958e-1e8487f616e2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:30.802526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-5ae1eb85-dfc4-4ad4-958e-1e8487f616e2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 797 time: 0.3491697 Oct 29 11:47:30.855823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-55889061-a14f-4a1c-969e-eb788915445c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:30.882049 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-2aeab819-77db-40ee-92b1-e6b9a7dbcc5f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 379 time: 0.0668318 Oct 29 11:47:30.901448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'port': {'device_id': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'admin_state_up': True, 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'security_groups': ['4013aeee-0a61-44b4-a22b-eb7872f62629']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:30.991167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0fa44cf0-6189-4028-9c9c-fd760204546f req-32668a7b-a7dc-49ef-98ec-684baa96fecf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 210 time: 0.0538962 Oct 29 11:47:31.157508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:47:31.161409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:31.424219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.12 (83d94339-96c8-449d-abb2-21641e4e8a48/400a053f-3837-4e0f-bd5c-38d84cb7715e/d9dc4aea-3b81-438b-a879-f6f969adba02) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:31.514028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d6c75-5456-4077-9cf4-46be55e2800d req-40264312-590f-4352-8831-2bd2ea2122dc tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:31.522839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-249d6c75-5456-4077-9cf4-46be55e2800d req-40264312-590f-4352-8831-2bd2ea2122dc tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 950 time: 0.0863359 Oct 29 11:47:31.617274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-249d6c75-5456-4077-9cf4-46be55e2800d req-70a4371e-2434-4008-a289-afc77f657216 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905404 Oct 29 11:47:31.725980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:31.788317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:31.869679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 83d94339-96c8-449d-abb2-21641e4e8a48 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:31.875108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:31.879724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:31.909093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:31.948371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:31.949498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:31.976625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-723fbe18-1758-4aac-b119-6671abd9022a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0843539 Oct 29 11:47:32.017892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Request body: {'port': {'device_id': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:32.041791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20936b-103a-4535-bcd4-1dfca1a2aee5 req-737d90e3-ea45-4570-95f3-3805dd5d93bd tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:32.048094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f20936b-103a-4535-bcd4-1dfca1a2aee5 req-737d90e3-ea45-4570-95f3-3805dd5d93bd tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 950 time: 0.0971642 Oct 29 11:47:32.105779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f20936b-103a-4535-bcd4-1dfca1a2aee5 req-b6abf35e-5aa1-4ae0-b18a-282523fff699 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Oct 29 11:47:32.158707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.306638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c1d1-1d00-4a36-8e59-93d889549e4d req-d28c05e0-282c-4954-a076-d3d61319aea9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:32.309921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3686c1d1-1d00-4a36-8e59-93d889549e4d req-d28c05e0-282c-4954-a076-d3d61319aea9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 932 time: 0.1109548 Oct 29 11:47:32.324675 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.342899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.408384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-db37b4ad-8414-4472-b385-cbc844e5163b None None] Provisioning complete for port d9dc4aea-3b81-438b-a879-f6f969adba02 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:32.408754 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-db37b4ad-8414-4472-b385-cbc844e5163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.450010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3686c1d1-1d00-4a36-8e59-93d889549e4d req-077d06af-286b-4928-8cd1-6b39c3762df8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317680 Oct 29 11:47:32.522250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-db37b4ad-8414-4472-b385-cbc844e5163b None None] Port d9dc4aea-3b81-438b-a879-f6f969adba02 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:47:32.796653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dc4aea-3b81-438b-a879-f6f969adba02 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:32.806211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.821954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Transition to ACTIVE for port object d9dc4aea-3b81-438b-a879-f6f969adba02 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:47:32.826400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:32.987283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:33.031331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:47:33.031807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:47:33.032260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:33.043057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:47:33.043508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:47:33.050600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:47:33.051331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Checking segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:47:33.052051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Bound using segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:47:33.052610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Bound port: d9dc4aea-3b81-438b-a879-f6f969adba02, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:47:33.053197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:33.148185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee365b5a-406e-496b-984d-a0398baad4b6 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:33.219577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ee365b5a-406e-496b-984d-a0398baad4b6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:33.227245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:47:33.230383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee365b5a-406e-496b-984d-a0398baad4b6 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:33.230624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:47:33.250650 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:33.336675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6e593-ce61-4afd-852f-c462ce266837 req-694ad158-9cd3-4302-a6e3-5b6c6ace319e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.357216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58c6e593-ce61-4afd-852f-c462ce266837 req-694ad158-9cd3-4302-a6e3-5b6c6ace319e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 950 time: 0.0807853 Oct 29 11:47:33.367337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.368534 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:33.381089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1092 time: 1.3825290 Oct 29 11:47:33.381884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:33.384765 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485c704-0c11-4157-8baf-571cec9fd21a" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:33.400073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd392-0bb4-4f47-aba5-8a2806717cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:33.418843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58c6e593-ce61-4afd-852f-c462ce266837 req-228f0159-19e6-41e4-8d0c-d066074a493e tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/security-groups?id=52c55afa-60a4-4a2f-87da-15f99e54fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607398 Oct 29 11:47:33.449956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-e998370c-c3f4-492e-a4f2-2a882ef0a32d tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.452226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-e998370c-c3f4-492e-a4f2-2a882ef0a32d tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.86 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 950 time: 0.2642746 Oct 29 11:47:33.515936 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819bb0a-c95b-4c3e-9eb4-0d4424260382 x-openstack-request-id: req-3819bb0a-c95b-4c3e-9eb4-0d4424260382 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:33.516763 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:33.517437 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3819bb0a-c95b-4c3e-9eb4-0d4424260382 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:33.518326 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'status': 'completed', 'code': 200} Oct 29 11:47:33.616052 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:33.706150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-572d01eb-4d14-4afc-a07c-585c591b76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.707821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-572d01eb-4d14-4afc-a07c-585c591b76ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.2516453 Oct 29 11:47:33.777973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c098d0-a044-42d0-b28c-bada9437adf8 req-4ec2e838-f4a1-4c00-958e-b4ff36d3ee85 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.779996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39c098d0-a044-42d0-b28c-bada9437adf8 req-4ec2e838-f4a1-4c00-958e-b4ff36d3ee85 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.1308563 Oct 29 11:47:33.792681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-8e0d0df4-a33d-472f-b528-9e6c78f55a1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 217 time: 0.0700049 Oct 29 11:47:33.864954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39c098d0-a044-42d0-b28c-bada9437adf8 req-3ea0c301-cb94-4e4b-b823-1fa8cab5bd3f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640395 Oct 29 11:47:33.946131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Deleting port 120a720e-c8a3-4672-bcff-02013e0af6aa {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:33.948494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:33.977128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-c1ce7679-0f28-4b0f-ab07-f6ea3bd7c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:33.979727 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-c1ce7679-0f28-4b0f-ab07-f6ea3bd7c4e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.1602144 Oct 29 11:47:34.095973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-202c4717-32ba-41b9-93c5-510e0777bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:34.097597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-202c4717-32ba-41b9-93c5-510e0777bf9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750265 Oct 29 11:47:34.194167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] For port 120a720e-c8a3-4672-bcff-02013e0af6aa, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=120a720e-c8a3-4672-bcff-02013e0af6aa,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:34.194898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:34.215200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Calling delete_port for 120a720e-c8a3-4672-bcff-02013e0af6aa owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:34.320831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-aea64f2d-4df1-43e6-86e5-298498b44014 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132163 Oct 29 11:47:34.503400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cd4511e3-3043-4838-a741-aeed58d3ee06 req-a34d690f-09cf-4194-94b3-ebf34ae34644 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402678 Oct 29 11:47:34.700663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:34.712301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['120a720e-c8a3-4672-bcff-02013e0af6aa'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:34.740286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32d71724-4b00-486b-84af-0d7e3fdaca50 req-4cf00e69-ab11-47f4-b25a-ed2b785450c0 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 210 time: 0.0579996 Oct 29 11:47:34.774460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Pushing event deleted for resources: {'Port': ['ID=120a720e-c8a3-4672-bcff-02013e0af6aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:34.842858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c704-0c11-4157-8baf-571cec9fd21a req-af6f78e6-f8d6-4f58-b9f5-47e4f7f158ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:34.844888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-af6f78e6-f8d6-4f58-b9f5-47e4f7f158ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.2697995 Oct 29 11:47:34.865599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] No DVR routers for this DVR port 120a720e-c8a3-4672-bcff-02013e0af6aa on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:47:34.879916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:34.886563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d480850d-c0ce-442e-8606-8ca6c69c49c5 req-737e37bb-981d-40e3-8db2-87ccbc68995a tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.86 "DELETE /v2.0/ports/120a720e-c8a3-4672-bcff-02013e0af6aa HTTP/1.1" status: 204 len: 173 time: 1.4096081 Oct 29 11:47:35.172442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b92469-98d7-49a6-8742-b7a7eb14479f req-bd32a0a8-34eb-46c9-8b16-e8184251132b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:35.175368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75b92469-98d7-49a6-8742-b7a7eb14479f req-bd32a0a8-34eb-46c9-8b16-e8184251132b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.1691475 Oct 29 11:47:35.248379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c704-0c11-4157-8baf-571cec9fd21a req-3dd01ef7-ea45-45a6-8e4d-ec2437857bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:35.253476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-3dd01ef7-ea45-45a6-8e4d-ec2437857bde service neutron] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.3844640 Oct 29 11:47:35.261328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75b92469-98d7-49a6-8742-b7a7eb14479f req-43158296-ae43-4dcd-aa1b-be7e66e980a5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777242 Oct 29 11:47:35.515315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-2fd102b6-b602-4067-b10e-39b845796ec2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 217 time: 0.2472298 Oct 29 11:47:35.546813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'name': 'network-vif-deleted', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:35.556441 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f6c08f-5c49-45b2-a1ea-dcaef312513a" -d '{"events": [{"server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "name": "network-vif-deleted", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:35.656811 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d52935-4014-40c3-af9e-6684d36b77b4 x-openstack-request-id: req-31d52935-4014-40c3-af9e-6684d36b77b4 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:35.657271 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d3f2-d4bf-4ff0-aa9e-df6283f67198", "name": "network-vif-deleted", "tag": "120a720e-c8a3-4672-bcff-02013e0af6aa", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:35.657599 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31d52935-4014-40c3-af9e-6684d36b77b4 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:35.658079 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d3f2-d4bf-4ff0-aa9e-df6283f67198', 'name': 'network-vif-deleted', 'tag': '120a720e-c8a3-4672-bcff-02013e0af6aa', 'status': 'completed', 'code': 200} Oct 29 11:47:35.685689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c704-0c11-4157-8baf-571cec9fd21a req-48952309-02d5-4404-9dfc-0f70a9faf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:35.687675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-48952309-02d5-4404-9dfc-0f70a9faf962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.1601779 Oct 29 11:47:35.803529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c704-0c11-4157-8baf-571cec9fd21a req-e4af9651-eb6f-41fc-a4a1-c71ddb9d42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:35.804524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-e4af9651-eb6f-41fc-a4a1-c71ddb9d42e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092527 Oct 29 11:47:35.985219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e72b23ed-22a2-4ba1-bd33-0f92eaadfabc req-85e3a8f2-fe74-44f1-8867-4641385770e3 tempest-VolumesNegativeTest-1478597449 tempest-VolumesNegativeTest-1478597449-project] 10.222.0.77 "GET /v2.0/ports?device_id=9326d3f2-d4bf-4ff0-aa9e-df6283f67198 HTTP/1.1" status: 200 len: 210 time: 0.0493619 Oct 29 11:47:36.026974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-f3df83b8-a33a-4a07-9c5c-6ff2657cce5b service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109587 Oct 29 11:47:36.407355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a485c704-0c11-4157-8baf-571cec9fd21a req-c27a806e-8fba-4235-9d63-2310d90199f8 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739548 Oct 29 11:47:36.545829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c141c5-5095-4596-bc0d-1cc18163f8e5 req-d1639b7b-ca3e-454c-9084-e5bde92599be tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:36.556391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91c141c5-5095-4596-bc0d-1cc18163f8e5 req-d1639b7b-ca3e-454c-9084-e5bde92599be tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.0891833 Oct 29 11:47:36.630875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91c141c5-5095-4596-bc0d-1cc18163f8e5 req-e553a81b-b87d-4bda-a06f-137e17a69161 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696647 Oct 29 11:47:36.783576 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:47:36.877759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:47:37.153885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:37.163887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 120a720e-c8a3-4672-bcff-02013e0af6aa no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:37.284522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'mac_address': 'fa:16:3e:d1:5e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:47:37.318988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 120a720e-c8a3-4672-bcff-02013e0af6aa {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:37.319340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 120a720e-c8a3-4672-bcff-02013e0af6aa not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:37.427186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:37.453779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dc4aea-3b81-438b-a879-f6f969adba02 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:47:37.501549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:37.509727 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:37.620123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:37.761519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['d9dc4aea-3b81-438b-a879-f6f969adba02'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:47:37.980057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c147c7-9ed1-48fd-a712-003a48043391 req-7a7e62dc-bfed-4a48-a5ad-676c19be3660 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:38.018211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87c147c7-9ed1-48fd-a712-003a48043391 req-7a7e62dc-bfed-4a48-a5ad-676c19be3660 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 945 time: 0.1793957 Oct 29 11:47:38.145057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87c147c7-9ed1-48fd-a712-003a48043391 req-8ecc9227-4594-4ceb-b318-6a7068c89f53 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259284 Oct 29 11:47:39.381191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b8502-fd70-4c34-9e6c-40ff93e89e62 req-0a304ef3-e906-491b-8593-ab79f9bc2c51 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:39.389114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f9b8502-fd70-4c34-9e6c-40ff93e89e62 req-0a304ef3-e906-491b-8593-ab79f9bc2c51 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 945 time: 0.0723224 Oct 29 11:47:39.428830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f9b8502-fd70-4c34-9e6c-40ff93e89e62 req-ce39148c-3b58-403a-b7df-45bb0a504632 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388362 Oct 29 11:47:40.616791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054a01-e203-4b63-b849-f1139061181f req-724a2b50-fd2b-4720-8f46-8e5ed28d4ac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:40.619745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0054a01-e203-4b63-b849-f1139061181f req-724a2b50-fd2b-4720-8f46-8e5ed28d4ac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 945 time: 0.1049583 Oct 29 11:47:40.703149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0054a01-e203-4b63-b849-f1139061181f req-103999de-6258-4cd3-ad13-2a02760affe0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727766 Oct 29 11:47:40.890817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:47:41.078171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port d9dc4aea-3b81-438b-a879-f6f969adba02 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:47:41.087580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port d9dc4aea-3b81-438b-a879-f6f969adba02 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:47:41.090388 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:41.548963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:41.594212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:41.596779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:41.601373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c3074-9ea6-4e39-9292-eb780085f0f7" -d '{"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:41.626842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:41.690990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:41.706857 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec1c53e-7fd5-4353-8c9a-667815db270f x-openstack-request-id: req-6ec1c53e-7fd5-4353-8c9a-667815db270f {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:41.707403 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:41.707849 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ec1c53e-7fd5-4353-8c9a-667815db270f {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:41.709775 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'code': 200} Oct 29 11:47:41.956446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47df507-60c9-49a2-bfdc-ea664004df72 req-856cd92e-3999-4c27-bccf-d9ffd8b5033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:41.958294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b47df507-60c9-49a2-bfdc-ea664004df72 req-856cd92e-3999-4c27-bccf-d9ffd8b5033c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.1737139 Oct 29 11:47:42.052898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75f33-13a6-4638-b129-80286d9dc97a req-5f50e7dd-1bdb-4166-ae05-5aa775ba9c3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:42.073946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3bf75f33-13a6-4638-b129-80286d9dc97a req-5f50e7dd-1bdb-4166-ae05-5aa775ba9c3c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.1542044 Oct 29 11:47:42.094905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b47df507-60c9-49a2-bfdc-ea664004df72 req-b53adf18-7bb4-4a3c-8e05-5d39d5f3bace service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277158 Oct 29 11:47:42.164644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3bf75f33-13a6-4638-b129-80286d9dc97a req-fc6c6393-7521-4b4d-8ab9-d6d502e378ef tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894384 Oct 29 11:47:43.416458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57791f06-fc4c-4013-bd3d-0ca4bf47d254 req-65bfcfb2-64e5-4344-8e82-cdcb1bed38c2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:43.437310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57791f06-fc4c-4013-bd3d-0ca4bf47d254 req-65bfcfb2-64e5-4344-8e82-cdcb1bed38c2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0889177 Oct 29 11:47:43.524215 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57791f06-fc4c-4013-bd3d-0ca4bf47d254 req-aae286bf-4b12-46ed-b353-1d978bb964df tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856776 Oct 29 11:47:43.743522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fefec1-79a7-426e-a2cd-77b19bc13fe8 req-59f4ede2-9c4b-4392-8946-2271f08c084f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:43.745318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85fefec1-79a7-426e-a2cd-77b19bc13fe8 req-59f4ede2-9c4b-4392-8946-2271f08c084f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.1052008 Oct 29 11:47:43.823372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85fefec1-79a7-426e-a2cd-77b19bc13fe8 req-b1fde28d-648e-4523-aea2-c41b460b7925 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712595 Oct 29 11:47:43.851540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52546) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:43.926383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ec03e-9283-428d-9d34-9020187c89a6 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:43.928312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-982ec03e-9283-428d-9d34-9020187c89a6 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1092 time: 0.0746074 Oct 29 11:47:43.931282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:43.935798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:44.010177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:44.603499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:44.756244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.120 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:44.962556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:45.065723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:45.109234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:45.112315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:45.119054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:45.334201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:45.345145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.345501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.345896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.346303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.346661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.347042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.347437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.347915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.348326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.348716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.349141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:45.349473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:46.085423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:46.332280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:46.658587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:46.670752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:46.790592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:46.961404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:47.013774 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 6fc07c98-0066-4a61-9caf-fcd1124cc81d associated. External IP: 172.25.4.120, port: d9dc4aea-3b81-438b-a879-f6f969adba02. Oct 29 11:47:47.309456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:47:47.439268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:47:47.452527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Sync routers for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:47:47.465684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:47.466661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:47.471290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:47.532781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb3a2690-99c7-4d4f-88d7-f7046077693e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5977726 Oct 29 11:47:47.533163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:47.535745 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36fc86c-e83e-4773-87c9-0dd64d386e65" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:47.602297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:47.870959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '6fc07c98-0066-4a61-9caf-fcd1124cc81d', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'mac_address': 'fa:16:3e:d1:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:45Z', 'updated_at': '2021-10-29T11:47:45Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:47.904189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Checking router: 4d09df67-4e8d-4ce4-954f-22429b6e5c3f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:47:47.913877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:47.915275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:48.029991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:48.351329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '6fc07c98-0066-4a61-9caf-fcd1124cc81d', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'mac_address': 'fa:16:3e:d1:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:45Z', 'updated_at': '2021-10-29T11:47:45Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:48.415156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c97c3-1445-45ce-af0f-0826c5158982 None None] The sync data for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 is: [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '6fc07c98-0066-4a61-9caf-fcd1124cc81d', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'mac_address': 'fa:16:3e:d1:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:45Z', 'updated_at': '2021-10-29T11:47:45Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:47:48.718868 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fd9dd-126b-498c-a8b5-f37ae662f3ac None None] New status for floating IP 6fc07c98-0066-4a61-9caf-fcd1124cc81d: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:47:51.111061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22cf11-2dba-4cb2-98ef-a1272d9b1c97 req-cd7eac8b-868e-4280-a19d-d20c0a8bac4d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.120454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da22cf11-2dba-4cb2-98ef-a1272d9b1c97 req-cd7eac8b-868e-4280-a19d-d20c0a8bac4d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0777431 Oct 29 11:47:51.172836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da22cf11-2dba-4cb2-98ef-a1272d9b1c97 req-8c4444e7-1c89-4716-b39e-b0d11e5d8f29 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493302 Oct 29 11:47:51.190149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:51.267137 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ee1e1-7df4-407d-925d-3357cd504240 x-openstack-request-id: req-677ee1e1-7df4-407d-925d-3357cd504240 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:51.267410 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:51.267664 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-677ee1e1-7df4-407d-925d-3357cd504240 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:51.268071 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'status': 'completed', 'code': 200} Oct 29 11:47:51.326251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-08b763ea-fa7b-45b3-9cab-f87adb6fe12d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/6fc07c98-0066-4a61-9caf-fcd1124cc81d HTTP/1.1" status: 200 len: 994 time: 0.1344697 Oct 29 11:47:51.371947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-d90e9b96-83c7-40bb-ba3f-7975832cff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.373188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52644) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:51.373902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-d90e9b96-83c7-40bb-ba3f-7975832cff61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0913370 Oct 29 11:47:51.546261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-abdaa30d-0761-437f-8c4b-43a1e32e7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.548020 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-abdaa30d-0761-437f-8c4b-43a1e32e7859 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.1638532 Oct 29 11:47:51.561572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c788153c-ca3a-49aa-9509-7789ad316a56 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89afdf52f8ef477493075a7a3e1fba31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851692 Oct 29 11:47:51.563823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52650) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:51.635340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-6a392480-0325-45e3-b9f1-c896cbd05450 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1002 time: 0.0790906 Oct 29 11:47:51.670292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:51.711461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f154f-9989-4757-abef-38c9fe95a3d4 req-24c787ce-2bd2-4a8b-a38f-1de4038c3186 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.713230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e6f154f-9989-4757-abef-38c9fe95a3d4 req-24c787ce-2bd2-4a8b-a38f-1de4038c3186 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.0940504 Oct 29 11:47:51.734334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:51.763322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-9ecbae6a-9655-4a6c-8d0a-2dfb3703c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.765475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-9ecbae6a-9655-4a6c-8d0a-2dfb3703c131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.1218956 Oct 29 11:47:51.858958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e6f154f-9989-4757-abef-38c9fe95a3d4 req-8120db01-dcd8-4ce8-9260-df1fb0ec764b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375048 Oct 29 11:47:51.863998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:51.889984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:51.893275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:51.893454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-73ba3a32-d088-4dac-945d-e2bdff2a02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:51.895022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52c55afa-60a4-4a2f-87da-15f99e54fcb0 HTTP/1.1" status: 204 len: 168 time: 0.3300402 Oct 29 11:47:51.903359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-73ba3a32-d088-4dac-945d-e2bdff2a02f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274021 Oct 29 11:47:51.912362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89b258-7a4d-4198-adf1-392ed98506bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c55afa-60a4-4a2f-87da-15f99e54fcb0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:52.120014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-f18fc48b-fa0c-47c4-999b-a7e15d44dfea service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092211 Oct 29 11:47:52.294632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a36fc86c-e83e-4773-87c9-0dd64d386e65 req-701e393a-4671-4189-a95a-74250658749d service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661916 Oct 29 11:47:53.089393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-7597d084-568a-48e4-b6cc-27074cddd9d8 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:53.091664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-7597d084-568a-48e4-b6cc-27074cddd9d8 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.0608225 Oct 29 11:47:53.110185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdb945-a975-43e9-9e6a-4c5340599c64 req-a8827512-ff6f-408a-a593-c4ac8f9364b1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:53.113145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edcdb945-a975-43e9-9e6a-4c5340599c64 req-a8827512-ff6f-408a-a593-c4ac8f9364b1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 946 time: 0.0799913 Oct 29 11:47:53.204676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edcdb945-a975-43e9-9e6a-4c5340599c64 req-f981b468-ce96-403b-9727-c34e057c2202 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=af36efa4-5cdb-4b02-9abb-27bcbafc9121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834591 Oct 29 11:47:53.291652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Deleting port 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:53.291909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:53.434341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] For port 42d044e0-8691-4388-ad5b-fc7310b7e773, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=42d044e0-8691-4388-ad5b-fc7310b7e773,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:47:53.434750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:53.664189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:53.664804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:53.665239 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Floating IP 255f0aff-563f-453e-abf8-b8bb3cb0f92f disassociated. External IP: 172.25.4.91, port: 42d044e0-8691-4388-ad5b-fc7310b7e773. Oct 29 11:47:53.665702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Calling delete_port for 42d044e0-8691-4388-ad5b-fc7310b7e773 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:53.800620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:53.831236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'Port': ['ID=42d044e0-8691-4388-ad5b-fc7310b7e773,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:53.845823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.846137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.846488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.846824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.847157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.847489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.847885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.848132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.848460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.848902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.849260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.849597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:47:53.981095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:47:54.119938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:47:54.132240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:47:54.155885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:54.156547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:54.166832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] No DVR routers for this DVR port 42d044e0-8691-4388-ad5b-fc7310b7e773 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:47:54.169727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:54.173826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-51d181bb-50f8-4465-9dbe-dd18b2931e9d req-907ceafe-1fd5-4abd-8ef0-012c1f73f647 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "DELETE /v2.0/ports/42d044e0-8691-4388-ad5b-fc7310b7e773 HTTP/1.1" status: 204 len: 173 time: 1.0674419 Oct 29 11:47:54.174374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-deleted', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:47:54.176761 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a555118f-91de-452a-af90-68fce8b4751e" -d '{"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-deleted", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:47:54.265853 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdf5ac0-81f3-4e92-b4a2-13cca42aac9a x-openstack-request-id: req-dbdf5ac0-81f3-4e92-b4a2-13cca42aac9a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:47:54.266159 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e0e14-f3ca-4511-a2bc-e99802abdfa5", "name": "network-vif-deleted", "tag": "42d044e0-8691-4388-ad5b-fc7310b7e773", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:47:54.266421 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbdf5ac0-81f3-4e92-b4a2-13cca42aac9a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:47:54.266830 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0e0e14-f3ca-4511-a2bc-e99802abdfa5', 'name': 'network-vif-deleted', 'tag': '42d044e0-8691-4388-ad5b-fc7310b7e773', 'status': 'completed', 'code': 200} Oct 29 11:47:54.471706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:54.535148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6534e326-e85f-4c75-b28d-90a7a0882a0a req-21c2cb6d-0899-41d8-ba39-f81e2dfa2ce0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa0e0e14-f3ca-4511-a2bc-e99802abdfa5 HTTP/1.1" status: 200 len: 210 time: 0.0929573 Oct 29 11:47:54.775098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:54.806936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:47:54.816433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:47:54.817084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:47:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:54.949205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:47:55.197899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:47:55.229172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99970dbb-a3d2-4f78-bbb7-e45f665787ea None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:47:55.646693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:55.651831 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4036e7-d9da-47cb-8d73-5cd233875bea None None] New status for floating IP 255f0aff-563f-453e-abf8-b8bb3cb0f92f: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:47:55.719794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:55.859573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.114304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.167073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.169814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.174837 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "DELETE /v2.0/security-groups/af36efa4-5cdb-4b02-9abb-27bcbafc9121 HTTP/1.1" status: 204 len: 168 time: 0.5232120 Oct 29 11:47:56.175254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52700) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:56.181405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61a484-0374-4da9-8d89-e808db99a7f5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af36efa4-5cdb-4b02-9abb-27bcbafc9121,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:56.199402 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-a7b8ac73-66ae-43f0-b652-d6484a7bc426 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] show failed (client error): The resource could not be found. Oct 29 11:47:56.200641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7b8ac73-66ae-43f0-b652-d6484a7bc426 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups/af36efa4-5cdb-4b02-9abb-27bcbafc9121 HTTP/1.1" status: 404 len: 347 time: 0.0240390 Oct 29 11:47:56.203897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52702) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:56.335515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Deleting port 582326fe-2c73-4148-8f8e-cb16dd47ef14 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:47:56.336367 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.416340 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.416662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.429846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Calling delete_port for 582326fe-2c73-4148-8f8e-cb16dd47ef14 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:47:56.578255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.606087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'Port': ['ID=582326fe-2c73-4148-8f8e-cb16dd47ef14,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:56.677197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.680795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:56.685092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-983284c9-c524-4268-871a-7d5c59a02adc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "DELETE /v2.0/floatingips/255f0aff-563f-453e-abf8-b8bb3cb0f92f HTTP/1.1" status: 204 len: 168 time: 0.4770970 Oct 29 11:47:56.938479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:47:56.960035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 42d044e0-8691-4388-ad5b-fc7310b7e773 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:47:56.960035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 42d044e0-8691-4388-ad5b-fc7310b7e773 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:47:57.014319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:57.018985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382231625', 'description': 'tempest-description--1824290819'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:57.043981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.128286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.133458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.160897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.162142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1468089 Oct 29 11:47:57.166179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:57.167366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca16541-5e24-4404-856a-982b9138e86f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d804839d-6122-43cf-a1b8-c2cd07f18935,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:57.171941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group_rule': {'security_group_id': 'd804839d-6122-43cf-a1b8-c2cd07f18935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:57.204487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.262732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.267344 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.287004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43032cb9-51b4-43d2-9158-698eb224eec9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:57.296297 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.297628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-743e225f-32b6-43da-bc18-b36128e88758 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299779 Oct 29 11:47:57.300453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52710) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:57.305249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'security_group_rule': {'security_group_id': 'd804839d-6122-43cf-a1b8-c2cd07f18935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:57.336499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.396033 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.400294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.419429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf279fe-0d36-49e6-b11e-8f8a8b21d3d6,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:57.427922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.429213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-03fc6eec-c7a3-483c-8d55-acfaa297d668 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274981 Oct 29 11:47:57.432549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:47:57.437796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:47:57.459966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.559241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.690188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Allocated IP 172.25.4.99 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3ff57a2b-0f27-4379-b62a-67e8d17dbf80) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:47:57.751982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-3584fd74-b0a3-4bea-96a6-bf51719cf62b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004970 Oct 29 11:47:57.832483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.868750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-64949952-e7c5-4a7f-a783-0c32c7437b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:57.870337 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-64949952-e7c5-4a7f-a783-0c32c7437b5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 1096 time: 0.0715039 Oct 29 11:47:57.883115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:57.973045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:47:57.983441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:47:57.985937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:47:57.995419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=3ff57a2b-0f27-4379-b62a-67e8d17dbf80,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:58.068026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-7e451832-d3fe-49ab-8d7a-e8219d35a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:58.069528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-7e451832-d3fe-49ab-8d7a-e8219d35a201 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 200 len: 912 time: 0.1606524 Oct 29 11:47:58.158372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.171022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-27367b45-0e84-48e4-a408-22ce6c8fc85c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 200 len: 1001 time: 0.0802734 Oct 29 11:47:58.225769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.264099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-8ccad3f9-eb90-4388-a80e-becb15f16f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:58.265504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-8ccad3f9-eb90-4388-a80e-becb15f16f69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 200 len: 850 time: 0.0754042 Oct 29 11:47:58.368960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-3e419347-ac62-4aa1-8a12-7724695e56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:58.370523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-3e419347-ac62-4aa1-8a12-7724695e56f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c58883c1-f86e-42cf-bcc5-3e570d83076a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945251 Oct 29 11:47:58.372199 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-292471b1-2c75-4948-95d7-104179278c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.493416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.503462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.534340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-f7cb3d14-a9fb-49fa-a3d8-14a22168b724 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561720 Oct 29 11:47:58.631643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=3ff57a2b-0f27-4379-b62a-67e8d17dbf80,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:47:58.643894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.672642 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:47:58.680038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe42b30c-ba51-4c52-a66d-b586ca4ad467 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2456472 Oct 29 11:47:58.692456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-659c6dfc-4b2e-4dc1-b3d9-2695fbea688c req-2836c04f-e51f-43b0-b927-86a71d96f637 service neutron] 10.222.0.41 "GET /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457996 Oct 29 11:47:58.913400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-671f1e21-3cf9-4089-9ec3-7157448e2837 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--382231625&fields=id&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 267 time: 0.0424290 Oct 29 11:47:59.075346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-96d58e1e-4914-4d9a-9a6f-14cdc8bbdb69 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:47:59.076723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-96d58e1e-4914-4d9a-9a6f-14cdc8bbdb69 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 817 time: 0.1522021 Oct 29 11:47:59.096474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-453b8dbc-ee31-4311-8faa-b36663475425 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/quotas/cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 375 time: 0.0133576 Oct 29 11:47:59.171486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-bbcc3e3d-e965-4f22-904d-25376db2b0db tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692177 Oct 29 11:47:59.302299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-0bdda569-4119-42ae-994b-724f0c1d8391 service neutron] 10.222.0.77 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096556 Oct 29 11:47:59.417097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-e5f9b7fc-a713-4785-aff0-663983c89738 service neutron] 10.222.0.77 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039133 Oct 29 11:47:59.689850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bea6e6d6-2ecf-4ef8-a329-48830eae7eb7 req-b1aef539-e934-405e-87fe-c64e1570a532 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 210 time: 0.0490580 Oct 29 11:48:00.843872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-60b57b23-2626-4f61-8f0d-db0b4bb2a622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:00.912152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98f295d5-e7cd-4d09-8844-c489a6c3ecdb req-e41da0e9-b488-4cd1-938e-bd718bbaee5d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 210 time: 0.0445859 Oct 29 11:48:01.143124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53813708-f3e4-4739-93f2-c2ae99707e99 req-aef3a34c-d7ec-4637-bbcb-dc3da5cc093c tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:01.154055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53813708-f3e4-4739-93f2-c2ae99707e99 req-aef3a34c-d7ec-4637-bbcb-dc3da5cc093c tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1232467 Oct 29 11:48:01.263545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-b660b0c0-3c0c-40c0-bacd-22a84616ffeb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:01.267788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-b660b0c0-3c0c-40c0-bacd-22a84616ffeb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.86 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 817 time: 0.3053823 Oct 29 11:48:01.272296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53813708-f3e4-4739-93f2-c2ae99707e99 req-9e7da52f-adc5-4588-92fc-f4063de901a0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164236 Oct 29 11:48:01.352739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-195061ab-570e-47a9-87af-b708d34b8fb8 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 379 time: 0.0635395 Oct 29 11:48:01.359111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'port': {'device_id': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'admin_state_up': True, 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'security_groups': ['d804839d-6122-43cf-a1b8-c2cd07f18935']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:01.498779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Made reservation on behalf of cf12105e444d4e6ea639c1f3b8a4c66d for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:48:01.503034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:01.650105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Allocated IP 172.20.0.9 (72790e64-81bd-4f53-bd82-de95768d7773/35158f40-7601-4526-905f-ceb3eb7f8baa/91c46da3-76a9-4b60-9f05-02ce491d66db) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:48:01.820785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:01.870113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:01.920233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Network 72790e64-81bd-4f53-bd82-de95768d7773 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:48:01.924041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:48:01.928835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:48:01.965621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:02.044345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:02.045290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.076806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-f6565fb0-03c9-4c61-9bcf-b2a6eb3aa06c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228358 Oct 29 11:48:02.092124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Request body: {'port': {'device_id': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:02.102903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac4f7b-1040-47df-ae03-e0822bb886af req-09534435-cb92-40ca-9982-bc379283d271 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:02.106400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bac4f7b-1040-47df-ae03-e0822bb886af req-09534435-cb92-40ca-9982-bc379283d271 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 931 time: 0.0901794 Oct 29 11:48:02.170322 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.237626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bac4f7b-1040-47df-ae03-e0822bb886af req-87b2a46c-43e6-41c1-9b4d-4ad224f90de5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234705 Oct 29 11:48:02.331715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.349379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.418538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2afe5684-d93d-4314-a727-0b27c2f979f2 None None] Provisioning complete for port 91c46da3-76a9-4b60-9f05-02ce491d66db triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:48:02.419506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2afe5684-d93d-4314-a727-0b27c2f979f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.514210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2afe5684-d93d-4314-a727-0b27c2f979f2 None None] Port 91c46da3-76a9-4b60-9f05-02ce491d66db cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:48:02.543698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63812-6a1b-47a3-9c24-cd709e83b8aa req-fe07f8b9-429b-4423-b9cd-db6181acefbf tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:02.546301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4c63812-6a1b-47a3-9c24-cd709e83b8aa req-fe07f8b9-429b-4423-b9cd-db6181acefbf tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1325240 Oct 29 11:48:02.645343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4c63812-6a1b-47a3-9c24-cd709e83b8aa req-bb62780e-e15c-4503-8a75-d166a84043c0 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915563 Oct 29 11:48:02.756761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:48:02.767124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.792995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Transition to ACTIVE for port object 91c46da3-76a9-4b60-9f05-02ce491d66db will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:48:02.802879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829de9-6cd1-417a-bf31-55ac136a526a req-cde6a8c5-ae0a-40a6-8a50-46fede8e6863 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:02.804419 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-30829de9-6cd1-417a-bf31-55ac136a526a req-cde6a8c5-ae0a-40a6-8a50-46fede8e6863 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.0869384 Oct 29 11:48:02.805757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:02.893705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:03.037655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Deleting port 8fbd2131-6907-46a8-9150-24d05cfcddc4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:03.037996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.041491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:48:03.041831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:48:03.042433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:03.092402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:48:03.092791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:03.108640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:48:03.109292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:48:03.109936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Bound using segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:48:03.110382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Bound port: 91c46da3-76a9-4b60-9f05-02ce491d66db, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:48:03.110924 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.206513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] For port 8fbd2131-6907-46a8-9150-24d05cfcddc4, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=8fbd2131-6907-46a8-9150-24d05cfcddc4,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:03.206513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.260938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:48:03.282327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:48:03.292168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.402964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:03.403606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.410365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] 10.222.0.86 "PUT /v2.0/ports/91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 1091 time: 1.3184855 Oct 29 11:48:03.412839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:03.415581 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865915f-8d13-4c93-a148-6d21f251695a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:03.512769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5446e-6916-4b22-8ade-7a63dc2ea0ee req-f860c663-e01f-41a8-8eeb-56fc7d0a7bc1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:03.526841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00c5446e-6916-4b22-8ade-7a63dc2ea0ee req-f860c663-e01f-41a8-8eeb-56fc7d0a7bc1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.1239707 Oct 29 11:48:03.633716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00c5446e-6916-4b22-8ade-7a63dc2ea0ee req-caa7f023-703f-4978-b253-eec7e2a83c5f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954733 Oct 29 11:48:03.645446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a01bc4-6f11-4cdf-8ff2-88a78a22d070 service neutron] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:03.650517 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.766254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.766816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:03.767176 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Floating IP ee22a04b-4338-4648-a22c-24fe80d6f6d0 disassociated. External IP: 172.25.4.235, port: 8fbd2131-6907-46a8-9150-24d05cfcddc4. Oct 29 11:48:03.775668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Calling delete_port for 8fbd2131-6907-46a8-9150-24d05cfcddc4 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:03.790955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-67e1a9aa-4d5a-4a81-bdae-429ebb4763cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:03.795268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-67e1a9aa-4d5a-4a81-bdae-429ebb4763cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1094 time: 0.3002174 Oct 29 11:48:03.801243 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6de327-dfb1-40e6-a837-9278d3701ffe x-openstack-request-id: req-aa6de327-dfb1-40e6-a837-9278d3701ffe {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:03.801953 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:03.802337 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa6de327-dfb1-40e6-a837-9278d3701ffe {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:03.802858 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'status': 'completed', 'code': 200} Oct 29 11:48:03.914548 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-9f5195ef-4bce-4c3f-aaba-41314eb19841 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 217 time: 0.1043069 Oct 29 11:48:04.023117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-728958af-ff4f-495e-9e4f-671ebf538b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:04.024925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-728958af-ff4f-495e-9e4f-671ebf538b78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.0741529 Oct 29 11:48:04.045141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c879a-b955-4376-b0b9-620e36c86e61 req-ee2ffcdb-b008-44b5-a452-92cb44499e9d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:04.046729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-618c879a-b955-4376-b0b9-620e36c86e61 req-ee2ffcdb-b008-44b5-a452-92cb44499e9d tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 945 time: 0.1587706 Oct 29 11:48:04.126545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-618c879a-b955-4376-b0b9-620e36c86e61 req-14eb1f08-984d-4917-9c38-1bdaafd8a9b3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups?id=093f1662-0a98-4225-b6c0-e8e314a30ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737879 Oct 29 11:48:04.166564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-feeb9989-db73-4fe0-a503-ba8a272baee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:04.168279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-feeb9989-db73-4fe0-a503-ba8a272baee6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304474 Oct 29 11:48:04.281992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:04.340746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'Port': ['ID=8fbd2131-6907-46a8-9150-24d05cfcddc4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:04.465311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-80758dce-8448-455b-bad1-f9a3a285463e service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865615 Oct 29 11:48:04.556047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:48:04.681261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4d43828-8787-4695-a79d-a83c4fc57cb2 req-bbd57016-ef7b-4290-a981-ee45ae88d760 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824992 Oct 29 11:48:04.789542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:48:04.808633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:48:04.810220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2356a13-8d54-4b6b-886f-6230a23520f3 req-4d7fb37c-08d4-4bfa-866e-e1bd7cab385c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:04.814355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2356a13-8d54-4b6b-886f-6230a23520f3 req-4d7fb37c-08d4-4bfa-866e-e1bd7cab385c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.0687952 Oct 29 11:48:04.829030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:04.829764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:04.837544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865915f-8d13-4c93-a148-6d21f251695a req-4fc46ac7-f1cd-4681-be6f-44b495b6001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:04.839389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-4fc46ac7-f1cd-4681-be6f-44b495b6001c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1094 time: 0.0943241 Oct 29 11:48:04.874165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] No DVR routers for this DVR port 8fbd2131-6907-46a8-9150-24d05cfcddc4 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:48:04.904227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2356a13-8d54-4b6b-886f-6230a23520f3 req-9d00af6c-702f-41bf-8a61-51a7be798a9b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820105 Oct 29 11:48:04.933486 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:04.939191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-30829de9-6cd1-417a-bf31-55ac136a526a req-a6803e7d-4ea8-4b82-9715-1029f0066c47 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.41 "DELETE /v2.0/ports/8fbd2131-6907-46a8-9150-24d05cfcddc4 HTTP/1.1" status: 204 len: 173 time: 2.1050134 Oct 29 11:48:05.090011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:05.209868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865915f-8d13-4c93-a148-6d21f251695a req-4130372d-9dfa-47d0-8d91-4cdb07f35f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:05.218444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-4130372d-9dfa-47d0-8d91-4cdb07f35f09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.3298442 Oct 29 11:48:05.335772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-71a8dab6-4bf3-4e29-a7f0-4baaa02029a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 217 time: 0.1074207 Oct 29 11:48:05.426729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb975966-bdca-4da8-9186-91f391e102c3 req-f32ac3ab-365e-44c4-893b-7d00555c476c tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/ports?device_id=52297b95-50b5-4f1d-8fe1-5a6e95ec361e HTTP/1.1" status: 200 len: 210 time: 0.1051176 Oct 29 11:48:05.453489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865915f-8d13-4c93-a148-6d21f251695a req-342a0fc4-e3c2-4673-a1ef-55eb6da93608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:05.455000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-342a0fc4-e3c2-4673-a1ef-55eb6da93608 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1114528 Oct 29 11:48:05.583959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:05.593628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865915f-8d13-4c93-a148-6d21f251695a req-7a979617-1d6c-47fd-8ec5-1bb5230a14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:05.603737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-7a979617-1d6c-47fd-8ec5-1bb5230a14f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332724 Oct 29 11:48:05.672891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:48:05.696622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:05.697658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:05.810236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'name': 'network-vif-deleted', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:05.813780 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf49636-ae5d-432c-9c98-5a3bc7f61370" -d '{"events": [{"server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "name": "network-vif-deleted", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:05.841695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-c583a000-3fd1-4404-9727-b59a532c090d service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322769 Oct 29 11:48:05.947496 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a391e-86d3-4833-995e-7fdf7b18f4cf x-openstack-request-id: req-576a391e-86d3-4833-995e-7fdf7b18f4cf {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:05.948071 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52297b95-50b5-4f1d-8fe1-5a6e95ec361e", "name": "network-vif-deleted", "tag": "8fbd2131-6907-46a8-9150-24d05cfcddc4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:05.948514 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-576a391e-86d3-4833-995e-7fdf7b18f4cf {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:05.950038 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52297b95-50b5-4f1d-8fe1-5a6e95ec361e', 'name': 'network-vif-deleted', 'tag': '8fbd2131-6907-46a8-9150-24d05cfcddc4', 'status': 'completed', 'code': 200} Oct 29 11:48:05.961715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:06.046028 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c865915f-8d13-4c93-a148-6d21f251695a req-2fa55b66-1748-4a0a-ba39-78f299626cb1 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972547 Oct 29 11:48:06.293786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a9b87-7fbf-4393-824c-ab328d8871ab req-80338d64-41e6-4d0c-8629-496a56ac5fad tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:06.307812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a5a9b87-7fbf-4393-824c-ab328d8871ab req-80338d64-41e6-4d0c-8629-496a56ac5fad tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.1478362 Oct 29 11:48:06.391955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a5a9b87-7fbf-4393-824c-ab328d8871ab req-034dec04-aa83-45b0-869a-8bffd1823e68 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820010 Oct 29 11:48:06.597199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:06.602748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 52904) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:06.696844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20f2d-11e2-4120-bfa7-684927d46715 None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f0153ee3-57ad-47e7-b502-cd5917ec01ca', 'name': '', 'network_id': 'c58883c1-f86e-42cf-bcc5-3e570d83076a', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'mac_address': 'fa:16:3e:2d:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:15Z', 'updated_at': '2021-10-29T11:40:21Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'subnets': [{'id': 'd4acd506-50b6-4f39-a294-d4fb6da01c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:48:06.750132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:06.802838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:06.884011 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:06.891445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:06.896377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "DELETE /v2.0/security-groups/093f1662-0a98-4225-b6c0-e8e314a30ab1 HTTP/1.1" status: 204 len: 168 time: 0.2882876 Oct 29 11:48:06.898651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52908) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:06.921746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758863-2419-4a31-971c-b209cd11d1e7 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f1662-0a98-4225-b6c0-e8e314a30ab1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:06.945623 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-decf98c9-f93b-4f9e-88dc-d8657df371c3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] show failed (client error): The resource could not be found. Oct 29 11:48:06.949130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-decf98c9-f93b-4f9e-88dc-d8657df371c3 tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "GET /v2.0/security-groups/093f1662-0a98-4225-b6c0-e8e314a30ab1 HTTP/1.1" status: 404 len: 347 time: 0.0489945 Oct 29 11:48:06.952116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 52910) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:06.984448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fbd2131-6907-46a8-9150-24d05cfcddc4 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:07.068889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 8fbd2131-6907-46a8-9150-24d05cfcddc4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:48:07.069129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 8fbd2131-6907-46a8-9150-24d05cfcddc4 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:07.251154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:48:07.344427 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553b192-0f93-4f57-8185-783b4bc15655 None None] New status for floating IP ee22a04b-4338-4648-a22c-24fe80d6f6d0: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:48:07.651182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:07.674034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:48:07.752169 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c211-131c-4bdd-9932-b6d6920d2d62 req-f0380bd2-6d2d-468d-9f57-8cc6018c8f01 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:07.765140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5be4c211-131c-4bdd-9932-b6d6920d2d62 req-f0380bd2-6d2d-468d-9f57-8cc6018c8f01 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.0816836 Oct 29 11:48:07.790362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:07.797474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Deleting port 078b4964-ffec-47df-957f-d87397aadfc3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:07.806396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:07.817413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:48:07.869561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:07.876146 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:07.982987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5be4c211-131c-4bdd-9932-b6d6920d2d62 req-1c24737e-a6ef-4567-862e-4b03a35c710e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166352 Oct 29 11:48:07.989312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:08.026541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:08.027150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:08.056077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Calling delete_port for 078b4964-ffec-47df-957f-d87397aadfc3 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:08.084429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['91c46da3-76a9-4b60-9f05-02ce491d66db'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:48:08.351468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:08.470020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:08.478052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:08.482319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] 10.222.0.77 "DELETE /v2.0/floatingips/ee22a04b-4338-4648-a22c-24fe80d6f6d0 HTTP/1.1" status: 204 len: 168 time: 1.5282061 Oct 29 11:48:08.484113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1640e6-76b4-460d-91c5-3a0c93f8e17b tempest-AttachVolumeTestJSON-2043297043 tempest-AttachVolumeTestJSON-2043297043-project] Pushing event deleted for resources: {'Port': ['ID=078b4964-ffec-47df-957f-d87397aadfc3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:09.223038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69376051-1164-4746-a521-5a71cef78bd5 req-5c7537c3-fb41-4b98-9590-d8c0be38f22c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:09.226554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69376051-1164-4746-a521-5a71cef78bd5 req-5c7537c3-fb41-4b98-9590-d8c0be38f22c tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.0642626 Oct 29 11:48:09.250943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:48:09.301399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69376051-1164-4746-a521-5a71cef78bd5 req-db8ece5a-d34b-4ac6-be23-ff061ab01f17 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680370 Oct 29 11:48:09.372261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 91c46da3-76a9-4b60-9f05-02ce491d66db completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:48:09.377079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 91c46da3-76a9-4b60-9f05-02ce491d66db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:48:09.377651 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:09.521343 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:09.570588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:09.580199 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc680ae5-6abe-4f42-ae60-7a2033303226" -d '{"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:09.656782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:09.673236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:09.740980 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c328f8-57cc-4a9d-b12d-e6b5dfd95e41 x-openstack-request-id: req-39c328f8-57cc-4a9d-b12d-e6b5dfd95e41 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:09.741888 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:09.742191 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39c328f8-57cc-4a9d-b12d-e6b5dfd95e41 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:09.743284 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'code': 200} Oct 29 11:48:09.813980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:09.905400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbabfa-0ecc-429c-8927-2a6cd050339c req-85bef590-e3c6-4bf2-86cd-996d91135048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:09.906936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dbbabfa-0ecc-429c-8927-2a6cd050339c req-85bef590-e3c6-4bf2-86cd-996d91135048 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1096 time: 0.1043699 Oct 29 11:48:09.985474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1dbbabfa-0ecc-429c-8927-2a6cd050339c req-b6a9337b-c186-48ab-b1ee-a60e945e34b0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708992 Oct 29 11:48:10.548239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbb7-0223-4d06-ba09-a35426b88a5a req-384ffeeb-5d26-45d9-9ec2-0f462ba9ce60 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:10.571867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-383bdbb7-0223-4d06-ba09-a35426b88a5a req-384ffeeb-5d26-45d9-9ec2-0f462ba9ce60 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1350470 Oct 29 11:48:10.642556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-383bdbb7-0223-4d06-ba09-a35426b88a5a req-84de7e53-583c-4853-b128-f3a42824646d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695462 Oct 29 11:48:11.866059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee7f39-f39c-4b6f-bee5-3290e8ba4af5 req-af652be4-a66a-40cf-95d1-cdd3c2d5fd7f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:11.874639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bee7f39-f39c-4b6f-bee5-3290e8ba4af5 req-af652be4-a66a-40cf-95d1-cdd3c2d5fd7f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0984995 Oct 29 11:48:11.921281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bee7f39-f39c-4b6f-bee5-3290e8ba4af5 req-79c7c144-2ab1-40e7-9f7a-41a892abc1f3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Oct 29 11:48:12.150607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f6fcb-d42a-4326-ae6b-02c92d900234 req-cbd53026-da9b-4847-b96a-4d3034d848ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:12.161136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53050) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:12.161656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-648f6fcb-d42a-4326-ae6b-02c92d900234 req-cbd53026-da9b-4847-b96a-4d3034d848ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1187832 Oct 29 11:48:12.165734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Request body: {'floatingip': {'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:12.268609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:13.426959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-df17c2a1-c3a9-4fa6-ac56-02454fc042d2 req-30569868-fc69-4387-8b61-a32a65ba21a9 service neutron] (102278) timed out ('10.222.0.77', 37694) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:48:13.699932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:13.706039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:13.786270 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:48:13.830841 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Floating IP 82cf1bab-b93a-4940-a1e4-d2e00df3f863 associated. External IP: 172.25.4.99, port: 91c46da3-76a9-4b60-9f05-02ce491d66db. Oct 29 11:48:14.207343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:48:14.502165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:48:14.512270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:14.527617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:48:14.615032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:14.618679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:14.670602 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6353f56-e73b-4da9-8945-7b5a2ca0b756 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "PUT /v2.0/floatingips/82cf1bab-b93a-4940-a1e4-d2e00df3f863 HTTP/1.1" status: 200 len: 990 time: 2.5082552 Oct 29 11:48:14.671998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:14.680012 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:14.798852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:14.837357 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa3683-8488-482f-9cb0-66e8e48b7b2e x-openstack-request-id: req-3baa3683-8488-482f-9cb0-66e8e48b7b2e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:14.837881 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:14.837881 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3baa3683-8488-482f-9cb0-66e8e48b7b2e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:14.838329 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'status': 'completed', 'code': 200} Oct 29 11:48:14.971764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-94e86f24-7c68-471c-bef8-9463dd2eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:14.973945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-94e86f24-7c68-471c-bef8-9463dd2eeee1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1096 time: 0.1062291 Oct 29 11:48:15.162047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-96b35c6c-663a-46c2-beaf-94226a0e896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:15.164346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-96b35c6c-663a-46c2-beaf-94226a0e896f service neutron] 10.222.0.86 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1822228 Oct 29 11:48:15.290975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '82cf1bab-b93a-4940-a1e4-d2e00df3f863', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:58Z', 'updated_at': '2021-10-29T11:48:13Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:15.322940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-c21115ee-0b13-46bc-a64a-b739c805b37d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 998 time: 0.1510322 Oct 29 11:48:15.352659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:48:15.373993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:15.374529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:15.507918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-eb227dc2-620b-4cde-94b6-f91deac651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:15.514809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-eb227dc2-620b-4cde-94b6-f91deac651a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1651225 Oct 29 11:48:15.568727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:15.613510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-8b5b230d-fe4b-48c1-8e58-da295d238406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:15.615197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-8b5b230d-fe4b-48c1-8e58-da295d238406 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920959 Oct 29 11:48:15.808445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-3a599cba-ff02-4224-86e5-f40ab13567d2 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849716 Oct 29 11:48:15.874515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53112) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:16.063892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05a9ad8a-3fdb-4063-a8cc-bf3242c2da1b req-29b051a5-e23c-4f8b-9d80-9379ef9ebf69 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483370 Oct 29 11:48:16.110899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7273e37d-eddd-4db4-b245-657f2f1f69c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.255814 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7273e37d-eddd-4db4-b245-657f2f1f69c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.270327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '82cf1bab-b93a-4940-a1e4-d2e00df3f863', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:58Z', 'updated_at': '2021-10-29T11:48:13Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:16.270745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7273e37d-eddd-4db4-b245-657f2f1f69c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.315026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bde375-173c-4992-967a-4fb44fff9a88 None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '82cf1bab-b93a-4940-a1e4-d2e00df3f863', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:47:58Z', 'updated_at': '2021-10-29T11:48:13Z', 'revision_number': 1, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:48:16.329062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7273e37d-eddd-4db4-b245-657f2f1f69c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfebb43709344159842a55bea6acdafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501479 Oct 29 11:48:16.329944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:16.359505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e37d-eddd-4db4-b245-657f2f1f69c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c6260d-1700-466d-b7ad-0018bf650565,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:16.446781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.524254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.623107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.626910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.628406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7c6260d-1700-466d-b7ad-0018bf650565 HTTP/1.1" status: 204 len: 168 time: 0.2971723 Oct 29 11:48:16.645345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf146cce-29d0-4fd2-9a86-e0712cfc17d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c6260d-1700-466d-b7ad-0018bf650565,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:16.752315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:16.806259 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583be93-0266-4e31-a603-515f1517f06c None None] New status for floating IP 82cf1bab-b93a-4940-a1e4-d2e00df3f863: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:48:16.870560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Deleting subnet 26131d94-9a8e-4d55-81c6-0db255df9c50 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:48:16.880669 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:16.964719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.074878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.237885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.362341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26131d94-9a8e-4d55-81c6-0db255df9c50,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:17.399104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.402894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a60cec42-520f-4f0c-88c8-58bc779384e9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/26131d94-9a8e-4d55-81c6-0db255df9c50 HTTP/1.1" status: 204 len: 168 time: 0.6487865 Oct 29 11:48:17.405592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53148) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:17.494609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.635148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.662459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feeab9a7-cf57-4820-979e-85e3eee2b7cd']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:17.702835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f67861-093c-4f3f-903d-da145b665d31') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:17.705599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f67861-093c-4f3f-903d-da145b665d31') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:17.727073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.758423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.764933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:48:17.765343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:48:17.767054 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:48:17.873485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.879951 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:17.883582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/feeab9a7-cf57-4820-979e-85e3eee2b7cd HTTP/1.1" status: 204 len: 168 time: 0.4766412 Oct 29 11:48:17.886535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53152) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:17.907777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbace3-80c7-461d-b592-3f6385303ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=feeab9a7-cf57-4820-979e-85e3eee2b7cd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:17.961941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Deleting subnet d5fd58fc-c7c6-4e9f-8a7d-198f28bf0faa {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:48:17.965751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.006290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.083599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.156751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.226550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fd58fc-c7c6-4e9f-8a7d-198f28bf0faa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:18.230601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.233802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b6fa1eb9-af23-4749-8467-5f5d9819a172 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d5fd58fc-c7c6-4e9f-8a7d-198f28bf0faa HTTP/1.1" status: 204 len: 168 time: 0.3455861 Oct 29 11:48:18.236352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:18.351229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.499523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.541112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b192ab04-787b-4a43-857f-381609dad01a']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:18.553752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b8c76e-f7f6-45c5-b57c-49cddc979d17') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:18.554044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b8c76e-f7f6-45c5-b57c-49cddc979d17') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:18.566907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.583198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.590531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:48:18.591254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:48:18.594768 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:48:18.693683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.741778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:18.760599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] 10.222.0.77 "DELETE /v2.0/networks/b192ab04-787b-4a43-857f-381609dad01a HTTP/1.1" status: 204 len: 168 time: 0.5205557 Oct 29 11:48:18.761772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368ba19-1bcd-4f0c-9225-64cb1414000f admin admin] Pushing event deleted for resources: {'Network': ['ID=b192ab04-787b-4a43-857f-381609dad01a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:19.147787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:19.197129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7fe90e8e-6eb3-4d1e-b0a1-f009b34d95dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17e134dcf72a4d97b81b528beac30171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479772 Oct 29 11:48:19.199854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:19.264126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:19.291952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:19.343815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:19.346859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:19.350702 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2b163c8-40c1-475a-b4d6-fe67c5ffa03e HTTP/1.1" status: 204 len: 168 time: 0.1470716 Oct 29 11:48:19.360219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a6bc-b460-4168-9446-ca9783a58464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b163c8-40c1-475a-b4d6-fe67c5ffa03e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:20.072423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53194) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:20.138940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d592e58d-2c1c-4a77-b33f-7bc29f5aa304 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98eb581594dd4bc5aef266152d8fb076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653095 Oct 29 11:48:20.141537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:20.246950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.271495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.336057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.339246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.340570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62071a45-e041-4202-a011-a13370b26727 HTTP/1.1" status: 204 len: 168 time: 0.1972344 Oct 29 11:48:20.350378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4753f-8521-438a-af9e-9d723bd2049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62071a45-e041-4202-a011-a13370b26727,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:20.745280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-f6fac679-a372-4538-beff-69cd992aa7cb tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:20.747190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-f6fac679-a372-4538-beff-69cd992aa7cb tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0413866 Oct 29 11:48:20.777735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-5475269e-69a7-4345-8a3f-13104fab4e10 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.904153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-5475269e-69a7-4345-8a3f-13104fab4e10 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.908770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-5475269e-69a7-4345-8a3f-13104fab4e10 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:20.940919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475269e-69a7-4345-8a3f-13104fab4e10 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4012b837-cf40-4d1d-98c2-9c653486c08d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:20.960809 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-904609d5-fb3a-4c7e-8c47-af52521d80dc req-5475269e-69a7-4345-8a3f-13104fab4e10 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071154 Oct 29 11:48:21.233199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5518211-96fd-4c97-9275-bd529a933537 req-8e72ae90-8021-4220-a787-f96eec85920b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:21.239526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5518211-96fd-4c97-9275-bd529a933537 req-8e72ae90-8021-4220-a787-f96eec85920b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0951164 Oct 29 11:48:21.307765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5518211-96fd-4c97-9275-bd529a933537 req-43a482ce-d682-4e46-8d78-7dd4f93f1904 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672843 Oct 29 11:48:21.318512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53232) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:21.432567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-df4e0d7c-9301-4f68-8cdc-b16ad5ff0dce tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/6fc07c98-0066-4a61-9caf-fcd1124cc81d HTTP/1.1" status: 200 len: 994 time: 0.1121066 Oct 29 11:48:21.842159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-c02d6ec2-3e6a-4c87-905f-7dd2c3cc8143 req-5cbfc6f0-1d3e-4be4-baef-6567211667c2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:48:21.843221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c02d6ec2-3e6a-4c87-905f-7dd2c3cc8143 req-5cbfc6f0-1d3e-4be4-baef-6567211667c2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076323 Oct 29 11:48:21.873992 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:22.288816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-cfd5fc2a-1829-4b52-9943-5aa5e12f44c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718002 Oct 29 11:48:22.381928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb28bb-b485-4633-a64a-4501ea91522c req-d059267f-173f-4a2f-a428-37383285b29c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:22.390897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aecb28bb-b485-4633-a64a-4501ea91522c req-d059267f-173f-4a2f-a428-37383285b29c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0693319 Oct 29 11:48:22.438248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aecb28bb-b485-4633-a64a-4501ea91522c req-2e339ddd-ae07-4f8f-b14e-8d5ada70a8aa tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463288 Oct 29 11:48:23.613541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ab16-df66-4316-9d65-66d5bf420038 req-1dc5e94f-de7d-4d8c-b88e-5b00e2aba21f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:23.624898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0183ab16-df66-4316-9d65-66d5bf420038 req-1dc5e94f-de7d-4d8c-b88e-5b00e2aba21f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0781865 Oct 29 11:48:23.712995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0183ab16-df66-4316-9d65-66d5bf420038 req-4a810f03-ab69-4bb8-81bc-7a3531faa48d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861275 Oct 29 11:48:23.786232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53338) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:23.923497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-9411c753-e199-44d8-b94d-fcff24984691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:23.924951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-9411c753-e199-44d8-b94d-fcff24984691 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0731533 Oct 29 11:48:24.107610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-aceecb40-e967-46a9-975b-0287dcdc82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:24.109963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-aceecb40-e967-46a9-975b-0287dcdc82c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.1762002 Oct 29 11:48:24.320496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-6dcc0bac-f490-4c8e-a5a3-110e9915ba0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1002 time: 0.2019551 Oct 29 11:48:24.436950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-dbb2adbe-1757-4737-9415-9f1a2707825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:24.438884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-dbb2adbe-1757-4737-9415-9f1a2707825e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.1023073 Oct 29 11:48:24.588027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-dce91eb8-d961-4c39-9320-115a337710fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:24.589586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-dce91eb8-d961-4c39-9320-115a337710fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420703 Oct 29 11:48:24.816063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-00802c65-dddb-467f-9f29-9ca8976309b0 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177255 Oct 29 11:48:24.845782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:24.960058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-b02b290c-184c-4044-9b9e-04cde01dda6f service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360016 Oct 29 11:48:25.039976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c75162-98f8-4690-a31b-0a44bc5da4db req-51c2107b-dddc-46e0-b8d2-69a44f531f27 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:25.041645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c75162-98f8-4690-a31b-0a44bc5da4db req-51c2107b-dddc-46e0-b8d2-69a44f531f27 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0927401 Oct 29 11:48:25.135908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c75162-98f8-4690-a31b-0a44bc5da4db req-981d99f8-122d-4103-b6c0-aba2e3504cd1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823867 Oct 29 11:48:25.364779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Deleting port f0153ee3-57ad-47e7-b502-cd5917ec01ca {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:25.366160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:25.488175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] For port f0153ee3-57ad-47e7-b502-cd5917ec01ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f0153ee3-57ad-47e7-b502-cd5917ec01ca,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:25.488706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:25.509036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Calling delete_port for f0153ee3-57ad-47e7-b502-cd5917ec01ca owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:25.739847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:25.792903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0153ee3-57ad-47e7-b502-cd5917ec01ca,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:25.867259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:25.953782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:26.199204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Router 633918b4-8888-4100-a259-901d60c86648 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:48:26.353557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d6aad-a511-422d-aff1-ceccdc29e79d req-2ee2c8b3-28b7-400e-9a7a-0a2f34c4d98c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:26.355443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d45d6aad-a511-422d-aff1-ceccdc29e79d req-2ee2c8b3-28b7-400e-9a7a-0a2f34c4d98c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0727990 Oct 29 11:48:26.385504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:48:26.398084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d67ae17a-db32-4371-81ab-5a7baf68d935 admin admin] 10.222.0.77 "PUT /v2.0/routers/633918b4-8888-4100-a259-901d60c86648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083229 Oct 29 11:48:26.398650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:26.401701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Sync routers for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:48:26.446244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:26.455675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:26.519481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d45d6aad-a511-422d-aff1-ceccdc29e79d req-da9e5612-6903-40c9-a478-484858fb3845 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557059 Oct 29 11:48:26.651856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:26.719123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:26.796582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:26.866212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Deleting port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:26.866637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:26.965578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] For port 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:26.966182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:26.986247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Calling delete_port for 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:27.040226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:48:25Z', 'revision_number': 5, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port': {'id': '2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633918b4-8888-4100-a259-901d60c86648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:40:11Z', 'updated_at': '2021-10-29T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:27.108600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Checking router: 633918b4-8888-4100-a259-901d60c86648 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:48:27.127267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Routers {'633918b4-8888-4100-a259-901d60c86648'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:48:27.128123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:48:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['633918b4-8888-4100-a259-901d60c86648'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:27.198258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.239760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] Set router 633918b4-8888-4100-a259-901d60c86648 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:48:27.256913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:27.294997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:48:26Z', 'revision_number': 6, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:27.304170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.329506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de34a6a-937f-4c19-b015-b44c9d250168 None None] The sync data for ids ['633918b4-8888-4100-a259-901d60c86648'] in n-d-805046-9 is: [{'id': '633918b4-8888-4100-a259-901d60c86648', 'name': 'tempest-AttachVolumeTestJSON-2106659649-router', 'tenant_id': '8d82c2979fa74e0791ecb6cc23292d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:40:09Z', 'updated_at': '2021-10-29T11:48:26Z', 'revision_number': 6, 'project_id': '8d82c2979fa74e0791ecb6cc23292d92', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:48:27.413509 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.415887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.492369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.493422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633918b4-8888-4100-a259-901d60c86648 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:48:27.500941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.502365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-edf29fed-2247-45b8-a36d-dd39299ed437 admin admin] 10.222.0.77 "DELETE /v2.0/routers/633918b4-8888-4100-a259-901d60c86648 HTTP/1.1" status: 204 len: 168 time: 1.1017954 Oct 29 11:48:27.504962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53390) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:27.569983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Deleting subnet d4acd506-50b6-4f39-a294-d4fb6da01c2f {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:48:27.574743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.647239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.676673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfec316-1a8d-40f8-983d-fdc0fe752483 req-da78e80e-715d-4a2f-9478-7231ccfe1c3f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:27.692790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cfec316-1a8d-40f8-983d-fdc0fe752483 req-da78e80e-715d-4a2f-9478-7231ccfe1c3f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0754166 Oct 29 11:48:27.762746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4cfec316-1a8d-40f8-983d-fdc0fe752483 req-8be44b84-a066-4696-863c-29c9cfb68295 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682306 Oct 29 11:48:27.845939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.914345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.934208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087365af-d4ca-4fe8-ac35-7bc3f6c4bba7 None None] Network c58883c1-f86e-42cf-bcc5-3e570d83076a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:48:27.948009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:27.956557 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d4acd506-50b6-4f39-a294-d4fb6da01c2f HTTP/1.1" status: 204 len: 168 time: 0.4491305 Oct 29 11:48:27.958121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53402) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:28.011979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47012a8b-a0d0-4a84-bf8f-adea1ef0f064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4acd506-50b6-4f39-a294-d4fb6da01c2f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:28.091373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.243615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Deleting port 95ecfffd-10dd-40bf-add1-97895e9d8b5f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:28.243952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.293081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] DHCP port deletion for c58883c1-f86e-42cf-bcc5-3e570d83076a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:48:28.384505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Deleting port 95ecfffd-10dd-40bf-add1-97895e9d8b5f {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:28.384882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.400872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] For port 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=95ecfffd-10dd-40bf-add1-97895e9d8b5f,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:28.401331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.415696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ebdd0a8-c0d2-4828-8804-f6ad99248db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.449971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Calling delete_port for 95ecfffd-10dd-40bf-add1-97895e9d8b5f owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:28.509823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] For port 95ecfffd-10dd-40bf-add1-97895e9d8b5f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=95ecfffd-10dd-40bf-add1-97895e9d8b5f,segment=NetworkSegment(4a40cb24-1eaf-4c2c-a57b-665267679bd4),segment_id=4a40cb24-1eaf-4c2c-a57b-665267679bd4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:28.510569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.541939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f0153ee3-57ad-47e7-b502-cd5917ec01ca no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:28.550319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Calling delete_port for 95ecfffd-10dd-40bf-add1-97895e9d8b5f owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:28.586780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f0153ee3-57ad-47e7-b502-cd5917ec01ca {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:48:28.587117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f0153ee3-57ad-47e7-b502-cd5917ec01ca not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:28.587536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:28.599230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.630426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:48:28.631503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2be0eff0-457e-4a7b-b5e7-b9b5698cf3e7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:28.632111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 95ecfffd-10dd-40bf-add1-97895e9d8b5f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:28.658568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Pushing event deleted for resources: {'Port': ['ID=95ecfffd-10dd-40bf-add1-97895e9d8b5f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:28.675063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] No DVR routers for this DVR port 95ecfffd-10dd-40bf-add1-97895e9d8b5f on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:48:28.704185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 95ecfffd-10dd-40bf-add1-97895e9d8b5f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:48:28.704665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 95ecfffd-10dd-40bf-add1-97895e9d8b5f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:28.789488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.826014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Pushing event deleted for resources: {'Port': ['ID=95ecfffd-10dd-40bf-add1-97895e9d8b5f,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:28.832917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] No DVR routers for this DVR port 95ecfffd-10dd-40bf-add1-97895e9d8b5f on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:48:28.853336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.853713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.854028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.854366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.854720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.857328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.857684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.858022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.858356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.858694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.859028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.859357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf402bd6-3bf8-42d1-aa8a-dfec9c48ef01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:28.863540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.901717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58883c1-f86e-42cf-bcc5-3e570d83076a']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:28.926661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a40cb24-1eaf-4c2c-a57b-665267679bd4') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:28.927025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a40cb24-1eaf-4c2c-a57b-665267679bd4') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:48:28.940199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.965742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98864f0-7eec-4e82-aaa7-2beed3584a64 req-f28119db-35b4-46d8-9b6d-2b2ba164906c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:28.967652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b98864f0-7eec-4e82-aaa7-2beed3584a64 req-f28119db-35b4-46d8-9b6d-2b2ba164906c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0948079 Oct 29 11:48:28.968757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.976364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:48:28.976880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:48:28.978887 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:48:29.063493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b98864f0-7eec-4e82-aaa7-2beed3584a64 req-aed5443e-dbda-44b4-8023-54e03afe08fd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723083 Oct 29 11:48:29.064191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.070471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.083650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] 10.222.0.77 "DELETE /v2.0/networks/c58883c1-f86e-42cf-bcc5-3e570d83076a HTTP/1.1" status: 204 len: 168 time: 1.1215363 Oct 29 11:48:29.132300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323220-49c1-4374-a0e2-17faec2fbe8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c58883c1-f86e-42cf-bcc5-3e570d83076a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:29.248747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:29.294264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fd61607a-51a2-4cf1-9ea1-dcddb7ae7de9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d82c2979fa74e0791ecb6cc23292d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440884 Oct 29 11:48:29.295297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53426) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:29.358288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.382898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.433361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.436213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:29.439623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a6815f8-4d93-4081-a470-c995c4e4fdf6 HTTP/1.1" status: 204 len: 168 time: 0.1411967 Oct 29 11:48:29.447472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca75585-4e2d-46f9-961b-3f536a1028ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6815f8-4d93-4081-a470-c995c4e4fdf6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:30.272775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5484ae-6be3-4ad9-946d-771e69876a16 req-09f180e6-76d4-4e92-8ffb-e0295e553eb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:30.277406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e5484ae-6be3-4ad9-946d-771e69876a16 req-09f180e6-76d4-4e92-8ffb-e0295e553eb7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0833237 Oct 29 11:48:30.337876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e5484ae-6be3-4ad9-946d-771e69876a16 req-723db457-944f-4451-bee6-7687c4ee5e7b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546465 Oct 29 11:48:30.840241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07b58a62-19e8-49f1-8d5b-cf048fb43f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:31.526267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9025af-ac93-4afc-a224-0acbed78e315 req-96d9197e-e715-477a-951f-0835793ffea4 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:31.528423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf9025af-ac93-4afc-a224-0acbed78e315 req-96d9197e-e715-477a-951f-0835793ffea4 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0955012 Oct 29 11:48:31.593486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf9025af-ac93-4afc-a224-0acbed78e315 req-725463a0-a9ef-42e0-8bb1-1a4016b31a97 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560522 Oct 29 11:48:32.290313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:32.295593 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:32.792935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0d79-9a94-4470-bb9e-4a26b9e4bb79 req-e66059de-8fd3-4120-8d3d-e669605058e6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:32.802018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5eed0d79-9a94-4470-bb9e-4a26b9e4bb79 req-e66059de-8fd3-4120-8d3d-e669605058e6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0989490 Oct 29 11:48:32.850903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5eed0d79-9a94-4470-bb9e-4a26b9e4bb79 req-0b3a9aca-70e9-4de6-b9d6-2f7d3e2eef05 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Oct 29 11:48:33.612511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:34.030323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e810c-b70f-4657-a13f-d4075d970689 req-bd0af708-fc77-477d-b26b-949ca288b108 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:34.034310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-177e810c-b70f-4657-a13f-d4075d970689 req-bd0af708-fc77-477d-b26b-949ca288b108 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0852222 Oct 29 11:48:34.095640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-177e810c-b70f-4657-a13f-d4075d970689 req-4b04e098-124a-4619-82cc-19f5f2e43809 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544529 Oct 29 11:48:35.260786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4189289-7f1c-470b-9c14-ee727b800bc5 req-e97243e0-2cd5-4762-ac9f-3ec7dc109ba6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:35.263225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4189289-7f1c-470b-9c14-ee727b800bc5 req-e97243e0-2cd5-4762-ac9f-3ec7dc109ba6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0554810 Oct 29 11:48:35.317188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4189289-7f1c-470b-9c14-ee727b800bc5 req-26c107c9-222a-42a6-88a3-468672d4b604 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Oct 29 11:48:36.529233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef22f1-9fb7-4fea-8c79-9e37511fc7d3 req-eee35935-d53e-4f37-8aca-08c82fa11717 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:36.538075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fef22f1-9fb7-4fea-8c79-9e37511fc7d3 req-eee35935-d53e-4f37-8aca-08c82fa11717 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.0784316 Oct 29 11:48:36.586312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fef22f1-9fb7-4fea-8c79-9e37511fc7d3 req-bb6de727-85ef-4663-9572-0fe3347f64ad tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Oct 29 11:48:36.665252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:36.826385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba513900-398b-4d2d-b640-a3687fc44b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:36.898847 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-21f9f551-2054-4aa7-9516-ad2698bf0eff service neutron] show failed (client error): The resource could not be found. Oct 29 11:48:36.900046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-21f9f551-2054-4aa7-9516-ad2698bf0eff service neutron] 10.222.0.41 "GET /v2.0/ports/d9dc4aea-3b81-438b-a879-f6f969adba02/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0836315 Oct 29 11:48:36.982648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba513900-398b-4d2d-b640-a3687fc44b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:36.990995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba513900-398b-4d2d-b640-a3687fc44b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.060510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513900-398b-4d2d-b640-a3687fc44b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e952f61-7e64-49ea-ad81-a690c65eb767,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:37.085460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ba513900-398b-4d2d-b640-a3687fc44b7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9bddd08517a47ef91caa02532302826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186919 Oct 29 11:48:37.087613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53724) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:37.157529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.192620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-e14cab13-0e83-44ae-bdf0-4a6db86b16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:37.193846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.194889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-e14cab13-0e83-44ae-bdf0-4a6db86b16eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 1097 time: 0.0476258 Oct 29 11:48:37.207733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:37.261448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.264392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.265673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e952f61-7e64-49ea-ad81-a690c65eb767 HTTP/1.1" status: 204 len: 168 time: 0.1771350 Oct 29 11:48:37.285044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64655e9-6658-4651-9871-b7d41b255088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e952f61-7e64-49ea-ad81-a690c65eb767,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:37.293258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.529848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:37.569294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:48:37.607036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 53740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:37.622855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:37.625495 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0194d30-194c-49dd-a842-aaec22c7f632" -d '{"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-unplugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:37.635962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.638998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd5abb2f-a627-4dbe-a33f-7ea6710895b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.659320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Transition to ACTIVE for port object d9dc4aea-3b81-438b-a879-f6f969adba02 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:48:37.665900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:37.765036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:37.852412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca4392-435e-4143-9daa-23e15d140c84 req-dd8618c1-4988-4dd5-bb15-5e1c0f45e4c0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:37.855758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ca4392-435e-4143-9daa-23e15d140c84 req-dd8618c1-4988-4dd5-bb15-5e1c0f45e4c0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.0698338 Oct 29 11:48:37.902392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] No DVR routers for this DVR port d9dc4aea-3b81-438b-a879-f6f969adba02 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:48:37.907767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ca4392-435e-4143-9daa-23e15d140c84 req-33ead71f-6a25-4136-9421-5859129d8232 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Oct 29 11:48:37.992917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd5abb2f-a627-4dbe-a33f-7ea6710895b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.018089 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f466ee-6df1-4189-9070-1a510fad0ff6 x-openstack-request-id: req-47f466ee-6df1-4189-9070-1a510fad0ff6 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:38.018381 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-unplugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:38.018641 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47f466ee-6df1-4189-9070-1a510fad0ff6 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:38.019037 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'code': 200} Oct 29 11:48:38.027319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dd5abb2f-a627-4dbe-a33f-7ea6710895b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.113635 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dd5abb2f-a627-4dbe-a33f-7ea6710895b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=145cad9950d24b12b6e224b15284a26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054829 Oct 29 11:48:38.117177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 53760) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:38.132323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:48:38.132666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:48:38.132997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:38.135124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5abb2f-a627-4dbe-a33f-7ea6710895b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ae83f-0339-4843-891f-934a1c17f55e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:38.141700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:48:38.142027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Attempting to bind port d9dc4aea-3b81-438b-a879-f6f969adba02 on network 83d94339-96c8-449d-abb2-21641e4e8a48 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:38.149041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:48:38.149520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Checking segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:48:38.149755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Bound using segment: {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:48:38.156071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Bound port: d9dc4aea-3b81-438b-a879-f6f969adba02, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:48:38.156442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.248673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:48:38.253798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:48:38.261618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.263854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.280596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eee32-9148-4d08-97ba-3d5595f775c0 req-356eb5e5-0567-4aa1-9cdd-52cd47d7ba6c tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.288221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-767eee32-9148-4d08-97ba-3d5595f775c0 req-356eb5e5-0567-4aa1-9cdd-52cd47d7ba6c tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 945 time: 0.1195135 Oct 29 11:48:38.315713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.316391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.319537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] 10.222.0.86 "PUT /v2.0/ports/d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1092 time: 1.1160910 Oct 29 11:48:38.344957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfabe6-bff4-4174-80b2-4e2f9deb3856 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:38.345408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.408097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-767eee32-9148-4d08-97ba-3d5595f775c0 req-d4ca1ef4-0250-4a8d-a0b9-587a2cf62e3e tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186576 Oct 29 11:48:38.421040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-ae3e4ca4-7521-4b25-a136-a290bb96ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.423755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-ae3e4ca4-7521-4b25-a136-a290bb96ee2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.0651793 Oct 29 11:48:38.475544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.478553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:38.483192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/884ae83f-0339-4843-891f-934a1c17f55e HTTP/1.1" status: 204 len: 168 time: 0.3619094 Oct 29 11:48:38.495214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452bf7f-71b0-4347-afc9-fd9751c0e091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ae83f-0339-4843-891f-934a1c17f55e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:38.608509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-ffa83c42-e0af-4b3e-b0d4-8b439426bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.610710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-ffa83c42-e0af-4b3e-b0d4-8b439426bc13 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.1783049 Oct 29 11:48:38.705510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-0294dc55-1c6b-4dd5-a243-64efc4019024 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1000 time: 0.0856860 Oct 29 11:48:38.780495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-812c0077-883d-4163-af11-8480cafbbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.782455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-812c0077-883d-4163-af11-8480cafbbda4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.0688059 Oct 29 11:48:38.843586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-e2fb949a-1449-416b-8a7a-89bb3fb59438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:38.845301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-e2fb949a-1449-416b-8a7a-89bb3fb59438 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521019 Oct 29 11:48:38.961304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-de170596-f86d-4e1c-971b-ebd67d118d91 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082675 Oct 29 11:48:39.099029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d5b9-47b7-44d2-85a5-308037a50a9e req-c1768aaf-195e-441e-ac26-e3db85b02b60 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:39.107588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fc3d5b9-47b7-44d2-85a5-308037a50a9e req-c1768aaf-195e-441e-ac26-e3db85b02b60 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.0729387 Oct 29 11:48:39.160871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5fc3d5b9-47b7-44d2-85a5-308037a50a9e req-cb4abf5c-a357-4574-87cc-34d07ba65fa6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Oct 29 11:48:39.610753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e9c6e7-454d-4bbd-92ca-6b8b7dede558 req-c0e5c828-21a6-4f01-97ba-c8476321ea99 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306999 Oct 29 11:48:39.634760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-44551ea1-f77e-4189-b4b1-a9627384ba5a tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:39.636162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25cb9-22b3-4f7e-9380-a22599b20ca6 req-d7e9da75-891b-417d-81a9-a0b9d8bab249 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:39.637123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-44551ea1-f77e-4189-b4b1-a9627384ba5a tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 945 time: 0.0687938 Oct 29 11:48:39.640733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb25cb9-22b3-4f7e-9380-a22599b20ca6 req-d7e9da75-891b-417d-81a9-a0b9d8bab249 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b4bbf6-c660-47fa-8d6a-f74e461e4336 HTTP/1.1" status: 200 len: 945 time: 0.0898657 Oct 29 11:48:39.691621 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1fb25cb9-22b3-4f7e-9380-a22599b20ca6 req-7ded2002-eca5-4cf2-ac8d-2f684f3aead3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Oct 29 11:48:39.773501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Deleting port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:48:39.773928 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:39.894034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] For port 92ec57fd-cd79-4e26-987e-ae6be7a720c7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=92ec57fd-cd79-4e26-987e-ae6be7a720c7,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:39.894483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:39.908964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Calling delete_port for 92ec57fd-cd79-4e26-987e-ae6be7a720c7 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:48:40.038416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:40.040701 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205a395-b536-465a-983b-344303302f54" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:40.089963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:40.103509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['92ec57fd-cd79-4e26-987e-ae6be7a720c7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:48:40.107490 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c70040-0106-457d-bd5c-3d20faea55a4 x-openstack-request-id: req-00c70040-0106-457d-bd5c-3d20faea55a4 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:40.107981 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:40.108305 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00c70040-0106-457d-bd5c-3d20faea55a4 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:40.108804 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'status': 'completed', 'code': 200} Oct 29 11:48:40.179623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Pushing event deleted for resources: {'Port': ['ID=92ec57fd-cd79-4e26-987e-ae6be7a720c7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:40.213397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] No DVR routers for this DVR port 92ec57fd-cd79-4e26-987e-ae6be7a720c7 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:48:40.217095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:40.221304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-90f3c2bb-76fd-40d9-8453-1207b1979765 req-84b02bbd-b83d-4ad1-a7c6-6bc0fe3d519f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "DELETE /v2.0/ports/92ec57fd-cd79-4e26-987e-ae6be7a720c7 HTTP/1.1" status: 204 len: 173 time: 0.5771651 Oct 29 11:48:40.233349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-6fbc6922-747f-468f-a28f-db6f74734f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.236537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-6fbc6922-747f-468f-a28f-db6f74734f42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.0925729 Oct 29 11:48:40.293954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-5b4383da-2e0d-4b35-b474-e3002183327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.295496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-5b4383da-2e0d-4b35-b474-e3002183327e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.1484880 Oct 29 11:48:40.543576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-43f03243-802f-4453-9a37-63237a5d2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.543576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-43f03243-802f-4453-9a37-63237a5d2078 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.2331562 Oct 29 11:48:40.694378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-7946273d-6ea5-4d74-b7eb-716e6f246fc7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1000 time: 0.1389573 Oct 29 11:48:40.775834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-d868e148-a18b-4f05-b53f-62fad4a992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.778024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-d868e148-a18b-4f05-b53f-62fad4a992b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.0732369 Oct 29 11:48:40.851807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-15e85359-ad3c-4539-aa4a-630e2506a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.853625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-15e85359-ad3c-4539-aa4a-630e2506a573 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660217 Oct 29 11:48:40.885246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a0233-cdac-49d4-b717-c34f8063fc38 req-6813e157-74ce-4fa7-aa49-39fbef60e196 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.893872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4a0233-cdac-49d4-b717-c34f8063fc38 req-6813e157-74ce-4fa7-aa49-39fbef60e196 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.1047063 Oct 29 11:48:40.959109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-6582dd34-a62c-46fa-b398-f51ea447f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:40.959109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-6582dd34-a62c-46fa-b398-f51ea447f464 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.7139709 Oct 29 11:48:40.990876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4a0233-cdac-49d4-b717-c34f8063fc38 req-1a644af5-6682-4c19-b400-583e98d7c448 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956132 Oct 29 11:48:41.048848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-fae588bb-2c68-4510-94ea-28fbe3647d99 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860750 Oct 29 11:48:41.124163 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-ee722ac8-3b16-4965-8d55-61daa2c14f59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1000 time: 0.1513317 Oct 29 11:48:41.161289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:41.219799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-b1115157-e579-4ced-b748-e4f79ecc1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:41.221285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-b1115157-e579-4ced-b748-e4f79ecc1c02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.0911043 Oct 29 11:48:41.225306 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-8e260253-9299-4534-8bc2-07b16ae3d2b9 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673028 Oct 29 11:48:41.266687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:41.305733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a395-b536-465a-983b-344303302f54 req-97f700c8-64db-4293-90d4-0a74336af4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:41.307467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-97f700c8-64db-4293-90d4-0a74336af4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774498 Oct 29 11:48:41.531303 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-4ff7f728-b26d-434b-9787-46de578c02e8 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168453 Oct 29 11:48:41.651299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0205a395-b536-465a-983b-344303302f54 req-9b309bd8-a694-4d8a-bf57-0b04a8354032 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125209 Oct 29 11:48:42.110011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'name': 'network-vif-deleted', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:42.112885 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b80fed-0c1a-4eaa-beda-17a0d5e567a5" -d '{"events": [{"server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "name": "network-vif-deleted", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:42.242350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8d31f-bd53-4a15-82a1-f7da46d852b2 req-789e0344-a7e3-4f62-80b9-ffe4ebaa4226 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:42.250316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef8d31f-bd53-4a15-82a1-f7da46d852b2 req-789e0344-a7e3-4f62-80b9-ffe4ebaa4226 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.1004343 Oct 29 11:48:42.336550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ef8d31f-bd53-4a15-82a1-f7da46d852b2 req-32d6e190-18de-4249-96b9-6ff31e02e5a8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849664 Oct 29 11:48:42.511615 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56481f05-e17a-4c35-af4e-38b6308b67f0 x-openstack-request-id: req-56481f05-e17a-4c35-af4e-38b6308b67f0 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:42.512161 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b4bbf6-c660-47fa-8d6a-f74e461e4336", "name": "network-vif-deleted", "tag": "92ec57fd-cd79-4e26-987e-ae6be7a720c7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:42.512653 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56481f05-e17a-4c35-af4e-38b6308b67f0 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:42.513717 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b4bbf6-c660-47fa-8d6a-f74e461e4336', 'name': 'network-vif-deleted', 'tag': '92ec57fd-cd79-4e26-987e-ae6be7a720c7', 'status': 'completed', 'code': 200} Oct 29 11:48:42.938962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca30c-540d-4d66-a813-43e081b52688 req-4c7766bb-c3d3-4afa-bade-d22ee9afbde3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:42.943354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-4c7766bb-c3d3-4afa-bade-d22ee9afbde3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718&tenant_id=7de4cfbdeccd4be786e374aa00aa658f&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 944 time: 0.1978483 Oct 29 11:48:42.964112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2553b9-5be3-4c47-aa55-7ed7421eea88 req-c30941e5-2d71-4f67-a57a-76292b229c86 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:42.966195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba2553b9-5be3-4c47-aa55-7ed7421eea88 req-c30941e5-2d71-4f67-a57a-76292b229c86 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 944 time: 0.0980074 Oct 29 11:48:43.061876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba2553b9-5be3-4c47-aa55-7ed7421eea88 req-10fe0d8a-10e3-4f92-a73b-9812e7eee90e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854657 Oct 29 11:48:43.090170 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [req-adcca30c-540d-4d66-a813-43e081b52688 req-3bb6ef40-fb18-4165-8aa6-efb242157b21 service neutron] delete failed (client error): The resource could not be found. Oct 29 11:48:43.091331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-3bb6ef40-fb18-4165-8aa6-efb242157b21 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d9dc4aea-3b81-438b-a879-f6f969adba02/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.1241395 Oct 29 11:48:43.152613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 92ec57fd-cd79-4e26-987e-ae6be7a720c7 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:48:43.201827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 92ec57fd-cd79-4e26-987e-ae6be7a720c7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:48:43.203346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 92ec57fd-cd79-4e26-987e-ae6be7a720c7 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:48:43.271315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca30c-540d-4d66-a813-43e081b52688 req-01886269-83db-4e44-877e-c6f5e635e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:43.274169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-01886269-83db-4e44-877e-c6f5e635e843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1095 time: 0.1167283 Oct 29 11:48:43.408065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:48:43.488837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca30c-540d-4d66-a813-43e081b52688 req-622fef2e-c413-46cf-8cc8-0a54a85d933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:43.492140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-622fef2e-c413-46cf-8cc8-0a54a85d933f service neutron] 10.222.0.41 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.2094231 Oct 29 11:48:43.628896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-5a336ef1-2b15-4653-9944-205d9d098f93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1000 time: 0.1270049 Oct 29 11:48:43.655473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:43.676643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'port_id': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'mac_address': 'fa:16:3e:d1:5e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:48:43.722126 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:43.726841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca30c-540d-4d66-a813-43e081b52688 req-6e22a77d-8269-429d-b5fd-b3db7265a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:43.728356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-6e22a77d-8269-429d-b5fd-b3db7265a5c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.0947137 Oct 29 11:48:43.745135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dc4aea-3b81-438b-a879-f6f969adba02 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:48:43.782750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:43.789844 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:43.797747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca30c-540d-4d66-a813-43e081b52688 req-7795aa0f-0b38-49ad-a1a7-6553d7d0270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:43.800446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-7795aa0f-0b38-49ad-a1a7-6553d7d0270b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640490 Oct 29 11:48:43.864170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:43.930455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-e392e1bc-a8b6-43a7-9304-e7999c7aaae8 service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216350 Oct 29 11:48:44.049928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d9dc4aea-3b81-438b-a879-f6f969adba02'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:48:44.101680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-adcca30c-540d-4d66-a813-43e081b52688 req-99bcdd1d-b971-4ec6-ab81-6b7d25604ecc service neutron] 10.222.0.41 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639640 Oct 29 11:48:44.253941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151303e-1234-4fa6-b6ae-a40e23e74c3d req-28312357-616b-4015-8f8f-ad7934806cd9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:44.257401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0151303e-1234-4fa6-b6ae-a40e23e74c3d req-28312357-616b-4015-8f8f-ad7934806cd9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 945 time: 0.1029949 Oct 29 11:48:44.327669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0151303e-1234-4fa6-b6ae-a40e23e74c3d req-0cd2576d-55fc-468f-ae79-52c5a4e489cc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627904 Oct 29 11:48:45.419806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:48:45.491947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port d9dc4aea-3b81-438b-a879-f6f969adba02 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:48:45.498212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port d9dc4aea-3b81-438b-a879-f6f969adba02 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:48:45.498773 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:45.582908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c324c7-7a4a-473b-9ab0-a9b75b0c670f req-7ab561e5-e21c-4d0c-b5ec-396cacf4e847 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:45.593721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14c324c7-7a4a-473b-9ab0-a9b75b0c670f req-7ab561e5-e21c-4d0c-b5ec-396cacf4e847 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 945 time: 0.1690204 Oct 29 11:48:45.665616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14c324c7-7a4a-473b-9ab0-a9b75b0c670f req-a5a3b477-8c1c-481a-8f90-8966e9f5b2e7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707798 Oct 29 11:48:45.673241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:45.686628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54086) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:45.740987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:45.746803 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e330f5-aaec-4498-8cc0-6bf91a9c7f87" -d '{"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:45.790904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:45.812276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:45.830384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3184b1cf-b299-4976-b6d5-2e8ec91869fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/6fc07c98-0066-4a61-9caf-fcd1124cc81d HTTP/1.1" status: 200 len: 993 time: 0.1418307 Oct 29 11:48:45.891811 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d886fb-800c-4e5a-a58b-a32a906c413c x-openstack-request-id: req-97d886fb-800c-4e5a-a58b-a32a906c413c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:45.892201 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:45.892358 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97d886fb-800c-4e5a-a58b-a32a906c413c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:45.892788 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'code': 200} Oct 29 11:48:45.913445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:49.961424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54280) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:50.300963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.386802 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.391495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.439437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbbd25e4b76344e99c3c812d630b7600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759727 Oct 29 11:48:50.440391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d279e-5275-40b3-a1dc-248dca1fcaf2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:50.442089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:50.449328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.449748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.450143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.450550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.450930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.456937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.457507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.458061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.458610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.459121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.459747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.460232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a3848-04b3-477c-8726-5ef7afe9814d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:50.501900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.529099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.580377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.583858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:50.585203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/853d279e-5275-40b3-a1dc-248dca1fcaf2 HTTP/1.1" status: 204 len: 168 time: 0.1398773 Oct 29 11:48:50.596997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9db3ec-0806-4f75-989b-b4bbb4925a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d279e-5275-40b3-a1dc-248dca1fcaf2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:50.779315 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:48:50.971364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54332) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:50.993717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d925394-a62f-4549-85b9-070684ebc167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.081874 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d925394-a62f-4549-85b9-070684ebc167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.087615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d925394-a62f-4549-85b9-070684ebc167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.130583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3d925394-a62f-4549-85b9-070684ebc167 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90f562565cd6435fa86aa51dab6e2725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561108 Oct 29 11:48:51.132945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:51.139994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d925394-a62f-4549-85b9-070684ebc167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711fa3e-b39c-4076-8725-c2e222ee31a3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:51.188847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.221598 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.292117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.295882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.300328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e711fa3e-b39c-4076-8725-c2e222ee31a3 HTTP/1.1" status: 204 len: 168 time: 0.1664119 Oct 29 11:48:51.315263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c0ec-0f3b-4dab-8b81-5489291dbac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711fa3e-b39c-4076-8725-c2e222ee31a3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:51.615755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-ea1cfd04-9e1b-4f0b-955f-4c77f72bb1a5 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:51.623116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-ea1cfd04-9e1b-4f0b-955f-4c77f72bb1a5 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 813 time: 0.1427453 Oct 29 11:48:51.643052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-aaa6e305-4afa-4e57-827b-ca7902b1cf53 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/quotas/1150d2cb528a4158be74ec636bc4fe75 HTTP/1.1" status: 200 len: 375 time: 0.0187023 Oct 29 11:48:51.680683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-10de35f4-66e2-47bb-b81a-f7605d94d712 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366364 Oct 29 11:48:51.792366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-0e48ddf1-f156-4b34-82c4-542cbad3f093 service neutron] 10.222.0.77 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105840 Oct 29 11:48:51.863093 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:51.920230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-7db421c6-cbcb-4402-9903-504525798455 service neutron] 10.222.0.77 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172879 Oct 29 11:48:52.102299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ed9ce46-fe18-4188-a68c-d5228d9dafaa req-d92a6c47-9951-463b-bc0c-fa200a810f99 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 210 time: 0.0335276 Oct 29 11:48:52.744802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-1c5804f7-33a2-4659-8b42-0a10c7293528 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510983 Oct 29 11:48:52.890341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-b6653254-3a90-4039-a7c3-53aacc781f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:52.892790 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-b6653254-3a90-4039-a7c3-53aacc781f5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0482812 Oct 29 11:48:53.082647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-4b048654-8e56-4ec9-94cb-2c0142ba25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:53.084877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-4b048654-8e56-4ec9-94cb-2c0142ba25e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.1708801 Oct 29 11:48:53.166742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-3a263359-c41f-4c6b-8cc4-0531bcd62562 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 1002 time: 0.0735219 Oct 29 11:48:53.242603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e8f0dae-24aa-4f7a-9886-bc48382f5903 req-7487fcf1-1528-4e1a-b1e2-5a7f453d3836 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 210 time: 0.0375726 Oct 29 11:48:53.254880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-5da47dbe-9e0f-4832-bd06-4e29ce40bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:53.256852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-5da47dbe-9e0f-4832-bd06-4e29ce40bc56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.0826912 Oct 29 11:48:53.313861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-4c1ed692-fc9e-4485-afda-a4279600f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:53.316687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-4c1ed692-fc9e-4485-afda-a4279600f5e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513747 Oct 29 11:48:53.490708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-00940558-c48d-4184-b5e5-41e0ffa75bb7 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636531 Oct 29 11:48:53.635325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ad03b43-4d35-4899-8c36-9242ab366bb7 req-51f9f97a-b462-4fd1-b00b-67522beb90eb service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345522 Oct 29 11:48:53.670570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-3032e72d-9d52-461d-a54a-67c9a7cc1a96 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:53.675193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-3032e72d-9d52-461d-a54a-67c9a7cc1a96 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 813 time: 0.2698896 Oct 29 11:48:53.690227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Request body: {'port': {'device_id': '295766cf-047a-4104-8ee8-4c9e331515f8', 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c', 'admin_state_up': True, 'tenant_id': '1150d2cb528a4158be74ec636bc4fe75'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:53.873335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Made reservation on behalf of 1150d2cb528a4158be74ec636bc4fe75 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:48:53.883081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:54.077289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Allocated IP 172.20.0.2 (7be70ba8-4563-4ba6-b496-b33482ac356c/3113f4aa-b2f5-47ff-93d3-d85d8f2abe17/a9638e68-857b-455c-9432-0e025eeb4888) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:48:54.389861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54494) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:54.399695 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6517e726-9264-4107-9d23-b094c475230f req-11629be8-0712-4897-9894-4caf028fdb59 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 210 time: 0.0769107 Oct 29 11:48:54.404229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:54.460315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:54.544321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Network 7be70ba8-4563-4ba6-b496-b33482ac356c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:48:54.550658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:48:54.554909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:48:54.685443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:54.686560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:54.745686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:54.753826 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678580 Oct 29 11:48:54.755593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb606d-c454-496f-8b47-5ea75e362ce3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Pushing event updated for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:54.775848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Request body: {'port': {'device_id': '295766cf-047a-4104-8ee8-4c9e331515f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:48:54.914176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.038448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.048831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.119257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c180a1f9e4646fd951eb6480dad0351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273548 Oct 29 11:48:55.120720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54516) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:55.233908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f6a70-b8ac-4a4a-bc1f-7cc42765b8f6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:55.291503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.297331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.298045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.298801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.299478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.299955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.300430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.300904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.302119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.302593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.303074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.303542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8771279-cd76-44bd-a1c3-06bfc5f8141c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:48:55.328794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.400397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.528729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.534105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.544344 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c26f6a70-b8ac-4a4a-bc1f-7cc42765b8f6 HTTP/1.1" status: 204 len: 168 time: 0.4026561 Oct 29 11:48:55.567577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e8b2d-32d2-422e-939e-cac4b5e995be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f6a70-b8ac-4a4a-bc1f-7cc42765b8f6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:55.657608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9638e68-857b-455c-9432-0e025eeb4888 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:48:55.668515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.688134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Transition to ACTIVE for port object a9638e68-857b-455c-9432-0e025eeb4888 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:48:55.693815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:55.889277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Pushing event updated for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:55.919284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.012515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d36ea-09c5-41a5-a761-e83f294eff91 req-fade73a4-cc89-4f1e-8c4e-6193d7fd30bd tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:56.018007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc1d36ea-09c5-41a5-a761-e83f294eff91 req-fade73a4-cc89-4f1e-8c4e-6193d7fd30bd tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 943 time: 0.4621670 Oct 29 11:48:56.073460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Attempting to bind port a9638e68-857b-455c-9432-0e025eeb4888 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:48:56.073945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Attempting to bind port a9638e68-857b-455c-9432-0e025eeb4888 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:48:56.074728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Attempting to bind port a9638e68-857b-455c-9432-0e025eeb4888 on network 7be70ba8-4563-4ba6-b496-b33482ac356c {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:56.101506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54542) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:56.108370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Port a9638e68-857b-455c-9432-0e025eeb4888 on network 7be70ba8-4563-4ba6-b496-b33482ac356c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:48:56.108840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Attempting to bind port a9638e68-857b-455c-9432-0e025eeb4888 on network 7be70ba8-4563-4ba6-b496-b33482ac356c {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:48:56.121402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:48:56.121970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Checking segment: {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:48:56.122464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Bound using segment: {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:48:56.123001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Bound port: a9638e68-857b-455c-9432-0e025eeb4888, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a69875e-68f9-4274-8f54-c870f448d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:48:56.123468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.124440 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d7eb84-69d4-4509-b589-7eebbdb185eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.147272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc1d36ea-09c5-41a5-a761-e83f294eff91 req-cbc2fda5-9ba3-4767-81be-187ca638ae7d tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953691 Oct 29 11:48:56.237048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:48:56.241264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a9638e68-857b-455c-9432-0e025eeb4888,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:48:56.248537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.305901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d7eb84-69d4-4509-b589-7eebbdb185eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.322463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Pushing event updated for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:56.323066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d7eb84-69d4-4509-b589-7eebbdb185eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.328571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:56.331573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.333697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-de8fbfcd-d155-447b-bb67-cd8c424af874 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9638e68-857b-455c-9432-0e025eeb4888 HTTP/1.1" status: 200 len: 1091 time: 1.5713689 Oct 29 11:48:56.340063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:48:56.343552 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a2c18-8928-40e9-867f-3ddcd011d304" -d '{"events": [{"name": "network-changed", "server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "tag": "a9638e68-857b-455c-9432-0e025eeb4888"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:48:56.369459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f5d7eb84-69d4-4509-b589-7eebbdb185eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74dbaeaaaf82410591ed7a44b2404084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665012 Oct 29 11:48:56.370960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7eb84-69d4-4509-b589-7eebbdb185eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624d068-7d57-4272-aead-84f1b020c0f1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:56.372177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:48:56.471347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.485071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-23e056e3-f407-4846-bd43-6f8f98c4d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:56.486715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-23e056e3-f407-4846-bd43-6f8f98c4d5b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 1094 time: 0.0952184 Oct 29 11:48:56.508633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.543477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-85b46b31-89c1-48ec-aa0f-3d63f293a843 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9638e68-857b-455c-9432-0e025eeb4888 HTTP/1.1" status: 200 len: 217 time: 0.0467267 Oct 29 11:48:56.623881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-71fd9b5e-2778-4dc3-8a37-5006b0545e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:56.625700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-71fd9b5e-2778-4dc3-8a37-5006b0545e91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 HTTP/1.1" status: 200 len: 853 time: 0.0718248 Oct 29 11:48:56.664133 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a587723-f514-407a-beab-21caf7651fb5 x-openstack-request-id: req-2a587723-f514-407a-beab-21caf7651fb5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:48:56.664917 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "tag": "a9638e68-857b-455c-9432-0e025eeb4888", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:48:56.664917 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a587723-f514-407a-beab-21caf7651fb5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:48:56.665238 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888', 'status': 'completed', 'code': 200} Oct 29 11:48:56.667359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-10b281ae-7c2c-49f7-beec-356c0689933a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be70ba8-4563-4ba6-b496-b33482ac356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340176 Oct 29 11:48:56.668475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.671074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:56.672176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d624d068-7d57-4272-aead-84f1b020c0f1 HTTP/1.1" status: 204 len: 168 time: 0.2990088 Oct 29 11:48:56.697407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626d2e-51f1-4021-9316-c2d02c94f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624d068-7d57-4272-aead-84f1b020c0f1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:56.783468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-401ce4ff-83ee-4c05-947f-37c09e1d61f6 service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086962 Oct 29 11:48:56.896097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fce2dac9-7ebd-4686-bd8e-11440f838495 req-dec14321-90b9-4db2-8881-e1d58f21b5ad service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052740 Oct 29 11:48:57.001094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-db0275ed-cbaa-44ec-9aad-4b7a60c202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:57.002610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-db0275ed-cbaa-44ec-9aad-4b7a60c202cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1150d2cb528a4158be74ec636bc4fe75&device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 1094 time: 0.0425224 Oct 29 11:48:57.121950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-200dd074-3226-4cb4-bc05-c7b7f3eb1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:57.123521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-200dd074-3226-4cb4-bc05-c7b7f3eb1442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 200 len: 914 time: 0.1135197 Oct 29 11:48:57.190076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-de8d1b90-5526-43f2-9aec-8ad3702c7ad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9638e68-857b-455c-9432-0e025eeb4888 HTTP/1.1" status: 200 len: 217 time: 0.0594115 Oct 29 11:48:57.294997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-ecec75d9-211a-45a2-8033-d6d3af667239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:57.297047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-ecec75d9-211a-45a2-8033-d6d3af667239 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 HTTP/1.1" status: 200 len: 853 time: 0.0983970 Oct 29 11:48:57.349598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-abc8bb05-f6a9-484c-ba38-05b2c32d4834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be70ba8-4563-4ba6-b496-b33482ac356c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286791 Oct 29 11:48:57.391888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0e32d-975d-40c0-a532-7eebbc664861 req-b5906ad5-05c5-4649-beed-659d36b79ac6 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:57.393673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffa0e32d-975d-40c0-a532-7eebbc664861 req-b5906ad5-05c5-4649-beed-659d36b79ac6 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 943 time: 0.1300702 Oct 29 11:48:57.509987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffa0e32d-975d-40c0-a532-7eebbc664861 req-97b04353-dd8d-4d59-ad4d-5e2edc5615c0 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031775 Oct 29 11:48:57.576607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-90dc250c-a779-4ac8-aa70-c1014d1637dc service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172358 Oct 29 11:48:57.677026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3a2c18-8928-40e9-867f-3ddcd011d304 req-e9c516aa-fb9a-4549-a747-3c68347ba71b service neutron] 10.222.0.41 "GET /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919211 Oct 29 11:48:58.381119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a77fa422-894a-45e2-928c-85202a2adb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:58.681457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afbdc1-4916-4b25-9055-d660814c9dd2 req-8b67581e-b54d-4804-bf85-441e696162d3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:58.689645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47afbdc1-4916-4b25-9055-d660814c9dd2 req-8b67581e-b54d-4804-bf85-441e696162d3 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 943 time: 0.1025193 Oct 29 11:48:58.755190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47afbdc1-4916-4b25-9055-d660814c9dd2 req-eb62ecc8-7d2a-4af6-9faa-47c356bfa60f tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Oct 29 11:48:59.172735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a9638e68-857b-455c-9432-0e025eeb4888 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:48:59.298713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a9638e68-857b-455c-9432-0e025eeb4888,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:59.310834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'a9638e68-857b-455c-9432-0e025eeb4888', 'network_id': '7be70ba8-4563-4ba6-b496-b33482ac356c', 'port_id': 'a9638e68-857b-455c-9432-0e025eeb4888', 'mac_address': 'fa:16:3e:ed:4b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3113f4aa-b2f5-47ff-93d3-d85d8f2abe17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:48:59.363920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:59.389046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9638e68-857b-455c-9432-0e025eeb4888 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:48:59.416329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a9638e68-857b-455c-9432-0e025eeb4888,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:48:59.422461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:48:59.476910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:48:59.635626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a9638e68-857b-455c-9432-0e025eeb4888'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:48:59.928717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aab5b-71ef-450e-bc88-8e38b4b25407 req-12e4343f-cab0-415a-a420-501d3740a1e2 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:48:59.931536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be8aab5b-71ef-450e-bc88-8e38b4b25407 req-12e4343f-cab0-415a-a420-501d3740a1e2 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 944 time: 0.0771480 Oct 29 11:49:00.029363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be8aab5b-71ef-450e-bc88-8e38b4b25407 req-f617644a-d0f0-44e8-863d-293064661ed5 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733871 Oct 29 11:49:00.834434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f46a3db7-d547-487f-99da-09ca2617c1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:01.200693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d85eb-605e-4ab0-9e75-d058e9e2f992 req-1a2b62f9-d3ad-4c78-a3df-c90d3532f305 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:01.206014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a9638e68-857b-455c-9432-0e025eeb4888 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:01.211676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-063d85eb-605e-4ab0-9e75-d058e9e2f992 req-1a2b62f9-d3ad-4c78-a3df-c90d3532f305 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 944 time: 0.0902345 Oct 29 11:49:01.295931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-063d85eb-605e-4ab0-9e75-d058e9e2f992 req-5a3b63e1-ea05-435c-9740-34756cbdea56 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745950 Oct 29 11:49:01.319138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port a9638e68-857b-455c-9432-0e025eeb4888 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:49:01.325138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port a9638e68-857b-455c-9432-0e025eeb4888 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:01.325688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:01.448215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:01.474464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:01.477193 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79da1b-28dd-47dc-877f-ce68fd61f855" -d '{"events": [{"server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "name": "network-vif-plugged", "status": "completed", "tag": "a9638e68-857b-455c-9432-0e025eeb4888"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:01.493130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a9638e68-857b-455c-9432-0e025eeb4888,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:01.501898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:01.567054 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1716250e-c68d-4465-8a3d-3d8e506c7e43 x-openstack-request-id: req-1716250e-c68d-4465-8a3d-3d8e506c7e43 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:01.567923 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "name": "network-vif-plugged", "status": "completed", "tag": "a9638e68-857b-455c-9432-0e025eeb4888", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:01.569126 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1716250e-c68d-4465-8a3d-3d8e506c7e43 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:01.569373 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888', 'code': 200} Oct 29 11:49:01.574843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:01.688074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf919-38ae-43f8-b926-cef1b1bfbef4 req-cdcf8b57-dcc0-4c97-a16a-555ed1c4cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:01.689910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e33cf919-38ae-43f8-b926-cef1b1bfbef4 req-cdcf8b57-dcc0-4c97-a16a-555ed1c4cc87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 1096 time: 0.0572069 Oct 29 11:49:01.728209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e33cf919-38ae-43f8-b926-cef1b1bfbef4 req-5fea630e-14cc-473f-9f89-4108a36f4048 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297947 Oct 29 11:49:02.344833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:02.351164 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:02.438846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97c3a-2808-4576-8e63-06519fdaa874 req-54e88085-72ab-41d6-98b4-b41a2985e4c7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:02.442384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9a97c3a-2808-4576-8e63-06519fdaa874 req-54e88085-72ab-41d6-98b4-b41a2985e4c7 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 945 time: 0.0559969 Oct 29 11:49:02.496341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9a97c3a-2808-4576-8e63-06519fdaa874 req-67579bd2-b44a-4e6d-b902-85ef6cbca119 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Oct 29 11:49:02.708604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:02.974593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfc6-dccd-44b6-a22d-80eefc301b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.054842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfc6-dccd-44b6-a22d-80eefc301b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.058910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfc6-dccd-44b6-a22d-80eefc301b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.099603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79e2dfc6-dccd-44b6-a22d-80eefc301b5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fbbcfc8cfec41c088e1d2b05fd376e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884768 Oct 29 11:49:03.100766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2dfc6-dccd-44b6-a22d-80eefc301b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a14673-eadd-405c-b12c-d654a693e424,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:03.102334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:03.157448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.180185 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.241871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.245057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.253524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6a14673-eadd-405c-b12c-d654a693e424 HTTP/1.1" status: 204 len: 168 time: 0.1459382 Oct 29 11:49:03.264287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacda0f3-ce0c-487e-a4de-6b4e7ca2241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a14673-eadd-405c-b12c-d654a693e424,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:03.607524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.690476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48cad4-1e23-4d8b-9df6-ba14a64a2a2c req-af598f00-bde9-4a94-af7f-8d7a7fa55e55 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:03.692713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e48cad4-1e23-4d8b-9df6-ba14a64a2a2c req-af598f00-bde9-4a94-af7f-8d7a7fa55e55 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 945 time: 0.0820501 Oct 29 11:49:03.734148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e48cad4-1e23-4d8b-9df6-ba14a64a2a2c req-35f37bf3-e15b-4690-b28a-07c1df8a2ea4 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Oct 29 11:49:03.840405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:03.854764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0ebd-c3b9-4a1b-a1fa-c00acd7a5eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.973324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0ebd-c3b9-4a1b-a1fa-c00acd7a5eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:03.980424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0ebd-c3b9-4a1b-a1fa-c00acd7a5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:04.076013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5e7c0ebd-c3b9-4a1b-a1fa-c00acd7a5eeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f02ecb732f448139df563cc1eb539dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342908 Oct 29 11:49:04.078406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54862) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:04.110522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0ebd-c3b9-4a1b-a1fa-c00acd7a5eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a55167-c938-434f-8b21-197f9760eb05,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:04.148962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:04.179251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:04.256465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:04.259885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:04.261526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05a55167-c938-434f-8b21-197f9760eb05 HTTP/1.1" status: 204 len: 168 time: 0.1815982 Oct 29 11:49:04.271624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313e8d-3276-4b02-a59d-beab07e8e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a55167-c938-434f-8b21-197f9760eb05,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:05.855697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 54952) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:06.168372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45aef0b7-6bfe-40e0-86db-dc14691154a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.332444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45aef0b7-6bfe-40e0-86db-dc14691154a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.339044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45aef0b7-6bfe-40e0-86db-dc14691154a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.394860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-45aef0b7-6bfe-40e0-86db-dc14691154a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e53a7b58f87f49fa96f674438693b3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380080 Oct 29 11:49:06.396269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aef0b7-6bfe-40e0-86db-dc14691154a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d299c746-dc15-42f1-9ae2-4bbb7378e54b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:06.398585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 54980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:06.471883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.512060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.572436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.575445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:06.576812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d299c746-dc15-42f1-9ae2-4bbb7378e54b HTTP/1.1" status: 204 len: 168 time: 0.1776040 Oct 29 11:49:06.589110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4aabf-9085-4956-854a-43d49a408bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d299c746-dc15-42f1-9ae2-4bbb7378e54b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:08.262129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55066) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:08.553143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ef40293-9588-411a-9049-5da279dd138f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.653646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ef40293-9588-411a-9049-5da279dd138f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.661615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ef40293-9588-411a-9049-5da279dd138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.713972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef40293-9588-411a-9049-5da279dd138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fddc957-d56e-4c7e-930d-c950bce7afcd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:08.720530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0ef40293-9588-411a-9049-5da279dd138f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b049dd1b5204aff977238d5aa3daab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573135 Oct 29 11:49:08.723484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55096) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:08.778013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.802913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.856395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.860834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:08.864034 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fddc957-d56e-4c7e-930d-c950bce7afcd HTTP/1.1" status: 204 len: 168 time: 0.1384459 Oct 29 11:49:08.880075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0c8d-12d4-43d6-a1c2-6e24dc7e57bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fddc957-d56e-4c7e-930d-c950bce7afcd,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:09.348234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:09.367658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ac7124-661b-4aeb-8578-cbea39fbadc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.490032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ac7124-661b-4aeb-8578-cbea39fbadc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.495139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ac7124-661b-4aeb-8578-cbea39fbadc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.530624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac7124-661b-4aeb-8578-cbea39fbadc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993235ea-9d30-48e0-aafb-394753ec595b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:09.572698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96ac7124-661b-4aeb-8578-cbea39fbadc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ea647feceaf45e58a09d9918e9fac5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235136 Oct 29 11:49:09.575430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55118) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:09.643621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.671690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.731695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.734774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:09.736051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/993235ea-9d30-48e0-aafb-394753ec595b HTTP/1.1" status: 204 len: 168 time: 0.1590803 Oct 29 11:49:09.745437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79880043-38c6-478f-917d-74d62a70f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993235ea-9d30-48e0-aafb-394753ec595b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:10.178648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55126) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:10.193520 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e1db1c2-40b2-47a5-8959-22702448e320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.307179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e1db1c2-40b2-47a5-8959-22702448e320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.311583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e1db1c2-40b2-47a5-8959-22702448e320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.355905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2e1db1c2-40b2-47a5-8959-22702448e320 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae746e301c8644fca9a7b98e87028c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761768 Oct 29 11:49:10.356911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1db1c2-40b2-47a5-8959-22702448e320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac5cc78-c61a-4e96-8bf7-6e7d9e2f2bb1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:10.358661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55130) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:10.425691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.448649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.508502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.514483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:10.518737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ac5cc78-c61a-4e96-8bf7-6e7d9e2f2bb1 HTTP/1.1" status: 204 len: 168 time: 0.1588442 Oct 29 11:49:10.527956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81606803-7894-4049-9c3a-4c1ade779ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac5cc78-c61a-4e96-8bf7-6e7d9e2f2bb1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:12.244677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:12.398140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3558d06f-64fa-4d60-868d-89e6b2d77d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.486300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3558d06f-64fa-4d60-868d-89e6b2d77d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.492245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3558d06f-64fa-4d60-868d-89e6b2d77d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.536516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3558d06f-64fa-4d60-868d-89e6b2d77d2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7703ce3da7c438280d411cd8e104be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874236 Oct 29 11:49:12.536516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d06f-64fa-4d60-868d-89e6b2d77d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b61e242-eac8-4d18-9e9f-ee9ef79e54e7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:12.536960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:12.591624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.649181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.725123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.728522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:12.731492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da99-b64f-41af-aea7-97889c2c56ca req-2e1fdff7-2bd0-4f9f-9055-f9e7492e0737 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:12.733591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b61e242-eac8-4d18-9e9f-ee9ef79e54e7 HTTP/1.1" status: 204 len: 168 time: 0.1950791 Oct 29 11:49:12.741827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b010da99-b64f-41af-aea7-97889c2c56ca req-2e1fdff7-2bd0-4f9f-9055-f9e7492e0737 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0566115 Oct 29 11:49:12.745040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986bc95-8e64-45e9-8c7f-69fdfb8d171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b61e242-eac8-4d18-9e9f-ee9ef79e54e7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:12.795331 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b010da99-b64f-41af-aea7-97889c2c56ca req-af425c91-e0c4-4b72-98a2-c3b4b0a14dcb tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514455 Oct 29 11:49:12.815184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55214) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:13.014358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:13.014975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:13.111972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:13.112144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:13.129370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:13.332312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:13.363641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=2d962688-7b70-40cd-a3c5-3e1cc3ec9cd4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:13.442856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:13.443652 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 6fc07c98-0066-4a61-9caf-fcd1124cc81d disassociated (deleted). External IP: 172.25.4.120, port: d9dc4aea-3b81-438b-a879-f6f969adba02. Oct 29 11:49:14.116218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:49:14.125531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:14.249136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:49:14.260823 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Sync routers for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:49:14.261565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.280091 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:14.281048 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:14.286386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cb8d-b057-44c7-ad9b-b41049a79182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.298279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6770c9f6-43c1-4d98-9ac7-43ea0445f2ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/floatingips/6fc07c98-0066-4a61-9caf-fcd1124cc81d HTTP/1.1" status: 204 len: 168 time: 1.4791398 Oct 29 11:49:14.298279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:14.299215 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4350f8-7715-4c04-8fef-fb3c693ebec3" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:14.421879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cb8d-b057-44c7-ad9b-b41049a79182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.428098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d3b1cb8d-b057-44c7-ad9b-b41049a79182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.486718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d3b1cb8d-b057-44c7-ad9b-b41049a79182 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49a3f675ebd34f5c91f438183c565bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591135 Oct 29 11:49:14.490843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55262) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:14.499320 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:14.509209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1cb8d-b057-44c7-ad9b-b41049a79182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d15844-3c69-4155-b20b-71c239c97656,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:14.546476 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29998ec-f4b9-4ece-9ed7-f4373615889c x-openstack-request-id: req-b29998ec-f4b9-4ece-9ed7-f4373615889c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:14.546792 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:14.547195 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b29998ec-f4b9-4ece-9ed7-f4373615889c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:14.547573 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'status': 'completed', 'code': 200} Oct 29 11:49:14.569729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.603074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.668732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-ebf86265-901d-46f9-b876-72f3addbdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:14.674212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-ebf86265-901d-46f9-b876-72f3addbdb03 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 1097 time: 0.0914900 Oct 29 11:49:14.703038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.707671 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:14.709499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5d15844-3c69-4155-b20b-71c239c97656 HTTP/1.1" status: 204 len: 168 time: 0.2170670 Oct 29 11:49:14.725283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744870-299e-44a3-a8ce-8328c656633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d15844-3c69-4155-b20b-71c239c97656,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:14.828823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef404500-ba89-4288-855a-93623d69e16c req-19cd71b8-b664-48dc-82b0-3244b2de1227 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:14.837387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef404500-ba89-4288-855a-93623d69e16c req-19cd71b8-b664-48dc-82b0-3244b2de1227 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.1671691 Oct 29 11:49:14.855420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:14.870665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-8d85b8fd-7e8e-41a8-b908-d928935c43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:14.872206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-8d85b8fd-7e8e-41a8-b908-d928935c43b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 200 len: 898 time: 0.1908808 Oct 29 11:49:14.917939 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Checking router: 4d09df67-4e8d-4ce4-954f-22429b6e5c3f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:49:14.920082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef404500-ba89-4288-855a-93623d69e16c req-cadbcdd4-800a-4b39-b800-ffe701beb1e3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816624 Oct 29 11:49:14.940282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-385384f1-2ae9-4f14-97d6-68618f2e77a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 200 len: 217 time: 0.0540431 Oct 29 11:49:14.945129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:14.946017 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:15.062241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-d4785806-2589-45b8-9801-e4863737b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:15.063787 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-d4785806-2589-45b8-9801-e4863737b7a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 200 len: 832 time: 0.1157174 Oct 29 11:49:15.180591 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:15.219822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-da620521-732f-42fa-bf62-9fc3d0a90f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:15.221435 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-da620521-732f-42fa-bf62-9fc3d0a90f28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83d94339-96c8-449d-abb2-21641e4e8a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486359 Oct 29 11:49:15.245759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55280) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:15.381831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-bcb01535-539e-436a-9606-195861f47d27 service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498845 Oct 29 11:49:15.498186 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:15.532716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ab4350f8-7715-4c04-8fef-fb3c693ebec3 req-d2377ee8-ed90-4db5-a6c2-926fcf2c4e4d service neutron] 10.222.0.86 "GET /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421027 Oct 29 11:49:15.645215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cf9643-ba9e-4af8-8ca0-54b791facfff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:15.773192 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a598b4-92ed-495e-a890-5142a3fc2811 None None] The sync data for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 is: [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:47:24Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1a6f5a6b-131c-43a5-8b50-65620de7b7f4', 'name': '', 'network_id': '83d94339-96c8-449d-abb2-21641e4e8a48', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:0f:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:23Z', 'updated_at': '2021-10-29T11:47:28Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '400a053f-3837-4e0f-bd5c-38d84cb7715e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:49:15.819090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cf9643-ba9e-4af8-8ca0-54b791facfff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:15.838030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-78cf9643-ba9e-4af8-8ca0-54b791facfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:15.899354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55298) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:15.899653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-78cf9643-ba9e-4af8-8ca0-54b791facfff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f43671e7b5048b8a05c1fd41c7dacca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521676 Oct 29 11:49:15.902707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf9643-ba9e-4af8-8ca0-54b791facfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a605e-4e52-4a33-8397-0000785f2a6b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:16.059188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.087975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.129362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-44b87a6f-ef87-4009-8dbf-d7c6e57df6cd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:16.131734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-44b87a6f-ef87-4009-8dbf-d7c6e57df6cd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.2158504 Oct 29 11:49:16.232769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe98b4-e28b-4bc7-b24f-ad39c59b3298 None None] New status for floating IP 6fc07c98-0066-4a61-9caf-fcd1124cc81d: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:49:16.247075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a0ae2-8296-47b0-b2ad-4c873a495695 req-f3496424-da2c-4866-98af-ae0d9022fac1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:16.250365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc6a0ae2-8296-47b0-b2ad-4c873a495695 req-f3496424-da2c-4866-98af-ae0d9022fac1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 946 time: 0.1461177 Oct 29 11:49:16.366420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.369913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.371414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/277a605e-4e52-4a33-8397-0000785f2a6b HTTP/1.1" status: 204 len: 168 time: 0.4706757 Oct 29 11:49:16.407786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc6a0ae2-8296-47b0-b2ad-4c873a495695 req-838bc126-701b-489a-ab87-bf5a49074248 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=4013aeee-0a61-44b4-a22b-eb7872f62629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324823 Oct 29 11:49:16.442765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec4ebe-3dd1-4f24-8f0c-002d4caa5727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a605e-4e52-4a33-8397-0000785f2a6b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:16.501022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port d9dc4aea-3b81-438b-a879-f6f969adba02 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:16.513604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.654988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port d9dc4aea-3b81-438b-a879-f6f969adba02, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d9dc4aea-3b81-438b-a879-f6f969adba02,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:16.655813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.682385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for d9dc4aea-3b81-438b-a879-f6f969adba02 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:16.887383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:16.930677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=d9dc4aea-3b81-438b-a879-f6f969adba02,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:16.949306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55332) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:16.974342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-30a07006-96d1-45b9-8ffb-fbba4ff3fdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.007459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] No DVR routers for this DVR port d9dc4aea-3b81-438b-a879-f6f969adba02 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:49:17.012103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.025656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fde3e2d-0767-4ce0-9810-c07363ac8bd9 req-d5a57729-6e69-4c8a-98cd-e1368ebb1e64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "DELETE /v2.0/ports/d9dc4aea-3b81-438b-a879-f6f969adba02 HTTP/1.1" status: 204 len: 173 time: 0.8661680 Oct 29 11:49:17.026518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-deleted', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:17.032322 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9a30fc-1531-49f1-ba85-d393339c8729" -d '{"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-deleted", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:17.125356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-30a07006-96d1-45b9-8ffb-fbba4ff3fdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.131704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-30a07006-96d1-45b9-8ffb-fbba4ff3fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.166092 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35080e80-e359-4ce7-8f85-f740e76074d7 x-openstack-request-id: req-35080e80-e359-4ce7-8f85-f740e76074d7 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:17.166701 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d4ef-63f6-4eaf-8be9-357186a35718", "name": "network-vif-deleted", "tag": "d9dc4aea-3b81-438b-a879-f6f969adba02", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:17.167098 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35080e80-e359-4ce7-8f85-f740e76074d7 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:17.167726 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d4ef-63f6-4eaf-8be9-357186a35718', 'name': 'network-vif-deleted', 'tag': 'd9dc4aea-3b81-438b-a879-f6f969adba02', 'status': 'completed', 'code': 200} Oct 29 11:49:17.183294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-30a07006-96d1-45b9-8ffb-fbba4ff3fdf1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cd318f38ea94b5596a5c1b6afcdcd68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325933 Oct 29 11:49:17.186050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55340) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:17.210993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a07006-96d1-45b9-8ffb-fbba4ff3fdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b703173a-67e7-4eb9-b252-b3e28a9cd5a8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:17.320452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.366445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.465944 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.471059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:17.487353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b703173a-67e7-4eb9-b252-b3e28a9cd5a8 HTTP/1.1" status: 204 len: 168 time: 0.2935390 Oct 29 11:49:17.508754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065ab74-3932-4e3f-a1b7-1690e8c70709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703173a-67e7-4eb9-b252-b3e28a9cd5a8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:17.674127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4b6fe1-a15e-47b7-abdf-823103b1ed97 req-e14b05df-8e1b-4fc3-af43-9dd5b14ae72f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=21c3d4ef-63f6-4eaf-8be9-357186a35718 HTTP/1.1" status: 200 len: 210 time: 0.0813184 Oct 29 11:49:18.511312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:18.776817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55428) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:18.889526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62b54654-c8d7-48a1-a487-a5ef203f88d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.004560 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62b54654-c8d7-48a1-a487-a5ef203f88d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.017118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62b54654-c8d7-48a1-a487-a5ef203f88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.180757 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62b54654-c8d7-48a1-a487-a5ef203f88d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=752358e621f747db9bfd5d8a0bc61c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651943 Oct 29 11:49:19.186284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54654-c8d7-48a1-a487-a5ef203f88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f160cf17-2cf1-4574-ae2f-301bcf4978cf,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:19.199503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55438) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:19.312916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.343898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.411102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.413854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.415039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f160cf17-2cf1-4574-ae2f-301bcf4978cf HTTP/1.1" status: 204 len: 168 time: 0.2132006 Oct 29 11:49:19.439459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd24e-cda6-46d8-917d-45fa7f4442c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f160cf17-2cf1-4574-ae2f-301bcf4978cf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:19.528657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:19.557765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: d9dc4aea-3b81-438b-a879-f6f969adba02 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:49:19.558838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d9dc4aea-3b81-438b-a879-f6f969adba02 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:49:19.627559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:19.877128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55464) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:19.898061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac730758-ae13-4d05-8022-85e3c13da321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.000558 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac730758-ae13-4d05-8022-85e3c13da321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.008548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ac730758-ae13-4d05-8022-85e3c13da321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.018133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:20.018745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.065523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ac730758-ae13-4d05-8022-85e3c13da321 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b926ddfe1a54a979043ff4fafe4f1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848166 Oct 29 11:49:20.066295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac730758-ae13-4d05-8022-85e3c13da321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0dd232-4adf-4bcc-b4e0-b5dc8b7dd2dd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:20.068769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:20.143507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.162065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 1a6f5a6b-131c-43a5-8b50-65620de7b7f4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:20.162439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.177946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:20.205800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.275679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.278611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.282681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa0dd232-4adf-4bcc-b4e0-b5dc8b7dd2dd HTTP/1.1" status: 204 len: 168 time: 0.2127097 Oct 29 11:49:20.292628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac87f8-cb2d-4ca2-a60e-46064b1d3054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0dd232-4adf-4bcc-b4e0-b5dc8b7dd2dd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:20.486765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:20.518038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=1a6f5a6b-131c-43a5-8b50-65620de7b7f4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:20.747024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.065310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:49:21.279468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:49:21.291973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5a365bb5-3f88-410a-a395-465e3530998f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/4d09df67-4e8d-4ce4-954f-22429b6e5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105083 Oct 29 11:49:21.292305 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Sync routers for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:49:21.292812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55512) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:21.312920 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:21.313616 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:21.381789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting subnet 400a053f-3837-4e0f-bd5c-38d84cb7715e {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:49:21.386136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.448428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.479746 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:21.541594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.631819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.683130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09864ef9-7b5f-4f01-96cf-7bfa8e7bcec9 None None] Network 83d94339-96c8-449d-abb2-21641e4e8a48 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:21.683969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:21.688453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/subnets/400a053f-3837-4e0f-bd5c-38d84cb7715e HTTP/1.1" status: 204 len: 168 time: 0.3947394 Oct 29 11:49:21.689518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5705a65-cf33-416f-91e3-87c7ab9af399 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Subnet': ['ID=400a053f-3837-4e0f-bd5c-38d84cb7715e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:21.691685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55522) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:21.701906 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:49:20Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:21.778844 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Checking router: 4d09df67-4e8d-4ce4-954f-22429b6e5c3f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:49:21.822599 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Routers {'4d09df67-4e8d-4ce4-954f-22429b6e5c3f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:21.826132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:21.940239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.085462 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] Set router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:22.201818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.355477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 91459061-e523-4fd0-a9db-f11a0607a914 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:22.355843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.412908 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.483848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 91459061-e523-4fd0-a9db-f11a0607a914, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91459061-e523-4fd0-a9db-f11a0607a914,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:22.484215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.507863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 91459061-e523-4fd0-a9db-f11a0607a914 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:22.536094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] DHCP port deletion for 83d94339-96c8-449d-abb2-21641e4e8a48 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:49:22.671685 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:49:20Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:22.785179 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5291c7d-ff65-46df-ae21-a6b0236466b1 None None] The sync data for ids ['4d09df67-4e8d-4ce4-954f-22429b6e5c3f'] in n-d-805046-9 is: [{'id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710627900', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '91459061-e523-4fd0-a9db-f11a0607a914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:47:15Z', 'updated_at': '2021-10-29T11:49:20Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '91459061-e523-4fd0-a9db-f11a0607a914', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09df67-4e8d-4ce4-954f-22429b6e5c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:47:16Z', 'updated_at': '2021-10-29T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:49:22.807468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Deleting port b7f2eca9-6574-40fc-98b0-66ed670fd74c {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:22.818663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.909262 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:22.984504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=91459061-e523-4fd0-a9db-f11a0607a914,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:23.021459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] For port b7f2eca9-6574-40fc-98b0-66ed670fd74c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b7f2eca9-6574-40fc-98b0-66ed670fd74c,segment=NetworkSegment(1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7),segment_id=1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:23.021855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.103726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Calling delete_port for b7f2eca9-6574-40fc-98b0-66ed670fd74c owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:23.139590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.214936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.245634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] Pushing event deleted for resources: {'Port': ['ID=b7f2eca9-6574-40fc-98b0-66ed670fd74c,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:23.249375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2da06-1bc5-43a4-98fc-4cc46d644b46 None None] No DVR routers for this DVR port b7f2eca9-6574-40fc-98b0-66ed670fd74c on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:49:23.539803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.542492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.616530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.618057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Fanout notify agent at l3_agent the message router_deleted on router 4d09df67-4e8d-4ce4-954f-22429b6e5c3f {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:49:23.627560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.629557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe268b6f-6c26-4bf2-849b-a33ef3723fc0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/routers/4d09df67-4e8d-4ce4-954f-22429b6e5c3f HTTP/1.1" status: 204 len: 168 time: 1.9366684 Oct 29 11:49:23.632406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55596) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:23.737871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.900798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.934809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d94339-96c8-449d-abb2-21641e4e8a48']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:23.948365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:23.948865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6dacc9-7d75-4c5b-8134-b4f32e5b25b7') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:23.960581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.974967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.982208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:49:23.982607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:49:23.985839 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:49:24.073064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.082467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.089939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/networks/83d94339-96c8-449d-abb2-21641e4e8a48 HTTP/1.1" status: 204 len: 168 time: 0.4564557 Oct 29 11:49:24.091968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55616) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:24.112074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2cf32-49f5-4cea-bff6-2f664dc45a02 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Network': ['ID=83d94339-96c8-449d-abb2-21641e4e8a48,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:24.176859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.215391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.303640 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.309693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:24.314532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/security-groups/4013aeee-0a61-44b4-a22b-eb7872f62629 HTTP/1.1" status: 204 len: 168 time: 0.2232966 Oct 29 11:49:24.338381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d345d-fc0a-423c-ba7e-1108b3d5b388 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013aeee-0a61-44b4-a22b-eb7872f62629,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:24.609291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b7f2eca9-6574-40fc-98b0-66ed670fd74c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:24.647987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b7f2eca9-6574-40fc-98b0-66ed670fd74c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:49:24.648564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b7f2eca9-6574-40fc-98b0-66ed670fd74c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:49:24.649328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:24.677540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:49:24.678236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1a6f5a6b-131c-43a5-8b50-65620de7b7f4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:49:24.678822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91459061-e523-4fd0-a9db-f11a0607a914 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:24.707706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 91459061-e523-4fd0-a9db-f11a0607a914 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:49:24.708347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91459061-e523-4fd0-a9db-f11a0607a914 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:49:25.126948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55682) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:25.132245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550625748', 'description': 'tempest-secgroup-smoke-550625748 description', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:25.184291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.400195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.417577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.529106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60972348-edc3-48bc-8f48-b41c9af84f8b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:25.544526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.546684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a70e03f4-4c80-4f44-90aa-cf90042664fe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4186983 Oct 29 11:49:25.549814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:25.559312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:25.613445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.730669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.744645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.770748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cf1ea1-69b8-4969-9670-738b93d17954,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:25.786363 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.787874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-480c9c67-f614-4392-8b5e-a73e321854b3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354107 Oct 29 11:49:25.791178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:25.798186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:25.851686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.922592 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.950475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.955191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.977323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d2e2fe-8daf-4154-b461-61ea4783a7e9,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:25.991360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:25.993177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17f20f0e-dc18-4739-8782-5eff5d6be6a6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1995518 Oct 29 11:49:25.995626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55736) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:26.002038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:26.055772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.144827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.151009 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.177168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca84884-5fda-44ce-b3a9-2ea3fe956190,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:26.191594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.196468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:26.196850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-38be9bfa-4996-459a-8e33-d853e8a29bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995771 Oct 29 11:49:26.201587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:26.247261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.322194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.334639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.352794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc52c84-7c09-4073-809c-95d7399ace4d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:26.367883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.369303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-92d20744-7bb4-44d8-bcec-53dc842dfe93 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715674 Oct 29 11:49:26.372034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:26.379705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:26.420859 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:49:26.428303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.512045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.520667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.551795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796e41f-35d2-4dbf-875f-89dfa491d21e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:26.567844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.573531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:26.579306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '60972348-edc3-48bc-8f48-b41c9af84f8b', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:26.584930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-07795bcd-4d12-4658-962d-73c03703cdee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2114258 Oct 29 11:49:26.618132 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:49:26.626805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.769871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.777438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.813972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fd3e13-985b-4087-a3d6-86f24668b6d3,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:26.819359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.824050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-51d8d395-01db-4e1b-8ab3-d167360021bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2458043 Oct 29 11:49:26.824165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:26.830311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'network': {'name': 'tempest-network-smoke--1400957053', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:26.857951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:26.863139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.900731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:49:26.917422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:26.917952 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Added segment 7f6ac95d-3e78-41d2-9f71-db24d08ad14f of type vlan for network 06ce752a-9b60-499e-909f-3f8469aa6883 Oct 29 11:49:26.982872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.025356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.033266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:27.035188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.075643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2502215 Oct 29 11:49:27.078405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:27.085726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'admin_state_up': True, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:27.170598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.172030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.226487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dac877-16b9-49f1-96cc-0240a6315067 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Network': ['ID=06ce752a-9b60-499e-909f-3f8469aa6883,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:27.239164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 06ce752a-9b60-499e-909f-3f8469aa6883 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:49:27.277406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.585236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.786629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:49:27.858300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:27.888595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:28.071979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.44 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2e25be41-56fd-40ba-b392-f0c485d79aab) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:28.250765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:28.301562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:28.326452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:28.331399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:28.366264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:28.382598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e33f5b3b-597c-44bf-930d-7b792b79d250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:28.431264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=2e25be41-56fd-40ba-b392-f0c485d79aab,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:28.968938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:29.302087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:29.462111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 1e9c7938-ce95-4f5f-847c-8d579420838c is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:49:29.725680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:29.900737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12397c5d-43fe-44ec-9e20-bf80eed9780c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.104717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12397c5d-43fe-44ec-9e20-bf80eed9780c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.113542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12397c5d-43fe-44ec-9e20-bf80eed9780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.163173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:49:30.176879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Sync routers for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:49:30.192274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.195837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:30.196870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:30.197976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27596dcc-5bd2-48ab-acf3-014e5084390e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1179051 Oct 29 11:49:30.199494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:30.234696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12397c5d-43fe-44ec-9e20-bf80eed9780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd194f3-431a-4754-9177-a8638f2753c7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:30.256607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12397c5d-43fe-44ec-9e20-bf80eed9780c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37c5dd3ac5c34162abf360c280e09fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298126 Oct 29 11:49:30.261519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55982) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:30.296924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a082607-81b7-450a-ba3a-c4a1651883a6 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7de4cfbdeccd4be786e374aa00aa658f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962420 Oct 29 11:49:30.300008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55984) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:30.385533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.413467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.457266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae79e1e-5ecd-4123-a4d3-025558bced47 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:30.462293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5ae79e1e-5ecd-4123-a4d3-025558bced47 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608627 Oct 29 11:49:30.463308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 55988) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:30.480179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.483619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.485746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cd194f3-431a-4754-9177-a8638f2753c7 HTTP/1.1" status: 204 len: 168 time: 0.2228806 Oct 29 11:49:30.496223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf54ed-833d-4b04-84ea-6bbaa737ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd194f3-431a-4754-9177-a8638f2753c7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:30.498321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:30.504479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 55992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:30.505576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e908479e-e631-4647-9f4c-acfcefa2a433 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404987 Oct 29 11:49:30.510484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545205799', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:30.692071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:30.697071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.872415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44c875e4-89e0-4fb2-a695-fff2f38c3d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.909855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:30.967936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:28Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:31.025976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Checking router: 1e9c7938-ce95-4f5f-847c-8d579420838c for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:49:31.026559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Updating router 1e9c7938-ce95-4f5f-847c-8d579420838c port 2e25be41-56fd-40ba-b392-f0c485d79aab binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:49:31.048959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Subnet': ['ID=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:31.058354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:31.155625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:31.159781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network hostable DHCP agents. Network: 06ce752a-9b60-499e-909f-3f8469aa6883, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:49:31.207983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 06ce752a-9b60-499e-909f-3f8469aa6883 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:49:31.224937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 06ce752a-9b60-499e-909f-3f8469aa6883) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:31.233434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:31.234413 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:31.258689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-84262267-5424-4e3a-82aa-55e157a1701c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7528868 Oct 29 11:49:31.261719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56012) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:31.276034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39aa6e-53b6-4ae4-abb7-723183e1197d None None] Network 06ce752a-9b60-499e-909f-3f8469aa6883 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:31.544151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-06ce752a-9b60-499e-909f-3f8469aa6883', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:49:31.553107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.162248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.181105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Allocated IP 172.20.0.2 (06ce752a-9b60-499e-909f-3f8469aa6883/6cb05b58-c2e8-4a9b-8e2d-ec68896e75be/78971d9b-8351-436c-8295-9a513d486f83) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:32.185942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.522743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.522743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.602423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Pushing event updated for resources: {'Port': ['ID=2e25be41-56fd-40ba-b392-f0c485d79aab,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:32.622785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Attempting to bind port 2e25be41-56fd-40ba-b392-f0c485d79aab on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:32.623630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Attempting to bind port 2e25be41-56fd-40ba-b392-f0c485d79aab by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:32.624242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Attempting to bind port 2e25be41-56fd-40ba-b392-f0c485d79aab on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:32.640400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.641199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.641849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.642566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.662448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.663322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.664270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.664927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.665655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.665872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.667201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.667912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:32.681607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:32.682620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:32.683402 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.684023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:32.685452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Bound port: 2e25be41-56fd-40ba-b392-f0c485d79aab, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:32.686357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.826073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:32.993855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] For port 2e25be41-56fd-40ba-b392-f0c485d79aab, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:33.020692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] For port 2e25be41-56fd-40ba-b392-f0c485d79aab, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2e25be41-56fd-40ba-b392-f0c485d79aab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:33.076580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.157993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:33.158511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:33.270341 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.418965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.423839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b13a3-41e5-4353-b102-d620608f692d None None] Pushing event updated for resources: {'Port': ['ID=2e25be41-56fd-40ba-b392-f0c485d79aab,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:33.489277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:33.490229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Network 06ce752a-9b60-499e-909f-3f8469aa6883 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:33.508752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:33.535787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:33.540260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:33.561523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.1 (06ce752a-9b60-499e-909f-3f8469aa6883/6cb05b58-c2e8-4a9b-8e2d-ec68896e75be/1f6a4b63-bc10-4a2c-8c98-e133bf6171f5) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:33.647631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Pushing event updated for resources: {'Port': ['ID=78971d9b-8351-436c-8295-9a513d486f83,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:33.749310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.779428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Attempting to bind port 78971d9b-8351-436c-8295-9a513d486f83 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:33.779803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Attempting to bind port 78971d9b-8351-436c-8295-9a513d486f83 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:33.780391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Attempting to bind port 78971d9b-8351-436c-8295-9a513d486f83 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:33.791034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:33.791416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:33.791826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.792220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Bound using segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:33.793302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Bound port: 78971d9b-8351-436c-8295-9a513d486f83, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:33.793680 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.794595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.796949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-477075587'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:33.838428 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.844786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Made reservation on behalf of 6d86d24f777b475b94fb71bde1e9541b for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:33.850934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.873211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.891607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 06ce752a-9b60-499e-909f-3f8469aa6883 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:33.902780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:33.908100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:33.922890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] For port 78971d9b-8351-436c-8295-9a513d486f83, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:33.946853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] For port 78971d9b-8351-436c-8295-9a513d486f83, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=78971d9b-8351-436c-8295-9a513d486f83,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:33.956181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:33.958734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:33.982228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.059969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.070995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.104313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:28Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:34.130180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:49:34.155116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.155792 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Added segment 2b505007-371f-4257-9119-4f9f8b388784 of type vlan for network 3cde3263-595d-4098-ba72-08d66d513d4a Oct 29 11:49:34.177392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61dadf-a9d3-4908-89a8-25a38de8d49c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:34.249662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.287285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.295780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:34.298044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.439287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:34.481333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f89c868-f4f1-44d6-bcff-3d29182554b1 None None] The sync data for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 is: [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:28Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:49:34.504167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a642d9-dd96-4cab-9e3e-07130f1c81af None None] Pushing event updated for resources: {'Port': ['ID=78971d9b-8351-436c-8295-9a513d486f83,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:34.515601 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0249555 Oct 29 11:49:34.525221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:34.538073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Request body: {'subnet': {'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:34.742347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879966a7-67e1-410b-9a52-c59645ba6b1f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event updated for resources: {'Network': ['ID=3cde3263-595d-4098-ba72-08d66d513d4a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:34.774259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3cde3263-595d-4098-ba72-08d66d513d4a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:49:34.857752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Made reservation on behalf of 6d86d24f777b475b94fb71bde1e9541b for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:34.865249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.281736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.303190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.310858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.400327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event updated for resources: {'Subnet': ['ID=5e7220c4-6d06-4029-a14e-8dbe9f3a0042,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:35.410602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:35.474432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.539655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Checking segment: {'id': '2b505007-371f-4257-9119-4f9f8b388784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:35.540643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Network hostable DHCP agents. Network: 3cde3263-595d-4098-ba72-08d66d513d4a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:49:35.565574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Network 3cde3263-595d-4098-ba72-08d66d513d4a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:49:35.577640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3cde3263-595d-4098-ba72-08d66d513d4a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:35.588884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa8c7f-19de-404c-bd0d-39a3976bc4c6 None None] Network 3cde3263-595d-4098-ba72-08d66d513d4a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:35.595475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:35.596599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:35.634093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fd1ae36d-5df9-4d01-9e32-2f5980b4ba3d tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1046779 Oct 29 11:49:35.636545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56146) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:35.643123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Request body: {'port': {'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-663970092'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:35.801609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 06ce752a-9b60-499e-909f-3f8469aa6883 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:35.806204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:35.872762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e9e95d-b722-4025-88ba-99b15cb20958 None None] Network 06ce752a-9b60-499e-909f-3f8469aa6883 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:35.988607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Made reservation on behalf of 6d86d24f777b475b94fb71bde1e9541b for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:35.992579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.065799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] device_id is not set on port ccd11e19-8e0e-4750-be96-c2f01a7f6838 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:49:36.086309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 1e9c7938-ce95-4f5f-847c-8d579420838c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:49:36.161618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] Provisioning complete for port 78971d9b-8351-436c-8295-9a513d486f83 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:36.162461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.164984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-3cde3263-595d-4098-ba72-08d66d513d4a', 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a', 'tenant_id': '6d86d24f777b475b94fb71bde1e9541b', 'fixed_ips': [{'subnet_id': '5e7220c4-6d06-4029-a14e-8dbe9f3a0042'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:49:36.167162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.345422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Allocated IP 172.20.0.10 (3cde3263-595d-4098-ba72-08d66d513d4a/5e7220c4-6d06-4029-a14e-8dbe9f3a0042/ccd11e19-8e0e-4750-be96-c2f01a7f6838) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:36.432166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:49:36.443899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d296b637-be1e-4953-a382-fdb94ca89c76 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/1e9c7938-ce95-4f5f-847c-8d579420838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1797640 Oct 29 11:49:36.662518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.673425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.771405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:36.857400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] For port 78971d9b-8351-436c-8295-9a513d486f83, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=78971d9b-8351-436c-8295-9a513d486f83,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:36.885216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Network 3cde3263-595d-4098-ba72-08d66d513d4a is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:36.890435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:36.895641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:36.921775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2e25be41-56fd-40ba-b392-f0c485d79aab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:36.928625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event updated for resources: {'Port': ['ID=ccd11e19-8e0e-4750-be96-c2f01a7f6838,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:37.004283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-bab91580-dcba-42de-bb93-4b84053260ac tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550625748&fields=id&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 267 time: 0.1203806 Oct 29 11:49:37.043860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:37.051358 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.076494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.087953 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8c65c486-5501-40ae-bc03-515c9fa5de5f tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4502039 Oct 29 11:49:37.092409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:37.250430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-c2efa52c-73aa-41bd-a8ee-4533626a20c2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:37.257956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-c2efa52c-73aa-41bd-a8ee-4533626a20c2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 797 time: 0.2602868 Oct 29 11:49:37.286370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-88704763-6199-48aa-a82b-15c4cc958058 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/quotas/7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 375 time: 0.0214105 Oct 29 11:49:37.353897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Allocated IP 172.20.0.2 (3cde3263-595d-4098-ba72-08d66d513d4a/5e7220c4-6d06-4029-a14e-8dbe9f3a0042/7ec36db6-c016-4eb3-87ef-8c4316eaa30f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:37.355826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Deleting port ccd11e19-8e0e-4750-be96-c2f01a7f6838 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:37.356168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.357897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2e25be41-56fd-40ba-b392-f0c485d79aab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:37.358270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.421151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-da0b909d-ce15-4a22-a0d1-77851eee30b1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242895 Oct 29 11:49:37.545767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1023b97-9c81-4dd7-86d8-f1d5d65a5748 None None] Pushing event updated for resources: {'Port': ['ID=78971d9b-8351-436c-8295-9a513d486f83,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:37.656468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.660030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.690607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Calling delete_port for ccd11e19-8e0e-4750-be96-c2f01a7f6838 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:37.724509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 2e25be41-56fd-40ba-b392-f0c485d79aab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2e25be41-56fd-40ba-b392-f0c485d79aab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:37.734992 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:37.735347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 78971d9b-8351-436c-8295-9a513d486f83 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:37.820921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-9e751e42-3bf6-44b4-b724-15bcc798abbd service neutron] 10.222.0.77 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891943 Oct 29 11:49:37.847578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=2e25be41-56fd-40ba-b392-f0c485d79aab,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:38.091614 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Sync routers for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:49:38.110228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cb45be42-42a3-49c7-9ead-9cc6b5cde414 None None] Provisioning complete for port 78971d9b-8351-436c-8295-9a513d486f83 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:38.110721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cb45be42-42a3-49c7-9ead-9cc6b5cde414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.122466 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:38.123262 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:38.130920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.140001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-9b53fabb-c688-4428-8171-2f38c2e0d0ed service neutron] 10.222.0.77 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181434 Oct 29 11:49:38.175580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.207798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 78971d9b-8351-436c-8295-9a513d486f83 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:38.208299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.213272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event deleted for resources: {'Port': ['ID=ccd11e19-8e0e-4750-be96-c2f01a7f6838,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:38.217824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.422713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:38.435032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ecef4dd8-554f-411d-ba69-195559ed78cb tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "DELETE /v2.0/ports/ccd11e19-8e0e-4750-be96-c2f01a7f6838 HTTP/1.1" status: 204 len: 168 time: 1.3371067 Oct 29 11:49:38.436317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56216) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:38.519653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56222) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:38.655491 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:38.812276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Network 3cde3263-595d-4098-ba72-08d66d513d4a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:38.838705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:38.848679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:38.873046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b9a7ae8-b08e-47bb-9eb7-4169ce9477ab tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.4346778 Oct 29 11:49:38.873607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56232) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:38.875201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Pushing event updated for resources: {'Port': ['ID=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:38.884995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1266478174'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:38.964963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Made reservation on behalf of 6d86d24f777b475b94fb71bde1e9541b for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:38.977296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.066368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:49:39.092643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.097789 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Added segment 49f6ad8e-92aa-40b8-b82c-373222a7fe35 of type vlan for network 6f4c9527-7c84-49cf-a196-05f3325b3ce0 Oct 29 11:49:39.119673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33a3bdc7-0033-440c-9d9e-5abe154445c2 req-6a4ac60b-40d0-4cff-acfd-3969e627dca2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 210 time: 0.1893735 Oct 29 11:49:39.168984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5d034e4-c4e1-4e5d-aafa-06744c5b09f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.280255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.287970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2e25be41-56fd-40ba-b392-f0c485d79aab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:39.316254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cb45be42-42a3-49c7-9ead-9cc6b5cde414 None None] Provisioning complete for port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:39.320353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cb45be42-42a3-49c7-9ead-9cc6b5cde414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.326696 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5d034e4-c4e1-4e5d-aafa-06744c5b09f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.333817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f5d034e4-c4e1-4e5d-aafa-06744c5b09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.348478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.364372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:39.364968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.422205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Attempting to bind port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:39.422612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Attempting to bind port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2b505007-371f-4257-9119-4f9f8b388784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:39.424548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Attempting to bind port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f on network 3cde3263-595d-4098-ba72-08d66d513d4a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:39.452719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5762496 Oct 29 11:49:39.453476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:39.464408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f5d034e4-c4e1-4e5d-aafa-06744c5b09f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d888f829280a418a92695c0671ccdf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9425085 Oct 29 11:49:39.477336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56250) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:39.491220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:39.491596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Checking segment: {'id': '2b505007-371f-4257-9119-4f9f8b388784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:39.492003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.492401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Bound using segment: {'id': '2b505007-371f-4257-9119-4f9f8b388784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:39.496795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Bound port: 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b505007-371f-4257-9119-4f9f8b388784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3cde3263-595d-4098-ba72-08d66d513d4a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:39.497295 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.558020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cb45be42-42a3-49c7-9ead-9cc6b5cde414 None None] Port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:39.575596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d034e4-c4e1-4e5d-aafa-06744c5b09f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936673b-cb9e-4f29-8d98-4cb6095a02db,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:39.601582 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 2, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:39.633778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.684025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] For port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:39.687740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] For port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,segment=NetworkSegment(2b505007-371f-4257-9119-4f9f8b388784),segment_id=2b505007-371f-4257-9119-4f9f8b388784)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:39.692057 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Checking router: 1e9c7938-ce95-4f5f-847c-8d579420838c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:49:39.693702 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Updating router 1e9c7938-ce95-4f5f-847c-8d579420838c port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:49:39.707300 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.709795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.725085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2e25be41-56fd-40ba-b392-f0c485d79aab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:39.725461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.781206 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.812155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d901-e110-4a62-ab1d-2dabd71bbd7a tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event updated for resources: {'Network': ['ID=6f4c9527-7c84-49cf-a196-05f3325b3ce0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:39.883654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.892979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:39.897271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0936673b-cb9e-4f29-8d98-4cb6095a02db HTTP/1.1" status: 204 len: 168 time: 0.4188740 Oct 29 11:49:39.919970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04a2e-6cc1-431b-8a40-69440d75a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936673b-cb9e-4f29-8d98-4cb6095a02db,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:39.952751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 6f4c9527-7c84-49cf-a196-05f3325b3ce0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:49:40.013138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6feeeee5-58b6-454f-b7fc-4c975f87df42 None None] Provisioning complete for port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:40.030991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6feeeee5-58b6-454f-b7fc-4c975f87df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:40.227452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56268) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:40.230407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4c35f3b7-dfc4-4137-b600-e843511ed349 tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks HTTP/1.1" status: 200 len: 5683 time: 0.6882846 Oct 29 11:49:40.437054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6feeeee5-58b6-454f-b7fc-4c975f87df42 None None] Port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:40.484605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432afca-4e06-491d-925f-dc1ff8f91119 None None] Pushing event updated for resources: {'Port': ['ID=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:40.595205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 78971d9b-8351-436c-8295-9a513d486f83 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:40.623255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d77e55-fb76-40fd-912b-2c1da44ebc60 req-c74e458b-304b-46d4-9535-b5ea464106bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 210 time: 0.1276939 Oct 29 11:49:40.716600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5942f9-7260-4e34-97bc-ac186cb86e2c tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] Network 6f4c9527-7c84-49cf-a196-05f3325b3ce0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:49:40.755407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0d5942f9-7260-4e34-97bc-ac186cb86e2c tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "POST /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5268261 Oct 29 11:49:40.758552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56280) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:40.779880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 78971d9b-8351-436c-8295-9a513d486f83 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:40.780253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:40.782369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7641cbf-6f5e-4def-a496-7297832f0032 None None] Network 6f4c9527-7c84-49cf-a196-05f3325b3ce0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:40.883535 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:40.891250 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:40.901067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56284) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:40.961417 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb647-8a50-4790-b547-2cb0f7f827cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.067454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Attempting to bind port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:41.068079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Attempting to bind port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:41.068594 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Attempting to bind port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:41.077034 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:41.077796 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:41.078371 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.078914 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Bound using segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:41.081782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Bound port: 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:41.082438 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.348825 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] For port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:41.363447 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] For port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:41.391576 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.419708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Pushing event updated for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:41.433184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb647-8a50-4790-b547-2cb0f7f827cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.433677 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.434351 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.435519 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.445684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb647-8a50-4790-b547-2cb0f7f827cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.457701 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.460314 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.460905 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.462454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.463283 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.470325 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.472714 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.473473 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.475654 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:41.594807 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37e0f-4d76-45f2-a4aa-55f8faaacd4a None None] Pushing event updated for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:41.601368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c9cb647-8a50-4790-b547-2cb0f7f827cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=073656ae016543a18fc0b7ef3c6e1ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978140 Oct 29 11:49:41.604829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:41.615245 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:41.615987 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:41.754096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] Provisioning complete for port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:41.758502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:41.761125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-317ad224-f8a9-4fb2-91ea-a140249ee014 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:41.762901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-317ad224-f8a9-4fb2-91ea-a140249ee014 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 797 time: 0.9172313 Oct 29 11:49:41.790770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cb647-8a50-4790-b547-2cb0f7f827cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bdbda7-de5d-47c0-a969-0ff04ca3773a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:41.890341 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62a7e7a6-c94c-4abc-b94e-613718bc0cb5 tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 1.1305556 Oct 29 11:49:41.894709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:41.968760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ec36db6-c016-4eb3-87ef-8c4316eaa30f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:41.971801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-f33bafb1-66cd-4fed-a023-03118049e9f0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 379 time: 0.1830041 Oct 29 11:49:41.980253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.003916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'port': {'device_id': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'admin_state_up': True, 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'security_groups': ['60972348-edc3-48bc-8f48-b41c9af84f8b']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:42.016547 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:49:42.046259 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.149920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-425b184a-2c9f-496a-ae3c-bd2aea314b96 req-be7d81d8-1329-42df-a092-6c664db0f2e6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 210 time: 0.3448920 Oct 29 11:49:42.166729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.181958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.183651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4bdbda7-de5d-47c0-a969-0ff04ca3773a HTTP/1.1" status: 204 len: 168 time: 0.5775509 Oct 29 11:49:42.207781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f62a92-76a9-4965-ae4c-14867ebdfd86 None None] Network 3cde3263-595d-4098-ba72-08d66d513d4a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:42.307279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd713be-468c-4b32-8736-ef21273361a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bdbda7-de5d-47c0-a969-0ff04ca3773a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:42.349969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.368765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:42.376487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:42.386095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56316) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:42.387829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d26181e-bff0-44fc-9cc9-39604da9de48 tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "DELETE /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks/6f4c9527-7c84-49cf-a196-05f3325b3ce0 HTTP/1.1" status: 204 len: 168 time: 0.4915860 Oct 29 11:49:42.449756 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:41Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:42.489417 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd73a22-513f-419e-a517-a109276ee31a None None] The sync data for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 is: [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:41Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:49:42.542810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] For port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:42.871407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.10 (06ce752a-9b60-499e-909f-3f8469aa6883/6cb05b58-c2e8-4a9b-8e2d-ec68896e75be/a52a3d9c-347d-46fb-9675-972629a55214) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:42.904030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:42.911374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9fe04444-63f5-4917-bfe5-e5d24d4cbfe7 tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks HTTP/1.1" status: 200 len: 5683 time: 0.5224450 Oct 29 11:49:42.954118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-842a0b2a-070e-4c24-86e9-d5c70fd81c71 tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/networks/3cde3263-595d-4098-ba72-08d66d513d4a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0482824 Oct 29 11:49:42.961725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56332) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:42.964041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56330) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:43.032867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:43.033994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.040770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab951d48-1fe0-4cd0-bf51-c2cf39115b9c tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/networks/3cde3263-595d-4098-ba72-08d66d513d4a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0746469 Oct 29 11:49:43.042498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:43.054727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a245214d-a196-4e96-960f-2caa4762ea71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.074974 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.221541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565928f-f620-45e7-ac1e-aac5e636271b None None] Pushing event updated for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:43.318962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.331380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-503b3e1e-fd7b-41c6-ad6b-1fab09cf96ee tempest-DHCPAgentSchedulersTestJSON-1171146303 tempest-DHCPAgentSchedulersTestJSON-1171146303-project-admin] 10.222.0.77 "GET /v2.0/agents/79312f99-341c-42a5-aaff-14d10f4b192b/dhcp-networks HTTP/1.1" status: 200 len: 5683 time: 0.2865489 Oct 29 11:49:43.335776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56346) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:43.375137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-955f4c56-cbe5-4f70-8786-34897e438a1d None None] Provisioning complete for port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:43.375534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-955f4c56-cbe5-4f70-8786-34897e438a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.384108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a245214d-a196-4e96-960f-2caa4762ea71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.472232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a245214d-a196-4e96-960f-2caa4762ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.510649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.559528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245214d-a196-4e96-960f-2caa4762ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f59811-1ab2-49b1-9b5d-33c096bb477c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:43.568028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.594065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.625268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-955f4c56-cbe5-4f70-8786-34897e438a1d None None] Provisioning complete for port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:43.625638 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-955f4c56-cbe5-4f70-8786-34897e438a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.635550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8422-286e-4915-86b1-7b6470ec6580 req-099aca9a-2f0d-41ed-bdb9-409e2039d570 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:43.643220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d6f8422-286e-4915-86b1-7b6470ec6580 req-099aca9a-2f0d-41ed-bdb9-409e2039d570 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 932 time: 0.3180554 Oct 29 11:49:43.678932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 06ce752a-9b60-499e-909f-3f8469aa6883 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:43.688511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:43.697375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:43.764457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a245214d-a196-4e96-960f-2caa4762ea71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2acc7dcbdc684036afaa8616a40f513b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932792 Oct 29 11:49:43.780710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:43.783374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56358) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:43.833997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,segment=NetworkSegment(2b505007-371f-4257-9119-4f9f8b388784),segment_id=2b505007-371f-4257-9119-4f9f8b388784)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:43.842967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.843190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:43.846226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:43.929958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-6d74ca70-7448-42ba-886d-128cb73662eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9520473 Oct 29 11:49:43.957925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-fa86613a-32a2-43bc-8ede-a64df362002b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:49:43.959389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-fa86613a-32a2-43bc-8ede-a64df362002b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0182204 Oct 29 11:49:43.991066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.072525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4c9527-7c84-49cf-a196-05f3325b3ce0']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:44.110077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.112791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f6ad8e-92aa-40b8-b82c-373222a7fe35') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:44.117511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f6ad8e-92aa-40b8-b82c-373222a7fe35') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:44.142487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.172607 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.191513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:49:44.191999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.193040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.229192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:44.293522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:49:44.341054 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:49:44.343132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.347936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.364791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39f59811-1ab2-49b1-9b5d-33c096bb477c HTTP/1.1" status: 204 len: 168 time: 0.5715284 Oct 29 11:49:44.396576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d6f8422-286e-4915-86b1-7b6470ec6580 req-f68a51c4-9a9b-4d0e-a7d5-944fffbb082f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7520607 Oct 29 11:49:44.397773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.406820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc2a60-c815-417f-87fa-5832bcc82261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f59811-1ab2-49b1-9b5d-33c096bb477c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:44.516618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3d5be8dc-1438-4688-928c-a9449f903d8b None None] Provisioning complete for port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:44.517096 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d5be8dc-1438-4688-928c-a9449f903d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.522446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Request body: {'port': {'device_id': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:44.524358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.529959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "DELETE /v2.0/networks/6f4c9527-7c84-49cf-a196-05f3325b3ce0 HTTP/1.1" status: 204 len: 168 time: 1.1929078 Oct 29 11:49:44.541885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d86b33-bf36-4b50-b462-885c39e52582 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event deleted for resources: {'Network': ['ID=6f4c9527-7c84-49cf-a196-05f3325b3ce0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:44.543902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56376) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:44.616977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:44.617698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.647211 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-135fd660-251c-40f5-b34a-05571f2d9a43 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] DELETE failed (client error): The resource could not be found. Oct 29 11:49:44.649454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135fd660-251c-40f5-b34a-05571f2d9a43 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:49:44.652837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-135fd660-251c-40f5-b34a-05571f2d9a43 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "DELETE /v2.0/ports/ccd11e19-8e0e-4750-be96-c2f01a7f6838 HTTP/1.1" status: 404 len: 333 time: 0.1079082 Oct 29 11:49:44.655890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:44.753610 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.763089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Deleting subnet 5e7220c4-6d06-4029-a14e-8dbe9f3a0042 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:49:44.777331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.803924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3d5be8dc-1438-4688-928c-a9449f903d8b None None] Provisioning complete for port a52a3d9c-347d-46fb-9675-972629a55214 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:44.804303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d5be8dc-1438-4688-928c-a9449f903d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:44.899916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3d5be8dc-1438-4688-928c-a9449f903d8b None None] Port a52a3d9c-347d-46fb-9675-972629a55214 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:44.932281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.080974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-98c10909-893d-4f74-a346-2c009e0140fa None None] Could not find standard attr ID for object ccd11e19-8e0e-4750-be96-c2f01a7f6838. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:49:45.200207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.298663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.369479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7220c4-6d06-4029-a14e-8dbe9f3a0042,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:45.376599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.383466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1ddb6f53-dd20-4a5b-869f-03ea27302471 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "DELETE /v2.0/subnets/5e7220c4-6d06-4029-a14e-8dbe9f3a0042 HTTP/1.1" status: 204 len: 168 time: 0.7194734 Oct 29 11:49:45.384242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56400) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:45.395704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae71f1-f96e-491c-a5ed-06f0df6c5d48 None None] Network 3cde3263-595d-4098-ba72-08d66d513d4a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:45.507800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:49:45.522100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.529631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.555108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Transition to ACTIVE for port object a52a3d9c-347d-46fb-9675-972629a55214 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:49:45.578815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088020b-dd08-4ac2-aa49-331ecfa294b2 req-74b3cfc7-6df7-4e06-abd7-9daf1c66c032 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:45.580489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8088020b-dd08-4ac2-aa49-331ecfa294b2 req-74b3cfc7-6df7-4e06-abd7-9daf1c66c032 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 932 time: 0.1083100 Oct 29 11:49:45.591177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.648025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8088020b-dd08-4ac2-aa49-331ecfa294b2 req-d03f030e-f0bf-4360-97a5-a096c41774a1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596900 Oct 29 11:49:45.699867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Deleting port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:45.700214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.752197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:45.788540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] DHCP port deletion for 3cde3263-595d-4098-ba72-08d66d513d4a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:49:45.846779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] For port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,segment=NetworkSegment(2b505007-371f-4257-9119-4f9f8b388784),segment_id=2b505007-371f-4257-9119-4f9f8b388784)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:45.847144 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.880354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Calling delete_port for 7ec36db6-c016-4eb3-87ef-8c4316eaa30f owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:45.884319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Deleting port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:45.890020 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:45.994630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7ec36db6-c016-4eb3-87ef-8c4316eaa30f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:46.112127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:46.112127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:46.112799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:46.125283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:49:46.125611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:46.136607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.162953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:46.163379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:46.163983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Bound using segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:46.164466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Bound port: a52a3d9c-347d-46fb-9675-972629a55214, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:46.164941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.184450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f update to DOWN by agent not found {{(pid=102279) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 11:49:46.210247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] For port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,segment=NetworkSegment(2b505007-371f-4257-9119-4f9f8b388784),segment_id=2b505007-371f-4257-9119-4f9f8b388784)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:46.210659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.227020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event deleted for resources: {'Port': ['ID=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:46.232979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] No DVR routers for this DVR port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:49:46.250563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Calling delete_port for 7ec36db6-c016-4eb3-87ef-8c4316eaa30f owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:46.462786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.463348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.493302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:46.500033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cde3263-595d-4098-ba72-08d66d513d4a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:46.518272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] Pushing event deleted for resources: {'Port': ['ID=7ec36db6-c016-4eb3-87ef-8c4316eaa30f,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:46.519537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44a84d-1e16-4176-9fb3-cd150405644b None None] No DVR routers for this DVR port 7ec36db6-c016-4eb3-87ef-8c4316eaa30f on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:49:46.547900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:46.551678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b505007-371f-4257-9119-4f9f8b388784') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:46.552257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b505007-371f-4257-9119-4f9f8b388784') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:46.563251 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.572342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.605038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:46.605863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.607429 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] 10.222.0.86 "PUT /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 1092 time: 2.6324191 Oct 29 11:49:46.651233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:46.653576 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:46.660120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.742430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:49:46.742430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:49:46.745555 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:49:46.833286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a563a-d17c-4510-b75f-f750b238d5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:46.891613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f35a2-a24a-43d4-9e6a-9bce8073bd6e req-219b6ead-4d5d-4203-9070-0cdfdaf8394f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:46.893292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a2f35a2-a24a-43d4-9e6a-9bce8073bd6e req-219b6ead-4d5d-4203-9070-0cdfdaf8394f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.1422205 Oct 29 11:49:46.896236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-410b4acd-c9dc-4b1f-af7f-bdcd735f48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:46.900806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-410b4acd-c9dc-4b1f-af7f-bdcd735f48ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1095 time: 0.2196975 Oct 29 11:49:46.967592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-ccbb19c7-112d-4896-8bdf-52d0dc190216 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 217 time: 0.0537007 Oct 29 11:49:47.016205 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a2f35a2-a24a-43d4-9e6a-9bce8073bd6e req-b1d0c684-3fc2-41dd-b1cf-38f049358dff tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100473 Oct 29 11:49:47.040579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.052876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.062293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] 10.222.0.77 "DELETE /v2.0/networks/3cde3263-595d-4098-ba72-08d66d513d4a HTTP/1.1" status: 204 len: 168 time: 1.6760395 Oct 29 11:49:47.148706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-b7174379-28c5-4cce-9c7e-91231adda46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:47.150648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-b7174379-28c5-4cce-9c7e-91231adda46d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1729438 Oct 29 11:49:47.152732 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f337d569-6cf2-4ae6-a458-70ef9ca2f4f3 x-openstack-request-id: req-f337d569-6cf2-4ae6-a458-70ef9ca2f4f3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:47.153190 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:47.153687 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f337d569-6cf2-4ae6-a458-70ef9ca2f4f3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:47.155057 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:49:47.156872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4d0e-0477-4cd2-ab80-3c7c11dc4b67 tempest-DHCPAgentSchedulersTestJSON-597813429 tempest-DHCPAgentSchedulersTestJSON-597813429-project] Pushing event deleted for resources: {'Network': ['ID=3cde3263-595d-4098-ba72-08d66d513d4a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:47.259679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-27014147-16f4-488d-881d-0064f7d30f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:47.261497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-27014147-16f4-488d-881d-0064f7d30f6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837986 Oct 29 11:49:47.405368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-75139c1c-a593-483c-95cc-245315f5751d service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310673 Oct 29 11:49:47.561990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56508) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:47.586558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-18c3b644-2e00-4c28-a0b2-ca84432574df req-c7083ceb-80af-465d-ab3c-21de677e216e service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745477 Oct 29 11:49:47.722291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-4a66cb3d-f0e9-4f46-9e27-c0d97dcd037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:47.724082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-4a66cb3d-f0e9-4f46-9e27-c0d97dcd037b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1095 time: 0.0629668 Oct 29 11:49:47.749961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b3cf9505-7dfa-43a9-8a49-84fecfb6254b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d86d24f777b475b94fb71bde1e9541b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866677 Oct 29 11:49:47.752855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56530) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:47.816593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.847396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.877904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-6a5f88ce-7e33-47a8-b810-c84f1cb7e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:47.879447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-6a5f88ce-7e33-47a8-b810-c84f1cb7e136 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.1457660 Oct 29 11:49:47.964628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.965257 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-4134d391-790b-46c6-973b-08fc02c3dad3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 217 time: 0.0762391 Oct 29 11:49:47.968110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:47.973318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e61dadf-a9d3-4908-89a8-25a38de8d49c HTTP/1.1" status: 204 len: 168 time: 0.2191958 Oct 29 11:49:47.982431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f053cc-697a-487b-bb61-3a8151534fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61dadf-a9d3-4908-89a8-25a38de8d49c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:48.090753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-e29dfcc4-c659-449f-a667-05bfc0a8de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:48.093507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-e29dfcc4-c659-449f-a667-05bfc0a8de22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1104443 Oct 29 11:49:48.163578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0080a-a819-471d-847c-a1847622b84f req-6d721d9a-7460-4c4b-8ee1-0611769e7337 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:48.170135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50b0080a-a819-471d-847c-a1847622b84f req-6d721d9a-7460-4c4b-8ee1-0611769e7337 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 945 time: 0.0684128 Oct 29 11:49:48.203106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-835c1a51-0d9a-467c-909f-eb7f947df414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:48.205871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-835c1a51-0d9a-467c-909f-eb7f947df414 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024151 Oct 29 11:49:48.241116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50b0080a-a819-471d-847c-a1847622b84f req-ff9809fd-e0bb-481b-a6d5-81387255b4db tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682445 Oct 29 11:49:48.388858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-615aa741-1a3a-427f-ba10-bb61faf1956f service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710150 Oct 29 11:49:48.407743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e97c-a300-4124-bd52-9cf28763c231 req-39863a5e-2734-4f0d-9574-179e6aea96ce tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:48.416054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98b5e97c-a300-4124-bd52-9cf28763c231 req-39863a5e-2734-4f0d-9574-179e6aea96ce tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.0666757 Oct 29 11:49:48.483751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98b5e97c-a300-4124-bd52-9cf28763c231 req-8369bfe5-7371-427f-a28f-9e5be6ee7a2d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668330 Oct 29 11:49:48.516191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f8455067-1a6f-4d8f-8bc8-bca7954e5b18 req-3ed55191-cdd3-4d68-9d0f-e6c51e8b230d service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199431 Oct 29 11:49:48.582533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56576) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:48.607453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c8e92a4-e7b1-4ca9-b35b-a1df5f4a7426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.726997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c8e92a4-e7b1-4ca9-b35b-a1df5f4a7426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.733624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c8e92a4-e7b1-4ca9-b35b-a1df5f4a7426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.780376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1c8e92a4-e7b1-4ca9-b35b-a1df5f4a7426 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3459d0ce78ca4f678cee11f1703ec825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962676 Oct 29 11:49:48.781110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e92a4-e7b1-4ca9-b35b-a1df5f4a7426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2599bf-55c2-412a-bbf4-b80cd41307ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:48.783965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:48.852028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.877536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.940028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.943435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:48.947572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc2599bf-55c2-412a-bbf4-b80cd41307ca HTTP/1.1" status: 204 len: 168 time: 0.1512601 Oct 29 11:49:48.957980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7869bc-6cc4-4af3-81ec-fa39a0b423dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2599bf-55c2-412a-bbf4-b80cd41307ca,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:49.432280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcba8f2-9944-4e7b-9b6d-1455731f022b req-b1c9c187-1bb2-455c-a78d-da2174a364b4 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:49.434035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4fcba8f2-9944-4e7b-9b6d-1455731f022b req-b1c9c187-1bb2-455c-a78d-da2174a364b4 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 945 time: 0.0732424 Oct 29 11:49:49.491891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4fcba8f2-9944-4e7b-9b6d-1455731f022b req-83fdc5e4-1888-4b9f-a3ba-02994d5e7bf4 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/security-groups?id=bb40a832-01a6-47eb-bc9a-cc74cb67678b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Oct 29 11:49:49.609140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-89ee0b3f-3ed1-4c88-8bd6-d12dd273b490 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:49.614804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-89ee0b3f-3ed1-4c88-8bd6-d12dd273b490 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 945 time: 0.0979385 Oct 29 11:49:49.681698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:49:49.704032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f24e-85de-4d88-ae2b-057a6a2cf576 req-a2f09eb1-7092-4404-9a3b-ed3b48ebfc46 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:49.713288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6a7f24e-85de-4d88-ae2b-057a6a2cf576 req-a2f09eb1-7092-4404-9a3b-ed3b48ebfc46 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.1295018 Oct 29 11:49:49.797299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6a7f24e-85de-4d88-ae2b-057a6a2cf576 req-60ce830d-1b46-4447-a384-bab09818e125 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831137 Oct 29 11:49:49.820522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Deleting port a9638e68-857b-455c-9432-0e025eeb4888 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:49:49.820861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:49.933104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:49.950430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'a52a3d9c-347d-46fb-9675-972629a55214', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:49:50.023843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] For port a9638e68-857b-455c-9432-0e025eeb4888, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a9638e68-857b-455c-9432-0e025eeb4888,segment=NetworkSegment(3a69875e-68f9-4274-8f54-c870f448d129),segment_id=3a69875e-68f9-4274-8f54-c870f448d129)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:50.024217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.044861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Calling delete_port for a9638e68-857b-455c-9432-0e025eeb4888 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:49:50.052660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.105147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:49:50.160478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:50.172177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.238944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:50.283967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:50.288090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.300244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a9638e68-857b-455c-9432-0e025eeb4888'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:49:50.343811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Pushing event deleted for resources: {'Port': ['ID=a9638e68-857b-455c-9432-0e025eeb4888,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:50.383437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680654743'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:50.425736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:50.430979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.437876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['a52a3d9c-347d-46fb-9675-972629a55214'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:49:50.449023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] No DVR routers for this DVR port a9638e68-857b-455c-9432-0e025eeb4888 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:49:50.455242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.465883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4fe2a47-b294-4c50-ac29-35a7b82b9878 req-ef4efacf-4e1b-4ef8-a0be-524776c8a215 tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.41 "DELETE /v2.0/ports/a9638e68-857b-455c-9432-0e025eeb4888 HTTP/1.1" status: 204 len: 173 time: 0.8469148 Oct 29 11:49:50.467288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'name': 'network-vif-deleted', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:50.473023 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce961a3-f2ab-43ee-bac3-eb884291c2c3" -d '{"events": [{"server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "name": "network-vif-deleted", "tag": "a9638e68-857b-455c-9432-0e025eeb4888"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:50.483779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.583428 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f72cbfb-87ca-49c2-995a-49fabb5a0940 x-openstack-request-id: req-4f72cbfb-87ca-49c2-995a-49fabb5a0940 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:50.583926 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295766cf-047a-4104-8ee8-4c9e331515f8", "name": "network-vif-deleted", "tag": "a9638e68-857b-455c-9432-0e025eeb4888", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:50.584193 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f72cbfb-87ca-49c2-995a-49fabb5a0940 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:50.589183 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295766cf-047a-4104-8ee8-4c9e331515f8', 'name': 'network-vif-deleted', 'tag': 'a9638e68-857b-455c-9432-0e025eeb4888', 'status': 'completed', 'code': 200} Oct 29 11:49:50.767756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.784687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.814919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:49:50.824528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b720a8b2-5b25-49c3-82fa-98656149bebe req-6514235c-19e6-413f-babd-c07a5c3d4b8a tempest-VolumesSnapshotTestJSON-223382622 tempest-VolumesSnapshotTestJSON-223382622-project] 10.222.0.77 "GET /v2.0/ports?device_id=295766cf-047a-4104-8ee8-4c9e331515f8 HTTP/1.1" status: 200 len: 210 time: 0.0994811 Oct 29 11:49:50.833045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.833505 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 1590db64-6bcf-4b92-806a-1bfe27cf3273 of type vlan for network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 Oct 29 11:49:50.888262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.936054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:50.942907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:50.944367 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.030446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9836c577-064f-4c82-baa1-c85736544a69,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:51.050269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8106611 Oct 29 11:49:51.050400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178de2cd-ff71-4e16-a6d1-e398cbeff971 req-2a201f05-2b5b-475b-82d0-b72b1fba51c5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:51.051806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:51.062205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-202221386'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:51.067917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020c3d-1d64-4239-a910-c817c226a9be tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=3f02e5de-2e1f-4bc2-9667-f11110f264d2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:51.069584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-178de2cd-ff71-4e16-a6d1-e398cbeff971 req-2a201f05-2b5b-475b-82d0-b72b1fba51c5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.1559553 Oct 29 11:49:51.099530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:49:51.132585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:51.137988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.148575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-178de2cd-ff71-4e16-a6d1-e398cbeff971 req-e404ba7b-52c2-47b9-a6a4-fa26a1fc4c0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724256 Oct 29 11:49:51.182095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:49:51.191720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.192052 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment ffd9e6e5-d46b-48e7-ae28-e744ef5edf48 of type vlan for network a76b8b81-16b0-4148-bd9e-d326aafa79da Oct 29 11:49:51.260683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.309665 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.330292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:51.331232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.419565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3614020 Oct 29 11:49:51.419836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:51.426278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:51.464822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9c12-3cd7-47b9-b55d-6a62497608a1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=a76b8b81-16b0-4148-bd9e-d326aafa79da,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:51.476575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a76b8b81-16b0-4148-bd9e-d326aafa79da details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:49:51.588345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:51.593041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.682906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:51.809947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port a52a3d9c-347d-46fb-9675-972629a55214 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:49:51.820691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port a52a3d9c-347d-46fb-9675-972629a55214 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:51.821192 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.956785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:51.957720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.023587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.050089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '1590db64-6bcf-4b92-806a-1bfe27cf3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:52.050536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 3f02e5de-2e1f-4bc2-9667-f11110f264d2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:49:52.058250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=c940bf2a-6ce6-4f26-ae7a-968cdee277d2,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:52.071529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.071941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.072364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.072769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.073185 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.073524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.073727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:49:52.074030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.074494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.074906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.075392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.075732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.076113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:52.099388 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eb83b5-2a98-4353-9474-7aeb43084f66" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:49:52.116420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:52.120425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:49:52.133311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.144599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 3f02e5de-2e1f-4bc2-9667-f11110f264d2) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:52.156288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:52.159254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.198928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87acd4d3-8224-478b-962c-4b57dae5e3d6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7779446 Oct 29 11:49:52.202642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56680) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:52.211454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:52.265309 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afde976-1a8f-438c-b3a5-6396f9b048d5 x-openstack-request-id: req-5afde976-1a8f-438c-b3a5-6396f9b048d5 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:49:52.265605 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:49:52.265886 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5afde976-1a8f-438c-b3a5-6396f9b048d5 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:49:52.266260 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'code': 200} Oct 29 11:49:52.267986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:52.271544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea67be-d6e9-49ad-ad98-b6f82843b2a3 None None] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:52.390786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97235-8de2-4a05-835b-e5b7bea07dc5 req-328c4aed-9766-49f7-a8cf-302aa35c8d9d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:52.394183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57b97235-8de2-4a05-835b-e5b7bea07dc5 req-328c4aed-9766-49f7-a8cf-302aa35c8d9d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1077228 Oct 29 11:49:52.519199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57b97235-8de2-4a05-835b-e5b7bea07dc5 req-5412a269-3f9d-4c2b-a8a0-b12de7876c99 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168563 Oct 29 11:49:52.574322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503616c3-6210-4829-92fa-cd3da8bbc14d req-f2e36691-73c3-4311-af7d-562f974d7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:52.576176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-503616c3-6210-4829-92fa-cd3da8bbc14d req-f2e36691-73c3-4311-af7d-562f974d7894 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1097 time: 0.1859162 Oct 29 11:49:52.585799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-3f02e5de-2e1f-4bc2-9667-f11110f264d2', 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'c940bf2a-6ce6-4f26-ae7a-968cdee277d2'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:49:52.586845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.605057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:49:52.608793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:52.704111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-503616c3-6210-4829-92fa-cd3da8bbc14d req-7edf8c77-8937-43b3-acbb-8b79929396bb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185827 Oct 29 11:49:52.777160 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-f87e7723-0e28-44e9-a58f-abe785f9a5f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902498 Oct 29 11:49:52.827142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Allocated IP 172.20.0.2 (3f02e5de-2e1f-4bc2-9667-f11110f264d2/c940bf2a-6ce6-4f26-ae7a-968cdee277d2/440b1868-b3f3-49f8-8765-4445f8708185) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:52.962833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.066893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-6c3425d1-3b2f-4020-b274-bb2199cce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:53.068708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-6c3425d1-3b2f-4020-b274-bb2199cce01a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1096 time: 0.1494524 Oct 29 11:49:53.098806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=17c7578f-8752-4b5f-b9ac-5bb2cf2342ec,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:53.101283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:53.101751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: a76b8b81-16b0-4148-bd9e-d326aafa79da, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:49:53.120872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.134756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.183337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network a76b8b81-16b0-4148-bd9e-d326aafa79da is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:49:53.201974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a76b8b81-16b0-4148-bd9e-d326aafa79da) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:53.214722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:53.215485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.237677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd21820-d71c-43b8-84d2-834e89f16ed1 None None] Network a76b8b81-16b0-4148-bd9e-d326aafa79da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:53.244896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1d4f6164-f36c-4b28-a2b1-a2a454791f99 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0386331 Oct 29 11:49:53.246775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:53.253911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601881479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:53.318063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.322158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.338479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-323b4a5d-83ed-4eff-8b24-24d596afaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:53.342771 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-323b4a5d-83ed-4eff-8b24-24d596afaab5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.2315862 Oct 29 11:49:53.476307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:53.481879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a9638e68-857b-455c-9432-0e025eeb4888 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:49:53.493735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.504018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.535472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.540061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2828a6ab-a3fe-4ff9-8ff2-8b73c37f899d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2915463 Oct 29 11:49:53.542139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:53.558386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:53.567695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:53.622271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: a9638e68-857b-455c-9432-0e025eeb4888 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:49:53.622935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a9638e68-857b-455c-9432-0e025eeb4888 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:49:53.625374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Pushing event updated for resources: {'Port': ['ID=440b1868-b3f3-49f8-8765-4445f8708185,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:53.807715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Attempting to bind port 440b1868-b3f3-49f8-8765-4445f8708185 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:53.808503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Attempting to bind port 440b1868-b3f3-49f8-8765-4445f8708185 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '1590db64-6bcf-4b92-806a-1bfe27cf3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:53.809839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Attempting to bind port 440b1868-b3f3-49f8-8765-4445f8708185 on network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:53.836217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:53.837032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Checking segment: {'id': '1590db64-6bcf-4b92-806a-1bfe27cf3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:53.837700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.838328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Bound using segment: {'id': '1590db64-6bcf-4b92-806a-1bfe27cf3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:53.839371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Bound port: 440b1868-b3f3-49f8-8765-4445f8708185, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1590db64-6bcf-4b92-806a-1bfe27cf3273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f02e5de-2e1f-4bc2-9667-f11110f264d2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:53.840241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:53.959460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a76b8b81-16b0-4148-bd9e-d326aafa79da', 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': '17c7578f-8752-4b5f-b9ac-5bb2cf2342ec'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:49:53.960956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:54.040140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] For port 440b1868-b3f3-49f8-8765-4445f8708185, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:54.138237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] For port 440b1868-b3f3-49f8-8765-4445f8708185, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=440b1868-b3f3-49f8-8765-4445f8708185,segment=NetworkSegment(1590db64-6bcf-4b92-806a-1bfe27cf3273),segment_id=1590db64-6bcf-4b92-806a-1bfe27cf3273)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:54.145066 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:54.227269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0376e-fd35-4b3c-9c8b-e1966998ca5c None None] Pushing event updated for resources: {'Port': ['ID=440b1868-b3f3-49f8-8765-4445f8708185,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:54.336058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Allocated IP 172.21.0.2 (a76b8b81-16b0-4148-bd9e-d326aafa79da/17c7578f-8752-4b5f-b9ac-5bb2cf2342ec/80498719-2e6f-4c8c-9d20-9d0781555ead) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:54.344500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-754f70a9-1081-4179-8b73-18ae7cdffde5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 1000 time: 0.9928393 Oct 29 11:49:54.440840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-56adacea-245e-473f-976f-91e4114e9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:54.442363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-56adacea-245e-473f-976f-91e4114e9d05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.0899773 Oct 29 11:49:54.530605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-a165e864-3039-4706-984c-c7d4332f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:54.532142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-a165e864-3039-4706-984c-c7d4332f464f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817728 Oct 29 11:49:54.762687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-21e231d3-9553-4a71-953f-c2f20dcfffb7 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228527 Oct 29 11:49:54.768492 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:54.786264 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:54.846493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665ba7f-3c15-4684-bbbb-adac0678426a req-622b89bf-2aea-46dc-8a2f-3c91082fc294 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:54.856088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0665ba7f-3c15-4684-bbbb-adac0678426a req-622b89bf-2aea-46dc-8a2f-3c91082fc294 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 1.1364546 Oct 29 11:49:54.908853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Network a76b8b81-16b0-4148-bd9e-d326aafa79da is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:54.916451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:54.926948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:54.953917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Pushing event updated for resources: {'Port': ['ID=80498719-2e6f-4c8c-9d20-9d0781555ead,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:55.064935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63066d27-d418-4d55-9c5c-ba5ef5361c70 req-5249e194-cb92-488b-8cbe-6c1295baeb77 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893622 Oct 29 11:49:55.101512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Attempting to bind port 80498719-2e6f-4c8c-9d20-9d0781555ead on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:49:55.102130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Attempting to bind port 80498719-2e6f-4c8c-9d20-9d0781555ead by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:49:55.102245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Attempting to bind port 80498719-2e6f-4c8c-9d20-9d0781555ead on network a76b8b81-16b0-4148-bd9e-d326aafa79da {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:49:55.113951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:49:55.114342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Checking segment: {'id': 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:49:55.114747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:55.115138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Bound using segment: {'id': 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:49:55.115613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Bound port: 80498719-2e6f-4c8c-9d20-9d0781555ead, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a76b8b81-16b0-4148-bd9e-d326aafa79da'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:49:55.115997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:55.197453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0665ba7f-3c15-4684-bbbb-adac0678426a req-51f89cb2-cf48-43e5-a801-0feb0480dbfe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369484 Oct 29 11:49:55.250689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] For port 80498719-2e6f-4c8c-9d20-9d0781555ead, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:49:55.254122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:55.263356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] For port 80498719-2e6f-4c8c-9d20-9d0781555ead, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=80498719-2e6f-4c8c-9d20-9d0781555ead,segment=NetworkSegment(ffd9e6e5-d46b-48e7-ae28-e744ef5edf48),segment_id=ffd9e6e5-d46b-48e7-ae28-e744ef5edf48)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:49:55.269484 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:55.446663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18d225-bbfe-475e-9dc1-c5213c2fedaa None None] Pushing event updated for resources: {'Port': ['ID=80498719-2e6f-4c8c-9d20-9d0781555ead,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:55.924818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:55.932170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.20.0.1 (3f02e5de-2e1f-4bc2-9667-f11110f264d2/c940bf2a-6ce6-4f26-ae7a-968cdee277d2/13bd9249-fe88-4019-a88e-89097123ac8e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:56.253900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 80498719-2e6f-4c8c-9d20-9d0781555ead up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:56.405810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076cf6f-e712-43fe-9001-9e8d4632ddbb None None] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:56.525214 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:56.556222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e9748-2212-42f9-aeea-16846377c609 req-e3e5acee-02f7-45be-a7de-98b2e04f33ed tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:56.558333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a1e9748-2212-42f9-aeea-16846377c609 req-e3e5acee-02f7-45be-a7de-98b2e04f33ed tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1892705 Oct 29 11:49:56.618788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] Provisioning complete for port 440b1868-b3f3-49f8-8765-4445f8708185 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:56.619494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:56.661330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a1e9748-2212-42f9-aeea-16846377c609 req-ad080764-6563-4883-8d8a-867bfe178e22 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893219 Oct 29 11:49:56.683396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 80498719-2e6f-4c8c-9d20-9d0781555ead triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:56.683906 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:56.720308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:56.877387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:56.894223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:56.920322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:57.050228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.098724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.132404 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.166400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edb7fd-c529-49af-a05c-18c1fde4a611 req-a1f2a226-7fb6-4aa4-89ba-09d52da8fd28 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:57.174412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77edb7fd-c529-49af-a05c-18c1fde4a611 req-a1f2a226-7fb6-4aa4-89ba-09d52da8fd28 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.3639941 Oct 29 11:49:57.181445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=13bd9249-fe88-4019-a88e-89097123ac8e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:57.185937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] For port 440b1868-b3f3-49f8-8765-4445f8708185, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=440b1868-b3f3-49f8-8765-4445f8708185,segment=NetworkSegment(1590db64-6bcf-4b92-806a-1bfe27cf3273),segment_id=1590db64-6bcf-4b92-806a-1bfe27cf3273)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:57.199696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a4a7b-837a-49dd-b8bf-3d0b7687b4c1 None None] Network a76b8b81-16b0-4148-bd9e-d326aafa79da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:49:57.213417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.286664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 80498719-2e6f-4c8c-9d20-9d0781555ead, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=80498719-2e6f-4c8c-9d20-9d0781555ead,segment=NetworkSegment(ffd9e6e5-d46b-48e7-ae28-e744ef5edf48),segment_id=ffd9e6e5-d46b-48e7-ae28-e744ef5edf48)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:49:57.328491 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.329807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 440b1868-b3f3-49f8-8765-4445f8708185 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:57.335276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77edb7fd-c529-49af-a05c-18c1fde4a611 req-a9a74618-fca9-432b-99b3-e4b2a2892300 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404603 Oct 29 11:49:57.465236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.517288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b5706-fb0e-4746-8a4d-ec80fe31f551 None None] Pushing event updated for resources: {'Port': ['ID=440b1868-b3f3-49f8-8765-4445f8708185,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:57.534326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a120b93f-dc14-4e4f-9a7a-97a6a692fbd7 None None] Provisioning complete for port 80498719-2e6f-4c8c-9d20-9d0781555ead triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:57.534937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a120b93f-dc14-4e4f-9a7a-97a6a692fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.703676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=80498719-2e6f-4c8c-9d20-9d0781555ead,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:57.707990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 440b1868-b3f3-49f8-8765-4445f8708185 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:57.708700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:57.873350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397823-60e4-429c-ad2b-0b362cb7fca0 req-ea28f9f4-d75f-4b1c-af91-25dc10a81132 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:57.882000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68397823-60e4-429c-ad2b-0b362cb7fca0 req-ea28f9f4-d75f-4b1c-af91-25dc10a81132 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1309302 Oct 29 11:49:57.961861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68397823-60e4-429c-ad2b-0b362cb7fca0 req-c7584ef6-44fa-4262-b19a-9559a957cefe tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787969 Oct 29 11:49:57.993129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:58.134228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.155208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.252017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c9ea3eb8-a905-41bf-be8d-a1f241c15993 None None] Provisioning complete for port 13bd9249-fe88-4019-a88e-89097123ac8e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:58.252386 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9ea3eb8-a905-41bf-be8d-a1f241c15993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.284706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06027484-aed4-4259-a80e-161db8918760 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:58.299670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-06027484-aed4-4259-a80e-161db8918760 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1092 time: 0.3047423 Oct 29 11:49:58.302256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56756) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:58.308207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:49:58.359622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.419204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea3eb8-a905-41bf-be8d-a1f241c15993 None None] Port 13bd9249-fe88-4019-a88e-89097123ac8e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:58.432214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b9476a1-aed9-44b2-9845-07d5baf82898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.454107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c9ea3eb8-a905-41bf-be8d-a1f241c15993 None None] Provisioning complete for port 440b1868-b3f3-49f8-8765-4445f8708185 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:58.454482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9ea3eb8-a905-41bf-be8d-a1f241c15993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.520839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=13bd9249-fe88-4019-a88e-89097123ac8e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:58.523229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 80498719-2e6f-4c8c-9d20-9d0781555ead up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:58.529940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.545613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.580206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465a1a6-1fd4-4ca2-91b7-868b06f49acf req-7855b713-cade-4d85-96ac-ae1e7243bd3d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:58.588843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9465a1a6-1fd4-4ca2-91b7-868b06f49acf req-7855b713-cade-4d85-96ac-ae1e7243bd3d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.3109634 Oct 29 11:49:58.679176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 80498719-2e6f-4c8c-9d20-9d0781555ead triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:58.679483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.692190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9465a1a6-1fd4-4ca2-91b7-868b06f49acf req-1f0898ae-5c07-420a-af4c-85b3ebb60852 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020005 Oct 29 11:49:58.699944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.96 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1e83b957-6b7a-41bf-a44f-8cee777f71dd) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:49:58.774903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:58.776881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:58.852993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 440b1868-b3f3-49f8-8765-4445f8708185 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:49:58.924861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 440b1868-b3f3-49f8-8765-4445f8708185 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:58.925258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.933726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ebb4f922-32b2-4b9b-ae67-13ce26bc7b5d None None] Provisioning complete for port 80498719-2e6f-4c8c-9d20-9d0781555ead triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:58.935946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f922-32b2-4b9b-ae67-13ce26bc7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:58.946596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:59.002721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:59.038033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 02a375f9-a9eb-472f-b45d-b64a8d8326d6 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:49:59.059031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:49:59.063341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:49:59.081647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:49:59.216989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ebb4f922-32b2-4b9b-ae67-13ce26bc7b5d None None] Provisioning complete for port 13bd9249-fe88-4019-a88e-89097123ac8e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:59.218812 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f922-32b2-4b9b-ae67-13ce26bc7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:59.235977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:49:59.252590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6e3cceaf-2f32-4710-81a6-55ca4e459196 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7105350 Oct 29 11:49:59.258671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56764) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:59.289626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1e83b957-6b7a-41bf-a44f-8cee777f71dd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:49:59.300663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] Sync routers for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:49:59.314314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.315155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.315676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.316672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.317429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.318487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.319404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.320598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.320598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.320598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.321414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.321579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:49:59.363576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33cfdd-1844-4625-b589-44a40aa56de5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:49:59.364691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4f922-32b2-4b9b-ae67-13ce26bc7b5d None None] Port 13bd9249-fe88-4019-a88e-89097123ac8e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:59.366109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fe33cfdd-1844-4625-b589-44a40aa56de5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports/13bd9249-fe88-4019-a88e-89097123ac8e HTTP/1.1" status: 200 len: 910 time: 0.1022265 Oct 29 11:49:59.371295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56766) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:49:59.374595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:59.377504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:59.674119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:59.710026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0a146ccc-030f-49b9-a3f0-ffddb712a418 None None] Provisioning complete for port 13bd9249-fe88-4019-a88e-89097123ac8e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:49:59.710499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a146ccc-030f-49b9-a3f0-ffddb712a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:49:59.810715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:49:59.822444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:49:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:59.946042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:49:59.946912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39326db0-94df-4849-b48f-00a4deb7e665 None None] The sync data for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:49:59.963325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0a146ccc-030f-49b9-a3f0-ffddb712a418 None None] Port 13bd9249-fe88-4019-a88e-89097123ac8e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:49:59.982874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.062813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269bb28-6600-44a9-8989-66f14e202201 req-f9f646fc-d403-404b-bb3f-5e884903ddb2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:00.072044 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d269bb28-6600-44a9-8989-66f14e202201 req-f9f646fc-d403-404b-bb3f-5e884903ddb2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1591022 Oct 29 11:50:00.134565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.253318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d269bb28-6600-44a9-8989-66f14e202201 req-70b53cad-64f5-4518-b8c3-0564024f960b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799710 Oct 29 11:50:00.285116 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.359605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.368566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.456502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1e83b957-6b7a-41bf-a44f-8cee777f71dd,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:00.480815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.591197 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 3c9abee7-a81d-45c6-942a-3ac459ec1fce associated. External IP: 172.25.4.96, port: a52a3d9c-347d-46fb-9675-972629a55214. Oct 29 11:50:00.644225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.21.0.1 (a76b8b81-16b0-4148-bd9e-d326aafa79da/17c7578f-8752-4b5f-b9ac-5bb2cf2342ec/8b8ca4f2-89bb-4335-b733-26710ceae165) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:00.837226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.846881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1be93522-aa58-4974-96c1-3ef164d7f32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.908133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:00.984193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 1e9c7938-ce95-4f5f-847c-8d579420838c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:01.019252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network a76b8b81-16b0-4148-bd9e-d326aafa79da is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:01.025872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:01.031120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:01.081599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=8b8ca4f2-89bb-4335-b733-26710ceae165,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:01.143381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:01.358399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:01.380209 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Sync routers for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:01.408176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:01.409605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:01.410048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f6fe836b-04e2-4844-822a-f150863c1c8f None None] Provisioning complete for port 8b8ca4f2-89bb-4335-b733-26710ceae165 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:01.410138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f6fe836b-04e2-4844-822a-f150863c1c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:01.435405 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:01.436680 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:01.497301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9d4e154d-93a5-4105-93df-f01cbf47fa01 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1911702 Oct 29 11:50:01.498583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:01.505224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe836b-04e2-4844-822a-f150863c1c8f None None] Port 8b8ca4f2-89bb-4335-b733-26710ceae165 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:01.508117 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c56c00-4b81-44d5-b53e-36437e8b336c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:01.584022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227849a-99d1-4de2-8e69-34b9ee85e720 req-a7aa0812-c13f-4495-8d99-29a2407404f0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:01.585737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c227849a-99d1-4de2-8e69-34b9ee85e720 req-a7aa0812-c13f-4495-8d99-29a2407404f0 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.2099829 Oct 29 11:50:01.586079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:50:01.703465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c227849a-99d1-4de2-8e69-34b9ee85e720 req-d77b80be-e009-4a11-8256-638435f3e55d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803592 Oct 29 11:50:02.002630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3c9abee7-a81d-45c6-942a-3ac459ec1fce', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:49:59Z', 'updated_at': '2021-10-29T11:49:59Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:02.004194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972bbab-8b2c-498e-8ad2-688c19679a61 req-cd3b4bbf-76aa-41d9-ac6c-f18e61eaa1a8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:02.006543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c972bbab-8b2c-498e-8ad2-688c19679a61 req-cd3b4bbf-76aa-41d9-ac6c-f18e61eaa1a8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1121075 Oct 29 11:50:02.008835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:02.026172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:02.045549 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Checking router: 1e9c7938-ce95-4f5f-847c-8d579420838c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:50:02.056208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:02.057708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:02.369282 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:50:02.423861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:02.437614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:02.565402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c972bbab-8b2c-498e-8ad2-688c19679a61 req-5283cf80-3019-47b6-9e79-1f1f285b5f43 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855623 Oct 29 11:50:02.584100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:02.596141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56822) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:02.652071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=8b8ca4f2-89bb-4335-b733-26710ceae165,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:02.781933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff2154f0-98ed-4b47-9e48-24a4f4ee3831 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 200 len: 991 time: 0.1847506 Oct 29 11:50:02.838265 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4d25d852-6535-41af-962c-021a574abb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3c9abee7-a81d-45c6-942a-3ac459ec1fce', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:49:59Z', 'updated_at': '2021-10-29T11:49:59Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:02.850784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network a76b8b81-16b0-4148-bd9e-d326aafa79da is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:02.852334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:02.995431 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25d852-6535-41af-962c-021a574abb40 None None] The sync data for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 is: [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3c9abee7-a81d-45c6-942a-3ac459ec1fce', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:49:59Z', 'updated_at': '2021-10-29T11:49:59Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:03.109108 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce39d9-bc70-4821-ad46-b81681617946 x-openstack-request-id: req-67ce39d9-bc70-4821-ad46-b81681617946 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:03.109713 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:03.110069 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67ce39d9-bc70-4821-ad46-b81681617946 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:03.110613 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:50:03.201665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 02a375f9-a9eb-472f-b45d-b64a8d8326d6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:03.247575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-3f50225e-af4b-4730-84d3-c3ef8ee06541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.254148 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-3f50225e-af4b-4730-84d3-c3ef8ee06541 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1097 time: 0.1202202 Oct 29 11:50:03.350150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f2a8ce36-4ccb-4637-9dfd-a033581f4293 None None] Provisioning complete for port 8b8ca4f2-89bb-4335-b733-26710ceae165 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:03.356078 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ce36-4ccb-4637-9dfd-a033581f4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:03.398019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed5ae6-f0b8-4300-a756-be5d88148114 req-334cbb22-eaca-42ff-848d-ba55df64d8b3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.400880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7ed5ae6-f0b8-4300-a756-be5d88148114 req-334cbb22-eaca-42ff-848d-ba55df64d8b3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0939174 Oct 29 11:50:03.405868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:03.430526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-77e72bd0-82dc-44fd-a555-5bd7f6d33872 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0559955 Oct 29 11:50:03.439194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56834) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:03.480629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] Sync routers for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:03.525400 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff626149-9641-474b-94cf-6d392c4bafb7 None None] New status for floating IP 3c9abee7-a81d-45c6-942a-3ac459ec1fce: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:50:03.530650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-0802f0d6-a634-49d7-b3ae-4327b4d3213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.532237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-0802f0d6-a634-49d7-b3ae-4327b4d3213a service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.2713151 Oct 29 11:50:03.556923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7ed5ae6-f0b8-4300-a756-be5d88148114 req-ac39adc8-7064-495e-afb6-6e27c93eb7ac tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458156 Oct 29 11:50:03.584376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd7fd1-474d-4a3f-afde-4443018d46a6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.585897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-82dd7fd1-474d-4a3f-afde-4443018d46a6 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports/8b8ca4f2-89bb-4335-b733-26710ceae165 HTTP/1.1" status: 200 len: 910 time: 0.1455467 Oct 29 11:50:03.594878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56838) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:03.677829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:03.679880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:03.747258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-e1e1f21b-dd5a-45c7-abe1-238afd19572a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.2064834 Oct 29 11:50:03.786815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:03.797373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8ce36-4ccb-4637-9dfd-a033581f4293 None None] Port 8b8ca4f2-89bb-4335-b733-26710ceae165 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:03.808294 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:03.827196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:03.832107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:03.873435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 56854) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:03.912046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:03.913385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38762b-485d-49f8-9af4-79ab832f85f8 None None] The sync data for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:03.914520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-eb326d89-7706-43a8-8f8d-0eda37c186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.916256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-eb326d89-7706-43a8-8f8d-0eda37c186c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1622789 Oct 29 11:50:03.977971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-558dfbed-c568-46c9-8aa8-233805a7d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:03.979954 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-558dfbed-c568-46c9-8aa8-233805a7d380 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558848 Oct 29 11:50:04.132456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ce7f93ab-fe84-4a48-a07d-3f377c8806d8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 200 len: 991 time: 0.2569220 Oct 29 11:50:04.133397 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-06ddb4a5-e59e-4005-aa40-4fbdebdddee0 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441588 Oct 29 11:50:04.356990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-02c56c00-4b81-44d5-b53e-36437e8b336c req-0f7d7ebe-dfed-4956-b3c0-9fa9c659804e service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139289 Oct 29 11:50:04.743754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:04.778239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:50:04.994592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c863d-a7d8-4e0e-a003-1fbd49d689d7 req-d527eda5-905a-4182-b558-eecdc828d9ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:04.996405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d83c863d-a7d8-4e0e-a003-1fbd49d689d7 req-d527eda5-905a-4182-b558-eecdc828d9ca tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1832824 Oct 29 11:50:05.096663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d83c863d-a7d8-4e0e-a003-1fbd49d689d7 req-4270b014-ffeb-4216-83c6-faea7e036972 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634921 Oct 29 11:50:05.140850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 56980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:05.310345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6fd95546-fb94-4e29-b25a-166874c75efd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 200 len: 993 time: 0.1664996 Oct 29 11:50:05.382798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 8b8ca4f2-89bb-4335-b733-26710ceae165 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:05.383422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:05.571654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:05.595695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 8b8ca4f2-89bb-4335-b733-26710ceae165 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:06.083655 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:06.160369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=8b8ca4f2-89bb-4335-b733-26710ceae165,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:06.629205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ad9-0a51-4b60-a0f0-c5da5eee056d req-e44f01fc-1bf3-4685-a806-395f0a2d2ad3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:06.635490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74769ad9-0a51-4b60-a0f0-c5da5eee056d req-e44f01fc-1bf3-4685-a806-395f0a2d2ad3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.3636105 Oct 29 11:50:06.636947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:06.802692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74769ad9-0a51-4b60-a0f0-c5da5eee056d req-db9e8e1d-f151-470d-a303-a2e143be23b4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602566 Oct 29 11:50:07.037631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 02a375f9-a9eb-472f-b45d-b64a8d8326d6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:07.257423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:07.271137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5071b02c-3fcc-4bac-8139-90bf199cf756 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6688812 Oct 29 11:50:07.271973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] Sync routers for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:07.274959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57196) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:07.295732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:07.297063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:07.355939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:07.394775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:07.403263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:07.557311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:07.557985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd7aac-c577-47df-9fb2-8bf2f522a745 None None] The sync data for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:07.779066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:50:07.911637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:08.201532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:08.233559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:50:08.268052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07da1b-1231-44ee-891b-2c9b5db77af7 req-864ed565-c2d9-4816-a8e7-a14241f48cc6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:08.309713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e07da1b-1231-44ee-891b-2c9b5db77af7 req-864ed565-c2d9-4816-a8e7-a14241f48cc6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.2358346 Oct 29 11:50:08.324212 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:08.352831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:50:08.420733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:08.443079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:08.468638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e07da1b-1231-44ee-891b-2c9b5db77af7 req-b7bde00b-e2cb-4eb9-8e7c-699781a54fe9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529894 Oct 29 11:50:08.580651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['91c46da3-76a9-4b60-9f05-02ce491d66db'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:50:08.847130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:09.152617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 13bd9249-fe88-4019-a88e-89097123ac8e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:09.154752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:09.334202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:09.366499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 13bd9249-fe88-4019-a88e-89097123ac8e owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:09.774106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:09.813362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15fb6f-79ee-4890-b3b7-effe68d2d11a req-3014ff2c-3002-4e06-97fc-be64f8b055a1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:09.824505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf15fb6f-79ee-4890-b3b7-effe68d2d11a req-3014ff2c-3002-4e06-97fc-be64f8b055a1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.2015839 Oct 29 11:50:09.894770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 91c46da3-76a9-4b60-9f05-02ce491d66db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:09.894770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:09.902613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf15fb6f-79ee-4890-b3b7-effe68d2d11a req-385dd818-12cb-4c27-a8fb-623c9f1cc7fe tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704503 Oct 29 11:50:10.040939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:10.087827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:10.244684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=13bd9249-fe88-4019-a88e-89097123ac8e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:10.266582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:10.274560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:10.289672 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e927b0c-a84d-40ea-b6b5-8ab01333dacd" -d '{"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:10.318454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:10.539437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:10.597242 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ecf17f-614c-48cb-a0cf-14969836bc67 x-openstack-request-id: req-51ecf17f-614c-48cb-a0cf-14969836bc67 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:10.597763 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:10.598201 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51ecf17f-614c-48cb-a0cf-14969836bc67 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:10.598936 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'code': 200} Oct 29 11:50:10.785037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:11.173760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb05aa-af36-41d0-87df-8b661fc0e067 req-53331b57-c1eb-4b9c-a305-cf1967a10b2d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:11.187239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71eb05aa-af36-41d0-87df-8b661fc0e067 req-53331b57-c1eb-4b9c-a305-cf1967a10b2d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1087723 Oct 29 11:50:11.190945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 02a375f9-a9eb-472f-b45d-b64a8d8326d6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:11.341971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71eb05aa-af36-41d0-87df-8b661fc0e067 req-fa63c330-c055-48b4-b006-0fac05034a0e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400502 Oct 29 11:50:11.363507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:11.378965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-13fc3905-21aa-46ff-a99c-7b4bff6eb52c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1003323 Oct 29 11:50:11.379880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:11.398759 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] Sync routers for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:11.432953 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-88eaca63-068a-4343-bb50-9e8141882dbd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=02a375f9-a9eb-472f-b45d-b64a8d8326d6 HTTP/1.1" status: 200 len: 205 time: 0.0517747 Oct 29 11:50:11.436454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57362) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:11.499590 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:11.501124 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:11.713691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:11.865968 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:11.896695 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] Routers {'02a375f9-a9eb-472f-b45d-b64a8d8326d6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:11.897373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:11.963206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:11.964362 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1f52-f078-43e3-97c2-2ed4a01b8dff None None] The sync data for ids ['02a375f9-a9eb-472f-b45d-b64a8d8326d6'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:12.111866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.114743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.189788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.191844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router 02a375f9-a9eb-472f-b45d-b64a8d8326d6 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:50:12.206347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.209870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f3cd2d15-e1df-4c69-b24b-1b0e498c3e6d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6 HTTP/1.1" status: 204 len: 168 time: 0.7699223 Oct 29 11:50:12.210410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57382) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:12.340696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet 17c7578f-8752-4b5f-b9ac-5bb2cf2342ec {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:50:12.349873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.445952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.705658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426ac50-30d8-4c89-9bd1-50f193be7cf2 req-deeca37f-029b-4b32-95aa-3fa36f57a9bd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:12.717519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e426ac50-30d8-4c89-9bd1-50f193be7cf2 req-deeca37f-029b-4b32-95aa-3fa36f57a9bd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1654179 Oct 29 11:50:12.771280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:12.809670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e426ac50-30d8-4c89-9bd1-50f193be7cf2 req-840be5bb-7ec3-4139-91e3-4382d1f750be tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872931 Oct 29 11:50:13.025024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.071584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=17c7578f-8752-4b5f-b9ac-5bb2cf2342ec,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:13.097941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade2db4-1bc5-4c16-8455-61200c4bafbf None None] Network a76b8b81-16b0-4148-bd9e-d326aafa79da requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:13.107316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.117215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57400) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:13.124920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a2d8afd8-f8df-4bdf-ae4b-1f04e913982d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/17c7578f-8752-4b5f-b9ac-5bb2cf2342ec HTTP/1.1" status: 204 len: 168 time: 0.9133182 Oct 29 11:50:13.294314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet c940bf2a-6ce6-4f26-ae7a-968cdee277d2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:50:13.298363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.352385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.367707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] DHCP port deletion for a76b8b81-16b0-4148-bd9e-d326aafa79da request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:50:13.451773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Deleting port 80498719-2e6f-4c8c-9d20-9d0781555ead {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:13.452464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.492401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.544033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] For port 80498719-2e6f-4c8c-9d20-9d0781555ead, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=80498719-2e6f-4c8c-9d20-9d0781555ead,segment=NetworkSegment(ffd9e6e5-d46b-48e7-ae28-e744ef5edf48),segment_id=ffd9e6e5-d46b-48e7-ae28-e744ef5edf48)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:13.544662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.571616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Calling delete_port for 80498719-2e6f-4c8c-9d20-9d0781555ead owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:13.574012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.591555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.615799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57402) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:13.624172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/c940bf2a-6ce6-4f26-ae7a-968cdee277d2 HTTP/1.1" status: 204 len: 168 time: 0.5050859 Oct 29 11:50:13.673792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27130-59ba-45c8-b3e9-0d29f710f732 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=c940bf2a-6ce6-4f26-ae7a-968cdee277d2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:13.724583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78d69d-d2cd-4e77-8f8b-3e5ad0dff384 None None] Network 3f02e5de-2e1f-4bc2-9667-f11110f264d2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:13.741478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.752826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.859987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.890477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76b8b81-16b0-4148-bd9e-d326aafa79da']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:13.902666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:13.902966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd9e6e5-d46b-48e7-ae28-e744ef5edf48') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:13.910263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] No DVR routers for this DVR port 80498719-2e6f-4c8c-9d20-9d0781555ead on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:13.922693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:13.930823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba77828-b403-49a7-b9a5-425446579dfd None None] Pushing event deleted for resources: {'Port': ['ID=80498719-2e6f-4c8c-9d20-9d0781555ead,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:13.977043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.044417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:50:14.044832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:50:14.048319 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:50:14.107648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6de419-b6b8-4b4e-91d7-70bf17b456d4 req-9ff23003-510e-4786-9a51-ac4b7adb4a50 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:14.133579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b6de419-b6b8-4b4e-91d7-70bf17b456d4 req-9ff23003-510e-4786-9a51-ac4b7adb4a50 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1578610 Oct 29 11:50:14.284241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b6de419-b6b8-4b4e-91d7-70bf17b456d4 req-d634a549-81f6-4c96-b1c6-b14ea699f229 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467733 Oct 29 11:50:14.296964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] DHCP port deletion for 3f02e5de-2e1f-4bc2-9667-f11110f264d2 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:50:14.304020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.347765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.356509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/a76b8b81-16b0-4148-bd9e-d326aafa79da HTTP/1.1" status: 204 len: 168 time: 0.7395790 Oct 29 11:50:14.359220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57420) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:14.372371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fab9b-313b-443e-9efa-73b675e11be3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=a76b8b81-16b0-4148-bd9e-d326aafa79da,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:14.443135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Deleting port 440b1868-b3f3-49f8-8765-4445f8708185 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:14.443662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.538283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.611212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 80498719-2e6f-4c8c-9d20-9d0781555ead no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:14.639256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 440b1868-b3f3-49f8-8765-4445f8708185 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:14.639595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.710244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 80498719-2e6f-4c8c-9d20-9d0781555ead {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:50:14.710609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 80498719-2e6f-4c8c-9d20-9d0781555ead not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:50:14.712532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 440b1868-b3f3-49f8-8765-4445f8708185 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:14.732931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] For port 440b1868-b3f3-49f8-8765-4445f8708185, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=440b1868-b3f3-49f8-8765-4445f8708185,segment=NetworkSegment(1590db64-6bcf-4b92-806a-1bfe27cf3273),segment_id=1590db64-6bcf-4b92-806a-1bfe27cf3273)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:14.733415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.742110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 440b1868-b3f3-49f8-8765-4445f8708185, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=440b1868-b3f3-49f8-8765-4445f8708185,segment=NetworkSegment(1590db64-6bcf-4b92-806a-1bfe27cf3273),segment_id=1590db64-6bcf-4b92-806a-1bfe27cf3273)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:14.742478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:14.772207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 440b1868-b3f3-49f8-8765-4445f8708185 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:14.836972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Calling delete_port for 440b1868-b3f3-49f8-8765-4445f8708185 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:14.980881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.037912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.064399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 440b1868-b3f3-49f8-8765-4445f8708185 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:15.118757 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.164023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] Pushing event deleted for resources: {'Port': ['ID=440b1868-b3f3-49f8-8765-4445f8708185,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:15.172834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d99dd-12b2-459a-8874-9647f9d34815 None None] No DVR routers for this DVR port 440b1868-b3f3-49f8-8765-4445f8708185 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:15.255042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=440b1868-b3f3-49f8-8765-4445f8708185,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:15.293610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.346228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f02e5de-2e1f-4bc2-9667-f11110f264d2']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:15.379736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1590db64-6bcf-4b92-806a-1bfe27cf3273') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:15.380450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1590db64-6bcf-4b92-806a-1bfe27cf3273') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:15.409844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.462704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.493473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:50:15.493871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:50:15.497207 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:50:15.563954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e889-71bb-4760-a1c1-56a857f7e2ec req-0f28261d-b617-44ff-9d56-e08175b8b2d3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:15.565644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82f1e889-71bb-4760-a1c1-56a857f7e2ec req-0f28261d-b617-44ff-9d56-e08175b8b2d3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1580865 Oct 29 11:50:15.650379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.673709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.681367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/3f02e5de-2e1f-4bc2-9667-f11110f264d2 HTTP/1.1" status: 204 len: 168 time: 1.3166749 Oct 29 11:50:15.681707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:15.687144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1199787892'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:15.735038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82f1e889-71bb-4760-a1c1-56a857f7e2ec req-5f38b662-e6e9-426c-b85c-964e643fbdbf tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487317 Oct 29 11:50:15.736903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb08f80-cd67-4360-8c13-9999c1e9283e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=3f02e5de-2e1f-4bc2-9667-f11110f264d2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:15.755582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:15.766918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.801706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:50:15.817200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.817609 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 930c74aa-c41a-451b-b19f-82b6e6f337a3 of type vlan for network 7f7c6031-1338-4f48-b26f-72e89fde424f Oct 29 11:50:15.875546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.918912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:15.924937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:15.925919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:16.031582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3486679 Oct 29 11:50:16.034823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57440) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:16.052494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:16.056718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31419c2b-4f17-4cf1-8aa4-60affb505e02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=7f7c6031-1338-4f48-b26f-72e89fde424f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:16.068416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7f7c6031-1338-4f48-b26f-72e89fde424f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:50:16.239290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:16.243460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:16.618860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:16.732634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=23518ec7-4d72-49b8-b5e2-075f8932e6f7,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:16.821949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '930c74aa-c41a-451b-b19f-82b6e6f337a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:16.822322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 7f7c6031-1338-4f48-b26f-72e89fde424f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:50:16.906132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 7f7c6031-1338-4f48-b26f-72e89fde424f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:50:16.937409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5ef9-b917-406f-be50-3764d7f289ff req-b60413c9-3a1a-48bb-a0e6-9a171a288e1f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:16.948543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-927f5ef9-b917-406f-be50-3764d7f289ff req-b60413c9-3a1a-48bb-a0e6-9a171a288e1f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0864060 Oct 29 11:50:17.015469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 7f7c6031-1338-4f48-b26f-72e89fde424f) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:17.023326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:17.024653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.029705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228986b0-6edb-4ca6-a1d5-ab136329b182 None None] Network 7f7c6031-1338-4f48-b26f-72e89fde424f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:17.032910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-927f5ef9-b917-406f-be50-3764d7f289ff req-e8338eaa-842d-47c0-90cf-9b93163cc935 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829442 Oct 29 11:50:17.069715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8714881b-e58e-43c0-8de6-ad5f4a05f160 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0312433 Oct 29 11:50:17.070066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57454) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:17.075003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-573875923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:17.143639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.145024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.275317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.289373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.350339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.351803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5d0642c-08d7-4f98-9ce9-3db9e3d596f9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2806203 Oct 29 11:50:17.354698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57460) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:17.361558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'port': {'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f', 'name': 'tempest-RoutersTest-932494747'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:17.471034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-7f7c6031-1338-4f48-b26f-72e89fde424f', 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': '23518ec7-4d72-49b8-b5e2-075f8932e6f7'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:50:17.473559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.786441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Allocated IP 172.20.0.2 (7f7c6031-1338-4f48-b26f-72e89fde424f/23518ec7-4d72-49b8-b5e2-075f8932e6f7/196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:17.980609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:17.989800 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:18.122660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Network 7f7c6031-1338-4f48-b26f-72e89fde424f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:18.145779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:18.153767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:18.184078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Pushing event updated for resources: {'Port': ['ID=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:18.196518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:18.213687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:18.258312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] device_id is not set on port 383809ef-4492-49e2-acc1-5242a3df34d9 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:50:18.287341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Attempting to bind port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:50:18.287711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Attempting to bind port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '930c74aa-c41a-451b-b19f-82b6e6f337a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:50:18.288072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Attempting to bind port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 on network 7f7c6031-1338-4f48-b26f-72e89fde424f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:18.301646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:50:18.302020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Checking segment: {'id': '930c74aa-c41a-451b-b19f-82b6e6f337a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:18.302426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:18.302819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Bound using segment: {'id': '930c74aa-c41a-451b-b19f-82b6e6f337a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:50:18.303304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Bound port: 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930c74aa-c41a-451b-b19f-82b6e6f337a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7f7c6031-1338-4f48-b26f-72e89fde424f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:50:18.303683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:18.415250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e516a-88e8-4c65-82e0-6bb1f0ab9090 req-3d398ce2-e6fd-4efe-af5f-b4347e9e9cb2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:18.424532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e9e516a-88e8-4c65-82e0-6bb1f0ab9090 req-3d398ce2-e6fd-4efe-af5f-b4347e9e9cb2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1612251 Oct 29 11:50:18.435743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] For port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:18.439397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] For port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,segment=NetworkSegment(930c74aa-c41a-451b-b19f-82b6e6f337a3),segment_id=930c74aa-c41a-451b-b19f-82b6e6f337a3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:50:18.444893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:18.527888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e9e516a-88e8-4c65-82e0-6bb1f0ab9090 req-5a0f4505-7449-4874-aded-5b69fcc2d7b1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595858 Oct 29 11:50:18.563648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.20.0.14 (7f7c6031-1338-4f48-b26f-72e89fde424f/23518ec7-4d72-49b8-b5e2-075f8932e6f7/383809ef-4492-49e2-acc1-5242a3df34d9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:18.605939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84ce0-0759-46c7-9478-b29b0cac65fc None None] Pushing event updated for resources: {'Port': ['ID=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:18.962279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:19.105345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:19.199957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 7f7c6031-1338-4f48-b26f-72e89fde424f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:19.208400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:19.221365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:19.292730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=383809ef-4492-49e2-acc1-5242a3df34d9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:19.378372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:19.382754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:19.473676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-049722ba-25c8-4482-87e9-dfeb43711288 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1149139 Oct 29 11:50:19.475469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57484) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:19.897406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b462b-f189-4560-ae95-ed59f4cbd2e0 req-36be3a04-b74f-43ba-9848-4ffb011a25fd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:19.910991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e26b462b-f189-4560-ae95-ed59f4cbd2e0 req-36be3a04-b74f-43ba-9848-4ffb011a25fd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1722741 Oct 29 11:50:20.038662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e26b462b-f189-4560-ae95-ed59f4cbd2e0 req-6e5d468f-890d-4870-906b-5389a3201853 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158531 Oct 29 11:50:20.152606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:20.308789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f7ed1-1765-4d16-8946-5cbc899ceef7 None None] Network 7f7c6031-1338-4f48-b26f-72e89fde424f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:20.493357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] Provisioning complete for port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:20.493724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:20.574143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:20.763943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:20.778654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:20.827456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:20.828911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.015163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.120955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=383809ef-4492-49e2-acc1-5242a3df34d9,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:21.428417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c05d2-3ddf-41a7-acb8-64ceeb4d9f0e req-aa47ca50-3974-45a9-b914-e27a76e588d4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:21.430917 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.439728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c2c05d2-3ddf-41a7-acb8-64ceeb4d9f0e req-aa47ca50-3974-45a9-b914-e27a76e588d4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1903539 Oct 29 11:50:21.642834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c2c05d2-3ddf-41a7-acb8-64ceeb4d9f0e req-d0b4be0e-dd72-4511-aa82-931de3930820 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788907 Oct 29 11:50:21.656456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.736320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.751017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] For port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,segment=NetworkSegment(930c74aa-c41a-451b-b19f-82b6e6f337a3),segment_id=930c74aa-c41a-451b-b19f-82b6e6f337a3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:21.773040 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:21.974508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76466df-f857-4189-b7dd-72f03957b9e3 None None] Pushing event updated for resources: {'Port': ['ID=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:22.058659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:50:22.058659 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:50:22.080405 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.129884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7ff747a7-73e3-4eb5-a3ed-8c220e443141 None None] Provisioning complete for port 383809ef-4492-49e2-acc1-5242a3df34d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:22.130421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ff747a7-73e3-4eb5-a3ed-8c220e443141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.214877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7ff747a7-73e3-4eb5-a3ed-8c220e443141 None None] Port 383809ef-4492-49e2-acc1-5242a3df34d9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:22.243163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7ff747a7-73e3-4eb5-a3ed-8c220e443141 None None] Provisioning complete for port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:22.243665 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7ff747a7-73e3-4eb5-a3ed-8c220e443141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.335812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.354487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.472845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.495060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=383809ef-4492-49e2-acc1-5242a3df34d9,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:22.497049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88c64e1e-f1a9-40e9-9cb0-3292d4eb995d None None] Provisioning complete for port 383809ef-4492-49e2-acc1-5242a3df34d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:22.497530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88c64e1e-f1a9-40e9-9cb0-3292d4eb995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:22.609369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-88c64e1e-f1a9-40e9-9cb0-3292d4eb995d None None] Port 383809ef-4492-49e2-acc1-5242a3df34d9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:22.827041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 7f7c6031-1338-4f48-b26f-72e89fde424f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:22.835287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:22.898136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:22.947978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd3877-71f3-41e0-928c-58bd4277b35c req-e7544ec2-1319-4caa-8bec-24113756838e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:22.962702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96cd3877-71f3-41e0-928c-58bd4277b35c req-e7544ec2-1319-4caa-8bec-24113756838e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0810981 Oct 29 11:50:23.029738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96cd3877-71f3-41e0-928c-58bd4277b35c req-93afd2f7-be42-4485-9bc7-0662473ddcc5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659609 Oct 29 11:50:23.121156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-794823ec-be4f-43cb-8584-6f3ac8bfa6d7 None None] Provisioning complete for port 383809ef-4492-49e2-acc1-5242a3df34d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:23.121156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-794823ec-be4f-43cb-8584-6f3ac8bfa6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:23.211596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:23.211970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:23.283096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-794823ec-be4f-43cb-8584-6f3ac8bfa6d7 None None] Port 383809ef-4492-49e2-acc1-5242a3df34d9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:23.414986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6732e8a4-7f9a-4d1d-897f-439acfc6eba7 None None] Provisioning complete for port 383809ef-4492-49e2-acc1-5242a3df34d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:23.415393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6732e8a4-7f9a-4d1d-897f-439acfc6eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:23.492646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6732e8a4-7f9a-4d1d-897f-439acfc6eba7 None None] Port 383809ef-4492-49e2-acc1-5242a3df34d9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:23.505922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 84a1e290-59fc-47e4-93fd-c2023399ac99 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:50:23.620381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:23.629595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cae54dc6-0d89-4bd4-b93e-ea5d785159af tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/84a1e290-59fc-47e4-93fd-c2023399ac99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502240 Oct 29 11:50:23.630410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57522) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:23.635121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] Sync routers for ids ['84a1e290-59fc-47e4-93fd-c2023399ac99'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:23.665756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] Routers {'84a1e290-59fc-47e4-93fd-c2023399ac99'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:23.667495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84a1e290-59fc-47e4-93fd-c2023399ac99'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:23.740711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf15f54-ec0e-4906-97ca-d1265398c1c0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:23.742278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-adf15f54-ec0e-4906-97ca-d1265398c1c0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports/383809ef-4492-49e2-acc1-5242a3df34d9 HTTP/1.1" status: 200 len: 977 time: 0.1108508 Oct 29 11:50:23.745304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57528) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:23.753198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:23.763742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] Routers {'84a1e290-59fc-47e4-93fd-c2023399ac99'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:23.764747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84a1e290-59fc-47e4-93fd-c2023399ac99'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:23.800820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:23.801899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be8db9-d42e-4e2d-ae7c-c58fd7e3067a None None] The sync data for ids ['84a1e290-59fc-47e4-93fd-c2023399ac99'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:24.250108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3167-21af-407c-a9e4-bb9f09ebfb27 req-2aa74fb3-567c-4d81-81c9-26867c5866ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:24.251659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd3c3167-21af-407c-a9e4-bb9f09ebfb27 req-2aa74fb3-567c-4d81-81c9-26867c5866ae tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0941005 Oct 29 11:50:24.344942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd3c3167-21af-407c-a9e4-bb9f09ebfb27 req-6fc9ae0b-bdf5-4f70-a2e7-c3ad2c611c3d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836844 Oct 29 11:50:24.501181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:24.949031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 383809ef-4492-49e2-acc1-5242a3df34d9 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:24.951865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:25.122601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:25.136329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 383809ef-4492-49e2-acc1-5242a3df34d9 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:25.436747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:25.481620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4a84c-e9ca-42c9-9bd0-84dc513fb0ec req-11c6bd32-78dc-489c-95cc-74a4957995b2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:25.494745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64b4a84c-e9ca-42c9-9bd0-84dc513fb0ec req-11c6bd32-78dc-489c-95cc-74a4957995b2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0679164 Oct 29 11:50:25.510084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=383809ef-4492-49e2-acc1-5242a3df34d9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:25.560011 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64b4a84c-e9ca-42c9-9bd0-84dc513fb0ec req-c7b38b60-8a42-41e8-b3f3-37c9a9d21115 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640354 Oct 29 11:50:25.741922 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:25.986562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:26.013059 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 84a1e290-59fc-47e4-93fd-c2023399ac99 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:26.135725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:26.144488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1f84dc6b-e1ed-4aa1-9017-183d4c076baf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/84a1e290-59fc-47e4-93fd-c2023399ac99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3978987 Oct 29 11:50:26.148651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:26.152258 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] Sync routers for ids ['84a1e290-59fc-47e4-93fd-c2023399ac99'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:26.172013 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] Routers {'84a1e290-59fc-47e4-93fd-c2023399ac99'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:26.172977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84a1e290-59fc-47e4-93fd-c2023399ac99'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:26.264170 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:26.275452 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] Routers {'84a1e290-59fc-47e4-93fd-c2023399ac99'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:26.276338 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84a1e290-59fc-47e4-93fd-c2023399ac99'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:26.313903 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:26.314700 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1463bf-ad60-4274-9307-905246b78820 None None] The sync data for ids ['84a1e290-59fc-47e4-93fd-c2023399ac99'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:26.510580 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-63e3954f-7b26-4bc0-a671-153d32a04385 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] remove_router_interface failed (client error): The resource could not be found. Oct 29 11:50:26.513447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-63e3954f-7b26-4bc0-a671-153d32a04385 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/84a1e290-59fc-47e4-93fd-c2023399ac99/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3634632 Oct 29 11:50:26.516934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57584) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:26.565542 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e810244f-864e-4948-8267-125393e38caa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=84a1e290-59fc-47e4-93fd-c2023399ac99 HTTP/1.1" status: 200 len: 205 time: 0.0467641 Oct 29 11:50:26.568902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57590) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:26.693801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:26.992248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eff714-1947-4298-ac19-1702251191f3 req-d3a8594d-87e9-4b32-97ba-440f86bf3169 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:27.017863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9eff714-1947-4298-ac19-1702251191f3 req-d3a8594d-87e9-4b32-97ba-440f86bf3169 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.2346282 Oct 29 11:50:27.028823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.032965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.115836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.116436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router 84a1e290-59fc-47e4-93fd-c2023399ac99 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:50:27.128570 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.132745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-adcbb714-226d-47ef-83fb-85e3a28f8233 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/84a1e290-59fc-47e4-93fd-c2023399ac99 HTTP/1.1" status: 204 len: 168 time: 0.5598826 Oct 29 11:50:27.133801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:27.193080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9eff714-1947-4298-ac19-1702251191f3 req-9c9b7204-0a93-4ea9-a8ca-2bd5e00ab650 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014762 Oct 29 11:50:27.361542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet 23518ec7-4d72-49b8-b5e2-075f8932e6f7 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:50:27.374044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.454378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.675806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.846661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.881165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec3988-ce2a-4df6-86d1-43998cd2b3f1 None None] Network 7f7c6031-1338-4f48-b26f-72e89fde424f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:27.898757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:27.908600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57618) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:27.919240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/23518ec7-4d72-49b8-b5e2-075f8932e6f7 HTTP/1.1" status: 204 len: 168 time: 0.7834818 Oct 29 11:50:27.922609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0df16-58a9-4250-bfbc-c67c4d840249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=23518ec7-4d72-49b8-b5e2-075f8932e6f7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:28.143177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.316141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:28.316711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.386882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d220-8efd-421d-8b84-7d849ad731a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.452158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] DHCP port deletion for 7f7c6031-1338-4f48-b26f-72e89fde424f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:50:28.495197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,segment=NetworkSegment(930c74aa-c41a-451b-b19f-82b6e6f337a3),segment_id=930c74aa-c41a-451b-b19f-82b6e6f337a3)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:28.497159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.572170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Deleting port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:28.572856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.598603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:28.696248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84715-59f2-4f0a-8143-9a19fe46f205 req-45d586c0-59cd-4226-8633-fc9e693fda63 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:28.697882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7a84715-59f2-4f0a-8143-9a19fe46f205 req-45d586c0-59cd-4226-8633-fc9e693fda63 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1736124 Oct 29 11:50:28.718450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] For port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,segment=NetworkSegment(930c74aa-c41a-451b-b19f-82b6e6f337a3),segment_id=930c74aa-c41a-451b-b19f-82b6e6f337a3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:28.724814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.756093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Calling delete_port for 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:28.853882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7a84715-59f2-4f0a-8143-9a19fe46f205 req-475c5723-73f1-4e77-baa5-e246004f1c05 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399760 Oct 29 11:50:28.885788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:28.944303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:28.972156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:28.994905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:29.023602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:50:29.025594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:50:29.096915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.165381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] No DVR routers for this DVR port 196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:29.168259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8dec-ae61-4ed8-aeb2-d44529712ef6 None None] Pushing event deleted for resources: {'Port': ['ID=196e6e6c-1bd9-47c9-bd7f-73efb3c3ae07,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:29.289504 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.338010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7c6031-1338-4f48-b26f-72e89fde424f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:29.362764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930c74aa-c41a-451b-b19f-82b6e6f337a3') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:29.363006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930c74aa-c41a-451b-b19f-82b6e6f337a3') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:29.388124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.442413 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.465956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:50:29.466366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:50:29.480420 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:50:29.667856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.683126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.695610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:29.701807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-606280538'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:29.712648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/7f7c6031-1338-4f48-b26f-72e89fde424f HTTP/1.1" status: 204 len: 168 time: 1.8009608 Oct 29 11:50:29.730364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12ac1-b99a-4840-90e8-fe3a40c70a2b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=7f7c6031-1338-4f48-b26f-72e89fde424f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:29.748434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:29.754308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.795149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:50:29.824769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:29.825142 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 4872636f-0b1c-4995-bb68-6dc611923e90 of type vlan for network 8b06908a-6e08-46c6-9c34-188453d370a4 Oct 29 11:50:29.913186 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:30.013751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:30.023672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:30.024317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:30.141146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=8b06908a-6e08-46c6-9c34-188453d370a4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:30.149363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab0c4c8b-4366-4cbb-98e5-e523904b27c9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4519396 Oct 29 11:50:30.152537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:30.154410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8b06908a-6e08-46c6-9c34-188453d370a4 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:50:30.168171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:30.196492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12f0b-ca3c-4a1f-8c7f-88456d2f04be req-2534e946-f2d9-47c0-a2b1-9daeeb80a00f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:30.199337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ae12f0b-ca3c-4a1f-8c7f-88456d2f04be req-2534e946-f2d9-47c0-a2b1-9daeeb80a00f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1605985 Oct 29 11:50:30.321355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ae12f0b-ca3c-4a1f-8c7f-88456d2f04be req-15f0e335-465c-492b-bf0d-53d8405607d5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127758 Oct 29 11:50:30.413494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:30.418143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:30.772181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806868eb-de3d-4a6d-87d3-3a8df252bb64 req-d53442e9-175d-4409-a013-9a4527491da0 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:30.779767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-806868eb-de3d-4a6d-87d3-3a8df252bb64 req-d53442e9-175d-4409-a013-9a4527491da0 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1097 time: 0.0859742 Oct 29 11:50:30.822326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:30.859080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-806868eb-de3d-4a6d-87d3-3a8df252bb64 req-3bfe8328-a4e3-4dad-afa7-26a77a1fd3ca tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768762 Oct 29 11:50:30.863190 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b868238-abdf-42e5-9463-e023d040cbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.064466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=1de1c8e7-8613-44fc-ad77-36c1fc100131,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:31.074526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '4872636f-0b1c-4995-bb68-6dc611923e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:31.075072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 8b06908a-6e08-46c6-9c34-188453d370a4, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:50:31.078391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f10be4-0804-4bf3-a3f0-294b66b02aa2 req-bb0497c8-8804-4c84-bb18-aa0d1cd95499 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:31.087013 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37f10be4-0804-4bf3-a3f0-294b66b02aa2 req-bb0497c8-8804-4c84-bb18-aa0d1cd95499 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1219580 Oct 29 11:50:31.098648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 8b06908a-6e08-46c6-9c34-188453d370a4 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:50:31.125982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8b06908a-6e08-46c6-9c34-188453d370a4) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:31.131163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:31.132354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.136922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca23965-0ce9-48dc-a0e3-2cc5251854ef None None] Network 8b06908a-6e08-46c6-9c34-188453d370a4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:31.177056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b4a6428-3bff-470e-ab12-9c7a58a6c4cb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0221152 Oct 29 11:50:31.179507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:31.184944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1164828170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:31.212558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37f10be4-0804-4bf3-a3f0-294b66b02aa2 req-92ed8bbd-af4c-4aff-b790-c61f03dfb8b7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190324 Oct 29 11:50:31.235505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57678) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:31.258392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.263139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.442049 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-204ff356-d0c6-4790-bbff-c051d4a4bf05 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 200 len: 993 time: 0.2049737 Oct 29 11:50:31.478652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.486034 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.500258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-8b06908a-6e08-46c6-9c34-188453d370a4', 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': '1de1c8e7-8613-44fc-ad77-36c1fc100131'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:50:31.501345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.536668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:31.540476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8822ea6-e348-40b8-a164-2227e44e1fa0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3571005 Oct 29 11:50:31.541844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57688) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:31.603214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5372-b157-4b33-96e4-44257edf4f9e req-6e9af1e0-ba75-4345-bc79-d24c269bb909 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:31.611009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94bf5372-b157-4b33-96e4-44257edf4f9e req-6e9af1e0-ba75-4345-bc79-d24c269bb909 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1776772 Oct 29 11:50:31.705240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94bf5372-b157-4b33-96e4-44257edf4f9e req-27ececf7-b906-4bc2-bffb-81e05d11e483 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799282 Oct 29 11:50:31.818631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Allocated IP 172.20.0.2 (8b06908a-6e08-46c6-9c34-188453d370a4/1de1c8e7-8613-44fc-ad77-36c1fc100131/e4ab4386-faaa-41ec-9bb5-b12bd9419121) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:32.114132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.308615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.328162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.439364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.446625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Network 8b06908a-6e08-46c6-9c34-188453d370a4 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:32.447650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.452949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:32.457776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:32.462226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Pushing event updated for resources: {'Port': ['ID=e4ab4386-faaa-41ec-9bb5-b12bd9419121,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:32.546874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Attempting to bind port e4ab4386-faaa-41ec-9bb5-b12bd9419121 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:50:32.547499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Attempting to bind port e4ab4386-faaa-41ec-9bb5-b12bd9419121 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4872636f-0b1c-4995-bb68-6dc611923e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:50:32.547587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Attempting to bind port e4ab4386-faaa-41ec-9bb5-b12bd9419121 on network 8b06908a-6e08-46c6-9c34-188453d370a4 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:32.554162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:50:32.554584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Checking segment: {'id': '4872636f-0b1c-4995-bb68-6dc611923e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:32.554991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.555818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Bound using segment: {'id': '4872636f-0b1c-4995-bb68-6dc611923e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:50:32.556281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Bound port: e4ab4386-faaa-41ec-9bb5-b12bd9419121, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4872636f-0b1c-4995-bb68-6dc611923e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8b06908a-6e08-46c6-9c34-188453d370a4'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:50:32.556661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.651538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:32.783613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] For port e4ab4386-faaa-41ec-9bb5-b12bd9419121, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:32.793422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] For port e4ab4386-faaa-41ec-9bb5-b12bd9419121, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4ab4386-faaa-41ec-9bb5-b12bd9419121,segment=NetworkSegment(4872636f-0b1c-4995-bb68-6dc611923e90),segment_id=4872636f-0b1c-4995-bb68-6dc611923e90)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:50:32.807495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:32.912425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-fb3e4e01-17b2-4ebd-98bb-19db030ddeeb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2544382 Oct 29 11:50:32.926205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d1159-fd78-4406-aeca-80b4f5f2c37f req-da02236b-43b9-46ee-b01f-bf3cbdf67e19 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:32.935774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-223d1159-fd78-4406-aeca-80b4f5f2c37f req-da02236b-43b9-46ee-b01f-bf3cbdf67e19 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.2445428 Oct 29 11:50:32.961816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-4a417da2-6d6e-4118-99fe-fbbfd302ced3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:50:32.972655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Pushing event updated for resources: {'Port': ['ID=e4ab4386-faaa-41ec-9bb5-b12bd9419121,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:32.978761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-4a417da2-6d6e-4118-99fe-fbbfd302ced3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0392194 Oct 29 11:50:33.031280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.036774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.041644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.042171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.042645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.043124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.043593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.044077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.044551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.045050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.045525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.046796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d88e79f-5144-4761-bf30-c56662c2eff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:33.171351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-223d1159-fd78-4406-aeca-80b4f5f2c37f req-4c03bcc1-6d72-48fd-8c28-7664f8fc4a62 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345636 Oct 29 11:50:33.603681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6588f-66bf-4fff-ac74-97ff02badab9 req-a92a5fb3-ecfd-454d-acfe-099bb2872384 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:33.612972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aff6588f-66bf-4fff-ac74-97ff02badab9 req-a92a5fb3-ecfd-454d-acfe-099bb2872384 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.2573662 Oct 29 11:50:33.640035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:33.787936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aff6588f-66bf-4fff-ac74-97ff02badab9 req-7b885baa-6582-4005-8b73-e299210208c7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738555 Oct 29 11:50:33.851108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.20.0.1 (8b06908a-6e08-46c6-9c34-188453d370a4/1de1c8e7-8613-44fc-ad77-36c1fc100131/941139d0-aa15-4828-9025-b7f5208c5bc8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:34.025871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:34.127710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:34.378229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 8b06908a-6e08-46c6-9c34-188453d370a4 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:34.381862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:34.393037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:34.412042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=941139d0-aa15-4828-9025-b7f5208c5bc8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:34.548698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:34.592141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00126b3-87c2-4eb6-be6f-da6ec6f367a3 req-d0d4ff8e-3485-47ba-84a0-0a94765dfea9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:34.611361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d00126b3-87c2-4eb6-be6f-da6ec6f367a3 req-d0d4ff8e-3485-47ba-84a0-0a94765dfea9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.2241278 Oct 29 11:50:34.758467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d00126b3-87c2-4eb6-be6f-da6ec6f367a3 req-40de388f-73a0-4738-a37d-6b9c112af6ef tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475999 Oct 29 11:50:34.980752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4ab4386-faaa-41ec-9bb5-b12bd9419121 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:35.030283 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:35.100778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452a6c5-6a81-49a5-a0ff-89c73f1cd524 None None] Network 8b06908a-6e08-46c6-9c34-188453d370a4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:35.116449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44d19-6e14-4e71-84a4-a67959119121 req-622e7b9f-3c2e-4f65-a4b5-02b84b7931b9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:35.143413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ac44d19-6e14-4e71-84a4-a67959119121 req-622e7b9f-3c2e-4f65-a4b5-02b84b7931b9 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1874759 Oct 29 11:50:35.301145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ac44d19-6e14-4e71-84a4-a67959119121 req-6084a46a-b557-4414-a955-f957ab609430 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546957 Oct 29 11:50:35.499851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] Provisioning complete for port e4ab4386-faaa-41ec-9bb5-b12bd9419121 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:35.500483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:35.658073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e4ab4386-faaa-41ec-9bb5-b12bd9419121 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:35.666437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.046387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.114816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1f74-75d3-4b8c-96b8-92ddb10cfb14 req-dcc084e7-2c53-497e-935d-b1993959a918 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:36.136972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07ac1f74-75d3-4b8c-96b8-92ddb10cfb14 req-dcc084e7-2c53-497e-935d-b1993959a918 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1924908 Oct 29 11:50:36.204451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] For port e4ab4386-faaa-41ec-9bb5-b12bd9419121, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4ab4386-faaa-41ec-9bb5-b12bd9419121,segment=NetworkSegment(4872636f-0b1c-4995-bb68-6dc611923e90),segment_id=4872636f-0b1c-4995-bb68-6dc611923e90)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:36.220917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.245676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.352675 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.360613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07ac1f74-75d3-4b8c-96b8-92ddb10cfb14 req-55b1cfde-a4ec-4e6a-971d-9e18e1f6b145 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168825 Oct 29 11:50:36.384495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.583570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52e23-1e1e-4e6a-8631-c98e5f950329 None None] Pushing event updated for resources: {'Port': ['ID=e4ab4386-faaa-41ec-9bb5-b12bd9419121,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:36.608331 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:50:36.609650 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:50:36.652477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4ab5-bdf7-4ecf-835a-7dd2a1e7e167 req-631054a6-26e8-4cd2-a041-1a35e34ea0cb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:36.666110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8dd4ab5-bdf7-4ecf-835a-7dd2a1e7e167 req-631054a6-26e8-4cd2-a041-1a35e34ea0cb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1535673 Oct 29 11:50:36.710387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.753053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8dd4ab5-bdf7-4ecf-835a-7dd2a1e7e167 req-23634679-38dc-4e83-89dc-657c93be9e44 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836947 Oct 29 11:50:36.771705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51f1d0cb-e246-4b89-bc4b-d41d0403decb None None] Provisioning complete for port e4ab4386-faaa-41ec-9bb5-b12bd9419121 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:36.772140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51f1d0cb-e246-4b89-bc4b-d41d0403decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:36.922559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=941139d0-aa15-4828-9025-b7f5208c5bc8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:36.964036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-e3dc807e-921f-4755-b00d-7d6322449a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:36.965596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-e3dc807e-921f-4755-b00d-7d6322449a86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1097 time: 0.4501643 Oct 29 11:50:37.081683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51f1d0cb-e246-4b89-bc4b-d41d0403decb None None] Provisioning complete for port 941139d0-aa15-4828-9025-b7f5208c5bc8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:37.085295 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51f1d0cb-e246-4b89-bc4b-d41d0403decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:37.166181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 8b06908a-6e08-46c6-9c34-188453d370a4 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:37.166836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-51f1d0cb-e246-4b89-bc4b-d41d0403decb None None] Port 941139d0-aa15-4828-9025-b7f5208c5bc8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:37.168022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:37.291812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-9ac78213-843d-47d5-b225-1e62e28a395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:37.293473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-9ac78213-843d-47d5-b225-1e62e28a395b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1096 time: 0.1746876 Oct 29 11:50:37.371005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-28bb56e5-2f46-441e-8980-70a9ab1703f6 None None] Provisioning complete for port 941139d0-aa15-4828-9025-b7f5208c5bc8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:37.378248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-28bb56e5-2f46-441e-8980-70a9ab1703f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:37.495939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-4b12c9e8-b91a-4083-b8f0-4feb051f4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:37.499482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-4b12c9e8-b91a-4083-b8f0-4feb051f4f59 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.5145483 Oct 29 11:50:37.535474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4ab4386-faaa-41ec-9bb5-b12bd9419121 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:37.544423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-28bb56e5-2f46-441e-8980-70a9ab1703f6 None None] Port 941139d0-aa15-4828-9025-b7f5208c5bc8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:37.632708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e4ab4386-faaa-41ec-9bb5-b12bd9419121 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:37.633408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:37.709742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf599-a0c4-4a38-a269-cda7b73d9574 req-55449541-3a49-45d5-b34e-4c38b35674d6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:37.723586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-075cf599-a0c4-4a38-a269-cda7b73d9574 req-55449541-3a49-45d5-b34e-4c38b35674d6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1634400 Oct 29 11:50:37.756193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router e4f5de94-8e68-4c41-852d-0f73252340d5 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:50:37.772965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-1975983c-68ca-48f3-91ad-4d6accd088d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 1001 time: 0.2604110 Oct 29 11:50:37.776124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-23e55edd-83d0-449d-bb9b-fe6cf04eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:37.777862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-23e55edd-83d0-449d-bb9b-fe6cf04eb98a service neutron] 10.222.0.86 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.4691997 Oct 29 11:50:37.785265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-075cf599-a0c4-4a38-a269-cda7b73d9574 req-17f8bdc3-4af2-4447-9b90-745e493f53cf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604193 Oct 29 11:50:37.868594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-78e80114-f609-4d5b-b0fe-d4098eaf56be None None] Provisioning complete for port 941139d0-aa15-4828-9025-b7f5208c5bc8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:37.869419 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78e80114-f609-4d5b-b0fe-d4098eaf56be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:38.042216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-78e80114-f609-4d5b-b0fe-d4098eaf56be None None] Port 941139d0-aa15-4828-9025-b7f5208c5bc8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:50:38.062544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a2ba-90e5-4e07-9838-bf4d9c09a92c req-2c9fb7a8-c3c9-4ac9-829d-7f67380f927d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.078879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8d9a2ba-90e5-4e07-9838-bf4d9c09a92c req-2c9fb7a8-c3c9-4ac9-829d-7f67380f927d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.1809831 Oct 29 11:50:38.144544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-3f13cd10-b6a5-4621-a5e0-d724a58f58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.146137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-3f13cd10-b6a5-4621-a5e0-d724a58f58aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.3215666 Oct 29 11:50:38.156768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8d9a2ba-90e5-4e07-9838-bf4d9c09a92c req-cb5b90f1-53d5-40c4-8f31-24679d7cf9fa tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768259 Oct 29 11:50:38.247382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:38.255374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-899f72c8-2030-4c57-91cd-8a3bcc6fb2aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/e4f5de94-8e68-4c41-852d-0f73252340d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7136147 Oct 29 11:50:38.258654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57832) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:38.259114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-076b01da-a3ce-4d18-ae4c-ee3bab91257d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 1000 time: 0.4670255 Oct 29 11:50:38.262237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] Sync routers for ids ['e4f5de94-8e68-4c41-852d-0f73252340d5'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:38.267312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-0c14f159-35b3-40fb-9123-00f444b0c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.268851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-0c14f159-35b3-40fb-9123-00f444b0c0aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701356 Oct 29 11:50:38.297725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] Routers {'e4f5de94-8e68-4c41-852d-0f73252340d5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:38.302445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e4f5de94-8e68-4c41-852d-0f73252340d5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:38.379153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-d38474c0-97bd-402e-a1f2-bc644d0ffe6b service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015625 Oct 29 11:50:38.380411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d018e-89fd-49ad-8103-7b0063b0e640 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.382425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e90d018e-89fd-49ad-8103-7b0063b0e640 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports/941139d0-aa15-4828-9025-b7f5208c5bc8 HTTP/1.1" status: 200 len: 910 time: 0.1218307 Oct 29 11:50:38.386443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:38.389816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57834) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:38.420314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] Routers {'e4f5de94-8e68-4c41-852d-0f73252340d5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:38.421756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e4f5de94-8e68-4c41-852d-0f73252340d5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:38.486720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-d8c8d625-892d-4fa3-baeb-42af71287307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.488277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-d8c8d625-892d-4fa3-baeb-42af71287307 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.2184601 Oct 29 11:50:38.585785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-9d48576c-2757-4b78-a567-b8f70207b019 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864095 Oct 29 11:50:38.587798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-65ebae93-925b-41f2-bc3a-b1421e11a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:38.589938 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-65ebae93-925b-41f2-bc3a-b1421e11a466 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924187 Oct 29 11:50:38.767430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:38.767857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49665239-0f22-4baf-9541-ef4a3b248550 None None] The sync data for ids ['e4f5de94-8e68-4c41-852d-0f73252340d5'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:38.937864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-a348bbcc-dd83-4a5b-b460-60db975c95b3 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382168 Oct 29 11:50:39.091848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf667-2ff3-412d-9bfb-5b07930fd0bc req-4c3099d9-a7bd-4846-905b-4a0ed31c5bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:39.097041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83caf667-2ff3-412d-9bfb-5b07930fd0bc req-4c3099d9-a7bd-4846-905b-4a0ed31c5bfc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0939016 Oct 29 11:50:39.222489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83caf667-2ff3-412d-9bfb-5b07930fd0bc req-4470a55f-8703-4e11-b2b6-1d2cab7155bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916789 Oct 29 11:50:39.315283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5c1842a-4af1-4607-bb60-0adb56ab5fb5 req-1f7af456-9537-4f35-ba7d-3c232fc47fb7 service neutron] 10.222.0.86 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699617 Oct 29 11:50:39.391305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:39.549265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d7153-5c4b-4086-b4cc-e299e4891e48 req-04e47c2b-20df-422d-b1b5-c82fccd450f7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:39.553482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4d7153-5c4b-4086-b4cc-e299e4891e48 req-04e47c2b-20df-422d-b1b5-c82fccd450f7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.0956728 Oct 29 11:50:39.722111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee4d7153-5c4b-4086-b4cc-e299e4891e48 req-e631977c-1276-479c-8d62-8d256ab66523 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625021 Oct 29 11:50:39.911146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:39.921980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 941139d0-aa15-4828-9025-b7f5208c5bc8 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:39.922588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:40.054361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:40.093332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:40.095876 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e58d6-814f-4587-ba2a-013b68ae07c1" -d '{"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-unplugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:40.134121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:40.141786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:40.149184 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:40.155082 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a88e18-2471-4644-9c5d-b341cb844983 x-openstack-request-id: req-49a88e18-2471-4644-9c5d-b341cb844983 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:40.155803 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-unplugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:40.155803 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49a88e18-2471-4644-9c5d-b341cb844983 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:40.159336 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'code': 200} Oct 29 11:50:40.168117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 941139d0-aa15-4828-9025-b7f5208c5bc8 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:40.249607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:40.473350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245df12d-7bf2-4fbd-97bf-36da665b4e6e req-249f1b98-a000-421e-a8f4-61ec89d0fee7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:40.474822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-245df12d-7bf2-4fbd-97bf-36da665b4e6e req-249f1b98-a000-421e-a8f4-61ec89d0fee7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0831907 Oct 29 11:50:40.565578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-245df12d-7bf2-4fbd-97bf-36da665b4e6e req-c1dcefe8-a4cc-47ff-82ed-3f739025310b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832293 Oct 29 11:50:40.575974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:40.638782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=941139d0-aa15-4828-9025-b7f5208c5bc8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:41.058735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.079750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2370d-6f78-426e-a9a2-b95be1df0755 req-cc859e31-2d12-4e4c-82d2-b8197cce3edb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:41.087513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74c2370d-6f78-426e-a9a2-b95be1df0755 req-cc859e31-2d12-4e4c-82d2-b8197cce3edb tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.1044781 Oct 29 11:50:41.266004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74c2370d-6f78-426e-a9a2-b95be1df0755 req-e42b4ba7-0ea1-45db-bf68-80103f738ff6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771708 Oct 29 11:50:41.373999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router e4f5de94-8e68-4c41-852d-0f73252340d5 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:41.474159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:41.479300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4e430de-3dd5-46ff-a228-eaa3eba6caff tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/e4f5de94-8e68-4c41-852d-0f73252340d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0876608 Oct 29 11:50:41.485486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:41.496051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] Sync routers for ids ['e4f5de94-8e68-4c41-852d-0f73252340d5'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:41.527994 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] Routers {'e4f5de94-8e68-4c41-852d-0f73252340d5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:41.529355 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e4f5de94-8e68-4c41-852d-0f73252340d5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:41.545057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-73ca34a8-d096-4679-b7c6-ca22566029d3 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4f5de94-8e68-4c41-852d-0f73252340d5 HTTP/1.1" status: 200 len: 205 time: 0.0568163 Oct 29 11:50:41.546610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:41.588612 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:41.597982 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] Routers {'e4f5de94-8e68-4c41-852d-0f73252340d5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:41.598701 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e4f5de94-8e68-4c41-852d-0f73252340d5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:41.650337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.663029 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:41.663686 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b5aad-2e5e-4af5-afcb-c6e2890a2385 None None] The sync data for ids ['e4f5de94-8e68-4c41-852d-0f73252340d5'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:41.763177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410f07-875b-412a-91b7-9cf2e60cbf0c req-9af4d28d-59f3-4f1a-83ce-4769e4132ae5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:41.765483 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09410f07-875b-412a-91b7-9cf2e60cbf0c req-9af4d28d-59f3-4f1a-83ce-4769e4132ae5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0635250 Oct 29 11:50:41.784901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:50:41.859979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09410f07-875b-412a-91b7-9cf2e60cbf0c req-d72550fd-8e5c-4c3d-9d30-fd2d55557f6e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831850 Oct 29 11:50:41.906390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.906390 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.953557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.954085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router e4f5de94-8e68-4c41-852d-0f73252340d5 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:50:41.961442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:41.962504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-33a141cc-e97b-44bd-9546-294d1331fbe2 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/e4f5de94-8e68-4c41-852d-0f73252340d5 HTTP/1.1" status: 204 len: 168 time: 0.4146988 Oct 29 11:50:41.965560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57910) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:42.029811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet 1de1c8e7-8613-44fc-ad77-36c1fc100131 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:50:42.033629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.091950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.197033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.264364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.344176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=1de1c8e7-8613-44fc-ad77-36c1fc100131,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:42.351616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.359062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 57922) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:42.364441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-574baae5-0432-4b05-916e-733d5f48cf48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/1de1c8e7-8613-44fc-ad77-36c1fc100131 HTTP/1.1" status: 204 len: 168 time: 0.3975008 Oct 29 11:50:42.382796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97935c-f879-4e9a-9727-eab9967fef08 None None] Network 8b06908a-6e08-46c6-9c34-188453d370a4 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:42.753687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] DHCP port deletion for 8b06908a-6e08-46c6-9c34-188453d370a4 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:50:42.824792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Deleting port e4ab4386-faaa-41ec-9bb5-b12bd9419121 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:42.825294 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.942432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] For port e4ab4386-faaa-41ec-9bb5-b12bd9419121, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4ab4386-faaa-41ec-9bb5-b12bd9419121,segment=NetworkSegment(4872636f-0b1c-4995-bb68-6dc611923e90),segment_id=4872636f-0b1c-4995-bb68-6dc611923e90)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:42.943442 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.952573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:42.982904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Calling delete_port for e4ab4386-faaa-41ec-9bb5-b12bd9419121 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:42.985025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695596a-60a4-4b39-8ab6-0c729ef3ce30 req-45420800-cdc0-4621-a49d-c6c1a630ac4d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:42.986700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4695596a-60a4-4b39-8ab6-0c729ef3ce30 req-45420800-cdc0-4621-a49d-c6c1a630ac4d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.5940323 Oct 29 11:50:43.086808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4695596a-60a4-4b39-8ab6-0c729ef3ce30 req-cd16b66a-18ec-4f0c-8274-c05b88d11b16 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692964 Oct 29 11:50:43.118872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port e4ab4386-faaa-41ec-9bb5-b12bd9419121 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:43.121023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.137556 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.202431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] No DVR routers for this DVR port e4ab4386-faaa-41ec-9bb5-b12bd9419121 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:43.204064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec3b9b-5db1-48df-99ff-fd8105a42ced None None] Pushing event deleted for resources: {'Port': ['ID=e4ab4386-faaa-41ec-9bb5-b12bd9419121,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:43.280977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port e4ab4386-faaa-41ec-9bb5-b12bd9419121, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4ab4386-faaa-41ec-9bb5-b12bd9419121,segment=NetworkSegment(4872636f-0b1c-4995-bb68-6dc611923e90),segment_id=4872636f-0b1c-4995-bb68-6dc611923e90)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:43.281646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.301314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for e4ab4386-faaa-41ec-9bb5-b12bd9419121 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:43.339559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41cc4-826d-48e9-8604-79915802a1e6 req-0c6c88c8-d027-4145-b08c-c38a0cb5311b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:43.353903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50c41cc4-826d-48e9-8604-79915802a1e6 req-0c6c88c8-d027-4145-b08c-c38a0cb5311b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1508183 Oct 29 11:50:43.364435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4ab4386-faaa-41ec-9bb5-b12bd9419121 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:43.405069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e4ab4386-faaa-41ec-9bb5-b12bd9419121 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:50:43.406111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4ab4386-faaa-41ec-9bb5-b12bd9419121 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:50:43.436673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-50c41cc4-826d-48e9-8604-79915802a1e6 req-545ababe-0460-448c-8e37-af0ca1d5082e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776470 Oct 29 11:50:43.481976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.518567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=e4ab4386-faaa-41ec-9bb5-b12bd9419121,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:43.522705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port e4ab4386-faaa-41ec-9bb5-b12bd9419121 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:43.624105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.647692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b06908a-6e08-46c6-9c34-188453d370a4']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:43.664571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872636f-0b1c-4995-bb68-6dc611923e90') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:43.664571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872636f-0b1c-4995-bb68-6dc611923e90') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:43.680444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.688539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.694754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:50:43.695189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:50:43.698593 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:50:43.766149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.807260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.812769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/8b06908a-6e08-46c6-9c34-188453d370a4 HTTP/1.1" status: 204 len: 168 time: 1.4526596 Oct 29 11:50:43.815110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4876-ef6b-47b7-8263-dbcec349f656 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=8b06908a-6e08-46c6-9c34-188453d370a4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:43.817986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 57962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:43.828502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648697049', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:43.878219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.879434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:43.912974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:43.941821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:44.600523 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:44.682034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46e632-4198-4214-97fb-491549588b29 req-3d75cfc2-f884-45be-94a1-8367a2d9934c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:44.684365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe46e632-4198-4214-97fb-491549588b29 req-3d75cfc2-f884-45be-94a1-8367a2d9934c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0713809 Oct 29 11:50:44.771795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fe46e632-4198-4214-97fb-491549588b29 req-62ccb2ea-21ee-4513-bd9b-5809dce6a1d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609076 Oct 29 11:50:45.111411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:45.151525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ca706-00df-47f6-89bb-08bf0e56d0ab req-4790a92c-1b61-434a-9eb5-72923bd7be9e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:45.152699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:45.163235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b4ca706-00df-47f6-89bb-08bf0e56d0ab req-4790a92c-1b61-434a-9eb5-72923bd7be9e tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.1303446 Oct 29 11:50:45.183804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-884b819c-9329-4161-bb88-80625fad048c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069646 Oct 29 11:50:45.284955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b4ca706-00df-47f6-89bb-08bf0e56d0ab req-2483ec05-b27c-431a-a709-06696c847ead tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133564 Oct 29 11:50:45.349242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.25.4.143 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1b65309d-6d02-43f9-869b-d39d19365495) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:45.477245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:45.539822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:45.604285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:45.607626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:45.611979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:45.635009 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=1b65309d-6d02-43f9-869b-d39d19365495,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:45.953576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:45.979368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9493f9-fc56-441a-aba7-2b748341536b req-1951ce87-8b95-4247-8d74-a427fce8b281 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:45.986152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee9493f9-fc56-441a-aba7-2b748341536b req-1951ce87-8b95-4247-8d74-a427fce8b281 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0889556 Oct 29 11:50:46.058161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee9493f9-fc56-441a-aba7-2b748341536b req-20d911cb-c2e2-4e37-a13e-85c1aca6b64b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663617 Oct 29 11:50:46.245493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:46.524986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 2e8b6a73-9e9c-486d-908d-cb97cd19b1eb is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:50:46.688542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-3812612a-4c42-4bcf-b89f-d406221f086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:46.692854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-3812612a-4c42-4bcf-b89f-d406221f086a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16&tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d HTTP/1.1" status: 200 len: 1094 time: 0.3722453 Oct 29 11:50:46.704562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ae20-990c-4429-96ec-a27253bd71df req-5cb12cc1-16a6-46af-8725-f49231f19e66 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:46.729810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b22ae20-990c-4429-96ec-a27253bd71df req-5cb12cc1-16a6-46af-8725-f49231f19e66 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.2195969 Oct 29 11:50:46.752854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:46.764268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] Sync routers for ids ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:46.780671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:46.784791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-895d63ad-429f-4304-9648-c9cc2b356b42 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9624975 Oct 29 11:50:46.787001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58066) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:46.796981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-7a2dc6bc-a7d7-4a59-9e9e-e5fec67b308d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:50:46.798368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-7a2dc6bc-a7d7-4a59-9e9e-e5fec67b308d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185032 Oct 29 11:50:46.798541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] Routers {'2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:46.803957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:46.825507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:46.850277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:46.861127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] Routers {'2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:46.863560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:46.900332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:46.901311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c1a570-a521-4e87-a171-6d1fecf0676f None None] The sync data for ids ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:46.942150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b22ae20-990c-4429-96ec-a27253bd71df req-5ab2416b-8575-4c97-8941-9e5a2d665897 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112558 Oct 29 11:50:46.957228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:47.055481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd952d62-3f9f-4202-8d60-32146cef9a36 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers/2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 200 len: 880 time: 0.2666035 Oct 29 11:50:47.055779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58070) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:47.541549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:47.562954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb1353-1d30-490c-9306-80ee77c69f33 req-95e536c4-1463-4ada-acff-f27167ddc144 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:47.564735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fcb1353-1d30-490c-9306-80ee77c69f33 req-95e536c4-1463-4ada-acff-f27167ddc144 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.3172855 Oct 29 11:50:47.656218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h2-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:47.688234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7fcb1353-1d30-490c-9306-80ee77c69f33 req-096d3f7c-b63d-4021-b6c4-b88785291b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136599 Oct 29 11:50:47.725767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:50:47.739085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:47.767881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Transition to ACTIVE for port object 91c46da3-76a9-4b60-9f05-02ce491d66db will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:50:47.780272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:47.964636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=9']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:48.054004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87ebbeaa-c91d-4251-a7cd-f186f6e8de67 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9942219 Oct 29 11:50:48.061991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:48.092296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-648697049'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:48.268877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] No DVR routers for this DVR port 91c46da3-76a9-4b60-9f05-02ce491d66db on host n-h2-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:48.379928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fd3cc-1913-4c1c-8db5-28119dcebc1d req-2376ae1f-7560-4269-8b1a-2cdbe9fe1040 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:48.387385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-373fd3cc-1913-4c1c-8db5-28119dcebc1d req-2376ae1f-7560-4269-8b1a-2cdbe9fe1040 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 943 time: 0.2298024 Oct 29 11:50:48.525403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-373fd3cc-1913-4c1c-8db5-28119dcebc1d req-59ebf239-bb06-4760-8a9c-b9dfcd43f0cc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371212 Oct 29 11:50:48.538019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:50:48.538356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:50:48.538685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:48.544770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:50:48.545837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Attempting to bind port 91c46da3-76a9-4b60-9f05-02ce491d66db on network 72790e64-81bd-4f53-bd82-de95768d7773 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:48.551833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:50:48.552176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Checking segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:48.552564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Bound using segment: {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:50:48.552988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Bound port: 91c46da3-76a9-4b60-9f05-02ce491d66db, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b30d25c-c2ab-440b-bb69-fbadaa86d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:50:48.553412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:48.614317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:48.621796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:48.625190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:50:48.627484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:48.631023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:48.666416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:48.667038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:48.668417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] 10.222.0.41 "PUT /v2.0/ports/91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 1091 time: 1.8541665 Oct 29 11:50:48.668855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:48.671682 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:48.714013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae512c-14f2-4fbc-8324-1d97b908427f service neutron] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=10']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:48.768576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-a9e89c43-21dc-411a-a31c-d43183471094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:48.770897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-a9e89c43-21dc-411a-a31c-d43183471094 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1095 time: 0.0709367 Oct 29 11:50:48.771908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 2e8b6a73-9e9c-486d-908d-cb97cd19b1eb has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:50:48.883468 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a4d4d-9727-448a-9b37-577cca0bad1a x-openstack-request-id: req-a77a4d4d-9727-448a-9b37-577cca0bad1a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:48.884057 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:48.884413 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a77a4d4d-9727-448a-9b37-577cca0bad1a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:48.884911 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'status': 'completed', 'code': 200} Oct 29 11:50:48.906243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-16336d05-d795-45a0-ab42-e55052c066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:48.907888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-16336d05-d795-45a0-ab42-e55052c066d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1292653 Oct 29 11:50:49.016113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:50:49.023745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:49.025230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-249f253e-eb0e-447c-b958-6060a82b74aa tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 200 len: 887 time: 0.9619868 Oct 29 11:50:49.027630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:49.029543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] Sync routers for ids ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:50:49.046201 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] Routers {'2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:49.050137 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:49.124649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-a1ddfe5c-bb15-4ef4-8007-2fefe1a7bd17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 998 time: 0.2075832 Oct 29 11:50:49.134590 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:49.156884 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] Routers {'2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:50:49.157730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:50:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:49.166667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-53607755-a377-40b6-bbf0-0fb7cc086a15 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers/2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 200 len: 887 time: 0.1376424 Oct 29 11:50:49.170984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58126) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:49.178372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598fe93-df04-4f63-b7d7-dfe7dbbc7953 req-56935f4c-47e2-47ad-8b2c-d50abc9649f2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:49.186045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c598fe93-df04-4f63-b7d7-dfe7dbbc7953 req-56935f4c-47e2-47ad-8b2c-d50abc9649f2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1368251 Oct 29 11:50:49.207562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-810d250c-f5bf-471b-9285-4af0cdbb29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 200 len: 205 time: 0.0350604 Oct 29 11:50:49.210814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58128) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:49.221852 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:50:49.222605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899d8bc-c411-445d-8174-11d5136808dc None None] The sync data for ids ['2e8b6a73-9e9c-486d-908d-cb97cd19b1eb'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:50:49.253189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-70e19fa0-8182-4698-98c2-c93facaf627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:49.255341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-70e19fa0-8182-4698-98c2-c93facaf627f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1219923 Oct 29 11:50:49.262488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c598fe93-df04-4f63-b7d7-dfe7dbbc7953 req-a4b6ada4-f104-4cf9-95fb-2fd266d6c543 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756304 Oct 29 11:50:49.352063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-94ab3d2a-2c53-4f15-8bf0-f7c50b8e6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:49.355492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-94ab3d2a-2c53-4f15-8bf0-f7c50b8e6777 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775373 Oct 29 11:50:49.414326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:49.538254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-50114db4-afff-47fe-80e3-364a16aff05b service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709230 Oct 29 11:50:49.725943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dfd34-de81-411a-9dd3-fe6971c502e4 req-86b4d821-8216-412f-a608-0e85a5abbc9b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:49.727703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d81dfd34-de81-411a-9dd3-fe6971c502e4 req-86b4d821-8216-412f-a608-0e85a5abbc9b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.0754359 Oct 29 11:50:49.768485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c34f2e-407c-4af0-9529-24d4018ade0b req-7ff496a4-3bdc-4c8d-8cc2-d585a1654c88 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204902 Oct 29 11:50:49.796795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d81dfd34-de81-411a-9dd3-fe6971c502e4 req-ab8a8b74-6763-4a89-a00c-0a4a4af9acd5 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617054 Oct 29 11:50:49.880808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-2c30d168-96c3-4371-ac2d-991c4a79dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:49.883914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-2c30d168-96c3-4371-ac2d-991c4a79dcbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1095 time: 0.0607679 Oct 29 11:50:49.896688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:49.973436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 1b65309d-6d02-43f9-869b-d39d19365495 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:50:49.974015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:50.049030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-0ca7568f-24e4-41d1-8e95-9b6cdc7a95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:50.050536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-0ca7568f-24e4-41d1-8e95-9b6cdc7a95d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.1516910 Oct 29 11:50:50.076113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:50.125516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 1b65309d-6d02-43f9-869b-d39d19365495 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:50:50.129408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-76646c31-4900-4aba-ae3e-23c7ae57aeab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 998 time: 0.0721345 Oct 29 11:50:50.239446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-bbe93008-7c49-4c97-a614-90b25fe57ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:50.241342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-bbe93008-7c49-4c97-a614-90b25fe57ac5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1051364 Oct 29 11:50:50.382594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-0f70895b-7a17-46cd-a83b-be2f4220af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:50.385138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-0f70895b-7a17-46cd-a83b-be2f4220af79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355419 Oct 29 11:50:50.600855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-6962adf7-05b5-4d2e-a6ee-9b81a7f40489 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325192 Oct 29 11:50:50.642926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdf6b4-2449-4798-98c3-62e288817208 req-d2abbc09-bf19-4199-a6c7-44daca91c89c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:50.653538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cccdf6b4-2449-4798-98c3-62e288817208 req-d2abbc09-bf19-4199-a6c7-44daca91c89c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.2453544 Oct 29 11:50:50.672502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-151afada-145c-4bb9-bc63-4370fae392d2 req-b0634390-7f03-42fc-9cc7-80e65505bd40 service neutron] (102277) timed out ('10.222.0.77', 59526) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:50:50.688818 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-3e039136-5400-4b0d-ae53-43c4fbdddbf7 service neutron] show failed (client error): The resource could not be found. Oct 29 11:50:50.692088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-3e039136-5400-4b0d-ae53-43c4fbdddbf7 service neutron] 10.222.0.86 "GET /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.1084874 Oct 29 11:50:50.737304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:50.853850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=1b65309d-6d02-43f9-869b-d39d19365495,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:51.043054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.326156 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.329753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.476021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-377668d7-48ea-4ed7-9a93-b60270c8cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:51.477896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-377668d7-48ea-4ed7-9a93-b60270c8cd77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 1097 time: 0.4315627 Oct 29 11:50:51.491271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.491916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8b6a73-9e9c-486d-908d-cb97cd19b1eb {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:50:51.503151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.524648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d17750b-a390-4fea-a046-1a11578af32b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 204 len: 168 time: 2.3017600 Oct 29 11:50:51.525433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:51.531021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202191887'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:51.591280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:51.664340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cccdf6b4-2449-4798-98c3-62e288817208 req-45c7165e-1085-4f0f-88bc-7d33844353b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0094767 Oct 29 11:50:51.687714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:51.691306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.715378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ba41911-8ac6-40a8-afe0-5c2c8dea7c4e req-286e61d3-8874-4d9f-853c-11982f9060b6 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823868 Oct 29 11:50:51.838036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:50:51.870167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.873148 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 7b07567e-f8db-492b-9889-f4b066bb771e of type vlan for network 4ae79055-373a-4785-98fa-d2340f51a24c Oct 29 11:50:51.922240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:51.975921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d587d0-cc33-46f9-bb77-fe0c9f05dfa0 req-2ad2746f-c3a6-454f-8310-0aab4715aa2f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:51.985535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40d587d0-cc33-46f9-bb77-fe0c9f05dfa0 req-2ad2746f-c3a6-454f-8310-0aab4715aa2f tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.1906252 Oct 29 11:50:52.037994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:52.073507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:52.086505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:52.087392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:52.134918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40d587d0-cc33-46f9-bb77-fe0c9f05dfa0 req-21531fc5-57c1-4ab5-8495-9f3dbf8c19a4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479416 Oct 29 11:50:52.256200 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:52.298452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=4ae79055-373a-4785-98fa-d2340f51a24c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:52.309559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-44800c18-41b0-486b-a634-e669db4bf71e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7805505 Oct 29 11:50:52.311012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58200) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:52.314962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 4ae79055-373a-4785-98fa-d2340f51a24c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:50:52.379178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:52.766870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:50:52.770502 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:52.912851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3223a-bc67-4205-a13a-3aeed380611f req-403a9555-fa35-4e24-83e1-30fdc98406c3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:52.915282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62a3223a-bc67-4205-a13a-3aeed380611f req-403a9555-fa35-4e24-83e1-30fdc98406c3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1049564 Oct 29 11:50:52.980405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:53.015019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62a3223a-bc67-4205-a13a-3aeed380611f req-502c7a06-73e5-47f0-81c5-c5a49d6a7e9f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917525 Oct 29 11:50:53.065090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:53.129696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:53.132153 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83916c96-3c6e-42e5-9b59-cc4894cae96c" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:53.136300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:53.198660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Transition to ACTIVE for port object a52a3d9c-347d-46fb-9675-972629a55214 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:50:53.257163 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c071bc-5f32-4542-b697-d247db846e59 x-openstack-request-id: req-96c071bc-5f32-4542-b697-d247db846e59 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:53.258797 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:53.259317 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96c071bc-5f32-4542-b697-d247db846e59 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:53.260534 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'code': 200} Oct 29 11:50:53.262132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:53.438339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706afdd0-57de-4f06-ab52-10d575e758cb req-ab0aa4ff-f6b8-495a-a5d9-8048a7c62265 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:53.450402 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-706afdd0-57de-4f06-ab52-10d575e758cb req-ab0aa4ff-f6b8-495a-a5d9-8048a7c62265 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.0959890 Oct 29 11:50:53.548982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-706afdd0-57de-4f06-ab52-10d575e758cb req-a81459d1-e084-4969-98d0-6eb0fcfffa22 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845997 Oct 29 11:50:53.594502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:53.662133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:53.778458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] No DVR routers for this DVR port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:50:53.976071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=e80e62ff-35dd-404c-ae12-4a510253fad2,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:53.984829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:50:54.037350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '7b07567e-f8db-492b-9889-f4b066bb771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:54.056458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 4ae79055-373a-4785-98fa-d2340f51a24c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:50:54.192338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:50:54.194394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 4ae79055-373a-4785-98fa-d2340f51a24c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:50:54.230961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 4ae79055-373a-4785-98fa-d2340f51a24c) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:54.241583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a20acf-d747-410e-bf3b-f64b8475c2ed None None] Network 4ae79055-373a-4785-98fa-d2340f51a24c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:54.251186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:54.251812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.318484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-44c63b26-39d2-40f5-a0ac-433bc6e92d89 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9535837 Oct 29 11:50:54.320552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:54.330201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053361306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:50:54.421077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eb650-0770-461d-9998-8c0e250e42dc req-4aa726ad-4a87-46fd-a24b-87abe00e233c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:54.428808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-216eb650-0770-461d-9998-8c0e250e42dc req-4aa726ad-4a87-46fd-a24b-87abe00e233c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.2081196 Oct 29 11:50:54.432681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:50:54.433046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:50:54.433383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:54.443769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:50:54.444151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:54.470480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:50:54.471551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:54.472555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Bound using segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:50:54.474185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Bound port: a52a3d9c-347d-46fb-9675-972629a55214, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:50:54.474592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.511907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-4ae79055-373a-4785-98fa-d2340f51a24c', 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'e80e62ff-35dd-404c-ae12-4a510253fad2'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:50:54.516092 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.526508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.530695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.557937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-216eb650-0770-461d-9998-8c0e250e42dc req-353e0a41-9af0-466f-8606-30fa0c918136 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202562 Oct 29 11:50:54.819541 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5401-17c5-445f-a5c5-32a59a86d397 req-73a2c8ea-0f8f-4a98-90a3-eede0e047456 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:54.834460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-761c5401-17c5-445f-a5c5-32a59a86d397 req-73a2c8ea-0f8f-4a98-90a3-eede0e047456 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.1141815 Oct 29 11:50:54.856310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Allocated IP 172.20.0.2 (4ae79055-373a-4785-98fa-d2340f51a24c/e80e62ff-35dd-404c-ae12-4a510253fad2/fdb1db7a-3396-49be-a3ad-8174229a9f44) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:54.904844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:54.953489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-761c5401-17c5-445f-a5c5-32a59a86d397 req-7582202a-f9b5-41d6-804c-0d10bf4f2166 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159849 Oct 29 11:50:54.995175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:55.008928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:50:55.023481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.060412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.324565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.328321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38ffd020-4649-4a03-b146-ec2d7df3476e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0021493 Oct 29 11:50:55.328321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:55.328867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58260) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:50:55.360475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:55.367430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.368984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-574a5a05-67f2-48f4-b152-d0c5e1cfd95f service neutron] 10.222.0.41 "PUT /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 1092 time: 3.7994392 Oct 29 11:50:55.369722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:50:55.371988 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450389f-9da7-47bb-8136-12df1e431638" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:50:55.383867 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.415937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.544433 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804da587-6570-4022-b91f-66c15f1d4419 x-openstack-request-id: req-804da587-6570-4022-b91f-66c15f1d4419 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:50:55.544779 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:50:55.545088 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-804da587-6570-4022-b91f-66c15f1d4419 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:50:55.545532 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:50:55.581766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Network 4ae79055-373a-4785-98fa-d2340f51a24c is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:55.586377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:55.608853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:55.771991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-87bbb09f-1504-4238-ba51-6e49b046015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:55.774114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-87bbb09f-1504-4238-ba51-6e49b046015b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1095 time: 0.3315771 Oct 29 11:50:55.786747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-cd005ba3-418a-49d1-8fe9-62f6af9ab3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:55.788723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-cd005ba3-418a-49d1-8fe9-62f6af9ab3a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1095 time: 0.2423322 Oct 29 11:50:55.797697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Pushing event updated for resources: {'Port': ['ID=fdb1db7a-3396-49be-a3ad-8174229a9f44,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:55.883234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Attempting to bind port fdb1db7a-3396-49be-a3ad-8174229a9f44 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:50:55.883665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Attempting to bind port fdb1db7a-3396-49be-a3ad-8174229a9f44 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7b07567e-f8db-492b-9889-f4b066bb771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:50:55.892507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Attempting to bind port fdb1db7a-3396-49be-a3ad-8174229a9f44 on network 4ae79055-373a-4785-98fa-d2340f51a24c {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:50:55.906195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:50:55.906585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Checking segment: {'id': '7b07567e-f8db-492b-9889-f4b066bb771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:50:55.906962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:55.907355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Bound using segment: {'id': '7b07567e-f8db-492b-9889-f4b066bb771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:50:55.907829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Bound port: fdb1db7a-3396-49be-a3ad-8174229a9f44, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b07567e-f8db-492b-9889-f4b066bb771e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4ae79055-373a-4785-98fa-d2340f51a24c'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:50:55.908203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:56.189832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] For port fdb1db7a-3396-49be-a3ad-8174229a9f44, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:50:56.198071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] For port fdb1db7a-3396-49be-a3ad-8174229a9f44, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdb1db7a-3396-49be-a3ad-8174229a9f44,segment=NetworkSegment(7b07567e-f8db-492b-9889-f4b066bb771e),segment_id=7b07567e-f8db-492b-9889-f4b066bb771e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:50:56.213562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:56.238780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-0b4764bc-8589-48ee-adf2-fc41d203a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:56.240523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-0b4764bc-8589-48ee-adf2-fc41d203a47f service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.4482942 Oct 29 11:50:56.248645 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:56.442250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2c77-792b-4ff2-9980-64155310fb0f None None] Pushing event updated for resources: {'Port': ['ID=fdb1db7a-3396-49be-a3ad-8174229a9f44,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:56.455985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ebe6d-f7ac-4f34-86e1-ff3b86b4b144 req-15a38bb7-bc0f-45fb-8ee8-fd2325eb2838 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:56.469779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e8ebe6d-f7ac-4f34-86e1-ff3b86b4b144 req-15a38bb7-bc0f-45fb-8ee8-fd2325eb2838 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.5044715 Oct 29 11:50:56.520003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-272b0c4e-4982-47df-9312-b4b6ac3f664c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.2604077 Oct 29 11:50:56.689128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-748b8965-702f-4d80-803c-77734bcd6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:56.692123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-748b8965-702f-4d80-803c-77734bcd6331 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.8849990 Oct 29 11:50:56.708556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e8ebe6d-f7ac-4f34-86e1-ff3b86b4b144 req-ec678ebe-1010-4aea-9e5f-bfefd85b74ea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261600 Oct 29 11:50:56.887315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-2862e0f2-5898-436c-8389-30562a89b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:56.890729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-2862e0f2-5898-436c-8389-30562a89b0e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.3487566 Oct 29 11:50:56.966360 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:57.004832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-76fb1fe6-dc13-4a71-aa38-abbdb81a201d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.2982526 Oct 29 11:50:57.151411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cca0ea-314a-4553-9cc3-70ce59b336f7 req-b95731a1-b9cc-42ae-88b0-77fd44b21700 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:57.153407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80cca0ea-314a-4553-9cc3-70ce59b336f7 req-b95731a1-b9cc-42ae-88b0-77fd44b21700 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.2347622 Oct 29 11:50:57.239244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-220a0fbe-1320-4527-bd76-3700fc6eda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:57.262829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-220a0fbe-1320-4527-bd76-3700fc6eda74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568313 Oct 29 11:50:57.302760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-b18ecf74-5b93-458b-baf6-0719a53b29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:57.306071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-b18ecf74-5b93-458b-baf6-0719a53b29de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.2883232 Oct 29 11:50:57.417862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80cca0ea-314a-4553-9cc3-70ce59b336f7 req-e1cad39c-0ac9-4d08-bf98-800814853982 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981509 Oct 29 11:50:57.560950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdb1db7a-3396-49be-a3ad-8174229a9f44 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:57.619561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-57169f4f-94a6-4106-8a71-b6faec1bde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:57.624262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-57169f4f-94a6-4106-8a71-b6faec1bde5c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828779 Oct 29 11:50:57.717881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fdb1db7a-3396-49be-a3ad-8174229a9f44 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:57.718254 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:57.760391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.20.0.1 (4ae79055-373a-4785-98fa-d2340f51a24c/e80e62ff-35dd-404c-ae12-4a510253fad2/c6862fe4-9497-4d67-b55e-4cff2af3771c) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:50:58.038018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.056349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.128973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port fdb1db7a-3396-49be-a3ad-8174229a9f44, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdb1db7a-3396-49be-a3ad-8174229a9f44,segment=NetworkSegment(7b07567e-f8db-492b-9889-f4b066bb771e),segment_id=7b07567e-f8db-492b-9889-f4b066bb771e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:50:58.139721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.212628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.324467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=fdb1db7a-3396-49be-a3ad-8174229a9f44,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:58.394742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=c6862fe4-9497-4d67-b55e-4cff2af3771c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:50:58.463045 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1972ce2d-2026-4412-a6f3-9f30a0e2cfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.469728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.472798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.473424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.474018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.477746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.478827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.481781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.482385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.483056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.483625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.484183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.486368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:50:58.523959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ba8ac-d932-44cc-9337-c83e2dc12e4f req-f306f6fa-ed33-47a3-bb00-fb3fc843d4b8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:58.534573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-329ba8ac-d932-44cc-9337-c83e2dc12e4f req-f306f6fa-ed33-47a3-bb00-fb3fc843d4b8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.4150908 Oct 29 11:50:58.545889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 4ae79055-373a-4785-98fa-d2340f51a24c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:50:58.569689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:50:58.580567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6da88b-4968-451f-93e5-e6fb7d33afda None None] Network 4ae79055-373a-4785-98fa-d2340f51a24c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:50:58.584737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:50:58.649761 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:58.840108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-71af91b7-dd6a-4a26-8104-3bfd4da9993a service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5327060 Oct 29 11:50:58.855273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4e8bad6f-114b-43fb-bf40-339434679db2 None None] Provisioning complete for port fdb1db7a-3396-49be-a3ad-8174229a9f44 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:58.855661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4e8bad6f-114b-43fb-bf40-339434679db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:59.031886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:59.130399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-329ba8ac-d932-44cc-9337-c83e2dc12e4f req-8005e43d-4dbb-4bb6-a317-5c5d81ec2dba tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941765 Oct 29 11:50:59.142367 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-61b9617b-9d30-4c89-ac24-d06bdaf3217a service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717350 Oct 29 11:50:59.208547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-b04d79e3-0a91-4145-9290-3f6a0044f8af service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5457170 Oct 29 11:50:59.470748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdb1db7a-3396-49be-a3ad-8174229a9f44 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:50:59.752839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fdb1db7a-3396-49be-a3ad-8174229a9f44 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:50:59.754004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:50:59.766704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-96851eaf-ad38-41d5-8fdc-8c49e8b66b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:59.772247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-96851eaf-ad38-41d5-8fdc-8c49e8b66b4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1095 time: 0.5000808 Oct 29 11:50:59.853683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-10c47343-8364-4c7c-97e2-71c149b39f02 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400139 Oct 29 11:50:59.916959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb447f-f36e-4feb-8511-e668056a32f4 req-381e86f2-da2e-422c-9055-cbb85b8b0dfc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:50:59.921889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bcb447f-f36e-4feb-8511-e668056a32f4 req-381e86f2-da2e-422c-9055-cbb85b8b0dfc tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.5031216 Oct 29 11:51:00.177708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-db796a6b-a870-48e3-9182-425682b6f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:00.180485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-db796a6b-a870-48e3-9182-425682b6f5db service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.2181334 Oct 29 11:51:00.249664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bcb447f-f36e-4feb-8511-e668056a32f4 req-f9a979b9-2d13-4053-8861-63a4308d65cf tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976840 Oct 29 11:51:00.295992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-841a277d-7933-4064-ae07-0585d6c0208f None None] Provisioning complete for port c6862fe4-9497-4d67-b55e-4cff2af3771c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:00.296377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-841a277d-7933-4064-ae07-0585d6c0208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.400421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-841a277d-7933-4064-ae07-0585d6c0208f None None] Port c6862fe4-9497-4d67-b55e-4cff2af3771c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:00.432131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-841a277d-7933-4064-ae07-0585d6c0208f None None] Provisioning complete for port fdb1db7a-3396-49be-a3ad-8174229a9f44 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:00.433184 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-841a277d-7933-4064-ae07-0585d6c0208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.488125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.502813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-2c2592be-20a1-4fa2-a83c-380cd6e2b93a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.2216170 Oct 29 11:51:00.584124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.736340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-20073db2-5981-4d9f-9682-a005e43a2624 None None] Provisioning complete for port c6862fe4-9497-4d67-b55e-4cff2af3771c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:00.736975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-20073db2-5981-4d9f-9682-a005e43a2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.758954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6d978-2929-45bf-9df8-eba3715aa465 req-f489c0c5-eb57-4f09-aaf8-794737ad665f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:00.772849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ed6d978-2929-45bf-9df8-eba3715aa465 req-f489c0c5-eb57-4f09-aaf8-794737ad665f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.2729876 Oct 29 11:51:00.861795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.906886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=c6862fe4-9497-4d67-b55e-4cff2af3771c,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:00.920684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4110ff35-c4b0-483d-be51-b6fd91df8848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:00.928542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-20073db2-5981-4d9f-9682-a005e43a2624 None None] Port c6862fe4-9497-4d67-b55e-4cff2af3771c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:00.952621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-0bea7b1e-51be-4f58-8edb-f89767aa992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:00.956746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-0bea7b1e-51be-4f58-8edb-f89767aa992f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1418743 Oct 29 11:51:00.994001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ed6d978-2929-45bf-9df8-eba3715aa465 req-d0dab5cf-4ccd-4524-ac38-b77391add9be tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099314 Oct 29 11:51:01.081425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 4ae79055-373a-4785-98fa-d2340f51a24c is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:01.085354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:01.194834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450389f-9da7-47bb-8136-12df1e431638 req-6832d9b6-55c2-41cf-a43c-57c28c7999c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:01.196603 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-6832d9b6-55c2-41cf-a43c-57c28c7999c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949743 Oct 29 11:51:01.333674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 20d08d63-90a7-4399-af1a-a1c6495c169f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:51:01.567620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-79f1548a-0a4e-4583-a131-45c546c99fb8 None None] Provisioning complete for port c6862fe4-9497-4d67-b55e-4cff2af3771c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:01.567998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79f1548a-0a4e-4583-a131-45c546c99fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:01.598307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-b0138a38-dc49-4b0e-8184-cf2ce550cbd1 service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784850 Oct 29 11:51:01.638072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ef52b-1d5f-4087-ac6c-53a9c8763297 req-e1c5ce30-35be-4797-bc25-934d6bcc4593 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:01.641349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc5ef52b-1d5f-4087-ac6c-53a9c8763297 req-e1c5ce30-35be-4797-bc25-934d6bcc4593 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.1680386 Oct 29 11:51:01.652068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-79f1548a-0a4e-4583-a131-45c546c99fb8 None None] Port c6862fe4-9497-4d67-b55e-4cff2af3771c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:01.699158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:01.712289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ce9152f4-4c83-4c64-bd12-cbf4def6034c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/20d08d63-90a7-4399-af1a-a1c6495c169f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3815196 Oct 29 11:51:01.713312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] Sync routers for ids ['20d08d63-90a7-4399-af1a-a1c6495c169f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:01.717711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58352) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:01.730375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] Routers {'20d08d63-90a7-4399-af1a-a1c6495c169f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:01.731399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['20d08d63-90a7-4399-af1a-a1c6495c169f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:01.808546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560bd16-dd9e-4592-b4fd-11d5f1a2e991 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:01.812972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c560bd16-dd9e-4592-b4fd-11d5f1a2e991 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports/c6862fe4-9497-4d67-b55e-4cff2af3771c HTTP/1.1" status: 200 len: 910 time: 0.0936115 Oct 29 11:51:01.813739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58358) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:01.821508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e80e62ff-35dd-404c-ae12-4a510253fad2'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:01.847800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a52a3d9c-347d-46fb-9675-972629a55214 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:51:01.924899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc5ef52b-1d5f-4087-ac6c-53a9c8763297 req-dd42dc43-902f-4c0b-a12c-2d71b2213ee6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720549 Oct 29 11:51:02.069723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3450389f-9da7-47bb-8136-12df1e431638 req-57a3c822-d46e-4078-9ed5-c2f03dcab050 service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762829 Oct 29 11:51:02.652769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:02.676004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:02.705563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] Routers {'20d08d63-90a7-4399-af1a-a1c6495c169f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:02.708985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['20d08d63-90a7-4399-af1a-a1c6495c169f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:02.709438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5cc77-576a-45d6-95c6-695e7cfdc0db req-b4fb5d9a-485e-459c-9911-d4b20efbe93b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:02.719462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88a5cc77-576a-45d6-95c6-695e7cfdc0db req-b4fb5d9a-485e-459c-9911-d4b20efbe93b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 944 time: 0.3279607 Oct 29 11:51:02.770064 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:02.778099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:02.779630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b64a0-bb97-455d-bd1b-958f4266918d None None] The sync data for ids ['20d08d63-90a7-4399-af1a-a1c6495c169f'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:02.791388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:02.909693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165824-262d-42fc-b4da-ef8ae4379822 req-0529f1ef-3137-4aea-8377-374c981ceed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:02.914276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:02.915682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-0529f1ef-3137-4aea-8377-374c981ceed1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1095 time: 0.1119385 Oct 29 11:51:02.942129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88a5cc77-576a-45d6-95c6-695e7cfdc0db req-1671a536-4106-4aca-ae8b-5dfc823a0a7f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212000 Oct 29 11:51:02.975453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'a52a3d9c-347d-46fb-9675-972629a55214', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:51:03.162723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:03.230118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:51:03.234220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165824-262d-42fc-b4da-ef8ae4379822 req-74bafbef-403a-4d92-90e2-0c91038e23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:03.235732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-74bafbef-403a-4d92-90e2-0c91038e23db service neutron] 10.222.0.41 "GET /v2.0/networks?id=72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 200 len: 918 time: 0.2746561 Oct 29 11:51:03.346817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:03.356358 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:03.437235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-25e74048-96f0-40fd-9070-4ee1255f6af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 200 len: 998 time: 0.1744859 Oct 29 11:51:03.547495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:03.562550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165824-262d-42fc-b4da-ef8ae4379822 req-6a57dd7b-49e5-4616-8d53-8e9e0fd909e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:03.564646 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-6a57dd7b-49e5-4616-8d53-8e9e0fd909e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 200 len: 856 time: 0.1208167 Oct 29 11:51:03.611521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a52a3d9c-347d-46fb-9675-972629a55214'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:51:03.728422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165824-262d-42fc-b4da-ef8ae4379822 req-47531a1b-ffc7-4b6d-b4d7-1fdbc5abdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:03.731596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-47531a1b-ffc7-4b6d-b4d7-1fdbc5abdd30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72790e64-81bd-4f53-bd82-de95768d7773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393321 Oct 29 11:51:03.734075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:03.756058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c61-1ab5-4280-b98c-fb479fe6d89a req-f11c897d-8b22-44b7-a64d-ab5f434e2370 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:03.760265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f3b7c61-1ab5-4280-b98c-fb479fe6d89a req-f11c897d-8b22-44b7-a64d-ab5f434e2370 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.3027954 Oct 29 11:51:03.982514 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-2378ef79-b70c-4548-b83f-71b4cbcd04e6 service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210684 Oct 29 11:51:04.108256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:04.124247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:04.186444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f3b7c61-1ab5-4280-b98c-fb479fe6d89a req-13edcaff-adf2-45d2-84f7-deb2f8295414 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074988 Oct 29 11:51:04.281472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=c6862fe4-9497-4d67-b55e-4cff2af3771c,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:04.322758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:04.323645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:04.326243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e159a48c-9ef6-408d-8f46-8e42ed8d5042 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/ports/c6862fe4-9497-4d67-b55e-4cff2af3771c HTTP/1.1" status: 200 len: 910 time: 2.5113087 Oct 29 11:51:04.329574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58392) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:04.432941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-43165824-262d-42fc-b4da-ef8ae4379822 req-171049ed-3d17-44e1-a524-77d04b0d0aaf service neutron] 10.222.0.41 "GET /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326348 Oct 29 11:51:04.533828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3768a-a7f0-467e-b433-1ab9cfa6bd63 req-86e667f3-ef6f-4d1e-a943-a23760dc2f84 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:04.535733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6a3768a-a7f0-467e-b433-1ab9cfa6bd63 req-86e667f3-ef6f-4d1e-a943-a23760dc2f84 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.0947931 Oct 29 11:51:05.534612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6a3768a-a7f0-467e-b433-1ab9cfa6bd63 req-ae6efe7b-40ca-4184-9490-442ff6383121 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8850689 Oct 29 11:51:05.747977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a52a3d9c-347d-46fb-9675-972629a55214 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:05.908294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bdf04-a7f6-40fb-9a20-7aeed34ff63b req-bb7ae3a4-24a4-4b12-99f5-09820634492a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:05.910074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d55bdf04-a7f6-40fb-9a20-7aeed34ff63b req-bb7ae3a4-24a4-4b12-99f5-09820634492a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.2256377 Oct 29 11:51:05.920968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port a52a3d9c-347d-46fb-9675-972629a55214 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:51:05.946982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port a52a3d9c-347d-46fb-9675-972629a55214 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:05.947595 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:06.073283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d55bdf04-a7f6-40fb-9a20-7aeed34ff63b req-27562551-951c-4586-85f7-9bbad5b6d874 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485143 Oct 29 11:51:06.186501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:06.203430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:06.248858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:06.250747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:06.254780 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4f3a3-1d18-4dde-a4b8-a02d3d76d7a0" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:06.258743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:06.334417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:06.475313 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7c0315-781f-4a6a-9b35-44b0415d4940 x-openstack-request-id: req-cd7c0315-781f-4a6a-9b35-44b0415d4940 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:06.475606 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:06.475862 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd7c0315-781f-4a6a-9b35-44b0415d4940 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:06.476259 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'code': 200} Oct 29 11:51:06.623169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-e8f478f9-784c-428a-98e4-de24b0857c7d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:06.625516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-e8f478f9-784c-428a-98e4-de24b0857c7d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1&tenant_id=7de4cfbdeccd4be786e374aa00aa658f&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 946 time: 0.2182930 Oct 29 11:51:06.762710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-19c926b1-6e9d-4674-ba70-9584de8e339b service neutron] 10.222.0.41 "GET /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 382 time: 0.1288464 Oct 29 11:51:06.803635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a33db-c611-476c-830b-80902233749c req-629399b0-be98-447e-895c-126a7a52c453 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:06.839058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-737a33db-c611-476c-830b-80902233749c req-629399b0-be98-447e-895c-126a7a52c453 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.2166083 Oct 29 11:51:06.852755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-8e9dd235-5e2a-4077-833b-77efe510fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:06.857289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-8e9dd235-5e2a-4077-833b-77efe510fb71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1097 time: 0.0687926 Oct 29 11:51:07.119071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-737a33db-c611-476c-830b-80902233749c req-2a4c3bba-60c4-4fe6-a2ac-72638336ac99 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782552 Oct 29 11:51:07.180553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port c6862fe4-9497-4d67-b55e-4cff2af3771c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:07.181026 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:07.187352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-62986d75-43bc-4d61-adbd-b50aa7ea938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:07.188904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-62986d75-43bc-4d61-adbd-b50aa7ea938f service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.3240793 Oct 29 11:51:07.492097 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-8d8a4458-7672-4236-a379-c985414c2ad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 1001 time: 0.2889974 Oct 29 11:51:07.511181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42e9df-6675-48d6-8d6a-ed5b267e9dfc req-20b2393b-d87c-45b0-a7a7-8cdc3371e104 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:07.517357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e42e9df-6675-48d6-8d6a-ed5b267e9dfc req-20b2393b-d87c-45b0-a7a7-8cdc3371e104 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 944 time: 0.1961808 Oct 29 11:51:07.561352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:07.622394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for c6862fe4-9497-4d67-b55e-4cff2af3771c owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:07.677201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e42e9df-6675-48d6-8d6a-ed5b267e9dfc req-89930962-2a5c-4f83-a699-ba77ce3d3775 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394932 Oct 29 11:51:07.695399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-18823fe4-fae4-48ac-9121-15950829ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:07.704527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-18823fe4-fae4-48ac-9121-15950829ab48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.2019305 Oct 29 11:51:07.755731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:51:07.849739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-245b55b8-a253-48b4-91ba-dea1e95c664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:07.853870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-245b55b8-a253-48b4-91ba-dea1e95c664e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392090 Oct 29 11:51:08.175647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:08.176763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-b48c4701-49fb-4b96-a491-795b617ffe10 service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106921 Oct 29 11:51:08.183545 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:08.220440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'port_id': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'mac_address': 'fa:16:3e:25:de:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:51:08.313925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=c6862fe4-9497-4d67-b55e-4cff2af3771c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:08.363112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:08.402034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:51:08.453202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:08.459226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:08.479569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-9ebc6c83-f831-42b9-9a7b-9adc23b6937f service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942901 Oct 29 11:51:08.516804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c6369-f6ed-4f9e-9cde-12be5e3ebb46 req-99b6000e-7330-4f26-ada2-3316da90cedb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:08.522496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d2c6369-f6ed-4f9e-9cde-12be5e3ebb46 req-99b6000e-7330-4f26-ada2-3316da90cedb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.2097116 Oct 29 11:51:08.624285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:08.701329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['91c46da3-76a9-4b60-9f05-02ce491d66db'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:51:08.762584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d2c6369-f6ed-4f9e-9cde-12be5e3ebb46 req-8bc2eb00-34a9-483f-b61e-4d980bad01c5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047585 Oct 29 11:51:08.764453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.187057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 20d08d63-90a7-4399-af1a-a1c6495c169f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:09.204089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fdfe6-e57c-4fc1-9ceb-1892b302bdd6 req-599fbebc-92f4-4215-925b-e3b12bafc2e7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:09.208616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-287fdfe6-e57c-4fc1-9ceb-1892b302bdd6 req-599fbebc-92f4-4215-925b-e3b12bafc2e7 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 945 time: 0.2999303 Oct 29 11:51:09.320495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:09.336825 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] Sync routers for ids ['20d08d63-90a7-4399-af1a-a1c6495c169f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:09.338377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-356915cb-c5b0-43ea-a5fb-079176bb489e tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/20d08d63-90a7-4399-af1a-a1c6495c169f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0076823 Oct 29 11:51:09.343220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58490) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:09.363712 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] Routers {'20d08d63-90a7-4399-af1a-a1c6495c169f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:09.364336 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['20d08d63-90a7-4399-af1a-a1c6495c169f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:09.369314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-287fdfe6-e57c-4fc1-9ceb-1892b302bdd6 req-df183d23-01cc-446d-8b9a-07c101238de1 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515994 Oct 29 11:51:09.375647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58492) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:09.376244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-66af8063-0aec-421b-895a-f16973ae7a8c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=20d08d63-90a7-4399-af1a-a1c6495c169f HTTP/1.1" status: 200 len: 205 time: 0.0316732 Oct 29 11:51:09.410674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:09.420278 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] Routers {'20d08d63-90a7-4399-af1a-a1c6495c169f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:09.420879 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['20d08d63-90a7-4399-af1a-a1c6495c169f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:09.456609 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:09.458786 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b434008-9da7-4a85-938f-0f6adf77bee6 None None] The sync data for ids ['20d08d63-90a7-4399-af1a-a1c6495c169f'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:09.509727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.696759 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.700534 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.762475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.763663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router 20d08d63-90a7-4399-af1a-a1c6495c169f {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:51:09.780670 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.782370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-828aa750-1208-4570-b674-c4ac9f498866 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/20d08d63-90a7-4399-af1a-a1c6495c169f HTTP/1.1" status: 204 len: 168 time: 0.4057555 Oct 29 11:51:09.785779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58500) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:09.786205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:09.853069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet e80e62ff-35dd-404c-ae12-4a510253fad2 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:51:09.856903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.877209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 91c46da3-76a9-4b60-9f05-02ce491d66db completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:51:09.884482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 91c46da3-76a9-4b60-9f05-02ce491d66db triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:09.887313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:09.919733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.044562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.067343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.072730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:10.090596 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af747eac-1d0b-495b-bf5f-124df4805047" -d '{"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:10.120226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95d17-8bd0-4e65-854b-c09facdbca44 req-91d7c480-4c65-4e88-807b-e8ceb0066829 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:10.122266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07c95d17-8bd0-4e65-854b-c09facdbca44 req-91d7c480-4c65-4e88-807b-e8ceb0066829 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.0966964 Oct 29 11:51:10.132697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:10.144930 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.236212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-07c95d17-8bd0-4e65-854b-c09facdbca44 req-378f721c-a74f-4a8a-bb13-97fc58f22638 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054235 Oct 29 11:51:10.238340 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.248240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:10.294568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=e80e62ff-35dd-404c-ae12-4a510253fad2,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:10.296939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.300281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-08c48bc8-4457-4737-8181-9eac4436ddcc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/e80e62ff-35dd-404c-ae12-4a510253fad2 HTTP/1.1" status: 204 len: 168 time: 0.5127401 Oct 29 11:51:10.304201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58518) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:10.308992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3eab5-c2f0-432f-a6c2-13d1cc643ea1 None None] Network 4ae79055-373a-4785-98fa-d2340f51a24c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:10.428151 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3b953-964f-4c90-93a2-e8d464d4d53d x-openstack-request-id: req-47b3b953-964f-4c90-93a2-e8d464d4d53d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:10.428455 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-plugged", "status": "completed", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:10.428961 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47b3b953-964f-4c90-93a2-e8d464d4d53d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:10.429396 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'code': 200} Oct 29 11:51:10.563528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.630460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167a4d2-825a-40f5-92b6-8dfac6c27bab req-b505fa29-4d54-4a07-b152-810d2274a6c2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:10.632035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c167a4d2-825a-40f5-92b6-8dfac6c27bab req-b505fa29-4d54-4a07-b152-810d2274a6c2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.0925293 Oct 29 11:51:10.709546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] DHCP port deletion for 4ae79055-373a-4785-98fa-d2340f51a24c request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:51:10.750111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c167a4d2-825a-40f5-92b6-8dfac6c27bab req-e437310e-ec5d-49e9-844d-d61b27e19f43 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992901 Oct 29 11:51:10.795574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97eea6-c451-4b1b-9733-d42a5dd127e6 req-4463b2ae-57e8-4846-80b8-68a29da3ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:10.805328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-be97eea6-c451-4b1b-9733-d42a5dd127e6 req-4463b2ae-57e8-4846-80b8-68a29da3ca99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 1097 time: 0.1898258 Oct 29 11:51:10.850304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port fdb1db7a-3396-49be-a3ad-8174229a9f44 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:10.854246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.858430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Deleting port fdb1db7a-3396-49be-a3ad-8174229a9f44 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:10.859031 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.952103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] For port fdb1db7a-3396-49be-a3ad-8174229a9f44, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdb1db7a-3396-49be-a3ad-8174229a9f44,segment=NetworkSegment(7b07567e-f8db-492b-9889-f4b066bb771e),segment_id=7b07567e-f8db-492b-9889-f4b066bb771e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:10.952693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:10.974742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Calling delete_port for fdb1db7a-3396-49be-a3ad-8174229a9f44 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:11.061068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port fdb1db7a-3396-49be-a3ad-8174229a9f44, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fdb1db7a-3396-49be-a3ad-8174229a9f44,segment=NetworkSegment(7b07567e-f8db-492b-9889-f4b066bb771e),segment_id=7b07567e-f8db-492b-9889-f4b066bb771e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:11.061806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.076468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-be97eea6-c451-4b1b-9733-d42a5dd127e6 req-86a2ca96-50d1-4e44-87a3-270187467162 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589900 Oct 29 11:51:11.078824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.086177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-f59e88f7-6b31-4ffe-961f-783cb31d1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:11.088022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-f59e88f7-6b31-4ffe-961f-783cb31d1136 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 1097 time: 0.2157834 Oct 29 11:51:11.089452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for fdb1db7a-3396-49be-a3ad-8174229a9f44 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:11.105329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:11.129844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] Pushing event deleted for resources: {'Port': ['ID=fdb1db7a-3396-49be-a3ad-8174229a9f44,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:11.130540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fde4b1-b70d-407c-9555-04648b48f65a None None] No DVR routers for this DVR port fdb1db7a-3396-49be-a3ad-8174229a9f44 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:11.319790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.385222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdb1db7a-3396-49be-a3ad-8174229a9f44 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:11.437518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: fdb1db7a-3396-49be-a3ad-8174229a9f44 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:11.437865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fdb1db7a-3396-49be-a3ad-8174229a9f44 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:11.442682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55416a7a-cddc-4637-8e9d-8c23c311c455 req-7db60477-db23-4f83-8569-febb4b77547e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:11.452867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55416a7a-cddc-4637-8e9d-8c23c311c455 req-7db60477-db23-4f83-8569-febb4b77547e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 946 time: 0.1195793 Oct 29 11:51:11.454178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.535274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55416a7a-cddc-4637-8e9d-8c23c311c455 req-eba4441d-ea3d-4a01-b503-baed17c2b948 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814919 Oct 29 11:51:11.551446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port fdb1db7a-3396-49be-a3ad-8174229a9f44 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:11.552984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=fdb1db7a-3396-49be-a3ad-8174229a9f44,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:11.594727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.595418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.595418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.595730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.596064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.596393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.596723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.597074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.597405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.597803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.598159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.598454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:11.721162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.753316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae79055-373a-4785-98fa-d2340f51a24c']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:11.798699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b07567e-f8db-492b-9889-f4b066bb771e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:11.798996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b07567e-f8db-492b-9889-f4b066bb771e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:11.816029 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.838923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.854735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:51:11.855118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:51:11.859307 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:51:11.934646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:11.941041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b0fe-4bba-49ef-9e45-2396e2526b1a req-84c5bb4a-0565-4197-976e-76750c7f57e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:11.946702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20a7b0fe-4bba-49ef-9e45-2396e2526b1a req-84c5bb4a-0565-4197-976e-76750c7f57e6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.0762212 Oct 29 11:51:12.022490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20a7b0fe-4bba-49ef-9e45-2396e2526b1a req-cedbe2d6-faaf-4824-b400-ce9da98873a3 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683529 Oct 29 11:51:12.038270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.068113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.075840 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/4ae79055-373a-4785-98fa-d2340f51a24c HTTP/1.1" status: 204 len: 168 time: 1.7635393 Oct 29 11:51:12.076237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58560) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:12.092024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180930816', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:12.092398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:12.094366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3eac-e64a-435f-860f-aa24efb53f6a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=4ae79055-373a-4785-98fa-d2340f51a24c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:12.177062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:12.181755 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537a854-f501-42d6-b165-b26d5bedfc51" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:12.191007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.195244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.222597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.267630 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f982d497-b772-4a9c-89b8-4a71f50dd21a x-openstack-request-id: req-f982d497-b772-4a9c-89b8-4a71f50dd21a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:12.267910 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-unplugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:12.268176 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f982d497-b772-4a9c-89b8-4a71f50dd21a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:12.268600 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'code': 200} Oct 29 11:51:12.282203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Transition to ACTIVE for port object a52a3d9c-347d-46fb-9675-972629a55214 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:51:12.282359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.287388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.296228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.323205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.327805 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9d37814-2908-4869-8dd0-c718c8e80c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2503879 Oct 29 11:51:12.328395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:12.337412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-153925088'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:12.387604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:12.391852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.450874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:12.478308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.479011 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 681bc4a5-d589-4377-beb8-30e40d26f52f of type vlan for network ae8710f0-6856-4db6-901a-784262b33bee Oct 29 11:51:12.539133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] No DVR routers for this DVR port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:12.548754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:12.638952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.813328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.834329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:12.836153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:12.917965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=ae8710f0-6856-4db6-901a-784262b33bee,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:12.930849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ae8710f0-6856-4db6-901a-784262b33bee details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:13.029381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ce784-b25d-434f-937a-79f92614aef5 req-5453daff-73cb-4201-8e2a-144d8652b647 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:13.035520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa4ce784-b25d-434f-937a-79f92614aef5 req-5453daff-73cb-4201-8e2a-144d8652b647 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.3050435 Oct 29 11:51:13.040190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:13.041521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:13.042080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:13.048610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8272b0cd-d858-4fbe-a27f-e3a989726d62 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7191384 Oct 29 11:51:13.052148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:13.063775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:13.082082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:51:13.082983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Attempting to bind port a52a3d9c-347d-46fb-9675-972629a55214 on network 06ce752a-9b60-499e-909f-3f8469aa6883 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:13.120672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:13.128757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Checking segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:13.130283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Bound using segment: {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:13.130913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Bound port: a52a3d9c-347d-46fb-9675-972629a55214, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6ac95d-3e78-41d2-9f71-db24d08ad14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:13.131467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:13.150377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa4ce784-b25d-434f-937a-79f92614aef5 req-39a4c467-b325-49d1-9361-adc345ef029b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000004 Oct 29 11:51:13.365959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:13.391010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337aa8-d36b-45da-9b09-0050b7f92c4e req-3c44550e-d39b-424b-9252-f74ff3daa14a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:13.392399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:13.393079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5337aa8-d36b-45da-9b09-0050b7f92c4e req-3c44550e-d39b-424b-9252-f74ff3daa14a tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.1187086 Oct 29 11:51:13.399576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:13.448832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:13.451227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:13.453187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] 10.222.0.86 "PUT /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 1093 time: 2.3543513 Oct 29 11:51:13.455340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5337aa8-d36b-45da-9b09-0050b7f92c4e req-d7b92de4-b156-4202-8575-c08c3d7bd6b2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557027 Oct 29 11:51:13.486355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:13.490573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:13.499784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95693-1ffe-49ab-89d0-9d51043391f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=11']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:13.697511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-8e6ac4ca-36bb-4989-9955-515e64eaf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:13.704591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-8e6ac4ca-36bb-4989-9955-515e64eaf907 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1096 time: 0.1342001 Oct 29 11:51:13.788195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a52a3d9c-347d-46fb-9675-972629a55214 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:13.877051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a52a3d9c-347d-46fb-9675-972629a55214 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:13.996049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:14.323767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae01a7-1afd-4147-8e69-659da1251971 req-2ae9a866-5e90-4812-ab34-4064d4231a9f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:14.329661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bae01a7-1afd-4147-8e69-659da1251971 req-2ae9a866-5e90-4812-ab34-4064d4231a9f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.0713441 Oct 29 11:51:14.397321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0bae01a7-1afd-4147-8e69-659da1251971 req-cedfd78b-dbc8-4c60-ae10-bb1ea2f315a5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631967 Oct 29 11:51:14.586748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:14.589596 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13863c-033a-4bb8-8763-bfd66b348372" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:14.614589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=dedd393e-70c1-48b4-af19-20fd39d12422,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:14.620092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2927d3-77f5-4117-8304-76ead31c1659 req-58cbc014-13e6-4ddf-aace-9a072a076b05 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:14.624899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-5f7dd89c-213d-4ed1-8949-8cc10b1956de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:14.627729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-5f7dd89c-213d-4ed1-8949-8cc10b1956de service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.7861359 Oct 29 11:51:14.628697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c2927d3-77f5-4117-8304-76ead31c1659 req-58cbc014-13e6-4ddf-aace-9a072a076b05 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.0667052 Oct 29 11:51:14.673103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c2927d3-77f5-4117-8304-76ead31c1659 req-5dbafae2-7944-4d68-b3e2-d0d593150f9d tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Oct 29 11:51:14.771081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:14.771081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: ae8710f0-6856-4db6-901a-784262b33bee, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:14.834576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-2d82bfbe-1f78-43ca-9d3d-c8a0c08da856 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.1901720 Oct 29 11:51:14.835940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network ae8710f0-6856-4db6-901a-784262b33bee is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:14.891565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ae8710f0-6856-4db6-901a-784262b33bee) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:14.899342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:14.900106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:14.932267 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12abbef-c291-4ce3-bdeb-92957d87907b x-openstack-request-id: req-f12abbef-c291-4ce3-bdeb-92957d87907b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:14.932730 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:14.933123 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f12abbef-c291-4ce3-bdeb-92957d87907b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:14.933633 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:51:14.943671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111c77a-b549-4383-b825-8bec3e3fe640 None None] Network ae8710f0-6856-4db6-901a-784262b33bee requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:14.961801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b021e92c-a922-42f1-8e4a-656fb9e438a9 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9077232 Oct 29 11:51:14.964081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58658) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:14.986924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-e15ef171-08ef-4bad-854d-87b6bf6d111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:14.993596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-e15ef171-08ef-4bad-854d-87b6bf6d111c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1509776 Oct 29 11:51:15.087689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a332e33b-37c7-4f70-8c68-523e1ea52531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.089374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a332e33b-37c7-4f70-8c68-523e1ea52531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1096 time: 0.0944495 Oct 29 11:51:15.094792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-3dfaa3c0-7355-4ecc-994f-c608ef8184e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.096504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-3dfaa3c0-7355-4ecc-994f-c608ef8184e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796967 Oct 29 11:51:15.169183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ae8710f0-6856-4db6-901a-784262b33bee', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:15.170155 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.314767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-ab0df99b-e3ac-458a-9989-eada0925d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.316267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-ab0df99b-e3ac-458a-9989-eada0925d0d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.2187150 Oct 29 11:51:15.359421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Allocated IP 172.20.0.2 (ae8710f0-6856-4db6-901a-784262b33bee/dedd393e-70c1-48b4-af19-20fd39d12422/64e93226-37d5-4b1c-92a5-0ba83de05500) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:15.441450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-3ceba9fa-9d57-4146-9752-55c2840a63dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.1176295 Oct 29 11:51:15.444573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-6b6f196a-634c-4738-b379-c18f8c706bc0 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395240 Oct 29 11:51:15.521260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-eec06db8-d9f8-4c90-91ac-c5eba29f97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.523653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-eec06db8-d9f8-4c90-91ac-c5eba29f97d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.0753925 Oct 29 11:51:15.539998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.550975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.609705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Network ae8710f0-6856-4db6-901a-784262b33bee is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:15.613581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:15.619836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:15.655707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.678184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-27b6024c-be84-499b-bc2f-bb9b730a77ff req-7c0dfa1d-0c86-418d-a1db-1bb4f4235beb service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534305 Oct 29 11:51:15.681930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a74a9d6f-2bb5-46a8-b5f8-ebacb6b211bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.683662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a74a9d6f-2bb5-46a8-b5f8-ebacb6b211bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302431 Oct 29 11:51:15.700284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Pushing event updated for resources: {'Port': ['ID=64e93226-37d5-4b1c-92a5-0ba83de05500,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:15.705754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Attempting to bind port 64e93226-37d5-4b1c-92a5-0ba83de05500 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:15.706181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Attempting to bind port 64e93226-37d5-4b1c-92a5-0ba83de05500 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:15.706582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Attempting to bind port 64e93226-37d5-4b1c-92a5-0ba83de05500 on network ae8710f0-6856-4db6-901a-784262b33bee {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:15.714705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:15.715084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Checking segment: {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:15.716046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.716456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Bound using segment: {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:15.716934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Bound port: 64e93226-37d5-4b1c-92a5-0ba83de05500, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:15.717399 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.811948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] For port 64e93226-37d5-4b1c-92a5-0ba83de05500, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:15.815340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] For port 64e93226-37d5-4b1c-92a5-0ba83de05500, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64e93226-37d5-4b1c-92a5-0ba83de05500,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:15.821098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:15.888294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a18ed0c2-66f0-4761-a964-c23c56ae6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.889793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-a18ed0c2-66f0-4761-a964-c23c56ae6b97 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1096 time: 0.1232073 Oct 29 11:51:15.923670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-d5ab6147-9c95-4fd7-a107-64e13aae34b2 service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325261 Oct 29 11:51:15.931728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f90953-1194-4d48-8016-e64a7920caf8 req-d4d7fa77-4bcb-4092-849a-0381f49b2d06 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:15.933321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4f90953-1194-4d48-8016-e64a7920caf8 req-d4d7fa77-4bcb-4092-849a-0381f49b2d06 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.3527181 Oct 29 11:51:15.940359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311ce9-e16f-446f-8984-0a70bbb50af7 None None] Pushing event updated for resources: {'Port': ['ID=64e93226-37d5-4b1c-92a5-0ba83de05500,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:16.036536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4f90953-1194-4d48-8016-e64a7920caf8 req-af55d2ff-ef06-45ff-8c2d-f92f002f9577 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960758 Oct 29 11:51:16.067045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.20.0.1 (ae8710f0-6856-4db6-901a-784262b33bee/dedd393e-70c1-48b4-af19-20fd39d12422/b71fb7c2-3f13-45cd-976e-7b893d0065a9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:16.228038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-6ff7d10a-96a9-484c-a99e-16773147818c service neutron] 10.222.0.41 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783201 Oct 29 11:51:16.267745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-b717f419-a04e-4208-9512-e00e0dbc6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:16.292304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-b717f419-a04e-4208-9512-e00e0dbc6c73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.3679454 Oct 29 11:51:16.312694 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:16.388830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:16.429335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-b8247cab-d8c9-449c-8f6c-cac452a51669 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 999 time: 0.1355669 Oct 29 11:51:16.483570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:16.503184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network ae8710f0-6856-4db6-901a-784262b33bee is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:16.506795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:16.515578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:16.576939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-48f30d74-f93a-4fb0-9e41-f811ddbf95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:16.578513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-48f30d74-f93a-4fb0-9e41-f811ddbf95be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.1407864 Oct 29 11:51:16.581071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:16.636562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-5297e09d-eaf1-41e1-b595-e8bfa5fc37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:16.639332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-5297e09d-eaf1-41e1-b595-e8bfa5fc37ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522332 Oct 29 11:51:16.757220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:16.850956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-5e715de2-ced0-4a31-a5f5-1e8e53a5bd2f service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035570 Oct 29 11:51:17.153961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc13863c-033a-4bb8-8763-bfd66b348372 req-edc32cd2-d467-4d70-81c7-7d88e298923c service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916994 Oct 29 11:51:17.446894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:17.501744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:17.540446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64e93226-37d5-4b1c-92a5-0ba83de05500 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:17.638483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc297ce-41ef-437b-b1ba-42e178e89f7e None None] Network ae8710f0-6856-4db6-901a-784262b33bee requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:17.824221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] Provisioning complete for port 64e93226-37d5-4b1c-92a5-0ba83de05500 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:17.826065 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:17.959740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 64e93226-37d5-4b1c-92a5-0ba83de05500 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:17.960979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.060475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.089892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a9da-07e9-4474-96a6-cec58bc5ec1c req-6478fed7-6461-4b1f-9aa0-b452b442733b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:18.091994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e46a9da-07e9-4474-96a6-cec58bc5ec1c req-6478fed7-6461-4b1f-9aa0-b452b442733b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.9044342 Oct 29 11:51:18.111450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:18.133834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.141394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:51:18.163493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9e46a9da-07e9-4474-96a6-cec58bc5ec1c req-fd173155-3d9b-4a30-89ae-5034c75fadaa tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637834 Oct 29 11:51:18.301584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network ae8710f0-6856-4db6-901a-784262b33bee is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:18.303949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:18.436454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:51:18.547189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:18.563199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b5f0eda-7e8f-4faa-a15a-68c495dd4361 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973532 Oct 29 11:51:18.565467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:18.571235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-679626104'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:18.582377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] For port 64e93226-37d5-4b1c-92a5-0ba83de05500, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64e93226-37d5-4b1c-92a5-0ba83de05500,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:18.586731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.588917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:18.601369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:18.606624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.resource_extend [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 11:51:18.608250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.619373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.650555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:18.664229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.665046 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment cc7b5fb6-a358-4658-bf7e-1e93a28562e8 of type vlan for network e6121277-9683-489f-86ca-34c523acb843 Oct 29 11:51:18.701762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:18.702405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:18.724181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.756030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.763381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:18.764531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:18.789869 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:51:18.887681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=e6121277-9683-489f-86ca-34c523acb843,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:18.910085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b82c13df-0663-4d46-93b4-c325cacf64fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3427236 Oct 29 11:51:18.912781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58728) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:18.917833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:18.945651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e6121277-9683-489f-86ca-34c523acb843 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:18.976986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189f7d6-6499-404c-81f1-1bf8cca05bd0 None None] Pushing event updated for resources: {'Port': ['ID=64e93226-37d5-4b1c-92a5-0ba83de05500,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:19.089317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:19.097095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.103025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:19.168191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:19.191568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'a52a3d9c-347d-46fb-9675-972629a55214', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'port_id': 'a52a3d9c-347d-46fb-9675-972629a55214', 'mac_address': 'fa:16:3e:fd:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:51:19.193686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:51:19.194291 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:51:19.359663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.361624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9c901a74-d9dc-4ba5-95ee-287cff7ccba1 None None] Provisioning complete for port 64e93226-37d5-4b1c-92a5-0ba83de05500 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:19.362103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9c901a74-d9dc-4ba5-95ee-287cff7ccba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.368954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3c7c7-b194-4359-a1c1-ccf2cc020c1c req-91b5cba1-430e-4893-b258-781de1c47e83 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:19.373063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1c3c7c7-b194-4359-a1c1-ccf2cc020c1c req-91b5cba1-430e-4893-b258-781de1c47e83 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 945 time: 0.1004944 Oct 29 11:51:19.467048 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1c3c7c7-b194-4359-a1c1-ccf2cc020c1c req-ba6134d5-2510-4810-88db-4d6b599ed04a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851927 Oct 29 11:51:19.490791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:19.508938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:51:19.533181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:19.556729 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.591263 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b183f7b7-b263-4b37-a89e-98475af46605 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 200 len: 991 time: 0.0918493 Oct 29 11:51:19.606357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.752063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=bb47b0d5-0425-4269-957c-25b563ef1d17,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:19.758042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:19.777761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:19.778178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: e6121277-9683-489f-86ca-34c523acb843, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:19.811738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['a52a3d9c-347d-46fb-9675-972629a55214'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:51:19.818716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network e6121277-9683-489f-86ca-34c523acb843 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:19.829641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e6121277-9683-489f-86ca-34c523acb843) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:19.834455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:19.835050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:19.864763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-774c8d4e-09a6-45fb-912b-8783c93e2889 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9509468 Oct 29 11:51:19.867545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58738) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:19.903365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a710701-34e6-4f02-ae87-43d82ff7ceca None None] Network e6121277-9683-489f-86ca-34c523acb843 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:20.035749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9c901a74-d9dc-4ba5-95ee-287cff7ccba1 None None] Provisioning complete for port b71fb7c2-3f13-45cd-976e-7b893d0065a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:20.036603 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9c901a74-d9dc-4ba5-95ee-287cff7ccba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.095039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9c901a74-d9dc-4ba5-95ee-287cff7ccba1 None None] Port b71fb7c2-3f13-45cd-976e-7b893d0065a9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:20.137050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64e93226-37d5-4b1c-92a5-0ba83de05500 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:20.359579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e6121277-9683-489f-86ca-34c523acb843', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:20.367841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.373022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cebe8485-d686-4a26-9e6c-3d1b71211e84 None None] Provisioning complete for port b71fb7c2-3f13-45cd-976e-7b893d0065a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:20.373380 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cebe8485-d686-4a26-9e6c-3d1b71211e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.383486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:16Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:17Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:20.458189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:20.458658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Updating router 32633664-c7db-4b9e-b53f-8bc37734742a port b71fb7c2-3f13-45cd-976e-7b893d0065a9 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:20.460862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.539334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.556897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 64e93226-37d5-4b1c-92a5-0ba83de05500 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:20.557322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:20.624585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cebe8485-d686-4a26-9e6c-3d1b71211e84 None None] Port b71fb7c2-3f13-45cd-976e-7b893d0065a9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:20.930851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.21.0.1 (e6121277-9683-489f-86ca-34c523acb843/bb47b0d5-0425-4269-957c-25b563ef1d17/e1541cce-6306-4ac4-adf5-fcb51f9a559f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:21.083998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.125247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.212149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network e6121277-9683-489f-86ca-34c523acb843 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:21.220575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:21.225494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:21.269641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:21.296535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.332580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Allocated IP 172.21.0.2 (e6121277-9683-489f-86ca-34c523acb843/bb47b0d5-0425-4269-957c-25b563ef1d17/91a6c5e0-a276-4441-9ba3-19026f3d5622) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:21.473559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.568263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.608336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58758) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:21.627206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.680531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.704977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Network e6121277-9683-489f-86ca-34c523acb843 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:21.712349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:21.725919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:21.730573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:21.767344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Pushing event updated for resources: {'Port': ['ID=91a6c5e0-a276-4441-9ba3-19026f3d5622,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:21.885257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc55d-3043-4c56-bb8b-9465f7bb82e4 None None] Pushing event updated for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:21.998587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Deleting subnet 3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:51:22.003395 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.084467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.104086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Attempting to bind port 91a6c5e0-a276-4441-9ba3-19026f3d5622 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:22.104495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Attempting to bind port 91a6c5e0-a276-4441-9ba3-19026f3d5622 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:22.104862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Attempting to bind port 91a6c5e0-a276-4441-9ba3-19026f3d5622 on network e6121277-9683-489f-86ca-34c523acb843 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:22.131150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:22.142055 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.170220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.185595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:22.185939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Checking segment: {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:22.186345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.186743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Bound using segment: {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:22.187235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Bound port: 91a6c5e0-a276-4441-9ba3-19026f3d5622, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:22.187614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.251077 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.283736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3113f4aa-b2f5-47ff-93d3-d85d8f2abe17,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:22.291725 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.298174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f20e55dd-4939-49fd-990e-47968d172bb0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3113f4aa-b2f5-47ff-93d3-d85d8f2abe17 HTTP/1.1" status: 204 len: 168 time: 0.6887374 Oct 29 11:51:22.301233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58762) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:22.425520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] For port 91a6c5e0-a276-4441-9ba3-19026f3d5622, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:22.437798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] For port 91a6c5e0-a276-4441-9ba3-19026f3d5622, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91a6c5e0-a276-4441-9ba3-19026f3d5622,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:22.445387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.459190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.533693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Attempting to bind port b71fb7c2-3f13-45cd-976e-7b893d0065a9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:22.534406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Attempting to bind port b71fb7c2-3f13-45cd-976e-7b893d0065a9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:22.534982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Attempting to bind port b71fb7c2-3f13-45cd-976e-7b893d0065a9 on network ae8710f0-6856-4db6-901a-784262b33bee {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:22.545422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:22.549543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Checking segment: {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:22.549956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.550360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Bound using segment: {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:22.550851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Bound port: b71fb7c2-3f13-45cd-976e-7b893d0065a9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bc4a5-d589-4377-beb8-30e40d26f52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:22.551231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.593471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a812a4-8a71-48fb-b711-0c07a5e2288f None None] Pushing event updated for resources: {'Port': ['ID=91a6c5e0-a276-4441-9ba3-19026f3d5622,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:22.596369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ea389b0c-365c-420a-864e-e0a7f1af54da None None] Provisioning complete for port b71fb7c2-3f13-45cd-976e-7b893d0065a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:22.596739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ea389b0c-365c-420a-864e-e0a7f1af54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.629938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.659907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.669501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.670166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be70ba8-4563-4ba6-b496-b33482ac356c']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:22.697869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port a52a3d9c-347d-46fb-9675-972629a55214 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:51:22.700760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a69875e-68f9-4274-8f54-c870f448d129') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:22.701351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a69875e-68f9-4274-8f54-c870f448d129') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:22.716057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.722503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ea389b0c-365c-420a-864e-e0a7f1af54da None None] Port b71fb7c2-3f13-45cd-976e-7b893d0065a9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:22.740306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port a52a3d9c-347d-46fb-9675-972629a55214 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:22.740676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.746225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.755676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:51:22.756610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:51:22.760837 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:51:22.855252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.863106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.874669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7be70ba8-4563-4ba6-b496-b33482ac356c HTTP/1.1" status: 204 len: 168 time: 0.5681162 Oct 29 11:51:22.875165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] For port b71fb7c2-3f13-45cd-976e-7b893d0065a9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:22.896365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8e49c-8456-4a2f-9eb5-c9fbd911a579 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be70ba8-4563-4ba6-b496-b33482ac356c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:22.947515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.952755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] For port b71fb7c2-3f13-45cd-976e-7b893d0065a9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b71fb7c2-3f13-45cd-976e-7b893d0065a9,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:22.963384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:22.975475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.002868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:23.148270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:23.148954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:23.192789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:23.202057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:23.204771 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec4564-0c56-42a1-9303-382e3d72bace" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:23.249411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:23.263715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.282527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network e6121277-9683-489f-86ca-34c523acb843 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:23.296370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:23.347415 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad64fec4-73d8-46b8-a7d7-6bc3c51ef397 x-openstack-request-id: req-ad64fec4-73d8-46b8-a7d7-6bc3c51ef397 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:23.347923 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-plugged", "status": "completed", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:23.348318 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad64fec4-73d8-46b8-a7d7-6bc3c51ef397 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:23.348865 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'code': 200} Oct 29 11:51:23.350101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc55d-3043-4c56-bb8b-9465f7bb82e4 None None] Pushing event updated for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:23.376448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef4c94d8-627b-4fb5-8f4e-61ea48c6dd99 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1150d2cb528a4158be74ec636bc4fe75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258326 Oct 29 11:51:23.379699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58774) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:23.409192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=13']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:23.448033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:23.551500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.594444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.628947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:23.695854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] Provisioning complete for port b71fb7c2-3f13-45cd-976e-7b893d0065a9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:23.697292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.697583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.701412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.704961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb40a832-01a6-47eb-bc9a-cc74cb67678b HTTP/1.1" status: 204 len: 168 time: 0.3219309 Oct 29 11:51:23.735390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30ef82-c7cc-42cd-87fd-1e8e3d208198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40a832-01a6-47eb-bc9a-cc74cb67678b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:23.887285 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.892989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:23.903989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-499e3315-1220-4629-b088-b0638c8e8ebf tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0324416 Oct 29 11:51:23.904423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58782) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:23.909790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-61507464'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:23.945033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] For port b71fb7c2-3f13-45cd-976e-7b893d0065a9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b71fb7c2-3f13-45cd-976e-7b893d0065a9,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:23.972223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:23.975889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:23.992421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.031518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:24.056472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.056892 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 5dbcdaa5-02c8-469e-b380-5c2f965d7eb0 of type vlan for network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f Oct 29 11:51:24.146599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:21Z', 'revision_number': 3, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:22Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:22Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:24.247749 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.260878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548da72e-a216-43ed-aa45-4a95f7418c48 None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:21Z', 'revision_number': 3, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:22Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:22Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:24.277052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91a6c5e0-a276-4441-9ba3-19026f3d5622 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:24.365103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.387813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af822caf-ce84-4187-af04-fc31314892c6 None None] Pushing event updated for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:24.388624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:24.389349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.507143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 91a6c5e0-a276-4441-9ba3-19026f3d5622 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:24.507620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.515136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c06a81-5c1c-494b-9cef-5ce6bd3f514b None None] Network e6121277-9683-489f-86ca-34c523acb843 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:24.597710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6919591 Oct 29 11:51:24.600463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:24.606123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:24.620434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ee442-2850-4dc2-85fe-c6b347f16041 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=750230fb-0856-4ac7-91fb-d22fe0b2ed1f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:24.625925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fd096fbc-5534-4ddc-a5a8-95b3327d49d6 None None] Provisioning complete for port 91a6c5e0-a276-4441-9ba3-19026f3d5622 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:24.626295 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fd096fbc-5534-4ddc-a5a8-95b3327d49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:24.637244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:24.807976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:24.813907 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.066885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.076734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.133434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=c121cad4-cdc1-42d3-90fa-27d3695addd6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:25.168923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:25.169447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 750230fb-0856-4ac7-91fb-d22fe0b2ed1f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:25.199360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:25.214908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 750230fb-0856-4ac7-91fb-d22fe0b2ed1f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:25.239953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:25.240719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.241973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 91a6c5e0-a276-4441-9ba3-19026f3d5622, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91a6c5e0-a276-4441-9ba3-19026f3d5622,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:25.253854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fcfba-e611-4221-87ce-9ab2025ad568 None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:25.261623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.331907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58790) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:25.332431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e21fb1bd-2546-47c6-8e88-c4e5c2d7655c tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271550 Oct 29 11:51:25.396992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=91a6c5e0-a276-4441-9ba3-19026f3d5622,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:25.440951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fd096fbc-5534-4ddc-a5a8-95b3327d49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.576755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-fd096fbc-5534-4ddc-a5a8-95b3327d49d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:51:25.577694 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-fd096fbc-5534-4ddc-a5a8-95b3327d49d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:51:25.727322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:25.729508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:25.988238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Allocated IP 172.22.0.2 (750230fb-0856-4ac7-91fb-d22fe0b2ed1f/c121cad4-cdc1-42d3-90fa-27d3695addd6/6561d8e4-1e39-4404-a983-d4cf424fbd95) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:26.048738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.253349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.313743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91a6c5e0-a276-4441-9ba3-19026f3d5622 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:26.405598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-79c973e7-fc5e-4096-afe3-774cf735de35 None None] Provisioning complete for port 91a6c5e0-a276-4441-9ba3-19026f3d5622 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:26.405963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79c973e7-fc5e-4096-afe3-774cf735de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.409787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.442175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.495913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:26.515864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:26.522267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:26.538660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Pushing event updated for resources: {'Port': ['ID=6561d8e4-1e39-4404-a983-d4cf424fbd95,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:26.546536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 91a6c5e0-a276-4441-9ba3-19026f3d5622 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:26.546904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.715477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.22.0.1 (750230fb-0856-4ac7-91fb-d22fe0b2ed1f/c121cad4-cdc1-42d3-90fa-27d3695addd6/a0e67a35-c402-4c76-90f2-4116bcf113ca) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:26.740684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Attempting to bind port 6561d8e4-1e39-4404-a983-d4cf424fbd95 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:26.741650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Attempting to bind port 6561d8e4-1e39-4404-a983-d4cf424fbd95 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:26.742173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Attempting to bind port 6561d8e4-1e39-4404-a983-d4cf424fbd95 on network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:26.766020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:26.766702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Checking segment: {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:26.767266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.767807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Bound using segment: {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:26.768439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Bound port: 6561d8e4-1e39-4404-a983-d4cf424fbd95, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:26.768987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.783734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b71fb7c2-3f13-45cd-976e-7b893d0065a9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:26.787238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-79c973e7-fc5e-4096-afe3-774cf735de35 None None] Provisioning complete for port e1541cce-6306-4ac4-adf5-fcb51f9a559f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:26.787797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79c973e7-fc5e-4096-afe3-774cf735de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.868773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.910937 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:26.924108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] For port 6561d8e4-1e39-4404-a983-d4cf424fbd95, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:26.927540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] For port 6561d8e4-1e39-4404-a983-d4cf424fbd95, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6561d8e4-1e39-4404-a983-d4cf424fbd95,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:26.944188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.014738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-79c973e7-fc5e-4096-afe3-774cf735de35 None None] Port e1541cce-6306-4ac4-adf5-fcb51f9a559f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:27.079148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:27.088903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:27.095836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:27.116519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e8ea-bb2c-46c0-ae7d-db2ea1dd4bc0 None None] Pushing event updated for resources: {'Port': ['ID=6561d8e4-1e39-4404-a983-d4cf424fbd95,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:27.123552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b71fb7c2-3f13-45cd-976e-7b893d0065a9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:27.123994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.159069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:27.182921 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.240966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bbb42fd1-75f5-4fae-9902-7d07d59d0d18 None None] Provisioning complete for port e1541cce-6306-4ac4-adf5-fcb51f9a559f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:27.241299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bbb42fd1-75f5-4fae-9902-7d07d59d0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.342862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bbb42fd1-75f5-4fae-9902-7d07d59d0d18 None None] Port e1541cce-6306-4ac4-adf5-fcb51f9a559f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:27.432924 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:27.450205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.450589 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:27.451221 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:27.574732 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:27.894820 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:27Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:26Z', 'revision_number': 1, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:22Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:27.909554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.915140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.927218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:27.927573 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Updating router 32633664-c7db-4b9e-b53f-8bc37734742a port a0e67a35-c402-4c76-90f2-4116bcf113ca binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:27.956168 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:27.996513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:28.000891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.201205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:28.202074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6561d8e4-1e39-4404-a983-d4cf424fbd95 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:28.203693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:28.358932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6561d8e4-1e39-4404-a983-d4cf424fbd95 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:28.359570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.387191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:28.431615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ef8981ed-8a80-418c-94b9-d3ec3eab4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.438680 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.449491 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.488352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.544303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 6561d8e4-1e39-4404-a983-d4cf424fbd95, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6561d8e4-1e39-4404-a983-d4cf424fbd95,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:28.554426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.583164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:28.590727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6729c0b2-60c0-4136-b47e-b94952714bad tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569318 Oct 29 11:51:28.592582 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Pushing event updated for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:28.593531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58808) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:28.602062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330799002'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:28.615032 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.615376 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.616039 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.616161 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.616406 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.616730 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.617261 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.617585 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.617903 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.618225 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.618509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1768f-3188-445c-8498-1cd34e7c6ba1 None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:28.618620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.618848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:28.631012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port a0e67a35-c402-4c76-90f2-4116bcf113ca on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:28.631376 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port a0e67a35-c402-4c76-90f2-4116bcf113ca by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:28.633136 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port a0e67a35-c402-4c76-90f2-4116bcf113ca on network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:28.639620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:28.639917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Checking segment: {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:28.640317 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.640783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Bound using segment: {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:28.641200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Bound port: a0e67a35-c402-4c76-90f2-4116bcf113ca, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:28.641677 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.643960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:28.648340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.684631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:28.696594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.697507 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added segment 7c68b462-5216-4a74-9bb4-118f318ccf41 of type vlan for network 28693a5c-3ca7-4557-89d3-be054a76d2d1 Oct 29 11:51:28.740681 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] For port a0e67a35-c402-4c76-90f2-4116bcf113ca, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:28.744884 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] For port a0e67a35-c402-4c76-90f2-4116bcf113ca, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0e67a35-c402-4c76-90f2-4116bcf113ca,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:28.751105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.778634 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.784215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.792056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:28.793787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.799015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=6561d8e4-1e39-4404-a983-d4cf424fbd95,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:28.814221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1b51affe-039c-4b79-bd5e-8f87dfa9a3f6 None None] Provisioning complete for port 6561d8e4-1e39-4404-a983-d4cf424fbd95 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:28.814712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1b51affe-039c-4b79-bd5e-8f87dfa9a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.836470 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Updating router 32633664-c7db-4b9e-b53f-8bc37734742a port e1541cce-6306-4ac4-adf5-fcb51f9a559f binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:28.906579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Network': ['ID=28693a5c-3ca7-4557-89d3-be054a76d2d1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:28.926485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-61d6b67c-f25b-4e1a-8bcc-847972afd983 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3310642 Oct 29 11:51:28.928233 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Pushing event updated for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:28.928867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 58816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:28.929999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:28.935696 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:28.938386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'subnet': {'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:29.109249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Made reservation on behalf of d46cc9f7a5a245d1864019e01c306c0d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:29.117046 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.502869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.515642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Provisioning complete for port a0e67a35-c402-4c76-90f2-4116bcf113ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:29.517319 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.567143 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.577821 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.665073 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Pushing event updated for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:29.665790 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.780515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] For port a0e67a35-c402-4c76-90f2-4116bcf113ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0e67a35-c402-4c76-90f2-4116bcf113ca,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:29.786141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.804508 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port e1541cce-6306-4ac4-adf5-fcb51f9a559f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:29.805869 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port e1541cce-6306-4ac4-adf5-fcb51f9a559f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:29.806589 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Attempting to bind port e1541cce-6306-4ac4-adf5-fcb51f9a559f on network e6121277-9683-489f-86ca-34c523acb843 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:29.817770 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:29.818549 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Checking segment: {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:29.819162 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.819848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Bound using segment: {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:29.820648 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Bound port: e1541cce-6306-4ac4-adf5-fcb51f9a559f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e6121277-9683-489f-86ca-34c523acb843'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:29.821461 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.856628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Subnet': ['ID=fc9c9305-3cc3-46d5-94f3-9b3167f7cd89,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:29.882767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Checking segment: {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:29.885443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network hostable DHCP agents. Network: 28693a5c-3ca7-4557-89d3-be054a76d2d1, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:29.921213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] For port e1541cce-6306-4ac4-adf5-fcb51f9a559f, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:29.928440 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] For port e1541cce-6306-4ac4-adf5-fcb51f9a559f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e1541cce-6306-4ac4-adf5-fcb51f9a559f,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:29.937984 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.947622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Pushing event updated for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:29.971118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:29.974613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Provisioning complete for port 6561d8e4-1e39-4404-a983-d4cf424fbd95 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:29.974987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eddea366-2faa-4dfa-9f09-43509fa1bf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:29.991440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 28693a5c-3ca7-4557-89d3-be054a76d2d1) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:30.027073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:30.028219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:30.061153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20372161-f40b-43cd-b0e2-80959562b490 None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:30.080018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 58920) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:30.080796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3bcc792b-8e63-484e-9c21-74cf6507fe44 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1501637 Oct 29 11:51:30.146860 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:30.181320 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:30.265235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6561d8e4-1e39-4404-a983-d4cf424fbd95 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:30.399337 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc111aa6-fda8-4c38-bce4-a9050fa159c9 None None] Pushing event updated for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:30.485986 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:30.705518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6561d8e4-1e39-4404-a983-d4cf424fbd95 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:30.706060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:30.966099 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:27Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:31.026014 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d86c4-a53c-433d-b5fd-ab2509791f8c None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:27Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:31.056445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.176882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee05a8f7-2237-4a97-84e8-a025fa6132f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.189988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Provisioning complete for port a0e67a35-c402-4c76-90f2-4116bcf113ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:31.190646 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.294922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-28693a5c-3ca7-4557-89d3-be054a76d2d1', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:31.296263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.649472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Provisioning complete for port e1541cce-6306-4ac4-adf5-fcb51f9a559f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:31.649836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.680671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Allocated IP 172.23.0.2 (28693a5c-3ca7-4557-89d3-be054a76d2d1/fc9c9305-3cc3-46d5-94f3-9b3167f7cd89/85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:31.880741 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:31.952726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59092) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:31.981643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] For port e1541cce-6306-4ac4-adf5-fcb51f9a559f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e1541cce-6306-4ac4-adf5-fcb51f9a559f,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:32.004196 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.063700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.090010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.120047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a7542-aaee-4a84-9276-89b61a88ca72 None None] Pushing event updated for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:32.200729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Allocated IP 172.23.0.1 (28693a5c-3ca7-4557-89d3-be054a76d2d1/fc9c9305-3cc3-46d5-94f3-9b3167f7cd89/b9da7e56-e63e-4870-9fff-602022bbb79d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:32.242591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:32.273721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:32.279801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a7afe272-f250-4245-a49e-600d5e511595 None None] Provisioning complete for port a0e67a35-c402-4c76-90f2-4116bcf113ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:32.280353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a7afe272-f250-4245-a49e-600d5e511595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.288944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:32.344336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:32.352843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Pushing event updated for resources: {'Port': ['ID=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:32.376915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.397447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2abc34ba-df83-4826-a442-405be71a3a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.403645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:32.404513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:32.410560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.502234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.505381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0e67a35-c402-4c76-90f2-4116bcf113ca up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:32.537744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2abc34ba-df83-4826-a442-405be71a3a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.551401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2abc34ba-df83-4826-a442-405be71a3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.577333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Attempting to bind port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:32.578099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Attempting to bind port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:32.578653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Attempting to bind port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 on network 28693a5c-3ca7-4557-89d3-be054a76d2d1 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:32.591509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:32.592377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Checking segment: {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:32.593097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.593960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Bound using segment: {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:32.595046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Bound port: 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:32.595667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.607172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2abc34ba-df83-4826-a442-405be71a3a00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f1c7e9af12a4f189c49cde25bf39384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531241 Oct 29 11:51:32.608747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc34ba-df83-4826-a442-405be71a3a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce96266-9500-4918-91bc-dca12845b972,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:32.611617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:32.612210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.651935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:32.667202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:32.679091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:32.680533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:32.689938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:32.748627 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.796050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.799075 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.854939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a0e67a35-c402-4c76-90f2-4116bcf113ca triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:32.855560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.897735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.899213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] For port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:32.903720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:32.909755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ce96266-9500-4918-91bc-dca12845b972 HTTP/1.1" status: 204 len: 168 time: 0.2934835 Oct 29 11:51:32.918460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] For port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:32.930176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af38f57-7279-4976-9a76-44225ebcbd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce96266-9500-4918-91bc-dca12845b972,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:32.934087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.116779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Pushing event updated for resources: {'Port': ['ID=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:33.118555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.134640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.135079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.135427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.135800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.136184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.136557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.148329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.148750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.149493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.149834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.150168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.150498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6536282-cd07-4b73-a1c5-d1ac4475ff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:51:33.158720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e1541cce-6306-4ac4-adf5-fcb51f9a559f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:33.295353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:27Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:33.338170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:33.368747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e1541cce-6306-4ac4-adf5-fcb51f9a559f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:33.372359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.376886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:33.381461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:33.618778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:33.632873 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.640867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.727312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.733910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:33.735825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event updated for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:33.867607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:33.869914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:34.041044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:34.098992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59304) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:34.192070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:34.201142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cc535ef4-f83a-4d90-a892-fa2cf1458044 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1166046 Oct 29 11:51:34.201868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:34.205951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:33Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:32Z', 'revision_number': 1, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:34.207752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:34.244436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036c36a-f47b-4986-b5e0-9fc63b5f42e9 None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:33Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:32Z', 'revision_number': 1, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:34.273369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:34.371399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1072199037-network', 'tenant_id': '405fc146f3c5488f853267632b69da5b'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:34.377901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:34.378270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.488702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.551539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:34.557776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.559113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e1541cce-6306-4ac4-adf5-fcb51f9a559f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:34.565469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Made reservation on behalf of 405fc146f3c5488f853267632b69da5b for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:34.568412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.643961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.645902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43c01a-957a-4e4e-8245-201c2d908ae0 None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:34.784070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:34.794005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe8149e1-9158-447c-a737-cd20c546d953 None None] Provisioning complete for port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:34.794292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe8149e1-9158-447c-a737-cd20c546d953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.883702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.889952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.903664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e1541cce-6306-4ac4-adf5-fcb51f9a559f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:34.904176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.905090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:51:34.924906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:34.947948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Removed routes are [] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:51:34.948591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.953410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:34.953999 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Added segment 452d1016-0371-426a-b96c-e911d2aa1b84 of type vlan for network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 Oct 29 11:51:34.963699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f100ef-5b21-4aa6-a1e9-5b6da283c637,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:35.128068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.204968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.206084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:35.206680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.299893 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:35.316090 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:35.317365 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:35.325067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2237294 Oct 29 11:51:35.327964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59316) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:35.335023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Request body: {'subnet': {'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1072199037-subnet', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:35.371481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Made reservation on behalf of 405fc146f3c5488f853267632b69da5b for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:35.377959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.389163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-09a5ef1f-f756-43de-83cc-c65bef49f9fa None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:35.389796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09a5ef1f-f756-43de-83cc-c65bef49f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.403497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.406601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1f01-12b1-40e3-a73b-9388a7882f5b admin admin] Pushing event updated for resources: {'Network': ['ID=87cd7074-f4aa-46f2-af31-de7e3bbb0849,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:35.412139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.432305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:35.535210 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:35.565672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:35.577673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-09a5ef1f-f756-43de-83cc-c65bef49f9fa None None] Port b9da7e56-e63e-4870-9fff-602022bbb79d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:35.643908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-09a5ef1f-f756-43de-83cc-c65bef49f9fa None None] Provisioning complete for port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:35.644126 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09a5ef1f-f756-43de-83cc-c65bef49f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.729975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.794561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:35.802090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.806540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b17de5a8-11ec-4d34-bf21-d04bfdbb9bee tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 934 time: 1.6005285 Oct 29 11:51:35.806788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:35.823670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ec2569-8af3-4faa-bdd7-fa89aa07c551,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:35.829558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Checking segment: {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:35.829816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Network hostable DHCP agents. Network: 87cd7074-f4aa-46f2-af31-de7e3bbb0849, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:35.856798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:35.892240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-84bef926-4954-4a5d-9615-1fbfada273a1 None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:35.895263 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84bef926-4954-4a5d-9615-1fbfada273a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.900623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 87cd7074-f4aa-46f2-af31-de7e3bbb0849) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:35.919011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:35.920018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:35.955952 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:34Z', 'revision_number': 6, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:33Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:35.966490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-523c79aa-3685-4162-84b2-fd586f9437e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6364336 Oct 29 11:51:35.969352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59324) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:35.978631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:35.980743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3a20d-456b-4dd0-a51b-c29728d6f0f7 None None] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:35.992081 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:35.992706 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Updating router 32633664-c7db-4b9e-b53f-8bc37734742a port b9da7e56-e63e-4870-9fff-602022bbb79d binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:36.016504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7eae713b-5811-40f2-8b15-3a463daa6b49 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 934 time: 0.2084675 Oct 29 11:51:36.036647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59326) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:36.046884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.048649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.050079 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.058427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'routes': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:36.126243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.147644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-84bef926-4954-4a5d-9615-1fbfada273a1 None None] Port b9da7e56-e63e-4870-9fff-602022bbb79d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:36.177450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:36.322798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6b1deb6e-e79f-45f3-8cf5-6e9d05c72b1e None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:36.323387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb6e-e79f-45f3-8cf5-6e9d05c72b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.419914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'fixed_ips': [{'subnet_id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:36.421127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.457249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:36.458007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.464852 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.475491 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.525239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6b1deb6e-e79f-45f3-8cf5-6e9d05c72b1e None None] Port b9da7e56-e63e-4870-9fff-602022bbb79d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:36.559619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0503a9-84a3-4028-bf58-251edf3fab92 None None] Pushing event updated for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:36.719809 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Attempting to bind port b9da7e56-e63e-4870-9fff-602022bbb79d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:36.720059 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Attempting to bind port b9da7e56-e63e-4870-9fff-602022bbb79d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:36.720381 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Attempting to bind port b9da7e56-e63e-4870-9fff-602022bbb79d on network 28693a5c-3ca7-4557-89d3-be054a76d2d1 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:36.739923 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:36.740533 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Checking segment: {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:36.741320 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.741964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Bound using segment: {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:36.743459 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Bound port: b9da7e56-e63e-4870-9fff-602022bbb79d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c68b462-5216-4a74-9bb4-118f318ccf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:36.744030 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.795012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added routes are [] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:51:36.795843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.extraroute_db [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102277) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:51:36.849666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Allocated IP 172.20.0.2 (87cd7074-f4aa-46f2-af31-de7e3bbb0849/76ec2569-8af3-4faa-bdd7-fa89aa07c551/3f110346-64c5-4956-94dd-b419f70c1f67) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:36.849889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.856744 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] For port b9da7e56-e63e-4870-9fff-602022bbb79d, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:36.861748 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] For port b9da7e56-e63e-4870-9fff-602022bbb79d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b9da7e56-e63e-4870-9fff-602022bbb79d,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:36.873206 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.957173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:36.976329 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0503a9-84a3-4028-bf58-251edf3fab92 None None] Pushing event updated for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:36.979427 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:36.979889 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:37.145216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:37.145851 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.218554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.220095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.226695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.248007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.288271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:37.293599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:37.334758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:37.366912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.412805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.423393 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:37.514226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Attempting to bind port 3f110346-64c5-4956-94dd-b419f70c1f67 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:37.514793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Attempting to bind port 3f110346-64c5-4956-94dd-b419f70c1f67 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:37.529362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Attempting to bind port 3f110346-64c5-4956-94dd-b419f70c1f67 on network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:37.531846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Pushing event updated for resources: {'Port': ['ID=3f110346-64c5-4956-94dd-b419f70c1f67,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:37.559235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:37.559822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Checking segment: {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:37.560328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.560825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Bound using segment: {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:37.561450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Bound port: 3f110346-64c5-4956-94dd-b419f70c1f67, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:37.561948 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.594354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.610868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Allocated IP 172.25.4.9 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/8d39ac62-2d37-477e-97fa-011cc543c82e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:37.723619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 7, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:37.763472 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19f4d3-7143-431c-a52f-f821b169963a None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 7, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 4, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:37.766200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.766482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] For port b9da7e56-e63e-4870-9fff-602022bbb79d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b9da7e56-e63e-4870-9fff-602022bbb79d,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:37.778322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.799873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] For port 3f110346-64c5-4956-94dd-b419f70c1f67, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:37.831588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:37.840728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.852046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] For port 3f110346-64c5-4956-94dd-b419f70c1f67, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f110346-64c5-4956-94dd-b419f70c1f67,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:37.865389 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.931750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Pushing event updated for resources: {'Port': ['ID=8d39ac62-2d37-477e-97fa-011cc543c82e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:37.954809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150da45-a368-4cef-9d06-062ab8f8d4e8 None None] Pushing event updated for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:37.961403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:37.971757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:37.974585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:37.975174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:37.976030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30ea3154-a070-4a0d-aa7e-6e4a7723a690 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 700 time: 1.9373090 Oct 29 11:51:37.978688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:37.984415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:38.007940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2a018ca5-b726-4c9f-8439-6087969190f5 None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:38.008562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2a018ca5-b726-4c9f-8439-6087969190f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:38.102073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f90f-81c5-4bd6-8184-1d9878ec46de None None] Pushing event updated for resources: {'Port': ['ID=3f110346-64c5-4956-94dd-b419f70c1f67,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:38.129813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:38.147486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:38.148209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:38.213071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c1d4cca5-c22a-4115-a37b-4cb651d28916 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 700 time: 0.2321053 Oct 29 11:51:38.215256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59334) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:38.481417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b9da7e56-e63e-4870-9fff-602022bbb79d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:38.483314 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:38.550233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:38.660918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b9da7e56-e63e-4870-9fff-602022bbb79d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:38.661149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:38.746595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:38.772359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:38.885759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 7, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:37Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:38.920438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:38.942696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:38.942696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:38.978081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:51:39.057393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:39.184470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:39.198861 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Sync routers for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:39.213478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:39.214240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:39.226266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.234557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-17f44119-ceb8-4b56-88d8-5785fdb29975 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2616103 Oct 29 11:51:39.234837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port b9da7e56-e63e-4870-9fff-602022bbb79d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:39.235687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.237513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59338) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:39.452812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port b9da7e56-e63e-4870-9fff-602022bbb79d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b9da7e56-e63e-4870-9fff-602022bbb79d,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:39.456300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.471879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for b9da7e56-e63e-4870-9fff-602022bbb79d owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:39.487400 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:39.517658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf75b5-2daf-4b0e-9012-ce8604528a30 None None] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:39.608910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9693f814-a052-4d72-b708-552cc113b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 7, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:37Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:39.645885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693f814-a052-4d72-b708-552cc113b68f None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:36Z', 'revision_number': 7, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9da7e56-e63e-4870-9fff-602022bbb79d', 'name': '', 'network_id': '28693a5c-3ca7-4557-89d3-be054a76d2d1', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:f9:05:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:31Z', 'updated_at': '2021-10-29T11:51:37Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'fc9c9305-3cc3-46d5-94f3-9b3167f7cd89', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:39.664650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] Provisioning complete for port 3f110346-64c5-4956-94dd-b419f70c1f67 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:39.665110 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.838952 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:38Z', 'revision_number': 3, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:39.861358 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.876897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.895155 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Checking router: a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:39.896196 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Updating router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 port 8d39ac62-2d37-477e-97fa-011cc543c82e binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:39.909330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] For port 3f110346-64c5-4956-94dd-b419f70c1f67, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f110346-64c5-4956-94dd-b419f70c1f67,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:39.915014 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:39.947406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=b9da7e56-e63e-4870-9fff-602022bbb79d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:40.008735 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.071784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b6ab8-9669-4a2d-b45c-0aea95f28654 None None] Pushing event updated for resources: {'Port': ['ID=3f110346-64c5-4956-94dd-b419f70c1f67,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:40.405779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f110346-64c5-4956-94dd-b419f70c1f67 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:40.415804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.446182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.544291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3f110346-64c5-4956-94dd-b419f70c1f67 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:40.548250 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.629443 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.640906 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.655461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00fb6af3-ada2-4fc6-b831-4811d3c640ac None None] Provisioning complete for port 3f110346-64c5-4956-94dd-b419f70c1f67 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:40.656005 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-00fb6af3-ada2-4fc6-b831-4811d3c640ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.757375 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Attempting to bind port 8d39ac62-2d37-477e-97fa-011cc543c82e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:40.757740 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Attempting to bind port 8d39ac62-2d37-477e-97fa-011cc543c82e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:40.765056 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Attempting to bind port 8d39ac62-2d37-477e-97fa-011cc543c82e on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:40.769073 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac9448-6c28-47a1-9e70-4007fd4de1d9 None None] Pushing event updated for resources: {'Port': ['ID=8d39ac62-2d37-477e-97fa-011cc543c82e,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:40.783913 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:40.784319 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:40.784730 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.785376 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:40.785864 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Bound port: 8d39ac62-2d37-477e-97fa-011cc543c82e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:40.786242 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:40.814723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Allocated IP 172.20.0.1 (87cd7074-f4aa-46f2-af31-de7e3bbb0849/76ec2569-8af3-4faa-bdd7-fa89aa07c551/6a523001-bf63-4489-b70f-ab353e24bb12) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:40.890993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:40.909384 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] For port 8d39ac62-2d37-477e-97fa-011cc543c82e, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:40.914884 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] For port 8d39ac62-2d37-477e-97fa-011cc543c82e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8d39ac62-2d37-477e-97fa-011cc543c82e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:40.921451 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.016607 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac9448-6c28-47a1-9e70-4007fd4de1d9 None None] Pushing event updated for resources: {'Port': ['ID=8d39ac62-2d37-477e-97fa-011cc543c82e,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:41.054419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:41.067676 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.068530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e31294b6-7b70-46c5-9a15-60fc4753fb48 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519924 Oct 29 11:51:41.069234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59348) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:41.071311 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:41.072256 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:41.072833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:41.095247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:41.096100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:41.135779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.184622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet fc9c9305-3cc3-46d5-94f3-9b3167f7cd89 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:51:41.189880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.228400 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:41.237775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:41.246934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:41.262551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:41.297387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.315821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:41.364135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.377418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Pushing event updated for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:41.515592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.618259 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:38Z', 'revision_number': 3, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:41.622943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.678738 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e505ca1-9277-41d4-b484-9ed37b261f7a None None] The sync data for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 is: [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:38Z', 'revision_number': 3, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:41.687973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.692648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9c9305-3cc3-46d5-94f3-9b3167f7cd89,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:41.699300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.704882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-666458af-bd0e-49a6-ad50-72be2a402c92 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/fc9c9305-3cc3-46d5-94f3-9b3167f7cd89 HTTP/1.1" status: 204 len: 168 time: 0.6323442 Oct 29 11:51:41.706496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59354) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:41.751369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fee6c-f10d-43e3-a506-a8f0ffc9c50d None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:41.858288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:41.861463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-61ef2395-89f8-46a9-bb2b-928e7b802166 None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:41.861829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-61ef2395-89f8-46a9-bb2b-928e7b802166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.046733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:42.047924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.097548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-61ef2395-89f8-46a9-bb2b-928e7b802166 None None] Port 6a523001-bf63-4489-b70f-ab353e24bb12 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:42.173976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:39Z', 'revision_number': 8, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:42.176824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.188835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.220006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:42.235058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:42.236344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:42.259645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.275780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,segment=NetworkSegment(7c68b462-5216-4a74-9bb4-118f318ccf41),segment_id=7c68b462-5216-4a74-9bb4-118f318ccf41)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:42.276053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.302858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f110346-64c5-4956-94dd-b419f70c1f67 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:42.348385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] DHCP port deletion for 28693a5c-3ca7-4557-89d3-be054a76d2d1 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:51:42.363408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:42.423964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Pushing event updated for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:42.536485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:42.551382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:42.695786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:42.697256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.732470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:42.743262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:42.825173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3f110346-64c5-4956-94dd-b419f70c1f67 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:42.825775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.885459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.891181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:42.919857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28693a5c-3ca7-4557-89d3-be054a76d2d1']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:42.935773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68b462-5216-4a74-9bb4-118f318ccf41') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:42.936049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68b462-5216-4a74-9bb4-118f318ccf41') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:42.951506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Deleting port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:42.951884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:42.982573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.033810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.046951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:51:43.047288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:51:43.050661 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:51:43.088821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cec45af4-351d-4a0b-9c38-309286b92f3c None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:43.089780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cec45af4-351d-4a0b-9c38-309286b92f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.154825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:43.169526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1728cd32-6f87-4785-9a3b-996fe4c63275 admin admin] 10.222.0.77 "PUT /v2.0/routers/a7ec34b5-3d71-48ca-9d41-4e7e764b5c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9299006 Oct 29 11:51:43.172568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.179308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.186599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59362) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:43.187133 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/28693a5c-3ca7-4557-89d3-be054a76d2d1 HTTP/1.1" status: 204 len: 168 time: 1.4789989 Oct 29 11:51:43.200488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f33c9-86a2-47a0-9e7d-94c50a4d7221 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=28693a5c-3ca7-4557-89d3-be054a76d2d1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:43.231167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] For port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:43.231669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.235991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cec45af4-351d-4a0b-9c38-309286b92f3c None None] Port 6a523001-bf63-4489-b70f-ab353e24bb12 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:43.258918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Calling delete_port for 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:43.263117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:51:43.270125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.302989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Network 28693a5c-3ca7-4557-89d3-be054a76d2d1 is not hosted by any dhcp agent {{(pid=102279) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:51:43.303703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] No DVR routers for this DVR port 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:43.309044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70bf58-8837-4baa-a757-c20a71375072 None None] Pushing event deleted for resources: {'Port': ['ID=85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:43.324982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:39Z', 'revision_number': 8, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:43.372360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab344f6-81a1-4440-8573-c468cffa211e None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:39Z', 'revision_number': 8, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'a0e67a35-c402-4c76-90f2-4116bcf113ca', 'name': '', 'network_id': '750230fb-0856-4ac7-91fb-d22fe0b2ed1f', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:a2:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:26Z', 'updated_at': '2021-10-29T11:51:29Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'c121cad4-cdc1-42d3-90fa-27d3695addd6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:43.719110 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:43.952694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:43.959221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1344387370-network', 'tenant_id': '71abc8df7def471da31021909d23b0ba'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:43.994591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Made reservation on behalf of 71abc8df7def471da31021909d23b0ba for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:43.999829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.020231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.094431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port a0e67a35-c402-4c76-90f2-4116bcf113ca {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:44.094958 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.165635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.171489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.206368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4156674-4701-4990-895e-78fad884007d admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:51:44.213183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eb756d-4164-49ff-99a9-ea3ed7b2cd87,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:44.220942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.221820 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Added segment 3ca9368c-39c3-4c7a-b0cc-122a20e439c3 of type vlan for network 68ecf6fa-6935-4532-ada3-4a3606694fa6 Oct 29 11:51:44.254518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8d39ac62-2d37-477e-97fa-011cc543c82e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:44.274142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port a0e67a35-c402-4c76-90f2-4116bcf113ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a0e67a35-c402-4c76-90f2-4116bcf113ca,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:44.274905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.285073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.309616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for a0e67a35-c402-4c76-90f2-4116bcf113ca owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:44.319533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.320693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:44.321416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.347362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8d39ac62-2d37-477e-97fa-011cc543c82e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:44.347655 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.361306 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Sync routers for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:44.385313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:44.386351 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:44.393351 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4156674-4701-4990-895e-78fad884007d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4384725 Oct 29 11:51:44.403175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:44.409249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Request body: {'subnet': {'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1344387370-subnet', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:44.421531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4156674-4701-4990-895e-78fad884007d admin admin] Pushing event updated for resources: {'Network': ['ID=68ecf6fa-6935-4532-ada3-4a3606694fa6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:44.444936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:51:44.445199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Made reservation on behalf of 71abc8df7def471da31021909d23b0ba for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:51:44.448207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.592779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.624537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 8d39ac62-2d37-477e-97fa-011cc543c82e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8d39ac62-2d37-477e-97fa-011cc543c82e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:44.630187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.630877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:44.717125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=8d39ac62-2d37-477e-97fa-011cc543c82e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:44.721481 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:44.726057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=a0e67a35-c402-4c76-90f2-4116bcf113ca,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:44.766923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:44.816603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:44.816948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 85d1b10b-ebdc-4b2c-afe0-5e8ce90ca822 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:44.817399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b9da7e56-e63e-4870-9fff-602022bbb79d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:44.873387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b9da7e56-e63e-4870-9fff-602022bbb79d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:44.873387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b9da7e56-e63e-4870-9fff-602022bbb79d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:44.947339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.063872 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:41Z', 'revision_number': 4, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6a523001-bf63-4489-b70f-ab353e24bb12', 'name': '', 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'mac_address': 'fa:16:3e:2b:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:40Z', 'updated_at': '2021-10-29T11:51:41Z', 'revision_number': 2, 'project_id': '405fc146f3c5488f853267632b69da5b', 'subnets': [{'id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:45.109200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Checking router: a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:45.110129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Updating router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 port 6a523001-bf63-4489-b70f-ab353e24bb12 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:45.156026 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.533588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.615081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:45.637911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a2ce69-cfcb-4c9f-af17-00df12659334,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:45.649651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Checking segment: {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:45.650081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Network hostable DHCP agents. Network: 68ecf6fa-6935-4532-ada3-4a3606694fa6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:51:45.669651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:51:45.681467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 68ecf6fa-6935-4532-ada3-4a3606694fa6) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:45.687136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:45.688099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.693244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa01ecf-d440-41eb-92b8-70ea4802be89 None None] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:45.716061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c7f46341-23ab-4a77-bda3-addec64524e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3087864 Oct 29 11:51:45.716302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59396) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:45.727144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:51:45.768989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.777578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.835683 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.843478 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.873572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:45.889217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-822dde06-8de5-47f0-ac6e-92982eb0e7c4 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7014189 Oct 29 11:51:45.892362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59404) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:45.894465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:45.929459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:45.958574 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdaa73-d070-4410-927b-3b473bfc66ed None None] Pushing event updated for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:46.030933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet c121cad4-cdc1-42d3-90fa-27d3695addd6 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:51:46.039221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.062665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:46.065849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:46.072470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276658-5367-4005-8762-330400028636 req-9a441390-79a8-4ba0-9bb2-30fc2bd86ba2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:46.086405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f276658-5367-4005-8762-330400028636 req-9a441390-79a8-4ba0-9bb2-30fc2bd86ba2 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.1849811 Oct 29 11:51:46.118205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.252019 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Attempting to bind port 6a523001-bf63-4489-b70f-ab353e24bb12 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:46.252484 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Attempting to bind port 6a523001-bf63-4489-b70f-ab353e24bb12 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:46.253331 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Attempting to bind port 6a523001-bf63-4489-b70f-ab353e24bb12 on network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:46.260001 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:46.260539 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Checking segment: {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:46.261921 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.262434 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Bound using segment: {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:46.263830 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Bound port: 6a523001-bf63-4489-b70f-ab353e24bb12, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452d1016-0371-426a-b96c-e911d2aa1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:46.263830 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.376204 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] For port 6a523001-bf63-4489-b70f-ab353e24bb12, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:46.380210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.383680 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] For port 6a523001-bf63-4489-b70f-ab353e24bb12, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6a523001-bf63-4489-b70f-ab353e24bb12,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:46.390140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.390655 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.423614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8d39ac62-2d37-477e-97fa-011cc543c82e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:46.429199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f276658-5367-4005-8762-330400028636 req-72883654-1aa0-4d4d-9d31-fa8f77fb1cb6 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721725 Oct 29 11:51:46.441561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59408) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:46.496638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:46.497311 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:46.510216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-68ecf6fa-6935-4532-ada3-4a3606694fa6', 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'fixed_ips': [{'subnet_id': '34a2ce69-cfcb-4c9f-af17-00df12659334'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:51:46.515330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.523042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.536943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:46.546556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.570239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/c121cad4-cdc1-42d3-90fa-27d3695addd6 HTTP/1.1" status: 204 len: 168 time: 0.6765523 Oct 29 11:51:46.570939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:46.658248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd850d7-6edd-4096-b55d-45c02107ed8c None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:46.663945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:46.817808 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdaa73-d070-4410-927b-3b473bfc66ed None None] Pushing event updated for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:46.862538 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.864483 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb0ac-6846-4140-acb4-330be68d36d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:46.867445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987947a-1cc5-4031-93ed-a708feec29fd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=c121cad4-cdc1-42d3-90fa-27d3695addd6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:46.990198 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:41Z', 'revision_number': 4, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6a523001-bf63-4489-b70f-ab353e24bb12', 'name': '', 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'mac_address': 'fa:16:3e:2b:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:40Z', 'updated_at': '2021-10-29T11:51:46Z', 'revision_number': 4, 'project_id': '405fc146f3c5488f853267632b69da5b', 'subnets': [{'id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:47.006951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.022026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:47.022536 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.067498 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.102613 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9e503-d052-47a7-b835-50eb11bcafc7 None None] The sync data for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 is: [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:51:41Z', 'revision_number': 4, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6a523001-bf63-4489-b70f-ab353e24bb12', 'name': '', 'network_id': '87cd7074-f4aa-46f2-af31-de7e3bbb0849', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'mac_address': 'fa:16:3e:2b:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:40Z', 'updated_at': '2021-10-29T11:51:46Z', 'revision_number': 4, 'project_id': '405fc146f3c5488f853267632b69da5b', 'subnets': [{'id': '76ec2569-8af3-4faa-bdd7-fa89aa07c551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:47.158852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 6561d8e4-1e39-4404-a983-d4cf424fbd95 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:47.159276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.183553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb0ac-6846-4140-acb4-330be68d36d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.220842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5fdcb0ac-6846-4140-acb4-330be68d36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.317621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Allocated IP 172.25.4.71 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:47.440704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5fdcb0ac-6846-4140-acb4-330be68d36d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d581b2dac3394b388c166cc8e92b19bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933836 Oct 29 11:51:47.445093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59414) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:47.470861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcb0ac-6846-4140-acb4-330be68d36d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa76cc5-4269-44b1-b5c1-e79069f2ed3e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:47.507394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 6561d8e4-1e39-4404-a983-d4cf424fbd95, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6561d8e4-1e39-4404-a983-d4cf424fbd95,segment=NetworkSegment(5dbcdaa5-02c8-469e-b380-5c2f965d7eb0),segment_id=5dbcdaa5-02c8-469e-b380-5c2f965d7eb0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:47.507858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.542247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 6561d8e4-1e39-4404-a983-d4cf424fbd95 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:47.582934 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.610994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8d39ac62-2d37-477e-97fa-011cc543c82e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:47.611425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.614803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.624760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-8649e297-69a4-410b-87bf-0b1048624d23 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:47.628262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-8649e297-69a4-410b-87bf-0b1048624d23 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.5328066 Oct 29 11:51:47.692119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.694752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] DHCP port deletion for 750230fb-0856-4ac7-91fb-d22fe0b2ed1f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:51:47.716060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.731161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df83a-b7b1-4e18-9fe1-be55756356a7 req-7d52a570-09d0-466e-adac-f9d921103b6b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:47.733288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-680df83a-b7b1-4e18-9fe1-be55756356a7 req-7d52a570-09d0-466e-adac-f9d921103b6b tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.1372876 Oct 29 11:51:47.763066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.816386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.838539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Allocated IP 172.20.0.2 (68ecf6fa-6935-4532-ada3-4a3606694fa6/34a2ce69-cfcb-4c9f-af17-00df12659334/f6d3281a-2ef3-4849-aa0b-25166f797568) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:47.841098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:47.857532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:47.865225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:47.875938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-680df83a-b7b1-4e18-9fe1-be55756356a7 req-8bf7cacb-fa5b-43dd-8634-c8cf9faeef06 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286185 Oct 29 11:51:47.907659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Pushing event updated for resources: {'Port': ['ID=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:47.912004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=6561d8e4-1e39-4404-a983-d4cf424fbd95,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:47.918130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.922980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.924834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1aa76cc5-4269-44b1-b5c1-e79069f2ed3e HTTP/1.1" status: 204 len: 168 time: 0.4781029 Oct 29 11:51:47.943882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd101c-65e7-421e-bd27-20d99b2d7f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa76cc5-4269-44b1-b5c1-e79069f2ed3e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:47.947141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Deleting port 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:47.947501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:47.956250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] For port 6a523001-bf63-4489-b70f-ab353e24bb12, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6a523001-bf63-4489-b70f-ab353e24bb12,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:48.067832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 6561d8e4-1e39-4404-a983-d4cf424fbd95 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:48.076125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.235372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] For port 91c46da3-76a9-4b60-9f05-02ce491d66db, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=91c46da3-76a9-4b60-9f05-02ce491d66db,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:48.236115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.398645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Deleting port 6561d8e4-1e39-4404-a983-d4cf424fbd95 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:48.399022 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.425836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.427168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 9, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:48.467487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.492210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750230fb-0856-4ac7-91fb-d22fe0b2ed1f']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:48.503366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:48.503670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbcdaa5-02c8-469e-b380-5c2f965d7eb0') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:48.516451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.559887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:48.588473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f098a77d-6a0e-48dc-bcab-8884fc17ad01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.590669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6728c6-0d63-4dc9-b003-358a18ba7cb6 None None] Pushing event updated for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:48.597439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.599850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.600342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.600515 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Floating IP 82cf1bab-b93a-4940-a1e4-d2e00df3f863 disassociated. External IP: 172.25.4.99, port: 91c46da3-76a9-4b60-9f05-02ce491d66db. Oct 29 11:51:48.600907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Calling delete_port for 91c46da3-76a9-4b60-9f05-02ce491d66db owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:48.608232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-963ab8dd-89d0-4c8d-a361-3b3dc6ae0901 None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:48.608630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-963ab8dd-89d0-4c8d-a361-3b3dc6ae0901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.610276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:48.640201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:51:48.640620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:51:48.644200 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:51:48.689516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6a523001-bf63-4489-b70f-ab353e24bb12 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:48.726233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90edf2-a0d0-4522-988f-4b1938c88378 req-87982f92-b00c-4fda-a36c-f477cc16595a tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:48.728229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c90edf2-a0d0-4522-988f-4b1938c88378 req-87982f92-b00c-4fda-a36c-f477cc16595a tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1098 time: 0.3563986 Oct 29 11:51:48.750285 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.771440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.783688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c90edf2-a0d0-4522-988f-4b1938c88378 req-5bf78469-7c90-4cd9-b371-eb9063c731fb tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Oct 29 11:51:48.795684 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.803568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:48.804347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:48.814647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.819489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:48.842501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] For port 6561d8e4-1e39-4404-a983-d4cf424fbd95, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:48.842978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.860428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.867742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/750230fb-0856-4ac7-91fb-d22fe0b2ed1f HTTP/1.1" status: 204 len: 168 time: 2.2441766 Oct 29 11:51:48.903977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59430) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:48.911099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59762-717d-425a-b2ce-2c9631ba72da tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=750230fb-0856-4ac7-91fb-d22fe0b2ed1f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:48.954894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Calling delete_port for 6561d8e4-1e39-4404-a983-d4cf424fbd95 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:48.975043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:48.983385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Port 6561d8e4-1e39-4404-a983-d4cf424fbd95 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:51:48.996522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:48.999231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:49.026737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:49.047622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Router a41f4859-c5aa-4566-a4e3-5116b6548b58 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:51:49.075607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:49.087027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Pushing event updated for resources: {'Port': ['ID=f6d3281a-2ef3-4849-aa0b-25166f797568,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:49.156138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f098a77d-6a0e-48dc-bcab-8884fc17ad01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.195723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c5b6-9efb-42d3-9b6e-9f09a1490cb5 req-0aba049a-f3be-4d6a-ad0e-1936606d7725 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:49.204175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f92c5b6-9efb-42d3-9b6e-9f09a1490cb5 req-0aba049a-f3be-4d6a-ad0e-1936606d7725 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 946 time: 0.1239712 Oct 29 11:51:49.219081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f098a77d-6a0e-48dc-bcab-8884fc17ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.249031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Pushing event deleted for resources: {'Port': ['ID=6561d8e4-1e39-4404-a983-d4cf424fbd95,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:49.258746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] Network 750230fb-0856-4ac7-91fb-d22fe0b2ed1f is not hosted by any dhcp agent {{(pid=102279) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:51:49.259451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67873953-9b06-4c74-9d5b-988bce5186c6 None None] No DVR routers for this DVR port 6561d8e4-1e39-4404-a983-d4cf424fbd95 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:49.295545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f92c5b6-9efb-42d3-9b6e-9f09a1490cb5 req-b4bd2478-93f1-4e0e-8d0c-3a38da7591bd tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups?id=d804839d-6122-43cf-a1b8-c2cd07f18935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903280 Oct 29 11:51:49.303940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:49.304610 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.325374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:49.327913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.336273 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Sync routers for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:49.342347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098a77d-6a0e-48dc-bcab-8884fc17ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5797b-c534-4311-bab7-d6079b1603ff,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:49.362420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:49.367910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:49.373746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f098a77d-6a0e-48dc-bcab-8884fc17ad01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=896070a5c8a04cc8810d5fddaed54409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055809 Oct 29 11:51:49.383742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59434) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:49.403560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'Port': ['ID=91c46da3-76a9-4b60-9f05-02ce491d66db,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:49.430274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.432148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-51e34b05-cab4-4fd7-894c-a455c7787c0b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7143674 Oct 29 11:51:49.437996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:49.556860 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:49.597341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 1e83b957-6b7a-41bf-a44f-8cee777f71dd {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:49.597777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.618784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.632373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Attempting to bind port f6d3281a-2ef3-4849-aa0b-25166f797568 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:49.633333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Attempting to bind port f6d3281a-2ef3-4849-aa0b-25166f797568 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:49.633916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Attempting to bind port f6d3281a-2ef3-4849-aa0b-25166f797568 on network 68ecf6fa-6935-4532-ada3-4a3606694fa6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:49.642519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:49.643480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Checking segment: {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:49.644770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.645584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Bound using segment: {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:49.646932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Bound port: f6d3281a-2ef3-4849-aa0b-25166f797568, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:49.647919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.681587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.742268 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:49.766354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.766658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.796177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 1e83b957-6b7a-41bf-a44f-8cee777f71dd owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:49.817913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 9, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:49.857611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4c17d-ed51-4825-bfee-bc9545577dd3 None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 9, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1541cce-6306-4ac4-adf5-fcb51f9a559f', 'name': '', 'network_id': 'e6121277-9683-489f-86ca-34c523acb843', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:8a:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:20Z', 'updated_at': '2021-10-29T11:51:31Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'bb47b0d5-0425-4269-957c-25b563ef1d17', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:49.875879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d975456d-5f33-471c-8e50-8681576f000c None None] For port f6d3281a-2ef3-4849-aa0b-25166f797568, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:49.899513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d975456d-5f33-471c-8e50-8681576f000c None None] For port f6d3281a-2ef3-4849-aa0b-25166f797568, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f6d3281a-2ef3-4849-aa0b-25166f797568,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:49.900767 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:48Z', 'revision_number': 3, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:49.905201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.915293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.918556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:49.920314 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96d5797b-c534-4311-bab7-d6079b1603ff HTTP/1.1" status: 204 len: 168 time: 0.5349674 Oct 29 11:51:49.936092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e7887-9a28-4b56-a2d5-52ed241fdd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5797b-c534-4311-bab7-d6079b1603ff,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:49.990667 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Checking router: a41f4859-c5aa-4566-a4e3-5116b6548b58 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:49.991023 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Updating router a41f4859-c5aa-4566-a4e3-5116b6548b58 port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:49.996350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:50.030893 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.126074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 91c46da3-76a9-4b60-9f05-02ce491d66db {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:50.126622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 91c46da3-76a9-4b60-9f05-02ce491d66db not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:50.202165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975456d-5f33-471c-8e50-8681576f000c None None] Pushing event updated for resources: {'Port': ['ID=f6d3281a-2ef3-4849-aa0b-25166f797568,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:50.280144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6561d8e4-1e39-4404-a983-d4cf424fbd95 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:50.350928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6561d8e4-1e39-4404-a983-d4cf424fbd95 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:50.352141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6561d8e4-1e39-4404-a983-d4cf424fbd95 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:50.515256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.668586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95cfe78e-e51a-49be-b7e6-3e9b2c370a6b req-e01d6373-072e-4e93-86a0-af09a65b8f22 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8ea8646-202b-4eff-a636-9bc449c2be16 HTTP/1.1" status: 200 len: 210 time: 0.0768723 Oct 29 11:51:50.691869 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.707148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:50.718505 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.729217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:50.768903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6a523001-bf63-4489-b70f-ab353e24bb12 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:50.816535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:50.817242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:50.855229 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Attempting to bind port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:50.855229 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Attempting to bind port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:50.855609 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Attempting to bind port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:50.866105 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:50.867245 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:50.867662 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.868067 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:50.868560 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Bound port: ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:50.868937 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.876323 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a04b-0999-42d3-bcd1-ec24b1e23b68 None None] Pushing event updated for resources: {'Port': ['ID=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:50.888391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] No DVR routers for this DVR port 91c46da3-76a9-4b60-9f05-02ce491d66db on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:50.892297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:50.898636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b12cccd3-5937-474d-bfe4-20cfdd242e41 req-278e2fd2-71ad-402e-9392-32b2226fac19 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.41 "DELETE /v2.0/ports/91c46da3-76a9-4b60-9f05-02ce491d66db HTTP/1.1" status: 204 len: 173 time: 3.2619452 Oct 29 11:51:50.977863 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] For port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:50.981752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-deleted', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:50.982460 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] For port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:50.990640 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca5050-8425-43b3-8393-939a7880269d" -d '{"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-deleted", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:50.990866 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.042506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Allocated IP 172.20.0.1 (68ecf6fa-6935-4532-ada3-4a3606694fa6/34a2ce69-cfcb-4c9f-af17-00df12659334/586c5a93-dc83-4971-a906-425aca2fa234) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:51:51.207768 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2b4bb-ed64-49a8-afcf-02fb9ee59c9c x-openstack-request-id: req-c5d2b4bb-ed64-49a8-afcf-02fb9ee59c9c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:51.209987 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea8646-202b-4eff-a636-9bc449c2be16", "name": "network-vif-deleted", "tag": "91c46da3-76a9-4b60-9f05-02ce491d66db", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:51.210300 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5d2b4bb-ed64-49a8-afcf-02fb9ee59c9c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:51.212930 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea8646-202b-4eff-a636-9bc449c2be16', 'name': 'network-vif-deleted', 'tag': '91c46da3-76a9-4b60-9f05-02ce491d66db', 'status': 'completed', 'code': 200} Oct 29 11:51:51.217706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.262706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=1e83b957-6b7a-41bf-a44f-8cee777f71dd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:51.269945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a04b-0999-42d3-bcd1-ec24b1e23b68 None None] Pushing event updated for resources: {'Port': ['ID=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:51.317783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:51.318636 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:51.357972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6a523001-bf63-4489-b70f-ab353e24bb12 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:51.359636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.387582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.424275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.513687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:51.522045 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.522597 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 3c9abee7-a81d-45c6-942a-3ac459ec1fce disassociated (deleted). External IP: 172.25.4.96, port: a52a3d9c-347d-46fb-9675-972629a55214. Oct 29 11:51:51.532366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.648019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:51.656390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:51.656747 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:51.663642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:51:51.794302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Pushing event updated for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:51.806363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:51.954288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59470) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:51.992722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 1e9c7938-ce95-4f5f-847c-8d579420838c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:51.993875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91034e-9f3f-4f5f-929a-fab4056f96f5 None None] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:52.103016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0e67a35-c402-4c76-90f2-4116bcf113ca no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:52.112779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.115352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.126677 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:48Z', 'revision_number': 3, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:52.141591 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.145477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] Provisioning complete for port f6d3281a-2ef3-4849-aa0b-25166f797568 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:52.146116 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.162178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a0e67a35-c402-4c76-90f2-4116bcf113ca {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:52.162821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a0e67a35-c402-4c76-90f2-4116bcf113ca not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:52.173223 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc9a83-afac-4609-a725-e4485e2a8f30 None None] The sync data for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 is: [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:48Z', 'revision_number': 3, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:52.238171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.241645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.246763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "DELETE /v2.0/security-groups/d804839d-6122-43cf-a1b8-c2cd07f18935 HTTP/1.1" status: 204 len: 168 time: 0.2872868 Oct 29 11:51:52.250944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59472) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:52.277151 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f3e51d53-8245-4c0e-b0b5-d6ba513595c4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] show failed (client error): The resource could not be found. Oct 29 11:51:52.281243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f3e51d53-8245-4c0e-b0b5-d6ba513595c4 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "GET /v2.0/security-groups/d804839d-6122-43cf-a1b8-c2cd07f18935 HTTP/1.1" status: 404 len: 347 time: 0.0241678 Oct 29 11:51:52.285799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59474) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:52.292991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:52.306067 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Sync routers for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:52.331179 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:52.332105 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:52.350983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.353706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:52.371962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.374994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd719624-eab0-4de4-8a8f-aae1103dacff tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d804839d-6122-43cf-a1b8-c2cd07f18935,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:52.428496 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f61b9d5f-1680-421e-8173-561da70683ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/floatingips/3c9abee7-a81d-45c6-942a-3ac459ec1fce HTTP/1.1" status: 204 len: 168 time: 3.6078444 Oct 29 11:51:52.510749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port e1541cce-6306-4ac4-adf5-fcb51f9a559f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:52.511163 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.861057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:52.862422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.908172 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:52.963403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:52.996401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f6d3281a-2ef3-4849-aa0b-25166f797568 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:53.005255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-3f6532a8-887c-47fd-b2d7-7696a64f2819 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2539403 Oct 29 11:51:53.019891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port e1541cce-6306-4ac4-adf5-fcb51f9a559f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e1541cce-6306-4ac4-adf5-fcb51f9a559f,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:53.020258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.070292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for e1541cce-6306-4ac4-adf5-fcb51f9a559f owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:53.090476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:53.091787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:53.145462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Pushing event updated for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:53.240432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.246870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:53.249908 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9550407-78ff-4bc3-95a2-c3e5254fed1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:53.287978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.317799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-0200db22-8621-4679-9677-ef366d9cc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:53.319635 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-0200db22-8621-4679-9677-ef366d9cc5b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1098 time: 0.1866200 Oct 29 11:51:53.349109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aa2c4-f0e4-4116-b892-3b88ad1624c6 req-8c55f07f-bffa-46b9-baa2-062f5733f7cc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:53.360234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-343aa2c4-f0e4-4116-b892-3b88ad1624c6 req-8c55f07f-bffa-46b9-baa2-062f5733f7cc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 947 time: 0.2066386 Oct 29 11:51:53.409968 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:53.415811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:53.423208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Deleting port 3ff57a2b-0f27-4379-b62a-67e8d17dbf80 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:53.423643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.462084 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Checking router: 1e9c7938-ce95-4f5f-847c-8d579420838c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:53.477223 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:53.477993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:53.578780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] For port f6d3281a-2ef3-4849-aa0b-25166f797568, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f6d3281a-2ef3-4849-aa0b-25166f797568,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:53.594531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.748298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:53.807097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-9dd93a27-7da9-49c1-ba0b-35594531580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:53.809456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-9dd93a27-7da9-49c1-ba0b-35594531580a service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.3894782 Oct 29 11:51:53.871084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f6d3281a-2ef3-4849-aa0b-25166f797568 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:53.871960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.915395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:53.925763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-2d495232-2518-4762-8c54-432b0bab43fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 217 time: 0.1005030 Oct 29 11:51:54.094386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=e1541cce-6306-4ac4-adf5-fcb51f9a559f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:54.220715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a66eb713-28b9-4acf-b115-6fb2af3267d6 None None] Provisioning complete for port f6d3281a-2ef3-4849-aa0b-25166f797568 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:54.221355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a66eb713-28b9-4acf-b115-6fb2af3267d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:54.352583 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:54.420555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-2d84fd29-2697-4898-859a-29092543a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:54.423857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-2d84fd29-2697-4898-859a-29092543a087 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.4864910 Oct 29 11:51:54.442580 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661e9b8-8071-4aae-a693-08e309000099 None None] The sync data for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 is: [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:34Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1f6a4b63-bc10-4a2c-8c98-e133bf6171f5', 'name': '', 'network_id': '06ce752a-9b60-499e-909f-3f8469aa6883', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:53:4b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:33Z', 'updated_at': '2021-10-29T11:49:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '6cb05b58-c2e8-4a9b-8e2d-ec68896e75be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:54.536734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:51:54.563350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-343aa2c4-f0e4-4116-b892-3b88ad1624c6 req-8e84445f-cc54-48f4-bcaf-6853fc9a689a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2017939 Oct 29 11:51:54.568059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:51:54.588072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-e28c5a3d-f34d-4128-aa26-11145eaa8b47 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:54.599829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-e28c5a3d-f34d-4128-aa26-11145eaa8b47 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 947 time: 0.3504543 Oct 29 11:51:54.672304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7071ce8-512e-4a2e-a3f9-bbec2030b2cb None None] Pushing event updated for resources: {'Port': ['ID=f6d3281a-2ef3-4849-aa0b-25166f797568,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:54.715558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:54.834020 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80e92f-d962-4e89-8c58-6d1c49b1a3c3 x-openstack-request-id: req-bd80e92f-d962-4e89-8c58-6d1c49b1a3c3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:54.834452 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:54.834787 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd80e92f-d962-4e89-8c58-6d1c49b1a3c3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:54.835268 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:51:54.845883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062aa1ed-e84e-4eb6-a49f-391564ad5360 None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:43:14Z', 'revision_number': 4, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'ad588619-a6c1-42c0-9d4b-32cd5d81751d', 'name': '', 'network_id': '72790e64-81bd-4f53-bd82-de95768d7773', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'mac_address': 'fa:16:3e:78:85:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:10Z', 'updated_at': '2021-10-29T11:43:21Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'subnets': [{'id': '35158f40-7601-4526-905f-ceb3eb7f8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:54.906923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-87af56eb-9ce4-4887-88a7-8debf3a746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:54.915333 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-87af56eb-9ce4-4887-88a7-8debf3a746a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4837375 Oct 29 11:51:54.974685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a66eb713-28b9-4acf-b115-6fb2af3267d6 None None] Provisioning complete for port 586c5a93-dc83-4971-a906-425aca2fa234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:54.975379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a66eb713-28b9-4acf-b115-6fb2af3267d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.046098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.046776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.130359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Calling delete_port for 3ff57a2b-0f27-4379-b62a-67e8d17dbf80 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:55.143182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb713-28b9-4acf-b115-6fb2af3267d6 None None] Port 586c5a93-dc83-4971-a906-425aca2fa234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:55.217403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.298711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8f125894-41ba-4cc0-b071-196f4d30b068 None None] Provisioning complete for port 586c5a93-dc83-4971-a906-425aca2fa234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:55.299146 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f125894-41ba-4cc0-b071-196f4d30b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.408530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:55.463608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Router a41f4859-c5aa-4566-a4e3-5116b6548b58 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:55.505486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-724f43a6-2017-4fb8-9ad0-f5cd4b3cdf71 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687578 Oct 29 11:51:55.562436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:55.563196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.563647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e2cd9d-08ac-4b98-abab-d7e1ca54f42d None None] New status for floating IP 3c9abee7-a81d-45c6-942a-3ac459ec1fce: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:51:55.681740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.751576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Pushing event deleted for resources: {'Port': ['ID=3ff57a2b-0f27-4379-b62a-67e8d17dbf80,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:55.781103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8f125894-41ba-4cc0-b071-196f4d30b068 None None] Port 586c5a93-dc83-4971-a906-425aca2fa234 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:51:55.782797 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:51:55.839502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:55.842036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:55.856268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:55.876879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2c42fca-3059-4815-b16d-697ba8c1f06a admin admin] 10.222.0.77 "PUT /v2.0/routers/a41f4859-c5aa-4566-a4e3-5116b6548b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4375541 Oct 29 11:51:55.911422 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fa2f7-64fd-4159-9ea4-53dea5062685 None None] New status for floating IP 82cf1bab-b93a-4940-a1e4-d2e00df3f863: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:51:55.973822 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3d3aab04-8d16-449e-8b00-ce257b0b7322 req-68df4a2f-3003-457b-be6b-16608fc2ec79 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549534 Oct 29 11:51:55.993154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port a52a3d9c-347d-46fb-9675-972629a55214, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=a52a3d9c-347d-46fb-9675-972629a55214,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:55.996301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.003542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.006379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.007598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8da030d1-7b88-4f78-9695-20403ebfee39 tempest-AttachVolumeShelveTestJSON-1783950861 tempest-AttachVolumeShelveTestJSON-1783950861-project] 10.222.0.77 "DELETE /v2.0/floatingips/82cf1bab-b93a-4940-a1e4-d2e00df3f863 HTTP/1.1" status: 204 len: 168 time: 3.7205539 Oct 29 11:51:56.062887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77550e-6103-4313-ab7f-9286ac5b799a req-17258a1c-be96-4e05-90f5-dc50798528cf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:56.071145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db77550e-6103-4313-ab7f-9286ac5b799a req-17258a1c-be96-4e05-90f5-dc50798528cf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 947 time: 0.1694050 Oct 29 11:51:56.147004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db77550e-6103-4313-ab7f-9286ac5b799a req-016f1aad-d23d-43a2-84d8-e5fb93c53faf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=60972348-edc3-48bc-8f48-b41c9af84f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736134 Oct 29 11:51:56.295346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Sync routers for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:56.327103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.364435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:56.367601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:56.695019 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.764586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:56.780630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:56.848681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:56.853192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f6d3281a-2ef3-4849-aa0b-25166f797568 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:56.871919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for a52a3d9c-347d-46fb-9675-972629a55214 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:56.946582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:51:57.048673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-7a478842-a56f-4bf4-a9c1-b3396d94cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:57.050284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-7a478842-a56f-4bf4-a9c1-b3396d94cb90 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 1098 time: 0.9555826 Oct 29 11:51:57.264947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f6d3281a-2ef3-4849-aa0b-25166f797568 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:57.265483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.311439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:57.485381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:51:57.495770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10b63546-6e27-4e59-b70d-2bbb88706b2d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5883169 Oct 29 11:51:57.496554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59534) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:57.499636 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:51:57.513874 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:57.514697 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:57.536107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:52Z', 'revision_number': 4, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '586c5a93-dc83-4971-a906-425aca2fa234', 'name': '', 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'mac_address': 'fa:16:3e:b2:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:50Z', 'updated_at': '2021-10-29T11:51:52Z', 'revision_number': 2, 'project_id': '71abc8df7def471da31021909d23b0ba', 'subnets': [{'id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:57.540252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-64e6b15e-4aaf-4c45-8e13-32d387ae3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:57.542373 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-64e6b15e-4aaf-4c45-8e13-32d387ae3270 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 200 len: 898 time: 0.4764588 Oct 29 11:51:57.548672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.612010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet bb47b0d5-0425-4269-957c-25b563ef1d17 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:51:57.622364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.636325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Checking router: a41f4859-c5aa-4566-a4e3-5116b6548b58 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:57.648398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Updating router a41f4859-c5aa-4566-a4e3-5116b6548b58 port 586c5a93-dc83-4971-a906-425aca2fa234 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:51:57.656396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-1a290ba8-822c-4332-a95a-af7d20bf2a57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 200 len: 217 time: 0.1006365 Oct 29 11:51:57.694996 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:57.705533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:51:57.738035 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94251c9f-30f7-4cbe-ac8f-4fccd5cd318b req-63d9745a-5b64-4a07-9679-9f7d09bd52b0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 210 time: 0.0548639 Oct 29 11:51:57.749649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.755805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.831816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=a52a3d9c-347d-46fb-9675-972629a55214,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:57.870194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] No DVR routers for this DVR port a52a3d9c-347d-46fb-9675-972629a55214 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:51:57.875714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:57.879408 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "DELETE /v2.0/ports/a52a3d9c-347d-46fb-9675-972629a55214 HTTP/1.1" status: 204 len: 173 time: 3.1544781 Oct 29 11:51:57.883677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-deleted', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:51:57.917437 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2869691-1365-44d7-8f08-0103ce345b1e" -d '{"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-deleted", "tag": "a52a3d9c-347d-46fb-9675-972629a55214"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:51:57.925465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-8ce180e3-8800-4469-8735-0ca58ecb470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:57.942636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-8ce180e3-8800-4469-8735-0ca58ecb470c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 200 len: 834 time: 0.2730455 Oct 29 11:51:58.055196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-3e33fb19-ab6d-4a59-9b2d-795a2e36f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:51:58.056872 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-3e33fb19-ab6d-4a59-9b2d-795a2e36f428 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06ce752a-9b60-499e-909f-3f8469aa6883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032832 Oct 29 11:51:58.096813 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:58.270659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:58.376622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:58.396702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:58.400064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/bb47b0d5-0425-4269-957c-25b563ef1d17 HTTP/1.1" status: 204 len: 168 time: 0.9017575 Oct 29 11:51:58.401685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147e2c-238d-4b20-bc48-c3cc48e3889a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=bb47b0d5-0425-4269-957c-25b563ef1d17,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:58.421045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:58.428864 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:53Z', 'revision_number': 10, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:58.485196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42d4a0-c275-482d-854f-4f653a806b5a None None] Network e6121277-9683-489f-86ca-34c523acb843 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:51:58.527446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-d91ac003-7021-47e9-ae4b-c60d3ace1252 service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607584 Oct 29 11:51:58.528873 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674982e-4198-4b7a-b6a7-dadd82bee554 x-openstack-request-id: req-e674982e-4198-4b7a-b6a7-dadd82bee554 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:51:58.536452 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3df976-8912-47a2-9752-1a48cd11efd1", "name": "network-vif-deleted", "tag": "a52a3d9c-347d-46fb-9675-972629a55214", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:51:58.536758 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e674982e-4198-4b7a-b6a7-dadd82bee554 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:51:58.537335 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3df976-8912-47a2-9752-1a48cd11efd1', 'name': 'network-vif-deleted', 'tag': 'a52a3d9c-347d-46fb-9675-972629a55214', 'status': 'completed', 'code': 200} Oct 29 11:51:58.549132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:51:58.549704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:58.549704 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:58.559648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: a52a3d9c-347d-46fb-9675-972629a55214 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:51:58.561242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device a52a3d9c-347d-46fb-9675-972629a55214 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:51:58.617346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:51:58.618132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:58.634605 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:58.764296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59564) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:51:58.782396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9550407-78ff-4bc3-95a2-c3e5254fed1f req-fb209171-3539-44e2-8dc7-0d3ff4d8050f service neutron] 10.222.0.86 "GET /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437294 Oct 29 11:51:58.864483 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:51:59.027054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-073189ec-ce8e-4d2d-9fc7-74b1481e4f57 req-473089a1-2c6c-4032-bd20-df333b5902ed tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e3df976-8912-47a2-9752-1a48cd11efd1 HTTP/1.1" status: 200 len: 210 time: 0.1154361 Oct 29 11:51:59.076841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee82d63c-45b3-4481-b57f-8741cd41ef51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.139352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.154240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.282766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 91a6c5e0-a276-4441-9ba3-19026f3d5622 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:59.293444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.318584 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:53Z', 'revision_number': 10, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:51:59.346784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfb379-d398-4e01-aa42-0e17bd20dd29 None None] Pushing event updated for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:51:59.373814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] DHCP port deletion for e6121277-9683-489f-86ca-34c523acb843 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:51:59.425481 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5e05b-a002-4d8a-bab5-1eb0899bab1e None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:51:53Z', 'revision_number': 10, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None, '_interfaces': [{'id': 'b71fb7c2-3f13-45cd-976e-7b893d0065a9', 'name': '', 'network_id': 'ae8710f0-6856-4db6-901a-784262b33bee', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'mac_address': 'fa:16:3e:ed:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:15Z', 'updated_at': '2021-10-29T11:51:23Z', 'revision_number': 5, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'subnets': [{'id': 'dedd393e-70c1-48b4-af19-20fd39d12422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:51:59.571301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Attempting to bind port 586c5a93-dc83-4971-a906-425aca2fa234 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:51:59.571967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Attempting to bind port 586c5a93-dc83-4971-a906-425aca2fa234 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:51:59.572112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Attempting to bind port 586c5a93-dc83-4971-a906-425aca2fa234 on network 68ecf6fa-6935-4532-ada3-4a3606694fa6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:51:59.580943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:51:59.580943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Checking segment: {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:51:59.581290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.581631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Bound using segment: {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:51:59.582110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Bound port: 586c5a93-dc83-4971-a906-425aca2fa234, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca9368c-39c3-4c7a-b0cc-122a20e439c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:51:59.582492 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.603146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Deleting port 91a6c5e0-a276-4441-9ba3-19026f3d5622 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:51:59.603871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.670070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 91a6c5e0-a276-4441-9ba3-19026f3d5622, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91a6c5e0-a276-4441-9ba3-19026f3d5622,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:59.671003 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.702063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 91a6c5e0-a276-4441-9ba3-19026f3d5622 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:59.734930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] For port 91a6c5e0-a276-4441-9ba3-19026f3d5622, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91a6c5e0-a276-4441-9ba3-19026f3d5622,segment=NetworkSegment(cc7b5fb6-a358-4658-bf7e-1e93a28562e8),segment_id=cc7b5fb6-a358-4658-bf7e-1e93a28562e8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:51:59.735478 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.763447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Calling delete_port for 91a6c5e0-a276-4441-9ba3-19026f3d5622 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:51:59.767536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] For port 586c5a93-dc83-4971-a906-425aca2fa234, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:51:59.773830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] For port 586c5a93-dc83-4971-a906-425aca2fa234, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=586c5a93-dc83-4971-a906-425aca2fa234,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:51:59.791497 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.958788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:51:59.969188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91a6c5e0-a276-4441-9ba3-19026f3d5622 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:51:59.984851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] Provisioning complete for port 586c5a93-dc83-4971-a906-425aca2fa234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:51:59.985572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.110348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59576) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:00.201855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:00.310513 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 11:52:00.335848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.342473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=91a6c5e0-a276-4441-9ba3-19026f3d5622,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:00.359065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] No DVR routers for this DVR port 91a6c5e0-a276-4441-9ba3-19026f3d5622 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:00.369126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:00.370379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:51:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:00.382026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No active binding found for port 91a6c5e0-a276-4441-9ba3-19026f3d5622 {{(pid=102279) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 29 11:52:00.382537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91a6c5e0-a276-4441-9ba3-19026f3d5622 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:00.383034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e1541cce-6306-4ac4-adf5-fcb51f9a559f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:00.390766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.391251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.391692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.392127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.392557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.392986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.393624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.394089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.394516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.394953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.395377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.395797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:00.421907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 91a6c5e0-a276-4441-9ba3-19026f3d5622 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:00.458649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfb379-d398-4e01-aa42-0e17bd20dd29 None None] Pushing event updated for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:00.496430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e1541cce-6306-4ac4-adf5-fcb51f9a559f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:00.496430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e1541cce-6306-4ac4-adf5-fcb51f9a559f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:00.531784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5ce2a-5c77-4805-b2f7-853331a08ab0 None None] Pushing event deleted for resources: {'Port': ['ID=91a6c5e0-a276-4441-9ba3-19026f3d5622,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:00.611435 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.638679 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.668240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6121277-9683-489f-86ca-34c523acb843']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:00.691028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] For port 586c5a93-dc83-4971-a906-425aca2fa234, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=586c5a93-dc83-4971-a906-425aca2fa234,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:00.713037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:00.716018 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.739321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:00.739837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7b5fb6-a358-4658-bf7e-1e93a28562e8') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:00.751892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.777691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.792687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:00.794547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.827279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676fea-2660-4606-a1b2-459a509bf468 None None] Pushing event updated for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:00.877440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3faccd30-ba70-490b-9a63-dfb9b84e9233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.914349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-838e539c-e595-4a35-b3ce-b0d9ea29ab51 None None] Provisioning complete for port 586c5a93-dc83-4971-a906-425aca2fa234 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:00.914990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-838e539c-e595-4a35-b3ce-b0d9ea29ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:00.957177 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:01.022189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Deleting port 6a523001-bf63-4489-b70f-ab353e24bb12 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:01.022546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.038661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.093960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.100642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/e6121277-9683-489f-86ca-34c523acb843 HTTP/1.1" status: 204 len: 168 time: 2.6782961 Oct 29 11:52:01.104801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:01.206528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.220919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] For port 6a523001-bf63-4489-b70f-ab353e24bb12, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6a523001-bf63-4489-b70f-ab353e24bb12,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:01.221523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.231000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622f82-6486-4a79-8a99-c4ee4b46b7e0 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=e6121277-9683-489f-86ca-34c523acb843,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:01.315204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Calling delete_port for 6a523001-bf63-4489-b70f-ab353e24bb12 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:01.331929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:52Z', 'revision_number': 4, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '586c5a93-dc83-4971-a906-425aca2fa234', 'name': '', 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'mac_address': 'fa:16:3e:b2:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:50Z', 'updated_at': '2021-10-29T11:51:59Z', 'revision_number': 4, 'project_id': '71abc8df7def471da31021909d23b0ba', 'subnets': [{'id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:01.375726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ed847-0c59-432a-8ed2-5b9b3e192843 None None] The sync data for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 is: [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:51:52Z', 'revision_number': 4, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '586c5a93-dc83-4971-a906-425aca2fa234', 'name': '', 'network_id': '68ecf6fa-6935-4532-ada3-4a3606694fa6', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'mac_address': 'fa:16:3e:b2:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:50Z', 'updated_at': '2021-10-29T11:51:59Z', 'revision_number': 4, 'project_id': '71abc8df7def471da31021909d23b0ba', 'subnets': [{'id': '34a2ce69-cfcb-4c9f-af17-00df12659334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:01.784252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 586c5a93-dc83-4971-a906-425aca2fa234 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:01.830689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:01.830689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:01.903632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 586c5a93-dc83-4971-a906-425aca2fa234 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:01.903632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.052147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:02.052552 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.057888 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.082779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:02.151992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a523001-bf63-4489-b70f-ab353e24bb12,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:02.384425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.394469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.610606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.620206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.647460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:02.729995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=1f6a4b63-bc10-4a2c-8c98-e133bf6171f5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:03.117954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:03.153581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:03.512319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 1e9c7938-ce95-4f5f-847c-8d579420838c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:03.635737 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:03.719940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:03.739030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Sync routers for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:03.739802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6f6c3f4d-2d26-4304-ade2-d871940537a2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/1e9c7938-ce95-4f5f-847c-8d579420838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6278949 Oct 29 11:52:03.745402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59600) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:03.767155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:03.770566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:03.832196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting subnet 6cb05b58-c2e8-4a9b-8e2d-ec68896e75be {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:03.837754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:03.888426 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:03.899320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port b71fb7c2-3f13-45cd-976e-7b893d0065a9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:03.901087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:03.934706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:03.985417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:03.997317 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Sync routers for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:04.001527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49066c0e-58dd-4b53-bf6c-ecd69affcfe4 admin admin] 10.222.0.77 "PUT /v2.0/routers/a7ec34b5-3d71-48ca-9d41-4e7e764b5c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2439294 Oct 29 11:52:04.005985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:04.012798 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:04.013801 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:04.043981 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.068783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port b71fb7c2-3f13-45cd-976e-7b893d0065a9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b71fb7c2-3f13-45cd-976e-7b893d0065a9,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:04.069334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.118765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for b71fb7c2-3f13-45cd-976e-7b893d0065a9 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:04.130624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.163702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.165588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7106b-119b-4b0b-a8df-dde4f7aed9cc None None] Network 06ce752a-9b60-499e-909f-3f8469aa6883 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:04.167785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/subnets/6cb05b58-c2e8-4a9b-8e2d-ec68896e75be HTTP/1.1" status: 204 len: 168 time: 0.4162362 Oct 29 11:52:04.194343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59606) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:04.202611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6e51-7549-40ec-bc5a-fb922693d3d7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb05b58-c2e8-4a9b-8e2d-ec68896e75be,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:04.221976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:04.357832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.386334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.450307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:52:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:04.515670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Checking router: 1e9c7938-ce95-4f5f-847c-8d579420838c for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:04.529739 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:52:01Z', 'revision_number': 5, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port': {'id': '8d39ac62-2d37-477e-97fa-011cc543c82e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:37Z', 'updated_at': '2021-10-29T11:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:04.530273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Routers {'1e9c7938-ce95-4f5f-847c-8d579420838c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:04.531244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1e9c7938-ce95-4f5f-847c-8d579420838c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:04.604606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.612604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Checking router: a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:04.635937 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Routers {'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:04.639497 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:04.678116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] DHCP port deletion for 06ce752a-9b60-499e-909f-3f8469aa6883 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:04.753461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.797374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=b71fb7c2-3f13-45cd-976e-7b893d0065a9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:04.858849 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] Set router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:04.936040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Deleting port 8d39ac62-2d37-477e-97fa-011cc543c82e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:04.936677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:04.984629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 6, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:05.018919 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c2e50c-4616-4ed3-b157-28096af9d0b4 None None] The sync data for ids ['a7ec34b5-3d71-48ca-9d41-4e7e764b5c20'] in n-d-805046-9 is: [{'id': 'a7ec34b5-3d71-48ca-9d41-4e7e764b5c20', 'name': 'tempest-TestAggregatesBasicOps-1072199037-router', 'tenant_id': '405fc146f3c5488f853267632b69da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:36Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 6, 'project_id': '405fc146f3c5488f853267632b69da5b', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:05.024495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.121358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 2e25be41-56fd-40ba-b392-f0c485d79aab {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:05.121584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.129911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] Set router 1e9c7938-ce95-4f5f-847c-8d579420838c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:05.220673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 2e25be41-56fd-40ba-b392-f0c485d79aab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2e25be41-56fd-40ba-b392-f0c485d79aab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:05.221286 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.224820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] For port 8d39ac62-2d37-477e-97fa-011cc543c82e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8d39ac62-2d37-477e-97fa-011cc543c82e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:05.225523 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.235206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 2e25be41-56fd-40ba-b392-f0c485d79aab owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:05.243885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Calling delete_port for 8d39ac62-2d37-477e-97fa-011cc543c82e owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:05.462457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.527461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Deleting port 78971d9b-8351-436c-8295-9a513d486f83 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:05.527841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.535794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.536366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=2e25be41-56fd-40ba-b392-f0c485d79aab,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:05.659918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.667613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d39ac62-2d37-477e-97fa-011cc543c82e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:05.718735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.778909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] For port 78971d9b-8351-436c-8295-9a513d486f83, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=78971d9b-8351-436c-8295-9a513d486f83,segment=NetworkSegment(7f6ac95d-3e78-41d2-9f71-db24d08ad14f),segment_id=7f6ac95d-3e78-41d2-9f71-db24d08ad14f)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:05.779932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:05.799426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Calling delete_port for 78971d9b-8351-436c-8295-9a513d486f83 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:06.001050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.025467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.031746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.038365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.080294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] No DVR routers for this DVR port 78971d9b-8351-436c-8295-9a513d486f83 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:06.136522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.137452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Fanout notify agent at l3_agent the message router_deleted on router 1e9c7938-ce95-4f5f-847c-8d579420838c {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:06.146904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.148937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc2e1abb-5922-4a03-a893-410e083a492b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/routers/1e9c7938-ce95-4f5f-847c-8d579420838c HTTP/1.1" status: 204 len: 168 time: 1.9530225 Oct 29 11:52:06.150932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:06.201264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.204135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.270238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 78971d9b-8351-436c-8295-9a513d486f83 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:06.282545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e67ab8-0eed-4b22-9a5d-4b35b354e4f2 None None] Pushing event deleted for resources: {'Port': ['ID=78971d9b-8351-436c-8295-9a513d486f83,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:06.327618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.340356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 78971d9b-8351-436c-8295-9a513d486f83 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:06.340740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 78971d9b-8351-436c-8295-9a513d486f83 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:06.341195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6a523001-bf63-4489-b70f-ab353e24bb12 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:06.406406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6a523001-bf63-4489-b70f-ab353e24bb12 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:06.406750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6a523001-bf63-4489-b70f-ab353e24bb12 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:06.419752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:06.420532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.421106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:06.431505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.436225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9aac988a-5657-4b53-8c2f-9e6367500727 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a7ec34b5-3d71-48ca-9d41-4e7e764b5c20 HTTP/1.1" status: 204 len: 168 time: 2.3418884 Oct 29 11:52:06.437039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:06.448960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:52:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.486643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79ce2-97f8-4249-ac5b-0ac80bbc9838 None None] The sync data for ids ['1e9c7938-ce95-4f5f-847c-8d579420838c'] in n-d-805046-9 is: [{'id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981503155', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:52:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '2e25be41-56fd-40ba-b392-f0c485d79aab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9c7938-ce95-4f5f-847c-8d579420838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:49:27Z', 'updated_at': '2021-10-29T11:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:06.515455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.544412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ce752a-9b60-499e-909f-3f8469aa6883']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.557776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ac95d-3e78-41d2-9f71-db24d08ad14f') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.558069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ac95d-3e78-41d2-9f71-db24d08ad14f') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.568351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.583557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.597065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:06.597886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.684848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Deleting subnet 76ec2569-8af3-4faa-bdd7-fa89aa07c551 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:06.692727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.695783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:06.699877 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:06.706737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.710825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:06.724062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:06.725424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.740357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c21ab77c-5ca3-4093-97d6-7428bfac6c37 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5199428 Oct 29 11:52:06.740562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.742436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:06.747772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/networks/06ce752a-9b60-499e-909f-3f8469aa6883 HTTP/1.1" status: 204 len: 168 time: 0.5932071 Oct 29 11:52:06.756983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59624) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:06.761136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a59f2-c720-489c-921b-290699cff7f7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Network': ['ID=06ce752a-9b60-499e-909f-3f8469aa6883,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:06.827475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:06.887002 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.944321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting subnet dedd393e-70c1-48b4-af19-20fd39d12422 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:06.954945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:06.967468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:06.983557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:07.001458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:07.002397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:07.090635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:07.105791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.122506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.176187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.184588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:07.212637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.241727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6a62-10fa-4616-96f7-fac1d8acc5d9 None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:07.350843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.381808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.425663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ec2569-8af3-4faa-bdd7-fa89aa07c551,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:07.431422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.436110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-84873ad0-3394-4dd2-8e55-9321d7eb6e08 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/76ec2569-8af3-4faa-bdd7-fa89aa07c551 HTTP/1.1" status: 204 len: 168 time: 0.9980507 Oct 29 11:52:07.439560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:07.440051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97408184-eca0-4025-9450-d8e13df463b3 None None] Network 87cd7074-f4aa-46f2-af31-de7e3bbb0849 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:07.468495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.472488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.473965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/security-groups/60972348-edc3-48bc-8f48-b41c9af84f8b HTTP/1.1" status: 204 len: 168 time: 0.7122409 Oct 29 11:52:07.501603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e3f97-121a-438d-a7eb-09d606d7125a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60972348-edc3-48bc-8f48-b41c9af84f8b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:07.511323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.549536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd393e-70c1-48b4-af19-20fd39d12422,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:07.554754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.559443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f8247e95-bdb5-4244-989c-117fa16a9ef7 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/dedd393e-70c1-48b4-af19-20fd39d12422 HTTP/1.1" status: 204 len: 168 time: 0.8148983 Oct 29 11:52:07.561581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:07.642485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93442e-7d07-495d-a0a1-b97c887423f7 None None] Network ae8710f0-6856-4db6-901a-784262b33bee requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:07.696337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.758163 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.842213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Deleting port 3f110346-64c5-4956-94dd-b419f70c1f67 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:07.843059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.867230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Deleting port 64e93226-37d5-4b1c-92a5-0ba83de05500 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:07.867954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:07.956671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] For port 64e93226-37d5-4b1c-92a5-0ba83de05500, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=64e93226-37d5-4b1c-92a5-0ba83de05500,segment=NetworkSegment(681bc4a5-d589-4377-beb8-30e40d26f52f),segment_id=681bc4a5-d589-4377-beb8-30e40d26f52f)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:07.957780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.006074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] For port 3f110346-64c5-4956-94dd-b419f70c1f67, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f110346-64c5-4956-94dd-b419f70c1f67,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:08.006439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.042841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Calling delete_port for 64e93226-37d5-4b1c-92a5-0ba83de05500 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:08.054892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Calling delete_port for 3f110346-64c5-4956-94dd-b419f70c1f67 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:08.100594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:08.163343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:08.163821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1f6a4b63-bc10-4a2c-8c98-e133bf6171f5 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:08.164231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8d39ac62-2d37-477e-97fa-011cc543c82e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:08.192971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 8d39ac62-2d37-477e-97fa-011cc543c82e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:08.202328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8d39ac62-2d37-477e-97fa-011cc543c82e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:08.202912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b71fb7c2-3f13-45cd-976e-7b893d0065a9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:08.227040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b71fb7c2-3f13-45cd-976e-7b893d0065a9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:08.227796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b71fb7c2-3f13-45cd-976e-7b893d0065a9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:08.241956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] DHCP port deletion for 87cd7074-f4aa-46f2-af31-de7e3bbb0849 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:08.309857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.310014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Deleting port 3f110346-64c5-4956-94dd-b419f70c1f67 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:08.310380 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.357313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.379922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:08.380770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3f110346-64c5-4956-94dd-b419f70c1f67,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:08.393946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Port': ['ID=64e93226-37d5-4b1c-92a5-0ba83de05500,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:08.394618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17860131', 'description': 'tempest-secgroup-smoke-17860131 description', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:08.404805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No DVR routers for this DVR port 64e93226-37d5-4b1c-92a5-0ba83de05500 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:08.415703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] For port 3f110346-64c5-4956-94dd-b419f70c1f67, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3f110346-64c5-4956-94dd-b419f70c1f67,segment=NetworkSegment(452d1016-0371-426a-b96c-e911d2aa1b84),segment_id=452d1016-0371-426a-b96c-e911d2aa1b84)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:08.416719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.434450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] No DVR routers for this DVR port 3f110346-64c5-4956-94dd-b419f70c1f67 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:08.438805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cd72f-553c-4d29-a3c6-60e177fdb3a7 None None] DHCP port deletion for ae8710f0-6856-4db6-901a-784262b33bee request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:08.448058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Calling delete_port for 3f110346-64c5-4956-94dd-b419f70c1f67 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:08.554873 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.564202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.599792 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.600068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] No DVR routers for this DVR port 3f110346-64c5-4956-94dd-b419f70c1f67 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:08.602761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.605632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cd09e-c598-4486-8a0a-46c7013943f5 None None] Pushing event deleted for resources: {'Port': ['ID=3f110346-64c5-4956-94dd-b419f70c1f67,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:08.624971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8710f0-6856-4db6-901a-784262b33bee']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.637914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681bc4a5-d589-4377-beb8-30e40d26f52f') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.638573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681bc4a5-d589-4377-beb8-30e40d26f52f') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.639691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cd7074-f4aa-46f2-af31-de7e3bbb0849']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.653929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.654294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452d1016-0371-426a-b96c-e911d2aa1b84') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.654596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452d1016-0371-426a-b96c-e911d2aa1b84') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:08.667832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.673542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.684144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:08.685924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.689138 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:08.691776 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:08.704711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:08.705067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:08.707546 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:08.781348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.802789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.805404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.813749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.815948 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/networks/ae8710f0-6856-4db6-901a-784262b33bee HTTP/1.1" status: 204 len: 168 time: 1.2516744 Oct 29 11:52:08.816925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/87cd7074-f4aa-46f2-af31-de7e3bbb0849 HTTP/1.1" status: 204 len: 168 time: 1.3718204 Oct 29 11:52:08.819441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59644) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:08.824997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:08.826019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'routes': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:08.839367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712c5b-9208-43e7-a4ec-6a61ff36b3e5 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Pushing event deleted for resources: {'Network': ['ID=ae8710f0-6856-4db6-901a-784262b33bee,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:08.921091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679d8d4-b399-4dcb-8d10-ae0135a2c7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=87cd7074-f4aa-46f2-af31-de7e3bbb0849,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:08.936573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.943587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:08.990203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b72f54-3cef-440f-9011-5114d91b8b43,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:09.007936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.009708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3ccb608e-1d89-46b7-8811-5bc926c12e38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6205304 Oct 29 11:52:09.013596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59648) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:09.021375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:09.068955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.extraroute_db [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Added routes are [] {{(pid=102278) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 29 11:52:09.069273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.extraroute_db [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Removed routes are [] {{(pid=102278) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 29 11:52:09.069620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.175381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.302104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.312337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.410207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.637789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f110346-64c5-4956-94dd-b419f70c1f67 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:09.685668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3f110346-64c5-4956-94dd-b419f70c1f67 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:09.686550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3f110346-64c5-4956-94dd-b419f70c1f67 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:09.687388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2e25be41-56fd-40ba-b392-f0c485d79aab no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:09.716794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2e25be41-56fd-40ba-b392-f0c485d79aab {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:09.717382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2e25be41-56fd-40ba-b392-f0c485d79aab not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:09.717980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64e93226-37d5-4b1c-92a5-0ba83de05500 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:09.741211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 64e93226-37d5-4b1c-92a5-0ba83de05500 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:09.741832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 64e93226-37d5-4b1c-92a5-0ba83de05500 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:09.770368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Deleting port 586c5a93-dc83-4971-a906-425aca2fa234 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:09.771064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.800018 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.818909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router 32633664-c7db-4b9e-b53f-8bc37734742a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:09.826913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.876095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] For port 586c5a93-dc83-4971-a906-425aca2fa234, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=586c5a93-dc83-4971-a906-425aca2fa234,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:09.876652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.884426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.886258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8694053 Oct 29 11:52:09.891831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:09.897816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:09.905809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Calling delete_port for 586c5a93-dc83-4971-a906-425aca2fa234 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:09.913098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34daf8-08bd-4479-b904-e5e5abffd0e0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4b674f-8fa4-48b6-b835-f8d492bae71b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:09.923213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:09.935568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:09.935568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-07b6a2ed-5ccf-4070-a4d7-26e3e5d1c88b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 701 time: 1.1121278 Oct 29 11:52:09.935930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59658) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:09.944936 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Sync routers for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:09.958051 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:09.958875 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:09.995492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-40bf1abe-ebf1-4765-8fb5-bfb58cebb24a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 205 time: 0.0578401 Oct 29 11:52:10.000021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59660) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:10.003458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.038365 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:10.089938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.147854 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.165593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.222231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:10.256070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49886258-16c1-4160-8b0d-ca9813e1efdc,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:10.264863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.270380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5aaf4ba-5566-4346-8acc-0f1308dc8c63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733056 Oct 29 11:52:10.278499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:10.292964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Checking router: 32633664-c7db-4b9e-b53f-8bc37734742a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:10.326222 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Routers {'32633664-c7db-4b9e-b53f-8bc37734742a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:10.326844 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['32633664-c7db-4b9e-b53f-8bc37734742a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:10.355396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59670) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:10.398103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.400355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.407279 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] Set router 32633664-c7db-4b9e-b53f-8bc37734742a gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:10.430983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.512842 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:10.519904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.520620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=586c5a93-dc83-4971-a906-425aca2fa234,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:10.528313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router 32633664-c7db-4b9e-b53f-8bc37734742a {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:10.554908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.562418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be4c2482-475e-4090-8982-0c64837d1366 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 204 len: 168 time: 0.5596962 Oct 29 11:52:10.566556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59678) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:10.577455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151569006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:10.592020 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd663fa-e572-44fd-8225-62bd72ba10fc None None] The sync data for ids ['32633664-c7db-4b9e-b53f-8bc37734742a'] in n-d-805046-9 is: [{'id': '32633664-c7db-4b9e-b53f-8bc37734742a', 'name': 'tempest-RoutersTest-router-1180930816', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:12Z', 'updated_at': '2021-10-29T11:52:04Z', 'revision_number': 11, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:10.637849 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.639358 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.766769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:10.817946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.832323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.839586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.897434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:10.898675 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89754c85-2e05-4db1-9a98-37ce5e50ea8d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3319042 Oct 29 11:52:10.911735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:10.933463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:10.960888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.210221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.214864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.314670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca1e773-0d7a-4293-95d9-20eb5a65f2a9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:11.327767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.329929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aeb5392c-8d60-4bd1-8539-288dbbbeb3ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0503800 Oct 29 11:52:11.334488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.339205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59682) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:11.344059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:11.364617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.452765 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.567660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Router edab7ced-aaa5-4617-b018-79e62148c319 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:52:11.604069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.611718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.694127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de099f6b-5edd-40dc-8850-392468026580,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:11.701216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.702317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a26b91cc-097c-465a-a3c9-f088d55103d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621078 Oct 29 11:52:11.703531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:11.706973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:11.716385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Sync routers for ids ['edab7ced-aaa5-4617-b018-79e62148c319'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:11.732120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:11.734092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Routers {'edab7ced-aaa5-4617-b018-79e62148c319'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:11.734991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['edab7ced-aaa5-4617-b018-79e62148c319'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:11.738302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c856490a-adf1-4a18-99bc-1ca5865263ce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "PUT /v2.0/routers/edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 200 len: 693 time: 0.8248262 Oct 29 11:52:11.739262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:11.745645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:11.845061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Set router edab7ced-aaa5-4617-b018-79e62148c319 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:11.849887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Router a41f4859-c5aa-4566-a4e3-5116b6548b58 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:11.913058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-757dbc73-122e-4895-9bb2-74da0ea12d61 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/routers/edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 200 len: 699 time: 0.1567442 Oct 29 11:52:11.926620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:11.931625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab7ced-aaa5-4617-b018-79e62148c319', 'name': 'tempest-RoutersTest-router-151569006', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:10Z', 'updated_at': '2021-10-29T11:52:11Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:11.961579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Checking router: edab7ced-aaa5-4617-b018-79e62148c319 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:11.974546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0512f1b8-7019-4ac3-8165-d6e2a175ff02 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 200 len: 205 time: 0.0462170 Oct 29 11:52:11.975678 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:52:11.978178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Routers {'edab7ced-aaa5-4617-b018-79e62148c319'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:11.979023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:11.979864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['edab7ced-aaa5-4617-b018-79e62148c319'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:12.022508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:12.031541 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2d1d4043-08c8-4a29-a913-4f90f7e5e9fc admin admin] 10.222.0.77 "PUT /v2.0/routers/a41f4859-c5aa-4566-a4e3-5116b6548b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945841 Oct 29 11:52:12.031766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59710) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.036174 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Sync routers for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:12.048454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:12.049375 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:12.084530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.128544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.135754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] Set router edab7ced-aaa5-4617-b018-79e62148c319 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:12.201515 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:12.212541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab7ced-aaa5-4617-b018-79e62148c319', 'name': 'tempest-RoutersTest-router-151569006', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:10Z', 'updated_at': '2021-10-29T11:52:11Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:12.235604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.282113 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.460190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.463576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.543212 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:52:10Z', 'revision_number': 5, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:12.550316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbcb87-faab-4d8f-af91-95ae71014180 None None] The sync data for ids ['edab7ced-aaa5-4617-b018-79e62148c319'] in n-d-805046-9 is: [{'id': 'edab7ced-aaa5-4617-b018-79e62148c319', 'name': 'tempest-RoutersTest-router-151569006', 'tenant_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:10Z', 'updated_at': '2021-10-29T11:52:11Z', 'revision_number': 2, 'project_id': 'd46cc9f7a5a245d1864019e01c306c0d', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:12.604203 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.608201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Fanout notify agent at l3_agent the message router_deleted on router edab7ced-aaa5-4617-b018-79e62148c319 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:12.620103 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.622244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-15452330-ac04-490f-b637-e06e6d53af93 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 204 len: 168 time: 0.6420693 Oct 29 11:52:12.626249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.628844 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Checking router: a41f4859-c5aa-4566-a4e3-5116b6548b58 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:12.639926 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Routers {'a41f4859-c5aa-4566-a4e3-5116b6548b58'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:12.640558 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['a41f4859-c5aa-4566-a4e3-5116b6548b58'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:12.647956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.653714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.678233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ec0a17-94ff-4f8b-9b63-7fa4f450948d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:12.693473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.693767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84d3a2ac-ae35-4d91-b60d-e3144f1c7c54 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 200 len: 205 time: 0.0650423 Oct 29 11:52:12.695361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2eb78c8f-beb4-4bec-8c75-2eaebfd6baa3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9834461 Oct 29 11:52:12.696919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.698122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59726) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.698920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59728) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.710183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': 'f0b72f54-3cef-440f-9011-5114d91b8b43', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:12.777600 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] Set router a41f4859-c5aa-4566-a4e3-5116b6548b58 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:12.803838 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-2c438327-f81c-44a6-9a14-0152d596afbb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:12.808434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2c438327-f81c-44a6-9a14-0152d596afbb tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/edab7ced-aaa5-4617-b018-79e62148c319 HTTP/1.1" status: 404 len: 336 time: 0.0875466 Oct 29 11:52:12.810806 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:52:12.814560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59730) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.828373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.847735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Deleting port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:12.848424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.855616 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba58879-f4d4-4c4a-8cc5-d3a631a4505b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:12.856078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba58879-f4d4-4c4a-8cc5-d3a631a4505b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:12.860460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8ba58879-f4d4-4c4a-8cc5-d3a631a4505b tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/fc9c9305-3cc3-46d5-94f3-9b3167f7cd89 HTTP/1.1" status: 404 len: 337 time: 0.0432560 Oct 29 11:52:12.867223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59732) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.922661 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a8c9c5-2508-42e3-8a70-89b032beaf79 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:12.923447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a8c9c5-2508-42e3-8a70-89b032beaf79 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:12.926549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a6a8c9c5-2508-42e3-8a70-89b032beaf79 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/c121cad4-cdc1-42d3-90fa-27d3695addd6 HTTP/1.1" status: 404 len: 337 time: 0.0571523 Oct 29 11:52:12.933352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59734) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:12.973880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] For port ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:12.974787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:12.990157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Calling delete_port for ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:13.000088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:52:10Z', 'revision_number': 5, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:13.001862 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb32f30-0df4-4827-9a1d-ba00afd180c8 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:13.002332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb32f30-0df4-4827-9a1d-ba00afd180c8 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:13.007892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ddb32f30-0df4-4827-9a1d-ba00afd180c8 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/bb47b0d5-0425-4269-957c-25b563ef1d17 HTTP/1.1" status: 404 len: 337 time: 0.0710697 Oct 29 11:52:13.008950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59736) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.024573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.048296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.054686 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342155a-885c-4f98-b001-fecd303428d1 None None] The sync data for ids ['a41f4859-c5aa-4566-a4e3-5116b6548b58'] in n-d-805046-9 is: [{'id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'name': 'tempest-TestAggregatesBasicOps-1344387370-router', 'tenant_id': '71abc8df7def471da31021909d23b0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:51:45Z', 'updated_at': '2021-10-29T11:52:10Z', 'revision_number': 5, 'project_id': '71abc8df7def471da31021909d23b0ba', 'gw_port': {'id': 'ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f4859-c5aa-4566-a4e3-5116b6548b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:51:47Z', 'updated_at': '2021-10-29T11:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:13.064571 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d98dc1b-b9aa-4a78-9130-63298cd59249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:13.065204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d98dc1b-b9aa-4a78-9130-63298cd59249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:13.068645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2d98dc1b-b9aa-4a78-9130-63298cd59249 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/dedd393e-70c1-48b4-af19-20fd39d12422 HTTP/1.1" status: 404 len: 337 time: 0.0586820 Oct 29 11:52:13.072031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.124778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-800974dc-aa01-4291-a0b7-9530436ffad1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 200 len: 205 time: 0.0475235 Oct 29 11:52:13.124778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78812695-ed4c-4e16-92f4-3f2a84d341af,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:13.127151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59744) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.139330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.140768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f975d1f-6788-442c-81dc-8c2b1691cafc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4403596 Oct 29 11:52:13.186683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59746) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.187826 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-44f5dcf5-1bd7-4469-835d-b43a5d021d91 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:13.191874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-44f5dcf5-1bd7-4469-835d-b43a5d021d91 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/32633664-c7db-4b9e-b53f-8bc37734742a HTTP/1.1" status: 404 len: 336 time: 0.0600145 Oct 29 11:52:13.195761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.198442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'network': {'name': 'tempest-network-smoke--2144849652', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:13.217697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Deleting port ad588619-a6c1-42c0-9d4b-32cd5d81751d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:13.218035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.231440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:13.237120 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-178e5997-d3af-4a16-aed3-953c7097fa76 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=20d08d63-90a7-4399-af1a-a1c6495c169f HTTP/1.1" status: 200 len: 205 time: 0.0380342 Oct 29 11:52:13.241207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.243302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.300720 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-6d32b447-0662-43c7-a243-7db61d359980 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:13.304710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6d32b447-0662-43c7-a243-7db61d359980 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/20d08d63-90a7-4399-af1a-a1c6495c169f HTTP/1.1" status: 404 len: 336 time: 0.0589275 Oct 29 11:52:13.305446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.340863 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-1653edbd-5031-4b40-8a26-472eccdf05dc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:13.341149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1653edbd-5031-4b40-8a26-472eccdf05dc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:13.348501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1653edbd-5031-4b40-8a26-472eccdf05dc tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/e80e62ff-35dd-404c-ae12-4a510253fad2 HTTP/1.1" status: 404 len: 337 time: 0.0394220 Oct 29 11:52:13.349271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.364088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] For port ad588619-a6c1-42c0-9d4b-32cd5d81751d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ad588619-a6c1-42c0-9d4b-32cd5d81751d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:13.364325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.372997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.385571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b74315ed-3a80-4acc-974b-cafe73a97cce tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 200 len: 205 time: 0.0342762 Oct 29 11:52:13.385841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Calling delete_port for ad588619-a6c1-42c0-9d4b-32cd5d81751d owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:13.392168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59758) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.399336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:13.409612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:13.428562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.428914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.429362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.429699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.430031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.430361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.430689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.431012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.431371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.431694 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.433739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.434083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:13.441969 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-24882723-ffc0-4c9b-86be-dff5bbcc34db tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:13.443025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24882723-ffc0-4c9b-86be-dff5bbcc34db tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/2e8b6a73-9e9c-486d-908d-cb97cd19b1eb HTTP/1.1" status: 404 len: 336 time: 0.0495842 Oct 29 11:52:13.444225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.444563 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Added segment 372dad0b-838e-4e38-be57-f8b51c399759 of type vlan for network e78049cb-acf2-4c84-8abf-499b29733038 Oct 29 11:52:13.447342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59762) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.517087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1c9b4b5-1cd8-41ce-8053-234ce02cce70 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4f5de94-8e68-4c41-852d-0f73252340d5 HTTP/1.1" status: 200 len: 205 time: 0.0623343 Oct 29 11:52:13.520339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59764) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.536533 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.573375 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-83e766d7-750b-43eb-85f7-3b389221e96f tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:13.574432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-83e766d7-750b-43eb-85f7-3b389221e96f tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/e4f5de94-8e68-4c41-852d-0f73252340d5 HTTP/1.1" status: 404 len: 336 time: 0.0531824 Oct 29 11:52:13.577752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.636313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.662850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:13.663601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.678122 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ce8bbb-a871-4d8a-a261-c262a9842c45 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:13.679779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ce8bbb-a871-4d8a-a261-c262a9842c45 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:13.685500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-03ce8bbb-a871-4d8a-a261-c262a9842c45 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/1de1c8e7-8613-44fc-ad77-36c1fc100131 HTTP/1.1" status: 404 len: 337 time: 0.1064577 Oct 29 11:52:13.688871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59770) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.698122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.739273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 586c5a93-dc83-4971-a906-425aca2fa234 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:13.750300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b1272b8-179a-4181-a36e-49660aa360ec tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=84a1e290-59fc-47e4-93fd-c2023399ac99 HTTP/1.1" status: 200 len: 205 time: 0.0544622 Oct 29 11:52:13.782756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.797462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 586c5a93-dc83-4971-a906-425aca2fa234 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:13.797964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 586c5a93-dc83-4971-a906-425aca2fa234 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:13.896035 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-642e8d0c-650a-4c1b-a627-1536c9f01c90 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:13.897118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-642e8d0c-650a-4c1b-a627-1536c9f01c90 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/84a1e290-59fc-47e4-93fd-c2023399ac99 HTTP/1.1" status: 404 len: 336 time: 0.1133893 Oct 29 11:52:13.905707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7100999 Oct 29 11:52:13.905955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59778) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.905955 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.907309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59780) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.914320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'admin_state_up': True, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:13.915852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.921287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ae8a0-97b6-4c97-9ba1-7575e45a45da tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Network': ['ID=e78049cb-acf2-4c84-8abf-499b29733038,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:13.947682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e78049cb-acf2-4c84-8abf-499b29733038 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:13.948026 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12c44e8-eda8-493c-94ca-5f404688a2cd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:13.948328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12c44e8-eda8-493c-94ca-5f404688a2cd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:13.954383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b12c44e8-eda8-493c-94ca-5f404688a2cd tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/23518ec7-4d72-49b8-b5e2-075f8932e6f7 HTTP/1.1" status: 404 len: 337 time: 0.0472820 Oct 29 11:52:13.955839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:13.960799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:13.963515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.047463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.106634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7dc3f0ef-7edd-4fe6-a5ff-dbd196f46a9a tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "GET /v2.0/ports?device_id=02a375f9-a9eb-472f-b45d-b64a8d8326d6 HTTP/1.1" status: 200 len: 205 time: 0.0487525 Oct 29 11:52:14.108509 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.109181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41f4859-c5aa-4566-a4e3-5116b6548b58 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:14.113915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.117614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fa67e49f-f8f5-474f-8490-77a2ae29efcd admin admin] 10.222.0.77 "DELETE /v2.0/routers/a41f4859-c5aa-4566-a4e3-5116b6548b58 HTTP/1.1" status: 204 len: 168 time: 2.0848963 Oct 29 11:52:14.120615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59784) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:14.120958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59786) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:14.188513 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-34316055-a7af-49bd-9a01-958f861f356d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] delete failed (client error): The resource could not be found. Oct 29 11:52:14.189617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-34316055-a7af-49bd-9a01-958f861f356d tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/routers/02a375f9-a9eb-472f-b45d-b64a8d8326d6 HTTP/1.1" status: 404 len: 336 time: 0.0677304 Oct 29 11:52:14.190506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.192633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59790) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:14.280230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad588619-a6c1-42c0-9d4b-32cd5d81751d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:14.304877 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd8161-d011-4710-a36d-7902c2d2d2c1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:14.309062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dd8161-d011-4710-a36d-7902c2d2d2c1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:14.323291 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b4dd8161-d011-4710-a36d-7902c2d2d2c1 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/17c7578f-8752-4b5f-b9ac-5bb2cf2342ec HTTP/1.1" status: 404 len: 337 time: 0.1259706 Oct 29 11:52:14.324696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59794) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:14.337057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.344813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Deleting subnet 34a2ce69-cfcb-4c9f-af17-00df12659334 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:14.377995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.395423 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1396a7c-9ac1-4ec9-909c-04bbdd673135 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] DELETE failed (client error): The resource could not be found. Oct 29 11:52:14.395944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1396a7c-9ac1-4ec9-909c-04bbdd673135 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:52:14.400560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b1396a7c-9ac1-4ec9-909c-04bbdd673135 tempest-RoutersTest-1679742107 tempest-RoutersTest-1679742107-project] 10.222.0.77 "DELETE /v2.0/subnets/c940bf2a-6ce6-4f26-ae7a-968cdee277d2 HTTP/1.1" status: 404 len: 337 time: 0.0748177 Oct 29 11:52:14.580840 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.726414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.752362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.819635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59806) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:14.831398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.851068 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:14.960117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.8 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/65759c60-0893-4f28-8897-3ba28510ef95) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:15.018959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.063499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a2ce69-cfcb-4c9f-af17-00df12659334,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:15.124044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.148375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.150031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e04d3-7426-4d97-8fbb-4007133a74fc None None] Network 68ecf6fa-6935-4532-ada3-4a3606694fa6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:15.156383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-06fad99b-1450-4b3a-80b2-bc70147fa47d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/34a2ce69-cfcb-4c9f-af17-00df12659334 HTTP/1.1" status: 204 len: 168 time: 1.0212026 Oct 29 11:52:15.156656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59816) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:15.207286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bf85c6bd-d181-4ead-a21f-adbd13067b32 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d46cc9f7a5a245d1864019e01c306c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827543 Oct 29 11:52:15.218479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59818) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:15.252823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.287503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Router d4e1cdf6-3c83-47bd-ae58-8167179d099a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:15.316011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.369289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=65759c60-0893-4f28-8897-3ba28510ef95,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:15.384410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:15.386897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:15.393570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:15.427147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Deleting port f6d3281a-2ef3-4849-aa0b-25166f797568 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:15.427482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.506402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] DHCP port deletion for 68ecf6fa-6935-4532-ada3-4a3606694fa6 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:15.615808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Deleting port f6d3281a-2ef3-4849-aa0b-25166f797568 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:15.616620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.723728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] For port f6d3281a-2ef3-4849-aa0b-25166f797568, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f6d3281a-2ef3-4849-aa0b-25166f797568,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:15.724398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.743978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Calling delete_port for f6d3281a-2ef3-4849-aa0b-25166f797568 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:15.820120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.836027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:15.854948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.859833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:15.878909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:15.879602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ce1d83b4-2420-40b7-b7d6-d5f833d8cfb7 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:15.880199 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f6d3281a-2ef3-4849-aa0b-25166f797568 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:15.902756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] No DVR routers for this DVR port f6d3281a-2ef3-4849-aa0b-25166f797568 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:15.903267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:15.906155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f6d3281a-2ef3-4849-aa0b-25166f797568 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:15.906778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f6d3281a-2ef3-4849-aa0b-25166f797568 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:15.916842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9b20164f-6f27-4f88-9c1c-ca6383ce6a64 admin admin] 10.222.0.77 "PUT /v2.0/routers/d4e1cdf6-3c83-47bd-ae58-8167179d099a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5594058 Oct 29 11:52:15.918128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59830) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:15.939604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94e345-0c79-4462-b7b9-cd2bb978ae81 None None] Pushing event deleted for resources: {'Port': ['ID=f6d3281a-2ef3-4849-aa0b-25166f797568,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:15.943681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Sync routers for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:15.963517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:15.965788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.039817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.043164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.048132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9836c577-064f-4c82-baa1-c85736544a69 HTTP/1.1" status: 204 len: 168 time: 0.7837567 Oct 29 11:52:16.063821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21157bc1-1a3a-48b4-9c09-2c15f8829d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836c577-064f-4c82-baa1-c85736544a69,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:16.116247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.173601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:16.187779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-68362158-d065-4690-a1ea-335848643317 admin admin] For port f6d3281a-2ef3-4849-aa0b-25166f797568, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f6d3281a-2ef3-4849-aa0b-25166f797568,segment=NetworkSegment(3ca9368c-39c3-4c7a-b0cc-122a20e439c3),segment_id=3ca9368c-39c3-4c7a-b0cc-122a20e439c3)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:16.188420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.210682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Calling delete_port for f6d3281a-2ef3-4849-aa0b-25166f797568 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:16.369853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.451495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.461795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:52:13Z', 'revision_number': 5, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port': {'id': '002fe4f8-b948-4a9e-8570-a94af48553fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:43:06Z', 'updated_at': '2021-10-29T11:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.499154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Checking router: d4e1cdf6-3c83-47bd-ae58-8167179d099a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:16.501362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.509969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Deleting port 002fe4f8-b948-4a9e-8570-a94af48553fb {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:16.510456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.523564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Routers {'d4e1cdf6-3c83-47bd-ae58-8167179d099a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:16.524554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.565178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d3281a-2ef3-4849-aa0b-25166f797568,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:16.573188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68362158-d065-4690-a1ea-335848643317 admin admin] No DVR routers for this DVR port f6d3281a-2ef3-4849-aa0b-25166f797568 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:16.649675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] For port 002fe4f8-b948-4a9e-8570-a94af48553fb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=002fe4f8-b948-4a9e-8570-a94af48553fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:16.650060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.673131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] Set router d4e1cdf6-3c83-47bd-ae58-8167179d099a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:16.682793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Calling delete_port for 002fe4f8-b948-4a9e-8570-a94af48553fb owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:16.688130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.786502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-68362158-d065-4690-a1ea-335848643317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ecf6fa-6935-4532-ada3-4a3606694fa6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.805054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-68362158-d065-4690-a1ea-335848643317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca9368c-39c3-4c7a-b0cc-122a20e439c3') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.805361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-68362158-d065-4690-a1ea-335848643317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca9368c-39c3-4c7a-b0cc-122a20e439c3') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.822802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:52:16Z', 'revision_number': 6, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:16.844044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.861041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd675a-4263-4a6b-b97d-68a9664e773e None None] The sync data for ids ['d4e1cdf6-3c83-47bd-ae58-8167179d099a'] in n-d-805046-9 is: [{'id': 'd4e1cdf6-3c83-47bd-ae58-8167179d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-1249954297-router', 'tenant_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:43:05Z', 'updated_at': '2021-10-29T11:52:16Z', 'revision_number': 6, 'project_id': 'cf12105e444d4e6ea639c1f3b8a4c66d', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:16.883687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.895175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:16.895643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self.session.flush() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:16.897657 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:16.909333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.041787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.067280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.073737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.077523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68362158-d065-4690-a1ea-335848643317 admin admin] 10.222.0.77 "DELETE /v2.0/networks/68ecf6fa-6935-4532-ada3-4a3606694fa6 HTTP/1.1" status: 204 len: 168 time: 1.9107423 Oct 29 11:52:17.106253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362158-d065-4690-a1ea-335848643317 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ecf6fa-6935-4532-ada3-4a3606694fa6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:17.106594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Pushing event deleted for resources: {'Port': ['ID=002fe4f8-b948-4a9e-8570-a94af48553fb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:17.246219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.247554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 5ea83fcd-1373-4ede-9f29-c1505b747587 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:52:17.349346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59870) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.420870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.424755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.443526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b6ade6c-87be-4217-9749-6e57caca5e3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=405fc146f3c5488f853267632b69da5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930212 Oct 29 11:52:17.446017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59872) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.446266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59874) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.481455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:17.497173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.498208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Sync routers for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:17.499513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e1cdf6-3c83-47bd-ae58-8167179d099a {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:52:17.509936 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:17.511071 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:17.512151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.518836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b6f73c60-f59c-4962-8624-5ce63033ce53 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d4e1cdf6-3c83-47bd-ae58-8167179d099a HTTP/1.1" status: 204 len: 168 time: 1.5995409 Oct 29 11:52:17.519065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.598487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.599912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8c60af5-dc23-413b-ab02-5e3d5b96c73d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6892767 Oct 29 11:52:17.604741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.628166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Deleting subnet 35158f40-7601-4526-905f-ceb3eb7f8baa {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:17.636199 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:17.636454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.670608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b7d48c2b-f9dc-45db-af47-e2958fc267e1 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7de4cfbdeccd4be786e374aa00aa658f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642948 Oct 29 11:52:17.672163 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.673441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.746449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-57099906-9a61-4eb5-ae34-eff206bc19e1 tempest-DvrRoutersNegativeTest-1989712341 tempest-DvrRoutersNegativeTest-1989712341-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2052210489', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:17.748392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.policy [None req-57099906-9a61-4eb5-ae34-eff206bc19e1 tempest-DvrRoutersNegativeTest-1989712341 tempest-DvrRoutersNegativeTest-1989712341-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102278) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 29 11:52:17.748794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.policy [None req-57099906-9a61-4eb5-ae34-eff206bc19e1 tempest-DvrRoutersNegativeTest-1989712341 tempest-DvrRoutersNegativeTest-1989712341-project] Failed policy check for 'create_router' {{(pid=102278) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 29 11:52:17.749729 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-57099906-9a61-4eb5-ae34-eff206bc19e1 tempest-DvrRoutersNegativeTest-1989712341 tempest-DvrRoutersNegativeTest-1989712341-project] create failed (client error): Access was denied to this resource. Oct 29 11:52:17.757409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-57099906-9a61-4eb5-ae34-eff206bc19e1 tempest-DvrRoutersNegativeTest-1989712341 tempest-DvrRoutersNegativeTest-1989712341-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3095248 Oct 29 11:52:17.761574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.771503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:17.882708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:16Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:17.884281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf92fe3-fa80-4d82-8de7-43e1eff6b94a tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:17.888950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-baf92fe3-fa80-4d82-8de7-43e1eff6b94a tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2132664 Oct 29 11:52:17.898503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:17.944630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ad588619-a6c1-42c0-9d4b-32cd5d81751d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:17.951438 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Checking router: 5ea83fcd-1373-4ede-9f29-c1505b747587 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:17.951758 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Updating router 5ea83fcd-1373-4ede-9f29-c1505b747587 port 65759c60-0893-4f28-8897-3ba28510ef95 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:18.025146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:18.033470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e9b6d4ad-9e41-4a19-8c90-edee88269583 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246200 Oct 29 11:52:18.033736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760776048', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:18.051950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ad588619-a6c1-42c0-9d4b-32cd5d81751d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:18.053824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ad588619-a6c1-42c0-9d4b-32cd5d81751d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:18.054479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 002fe4f8-b948-4a9e-8570-a94af48553fb no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:18.117566 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.122442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 002fe4f8-b948-4a9e-8570-a94af48553fb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:18.123052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 002fe4f8-b948-4a9e-8570-a94af48553fb not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:18.163299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.255931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.267224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.270051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15f100ef-5b21-4aa6-a1e9-5b6da283c637 HTTP/1.1" status: 204 len: 168 time: 0.8204758 Oct 29 11:52:18.273040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:18.276783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.295802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6432d-66fb-4e9c-ba9c-4dd10fe16c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f100ef-5b21-4aa6-a1e9-5b6da283c637,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:18.335165 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.360820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.367287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632d2a2-9a39-4fe7-a5c6-efb023f5d638 None None] Network 72790e64-81bd-4f53-bd82-de95768d7773 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:18.392632 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/35158f40-7601-4526-905f-ceb3eb7f8baa HTTP/1.1" status: 204 len: 168 time: 0.8622060 Oct 29 11:52:18.435716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:18.457155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28f0b4-560a-4bd3-97c9-0cce5303275c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35158f40-7601-4526-905f-ceb3eb7f8baa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:18.583465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:18.676869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.701103 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.708137 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.719968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] DHCP port deletion for 72790e64-81bd-4f53-bd82-de95768d7773 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:18.809019 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Attempting to bind port 65759c60-0893-4f28-8897-3ba28510ef95 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:18.809399 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Attempting to bind port 65759c60-0893-4f28-8897-3ba28510ef95 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:18.812220 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Attempting to bind port 65759c60-0893-4f28-8897-3ba28510ef95 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:18.834300 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:18.837633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Deleting port 798e9783-331d-4768-aaeb-753e91667a4d {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:18.838013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.840531 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:18.841265 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.841945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:18.842675 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Bound port: 65759c60-0893-4f28-8897-3ba28510ef95, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:18.843285 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.859829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b009a9a3-a0f3-4626-9975-5f5a384ccbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.914577 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791914d-5a0c-4e58-8a88-a9eb0e3ab8f0 None None] Pushing event updated for resources: {'Port': ['ID=65759c60-0893-4f28-8897-3ba28510ef95,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:18.947332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59924) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:18.951705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] For port 798e9783-331d-4768-aaeb-753e91667a4d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=798e9783-331d-4768-aaeb-753e91667a4d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:18.952460 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:18.994163 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] For port 65759c60-0893-4f28-8897-3ba28510ef95, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:19.006112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Calling delete_port for 798e9783-331d-4768-aaeb-753e91667a4d owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:19.013535 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] For port 65759c60-0893-4f28-8897-3ba28510ef95, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=65759c60-0893-4f28-8897-3ba28510ef95,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:19.030604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Deleting port 798e9783-331d-4768-aaeb-753e91667a4d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:19.031269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.036270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b009a9a3-a0f3-4626-9975-5f5a384ccbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.037639 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.041560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5ba25f07-963d-4f84-b848-3071c19076e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71abc8df7def471da31021909d23b0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928452 Oct 29 11:52:19.043977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59926) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:19.058967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b009a9a3-a0f3-4626-9975-5f5a384ccbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.096318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.131582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b009a9a3-a0f3-4626-9975-5f5a384ccbc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=713c64b04dae4696a25cba81fe73aa74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471478 Oct 29 11:52:19.132511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59928) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:19.142517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009a9a3-a0f3-4626-9975-5f5a384ccbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d816e5a0-4810-4b94-8cfd-deaf9c27ecf0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.149720 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:19.150784 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:19.164902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] For port 798e9783-331d-4768-aaeb-753e91667a4d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=798e9783-331d-4768-aaeb-753e91667a4d,segment=NetworkSegment(4b30d25c-c2ab-440b-bb69-fbadaa86d044),segment_id=4b30d25c-c2ab-440b-bb69-fbadaa86d044)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:19.165882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.188572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Subnet': ['ID=f18bd247-1366-4a04-899b-a72262749690,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.188795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.193495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Calling delete_port for 798e9783-331d-4768-aaeb-753e91667a4d owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:19.223240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.248921 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.258672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:19.258672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network hostable DHCP agents. Network: e78049cb-acf2-4c84-8abf-499b29733038, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:19.260245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.287255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.322893 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791914d-5a0c-4e58-8a88-a9eb0e3ab8f0 None None] Pushing event updated for resources: {'Port': ['ID=65759c60-0893-4f28-8897-3ba28510ef95,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.324685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.327341 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.331794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2eb756d-4164-49ff-99a9-ea3ed7b2cd87 HTTP/1.1" status: 204 len: 168 time: 0.2835464 Oct 29 11:52:19.331974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network e78049cb-acf2-4c84-8abf-499b29733038 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:19.338789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] No DVR routers for this DVR port 798e9783-331d-4768-aaeb-753e91667a4d on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:19.339607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00779c85-1788-4264-b8c3-b3365c2231e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eb756d-4164-49ff-99a9-ea3ed7b2cd87,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.342795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6128-e14a-4aed-98c2-40ff49f8d1b0 None None] Pushing event deleted for resources: {'Port': ['ID=798e9783-331d-4768-aaeb-753e91667a4d,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.366689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e78049cb-acf2-4c84-8abf-499b29733038) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:19.375739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:19.377342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.378774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.388621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.395049 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.410339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d816e5a0-4810-4b94-8cfd-deaf9c27ecf0 HTTP/1.1" status: 204 len: 168 time: 0.2752941 Oct 29 11:52:19.425051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36654388-8290-4690-962e-75562eee2a5c None None] Network e78049cb-acf2-4c84-8abf-499b29733038 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:19.453462 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:19.453778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da65564-1044-4e4f-87c0-4eeebc937d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d816e5a0-4810-4b94-8cfd-deaf9c27ecf0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.485343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-55da3049-ca4c-4dd0-a6b7-598a29243204 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4626539 Oct 29 11:52:19.486178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 59934) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:19.490771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Pushing event deleted for resources: {'Port': ['ID=798e9783-331d-4768-aaeb-753e91667a4d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:19.506047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] No DVR routers for this DVR port 798e9783-331d-4768-aaeb-753e91667a4d on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:19.702745 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.727080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 798e9783-331d-4768-aaeb-753e91667a4d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:19.734189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72790e64-81bd-4f53-bd82-de95768d7773']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:19.749158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b30d25c-c2ab-440b-bb69-fbadaa86d044') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:19.749911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b30d25c-c2ab-440b-bb69-fbadaa86d044') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:19.768433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.790649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.800141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:19.800519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:19.802724 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:19.810976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:16Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:19.839296 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 798e9783-331d-4768-aaeb-753e91667a4d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:19.848625 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf724f-94d6-4bfe-87f8-ed80015e0d3b None None] The sync data for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 is: [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:16Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:19.849274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 798e9783-331d-4768-aaeb-753e91667a4d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:52:19.931628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.944991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:19.954604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] 10.222.0.77 "DELETE /v2.0/networks/72790e64-81bd-4f53-bd82-de95768d7773 HTTP/1.1" status: 204 len: 168 time: 1.5176241 Oct 29 11:52:19.968066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18b7d6-15e2-408d-842a-b3f449c7843b admin admin] Pushing event deleted for resources: {'Network': ['ID=72790e64-81bd-4f53-bd82-de95768d7773,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:20.074791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e78049cb-acf2-4c84-8abf-499b29733038', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:20.075679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.278717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:20.336790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Allocated IP 172.20.0.2 (e78049cb-acf2-4c84-8abf-499b29733038/f18bd247-1366-4a04-899b-a72262749690/3fd2955a-6303-43cb-9b6c-5ba2dbea9aee) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:20.361399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9c72c256-c891-4e54-be8e-e6435cb0e4d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf12105e444d4e6ea639c1f3b8a4c66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807216 Oct 29 11:52:20.364064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 59964) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:20.475685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4974039-6759-4f08-b386-828af920468d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.521395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4974039-6759-4f08-b386-828af920468d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.662201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4974039-6759-4f08-b386-828af920468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.667320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c4974039-6759-4f08-b386-828af920468d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.669505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4974039-6759-4f08-b386-828af920468d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e870d73-9ad9-4b74-b46e-f4b6c1b48c19 HTTP/1.1" status: 204 len: 168 time: 0.3034227 Oct 29 11:52:20.689438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4974039-6759-4f08-b386-828af920468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e870d73-9ad9-4b74-b46e-f4b6c1b48c19,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:20.699488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.739727 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.784565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:20.831114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Network e78049cb-acf2-4c84-8abf-499b29733038 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:20.842106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:20.858425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:20.948632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Pushing event updated for resources: {'Port': ['ID=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:20.999259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Attempting to bind port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:21.004607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Attempting to bind port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:21.006295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Attempting to bind port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:21.021496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:21.022306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:21.022948 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.023703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Bound using segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:21.025167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Bound port: 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:21.025810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.159380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] For port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:21.172401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] For port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:21.178489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.342473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24d82a-999d-4bf2-852e-c9db882445d3 None None] Pushing event updated for resources: {'Port': ['ID=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:21.405292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.1 (e78049cb-acf2-4c84-8abf-499b29733038/f18bd247-1366-4a04-899b-a72262749690/1b56251f-2147-4544-b9b7-c1e7e6040529) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:21.695325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.802052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.826912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 65759c60-0893-4f28-8897-3ba28510ef95 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:21.876319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network e78049cb-acf2-4c84-8abf-499b29733038 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:21.881096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:21.884925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:21.928773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:21.958993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.964189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:21.988900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 65759c60-0893-4f28-8897-3ba28510ef95 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:21.991428 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.073791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:22.136520 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.159584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 65759c60-0893-4f28-8897-3ba28510ef95, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=65759c60-0893-4f28-8897-3ba28510ef95,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:22.161763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:22.167752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.184815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.230897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=65759c60-0893-4f28-8897-3ba28510ef95,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:22.320718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1933253634-network', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:22.373340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Made reservation on behalf of 22a0df6e9877446ba30b74bc0e4f54f9 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:22.376195 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.395960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1935008214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:22.403325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.446271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.447775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.628428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.638469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.639999 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.643795 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.692125 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.692968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a5081e0b-8abc-4f41-b9fb-601b62bacd82 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5290205 Oct 29 11:52:22.697133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:22.702281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1985271841'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:22.763381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.766614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:22.767011 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.772423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.782122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:22.794129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.819691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.849853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:22.869871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765cce93-8822-403c-a409-51be92f8cb36,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:22.873227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.873576 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Added segment e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d of type vlan for network 250c6bf3-45a2-4f83-960d-1fd2b634b097 Oct 29 11:52:22.974534 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:22.977912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca327144-ccea-42f8-a5e6-09afa3c55e1b None None] Network e78049cb-acf2-4c84-8abf-499b29733038 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:23.018328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network e78049cb-acf2-4c84-8abf-499b29733038 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:23.020910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:23.075984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] Provisioning complete for port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:23.076823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.137099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.141914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:23.142707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.183085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1039567 Oct 29 11:52:23.184053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60066) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:23.219726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Request body: {'subnet': {'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1933253634-subnet', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:23.229897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.278064 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.295955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 5ea83fcd-1373-4ede-9f29-c1505b747587 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:23.309563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.319115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Made reservation on behalf of 22a0df6e9877446ba30b74bc0e4f54f9 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:23.327395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.375416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] For port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:23.397052 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.432115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:23.434085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d38fcd-44be-443e-a282-4e8f6048c43f admin admin] Pushing event updated for resources: {'Network': ['ID=250c6bf3-45a2-4f83-960d-1fd2b634b097,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:23.447592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c186ad7-3a2e-4963-8539-933abf944bf1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:23.461452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.461796 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Added segment 79f66c6c-d811-4c03-a99e-9d17ea10af14 of type vlan for network 7198142b-07bf-4a66-bc39-1886455b8a51 Oct 29 11:52:23.552811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:23.556690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:23.571086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cccfc918-d0cc-4c97-abd3-0ae39d4043dd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/5ea83fcd-1373-4ede-9f29-c1505b747587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0752141 Oct 29 11:52:23.611515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.793579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.794819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Sync routers for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:23.805496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:23.806923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:23.844750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:23.845872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:23.855180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1552117 Oct 29 11:52:23.856555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60088) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:23.862391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'subnet': {'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:23.948594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:24.019514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e90808-0bd8-4fa8-8fa0-b32c7cffcac9 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Network': ['ID=7198142b-07bf-4a66-bc39-1886455b8a51,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:24.043558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:24.056618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.140793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:24.150113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c6c7cf-0f3a-4608-902a-8853608d9789,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:24.164649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7198142b-07bf-4a66-bc39-1886455b8a51 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:24.202729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Checking segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:24.203141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Network hostable DHCP agents. Network: 250c6bf3-45a2-4f83-960d-1fd2b634b097, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:24.228146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e96adc56-6a9a-4f0e-9589-57ec7e0d6a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.242734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:24.267380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 250c6bf3-45a2-4f83-960d-1fd2b634b097) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:24.279685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:24.280336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.315604 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-84744395-eae9-4db0-a76a-db0a8723eb5b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1138873 Oct 29 11:52:24.321026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60114) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:24.326400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:24.346828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f3def-a215-49fd-8056-8cf1f40e1c7c None None] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:24.373060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.374531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.406828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-c571df92-e039-4a67-909b-a935612ed2ef tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17860131&fields=id&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 267 time: 0.0957897 Oct 29 11:52:24.410914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e96adc56-6a9a-4f0e-9589-57ec7e0d6a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.421687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e96adc56-6a9a-4f0e-9589-57ec7e0d6a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.483836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.494492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:24.498624 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.556962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e96adc56-6a9a-4f0e-9589-57ec7e0d6a92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d2860c1adc440389b52d098983165de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004751 Oct 29 11:52:24.567441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b8a9f-7386-4cf3-9a30-dc56ee555da8 None None] Pushing event updated for resources: {'Port': ['ID=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:24.572107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60120) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:24.659361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96adc56-6a9a-4f0e-9589-57ec7e0d6a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a53e1-aea1-48a0-bf9b-bbd82d9a791a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:24.733840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-f8fb298d-e5c5-408e-ab34-d6f70b7fe5c9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:24.735622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-f8fb298d-e5c5-408e-ab34-d6f70b7fe5c9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 797 time: 0.3279989 Oct 29 11:52:24.750437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:24.751067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.800025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.844943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-250c6bf3-45a2-4f83-960d-1fd2b634b097', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:24.845994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.866442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-4855e158-b5b0-4077-ac90-afa3bab9954d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/quotas/7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 375 time: 0.1108003 Oct 29 11:52:24.868025 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.895639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c13a1ed0-61ca-416a-a831-64d43a271c7b None None] Provisioning complete for port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:24.895639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c13a1ed0-61ca-416a-a831-64d43a271c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:24.995539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.085592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.151993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-40a45efc-5076-4ae6-b2d6-11888dfdd5fd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2685783 Oct 29 11:52:25.155350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Subnet': ['ID=e4d27a09-ed19-4a12-9109-2ae8a6ea9322,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:25.210342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.214248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.215458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/337a53e1-aea1-48a0-bf9b-bbd82d9a791a HTTP/1.1" status: 204 len: 168 time: 0.6335292 Oct 29 11:52:25.229620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea11d-462b-47a1-a87f-008aed932e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a53e1-aea1-48a0-bf9b-bbd82d9a791a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:25.232670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.233175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Checking segment: {'id': '79f66c6c-d811-4c03-a99e-9d17ea10af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:25.233284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network hostable DHCP agents. Network: 7198142b-07bf-4a66-bc39-1886455b8a51, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:25.280458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.288158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 7198142b-07bf-4a66-bc39-1886455b8a51 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:25.317248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 7198142b-07bf-4a66-bc39-1886455b8a51) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:25.327153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:25.327770 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.331369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 65759c60-0893-4f28-8897-3ba28510ef95 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:25.344427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-0da1fae6-1686-4936-97ea-8bcf96f1d0a1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:52:25.345583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-0da1fae6-1686-4936-97ea-8bcf96f1d0a1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1697984 Oct 29 11:52:25.411256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39886ad9-1436-40de-a40f-9dac6e6f0636 None None] Network 7198142b-07bf-4a66-bc39-1886455b8a51 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:25.464926 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-00fde1d1-4b83-4b61-8243-b963fd4d3103 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6069770 Oct 29 11:52:25.471244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60136) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:25.476366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'network': {'name': 'tempest-router-network01--1118392929'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:25.516875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Allocated IP 172.25.4.170 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c5b43bff-fed9-4db8-b86a-b64b11f62743) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:25.546119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:25.551319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.576202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 2, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:25.614726 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-71edb4ee-4138-4775-a3e0-674e4f61dc57 service neutron] 10.222.0.77 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425485 Oct 29 11:52:25.625504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:25.637500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.638027 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Added segment cead8f71-95e8-45c9-99b4-8bbd9f231a9e of type vlan for network 86eb03ec-ac87-4dea-bfec-8177a16a6727 Oct 29 11:52:25.667892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Checking router: 5ea83fcd-1373-4ede-9f29-c1505b747587 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:25.668546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Updating router 5ea83fcd-1373-4ede-9f29-c1505b747587 port 1b56251f-2147-4544-b9b7-c1e7e6040529 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:25.689501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Allocated IP 172.20.0.2 (250c6bf3-45a2-4f83-960d-1fd2b634b097/11c6c7cf-0f3a-4608-902a-8853608d9789/ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:25.769216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-437ec501-fef5-443a-9955-7aefd5b7896f service neutron] 10.222.0.77 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475010 Oct 29 11:52:25.976066 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:25.985649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c13a1ed0-61ca-416a-a831-64d43a271c7b None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:25.986159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c13a1ed0-61ca-416a-a831-64d43a271c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.028912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-7198142b-07bf-4a66-bc39-1886455b8a51', 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51', 'tenant_id': '9a5644f97c3d47f5a01eaaf1ff2e2f7a', 'fixed_ips': [{'subnet_id': 'e4d27a09-ed19-4a12-9109-2ae8a6ea9322'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:26.030068 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.032855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c13a1ed0-61ca-416a-a831-64d43a271c7b None None] Port 1b56251f-2147-4544-b9b7-c1e7e6040529 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:26.035073 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.083791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 65759c60-0893-4f28-8897-3ba28510ef95 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:26.084347 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.086664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b3d2095-5e88-41b2-beab-9ca4920bf8d6 req-3988d26c-e74a-479e-898c-a7c89089c86f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 210 time: 0.0403631 Oct 29 11:52:26.180783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.291470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.306079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:26.306848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.327074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.418687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9463582 Oct 29 11:52:26.421452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60170) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:26.427306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'network': {'name': 'tempest-router-network02--79900698'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:26.481964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205da47-ade7-499d-8e43-bc2d471542b3 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Network': ['ID=86eb03ec-ac87-4dea-bfec-8177a16a6727,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:26.482549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:26.492500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.522436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.545317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:26.553634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:26.565989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.577279 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Added segment 67fead63-2da5-429e-99e1-9ef829a6546c of type vlan for network 58ca01c5-8408-4e1a-a43e-e884b55b8116 Oct 29 11:52:26.612621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c22a61ac-00fb-4f3a-8602-c8b2e786082e None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:26.613342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c22a61ac-00fb-4f3a-8602-c8b2e786082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.641866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:26.646422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:26.648946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.663231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Pushing event updated for resources: {'Port': ['ID=c5b43bff-fed9-4db8-b86a-b64b11f62743,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:26.668968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:26.714538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.722047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:26.722706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.811507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3888028 Oct 29 11:52:26.812201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:26.829867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'subnet': {'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:26.850442 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:26.972728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c22a61ac-00fb-4f3a-8602-c8b2e786082e None None] Port 1b56251f-2147-4544-b9b7-c1e7e6040529 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:26.997298 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.051532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3d634-790a-4f5b-961b-64d4b60ef6ae tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Network': ['ID=58ca01c5-8408-4e1a-a43e-e884b55b8116,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:27.077342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:27.091655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:27.101718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.146630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:27.152870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Allocated IP 2001:db8::2 (7198142b-07bf-4a66-bc39-1886455b8a51/e4d27a09-ed19-4a12-9109-2ae8a6ea9322/5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:27.159072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:27.196563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:27.220040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:27.307075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Pushing event updated for resources: {'Port': ['ID=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:27.333150 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.381540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dc2a6f6-186a-4ad8-bc7c-390caf70bf18 req-eb0adec4-d96d-44e8-a40d-62d2269d77ac tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 210 time: 0.0668886 Oct 29 11:52:27.496082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Attempting to bind port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:27.496456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Attempting to bind port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:27.496821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Attempting to bind port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:27.546010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.569127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:27.569685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Checking segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:27.569901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.570300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Bound using segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:27.570792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Bound port: ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:27.571759 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.631292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Subnet': ['ID=7a467a69-f767-4bbd-b391-1e5123404143,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:27.644135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Checking segment: {'id': 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:27.644421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:27.644596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network hostable DHCP agents. Network: 86eb03ec-ac87-4dea-bfec-8177a16a6727, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:27.644788 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.669529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:27.682024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 86eb03ec-ac87-4dea-bfec-8177a16a6727) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:27.701442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:27.703675 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.737915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eb97b808-bfe0-4ef1-bf8c-7bdd9ab5fd76 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9191377 Oct 29 11:52:27.738623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:27.743786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'subnet': {'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:27.789220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0632e92-0461-4a07-bfde-faad2bf36c95 None None] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:27.799697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.851371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.876186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:27.916899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:27.936001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.044721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09b13-70e9-48fe-8adf-56670ae5d072 None None] Pushing event updated for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:28.058496 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.065583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] For port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:28.080968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] For port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:28.121468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-df44c823-285b-4243-b82d-a5c51d337c1e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:28.124433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-df44c823-285b-4243-b82d-a5c51d337c1e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 797 time: 0.4939058 Oct 29 11:52:28.131932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.154769 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.234154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-32301866-f21c-49a3-b070-c77f142be867 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 378 time: 0.0928273 Oct 29 11:52:28.245993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'port': {'device_id': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'admin_state_up': True, 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'security_groups': ['f0b72f54-3cef-440f-9011-5114d91b8b43']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:28.299359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.390108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Subnet': ['ID=4e7ed303-4f89-4867-83ca-3d06c68bcf80,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:28.407611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Network 7198142b-07bf-4a66-bc39-1886455b8a51 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:28.461989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Checking segment: {'id': '67fead63-2da5-429e-99e1-9ef829a6546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:28.462404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network hostable DHCP agents. Network: 58ca01c5-8408-4e1a-a43e-e884b55b8116, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:28.480136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:52:28.516775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:28.533982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 58ca01c5-8408-4e1a-a43e-e884b55b8116) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:28.538223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:28.538815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.558669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:28.567762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:28.603181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e93c9629-4d76-4fae-9faf-b843c11ca026 req-94701435-7c0d-4f3f-8cde-4d8aeab01f87 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 210 time: 0.0530069 Oct 29 11:52:28.608514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:28.614456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ba5ec-0e10-4bfd-b2af-dc308197b52d None None] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:28.616728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Pushing event updated for resources: {'Port': ['ID=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:28.619081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.625321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-298c9cd6-a102-457e-a13a-8e07b50f1541 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8853133 Oct 29 11:52:28.627158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60230) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:28.808096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137847dd-a32f-4f10-bc95-c618e008aa61 None None] Pushing event updated for resources: {'Port': ['ID=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:28.872751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c99d25ec-72ff-4320-8e8e-dac88215ba49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.879663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-86eb03ec-ac87-4dea-bfec-8177a16a6727', 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727', 'tenant_id': '9a5644f97c3d47f5a01eaaf1ff2e2f7a', 'fixed_ips': [{'subnet_id': '7a467a69-f767-4bbd-b391-1e5123404143'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:28.880646 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.883075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Attempting to bind port 1b56251f-2147-4544-b9b7-c1e7e6040529 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:28.885278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Attempting to bind port 1b56251f-2147-4544-b9b7-c1e7e6040529 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:28.885888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Attempting to bind port 1b56251f-2147-4544-b9b7-c1e7e6040529 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:28.926823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:28.926823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:28.927291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.927531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Bound using segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:28.931733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Bound port: 1b56251f-2147-4544-b9b7-c1e7e6040529, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:28.931733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:28.979146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dc264cc4-d6ae-4769-91ae-d8ac8dd3bf27 None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:28.979607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc264cc4-d6ae-4769-91ae-d8ac8dd3bf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:29.059802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:29.077984 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Sync routers for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:29.106346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:29.107743 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:29.147619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:29.149707 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-df8acd5a-5794-44c8-9522-17138400793b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8269620 Oct 29 11:52:29.152214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60238) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:29.183353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Attempting to bind port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:29.183697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Attempting to bind port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '79f66c6c-d811-4c03-a99e-9d17ea10af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:29.184267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Attempting to bind port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a on network 7198142b-07bf-4a66-bc39-1886455b8a51 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:29.300060 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:29.379033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.8 (e78049cb-acf2-4c84-8abf-499b29733038/f18bd247-1366-4a04-899b-a72262749690/485d16c4-c704-4fb2-9e05-03dad105ab73) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:29.381783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:29.623618 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:27Z', 'revision_number': 3, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:29.725831 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Checking router: 6b8fea92-2bd2-4723-b89f-afb98f0f07eb for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:29.726577 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Updating router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb port c5b43bff-fed9-4db8-b86a-b64b11f62743 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:29.768216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Allocated IP 2001:db8::2 (86eb03ec-ac87-4dea-bfec-8177a16a6727/7a467a69-f767-4bbd-b391-1e5123404143/d0223939-89d9-4fa1-834d-6e97f46a93d9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:29.787183 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:29.963078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-111c2360-c1b5-4176-a5a3-bf02797741ac req-484f37d0-0bca-4c53-b57b-5fa926cc2cc3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 210 time: 0.0738356 Oct 29 11:52:29.985071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:30.177933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.183030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:30.185574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Checking segment: {'id': '79f66c6c-d811-4c03-a99e-9d17ea10af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:30.187118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.187499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Bound using segment: {'id': '79f66c6c-d811-4c03-a99e-9d17ea10af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:30.191983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Bound port: 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f66c6c-d811-4c03-a99e-9d17ea10af14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7198142b-07bf-4a66-bc39-1886455b8a51'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:30.192390 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.220399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66321d04-85f9-478c-bab0-9b0f7976a2ca None None] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:30.226871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.239030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.326326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:30.345196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network e78049cb-acf2-4c84-8abf-499b29733038 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:30.350211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:30.363073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:30.376472 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.386311 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.435667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60260) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:30.461326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:30.462804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.467801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dc264cc4-d6ae-4769-91ae-d8ac8dd3bf27 None None] Port 1b56251f-2147-4544-b9b7-c1e7e6040529 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:30.498690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-4c4a1156-e9d2-4e1d-99b7-c75c52bcd4fc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2584691 Oct 29 11:52:30.517443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Request body: {'port': {'device_id': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:30.581725 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Attempting to bind port c5b43bff-fed9-4db8-b86a-b64b11f62743 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:30.582492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Attempting to bind port c5b43bff-fed9-4db8-b86a-b64b11f62743 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:30.583360 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Attempting to bind port c5b43bff-fed9-4db8-b86a-b64b11f62743 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:30.596557 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Pushing event updated for resources: {'Port': ['ID=c5b43bff-fed9-4db8-b86a-b64b11f62743,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:30.624098 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.625219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] For port 1b56251f-2147-4544-b9b7-c1e7e6040529, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:30.637464 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.638314 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.638314 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.638723 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.638846 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.639101 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.639420 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.639739 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.640052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.640367 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.640679 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:30.644346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:30.644716 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:30.645140 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.645524 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:30.646006 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Bound port: c5b43bff-fed9-4db8-b86a-b64b11f62743, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:30.646379 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.648792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Allocated IP 172.20.0.1 (250c6bf3-45a2-4f83-960d-1fd2b634b097/11c6c7cf-0f3a-4608-902a-8853608d9789/3a846285-f22d-46ae-b460-5bef93ff386d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:30.741191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.752980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:30.755811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.769142 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] For port c5b43bff-fed9-4db8-b86a-b64b11f62743, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:30.780332 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] For port c5b43bff-fed9-4db8-b86a-b64b11f62743, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5b43bff-fed9-4db8-b86a-b64b11f62743,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:30.786798 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.795590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] For port 1b56251f-2147-4544-b9b7-c1e7e6040529, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b56251f-2147-4544-b9b7-c1e7e6040529,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:30.812170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c35a8b07-2ec9-402d-a53f-541a16cbf1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.850543 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.885576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.908673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:30.910218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:30.953603 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.983251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-616ed122-1954-46e1-9173-8adc947c2106 None None] Provisioning complete for port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:30.983754 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-616ed122-1954-46e1-9173-8adc947c2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.985349 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c35a8b07-2ec9-402d-a53f-541a16cbf1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:30.993761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79942809-5c6b-473d-a9fc-78862691cd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.004308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] For port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:31.025086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c35a8b07-2ec9-402d-a53f-541a16cbf1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.107420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c35a8b07-2ec9-402d-a53f-541a16cbf1e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ec3a7fde4ce4398a9d9fb25c994db5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705687 Oct 29 11:52:31.110754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60276) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:31.122460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.195044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-58ca01c5-8408-4e1a-a43e-e884b55b8116', 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116', 'tenant_id': '9a5644f97c3d47f5a01eaaf1ff2e2f7a', 'fixed_ips': [{'subnet_id': '4e7ed303-4f89-4867-83ca-3d06c68bcf80'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:31.196452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.206177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] For port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,segment=NetworkSegment(79f66c6c-d811-4c03-a99e-9d17ea10af14),segment_id=79f66c6c-d811-4c03-a99e-9d17ea10af14)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:31.233517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09b13-70e9-48fe-8adf-56670ae5d072 None None] Pushing event updated for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.277129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ae08-84e3-4e27-85a7-af010887c014 None None] Pushing event updated for resources: {'Port': ['ID=c5b43bff-fed9-4db8-b86a-b64b11f62743,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.300908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.324575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Allocated IP 2001:db8::1 (86eb03ec-ac87-4dea-bfec-8177a16a6727/7a467a69-f767-4bbd-b391-1e5123404143/49a4e773-09c0-4bf6-a53b-7d887cd2bf21) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:31.332855 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a8b07-2ec9-402d-a53f-541a16cbf1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de271b-c044-447c-8955-cdabf2ecc7a8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.344484 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.347647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:31.362878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:31.435620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99427-eb1f-4636-860f-259e388c7ea4 req-3cb3ca14-8b00-4326-8acb-af0bc40a8077 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:31.437250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6e99427-eb1f-4636-860f-259e388c7ea4 req-3cb3ca14-8b00-4326-8acb-af0bc40a8077 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 931 time: 0.2781949 Oct 29 11:52:31.438583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:31.439948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:31.445151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.469217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.531715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:31.538379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:31.538605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:31.545767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.550889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.552387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29de271b-c044-447c-8955-cdabf2ecc7a8 HTTP/1.1" status: 204 len: 168 time: 0.4406185 Oct 29 11:52:31.566255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:31.578020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:31.592314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d2eb7-2b9f-4390-9658-1d900d9d0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de271b-c044-447c-8955-cdabf2ecc7a8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.625205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.684762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6e99427-eb1f-4636-860f-259e388c7ea4 req-3683ec0e-24f1-48a8-86a6-f4d3c09eda9c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448133 Oct 29 11:52:31.714951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.882792 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:27Z', 'revision_number': 3, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:31.908944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Pushing event updated for resources: {'Port': ['ID=d0223939-89d9-4fa1-834d-6e97f46a93d9,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:31.964574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:31.966701 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc206d1-62ab-4cfd-b699-5d9662728a3d None None] The sync data for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 is: [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:27Z', 'revision_number': 3, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:31.984490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485d16c4-c704-4fb2-9e05-03dad105ab73 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:52:32.009802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8059e4-1934-422a-a6a8-c6b3bd3e5960 None None] Pushing event updated for resources: {'Port': ['ID=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:32.055920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.102171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Transition to ACTIVE for port object 485d16c4-c704-4fb2-9e05-03dad105ab73 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:52:32.120050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.192097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.278177 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.350559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:32.362926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:32.385548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60292) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:32.392071 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.428142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.433081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af0a622a-8ffa-4678-958e-018c65f9b32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.449475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.587778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:32.611605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:32.620871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.784606 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:52:32.825618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Allocated IP 2001:db8::2 (58ca01c5-8408-4e1a-a43e-e884b55b8116/4e7ed303-4f89-4867-83ca-3d06c68bcf80/74bf9e38-8567-4852-a215-b3c5591cc6b4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:32.962502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af0a622a-8ffa-4678-958e-018c65f9b32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:32.973678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af0a622a-8ffa-4678-958e-018c65f9b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.060704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7353c-6137-47c3-9cc4-3a9da728fda9 req-f421a5df-6fa0-47e1-a0d8-73c01cadb56d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:33.062919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eec7353c-6137-47c3-9cc4-3a9da728fda9 req-f421a5df-6fa0-47e1-a0d8-73c01cadb56d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 943 time: 0.2112026 Oct 29 11:52:33.085351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a622a-8ffa-4678-958e-018c65f9b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6e8ad-f8ee-41aa-93ae-a9745bc12974,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:33.090750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af0a622a-8ffa-4678-958e-018c65f9b32d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acb01b785b584d2fbfd907c1f4c89000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039840 Oct 29 11:52:33.093289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:33.098548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:33.137762 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.182973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:33.202409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:33.230283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:33.231172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.243727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Attempting to bind port d0223939-89d9-4fa1-834d-6e97f46a93d9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:33.244272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Attempting to bind port d0223939-89d9-4fa1-834d-6e97f46a93d9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:33.244716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Attempting to bind port d0223939-89d9-4fa1-834d-6e97f46a93d9 on network 86eb03ec-ac87-4dea-bfec-8177a16a6727 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:33.275126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:33.292829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:33.293272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Checking segment: {'id': 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:33.293765 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.295385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Bound using segment: {'id': 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:33.296360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Bound port: d0223939-89d9-4fa1-834d-6e97f46a93d9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '86eb03ec-ac87-4dea-bfec-8177a16a6727'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:33.296772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.308695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.348030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eec7353c-6137-47c3-9cc4-3a9da728fda9 req-bc1eafa5-2920-4e7f-8b81-949f72d6147d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2729783 Oct 29 11:52:33.368707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.369657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878246d-ac63-4188-8af7-6503a12c660c None None] Network 7198142b-07bf-4a66-bc39-1886455b8a51 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:33.372411 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.403388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.466326 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.518339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:33.528300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Port': ['ID=49a4e773-09c0-4bf6-a53b-7d887cd2bf21,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:33.559837 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.608242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.806907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:33.807614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:33.808181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:33.845857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:33.854629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:52:33.855305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:33.863970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bf16936-7f7e-4010-b4f6-451b87e290b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/6b8fea92-2bd2-4723-b89f-afb98f0f07eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7103693 Oct 29 11:52:33.873742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.875858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:33.876396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:33.877334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Bound using segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:33.877939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Bound port: 485d16c4-c704-4fb2-9e05-03dad105ab73, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:33.878488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.882806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:33.884959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1df6e8ad-f8ee-41aa-93ae-a9745bc12974 HTTP/1.1" status: 204 len: 168 time: 0.7846584 Oct 29 11:52:33.957363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae443000-13ae-49c0-9ed9-8114db42bad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6e8ad-f8ee-41aa-93ae-a9745bc12974,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:34.092745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:34.095233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:34.104695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-616ed122-1954-46e1-9173-8adc947c2106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.107005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:34.112784 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.238157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] For port d0223939-89d9-4fa1-834d-6e97f46a93d9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:34.247699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] For port d0223939-89d9-4fa1-834d-6e97f46a93d9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0223939-89d9-4fa1-834d-6e97f46a93d9,segment=NetworkSegment(cead8f71-95e8-45c9-99b4-8bbd9f231a9e),segment_id=cead8f71-95e8-45c9-99b4-8bbd9f231a9e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:34.253128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:34.257442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.262952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] 10.222.0.86 "PUT /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 1091 time: 3.7541995 Oct 29 11:52:34.266022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:52:34.268784 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9" -d '{"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:52:34.373329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.405479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126558a-ab67-44d8-8020-3808693c62b7 service neutron] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:34.418464 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df2c9f1-138c-40f5-b562-9be9771dd277 x-openstack-request-id: req-7df2c9f1-138c-40f5-b562-9be9771dd277 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:52:34.418755 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:52:34.419017 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7df2c9f1-138c-40f5-b562-9be9771dd277 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:52:34.419421 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'status': 'completed', 'code': 200} Oct 29 11:52:34.425719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.531635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.539972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-f1f42620-15c0-4922-8f8f-dbd214811012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:34.545199 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-f1f42620-15c0-4922-8f8f-dbd214811012 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1094 time: 0.2192526 Oct 29 11:52:34.547695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.552833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:34.553683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:34.611798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Pushing event updated for resources: {'Port': ['ID=74bf9e38-8567-4852-a215-b3c5591cc6b4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:34.691568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.691568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.691568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.710902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.713605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.714975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.723098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.723578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.725189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.726845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.727346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.729876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:52:34.815680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:34.827966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a610fb-8faf-4e2e-bcf1-d5cda4b126c5 req-ae56e12f-a34e-42d4-93eb-16964293fedf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:34.848778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22a610fb-8faf-4e2e-bcf1-d5cda4b126c5 req-ae56e12f-a34e-42d4-93eb-16964293fedf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 943 time: 0.2176642 Oct 29 11:52:34.937399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:34.979950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22a610fb-8faf-4e2e-bcf1-d5cda4b126c5 req-5ac5fea0-8e92-4855-a113-f07998a00b3b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280475 Oct 29 11:52:35.091529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-cb0bbd90-1857-4709-b0a8-438167a872e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 217 time: 0.5354052 Oct 29 11:52:35.100011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Port': ['ID=49a4e773-09c0-4bf6-a53b-7d887cd2bf21,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:35.154189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:35.205894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:35.270052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60352) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:35.277458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-487114010-network', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:35.281894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Attempting to bind port 74bf9e38-8567-4852-a215-b3c5591cc6b4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:35.283857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Attempting to bind port 74bf9e38-8567-4852-a215-b3c5591cc6b4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '67fead63-2da5-429e-99e1-9ef829a6546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:35.284555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Attempting to bind port 74bf9e38-8567-4852-a215-b3c5591cc6b4 on network 58ca01c5-8408-4e1a-a43e-e884b55b8116 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:35.301158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:35.301860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Checking segment: {'id': '67fead63-2da5-429e-99e1-9ef829a6546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:35.302514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.303105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Bound using segment: {'id': '67fead63-2da5-429e-99e1-9ef829a6546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:35.303750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Bound port: 74bf9e38-8567-4852-a215-b3c5591cc6b4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fead63-2da5-429e-99e1-9ef829a6546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '58ca01c5-8408-4e1a-a43e-e884b55b8116'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:35.304314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.346295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Made reservation on behalf of 5f0a9db8a8d845f8877bad2f7143d21a for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:35.349940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.364719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.376326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:35.387667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-616ed122-1954-46e1-9173-8adc947c2106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:52:35.388331 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-616ed122-1954-46e1-9173-8adc947c2106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:52:35.415606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:35.416276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.436747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-58995bd5-ea5b-4fc3-95c6-9a0cafbbe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:35.443297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-58995bd5-ea5b-4fc3-95c6-9a0cafbbe27c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.3311267 Oct 29 11:52:35.478549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Sync routers for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:35.546650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:35.547597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:35.591261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664dce4-bbee-4906-a424-44aed3085730 req-855e8496-c7a8-4208-b761-e6360a12842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:35.591895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.594558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-855e8496-c7a8-4208-b761-e6360a12842a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270039 Oct 29 11:52:35.600076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.655980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:35.710443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff643347-228f-47ca-942d-e5a6b226567a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:35.711650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Router 1cfe63a0-2e53-4691-8206-7a535e9544f1 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:52:35.721173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508d289-5124-4840-9f28-b10439db7c90 None None] Pushing event updated for resources: {'Port': ['ID=d0223939-89d9-4fa1-834d-6e97f46a93d9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:35.731469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:30Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:35.735377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.741563 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Added segment d91ebffe-014e-4108-aeeb-91a3f2524535 of type vlan for network ece22091-4687-47ad-a1a2-0d9e941936e0 Oct 29 11:52:35.799838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] For port 74bf9e38-8567-4852-a215-b3c5591cc6b4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:35.828184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.840705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02238de0-6cbd-4ac8-a84a-92237e6efa87 None None] The sync data for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 is: [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:30Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:35.851221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] For port 74bf9e38-8567-4852-a215-b3c5591cc6b4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74bf9e38-8567-4852-a215-b3c5591cc6b4,segment=NetworkSegment(67fead63-2da5-429e-99e1-9ef829a6546c),segment_id=67fead63-2da5-429e-99e1-9ef829a6546c)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:35.887751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.919266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:35.920474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:35.923399 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:36.078648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-ac2bd998-a57a-47ab-b9ea-111283afa970 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743237 Oct 29 11:52:36.108688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8374898 Oct 29 11:52:36.111532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60376) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:36.116912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Request body: {'subnet': {'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-487114010-subnet', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:36.132213 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e887bf-9ae8-4732-adcf-b893f3d3e59a admin admin] Pushing event updated for resources: {'Network': ['ID=ece22091-4687-47ad-a1a2-0d9e941936e0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:36.171052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:36.177242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ece22091-4687-47ad-a1a2-0d9e941936e0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:36.179790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Made reservation on behalf of 5f0a9db8a8d845f8877bad2f7143d21a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:36.186532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:36.217709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:36.231496 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] Sync routers for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:36.231978 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:36.273152 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:36.273841 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:36.296843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41fceb7a-db3e-4466-b11d-64cda9bacdf1 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6674254 Oct 29 11:52:36.341460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:36.456558 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:36.497430 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:36.509054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:36.570688 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1664dce4-bbee-4906-a424-44aed3085730 req-46ff9259-e47e-4bbf-a851-49be8398e893 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231787 Oct 29 11:52:36.598397 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:36.599231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4b0df-8b2f-4025-a4b5-b6ff7e89e3c5 None None] The sync data for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:36.747852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-2b70288e-9c80-4831-9190-2f46bb053c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:36.750742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-2b70288e-9c80-4831-9190-2f46bb053c2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1094 time: 0.1225598 Oct 29 11:52:36.876859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ff53-eb58-4bbf-bac4-891935a27b38 req-e84b7c2a-a808-4af3-980f-47372c56d8ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:36.892971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1392ff53-eb58-4bbf-bac4-891935a27b38 req-e84b7c2a-a808-4af3-980f-47372c56d8ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 943 time: 0.6371193 Oct 29 11:52:36.955994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5886b-876d-4e8b-81d6-e3ca08a094c5 None None] Pushing event updated for resources: {'Port': ['ID=74bf9e38-8567-4852-a215-b3c5591cc6b4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:37.054643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-02634ebf-33ec-47b3-890c-d966deafbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:37.056483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-02634ebf-33ec-47b3-890c-d966deafbc8d service neutron] 10.222.0.86 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.2973719 Oct 29 11:52:37.080081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90491b0f-e1ef-4d1d-9ae0-a9433ba753de None None] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:37.129566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Provisioning complete for port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:37.130879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:37.137708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-45c7595f-fe23-4462-a048-1459308ff794 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 217 time: 0.0729308 Oct 29 11:52:37.231931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-6ff9ad21-ca78-4eff-a306-5c6a593e7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:37.235181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-6ff9ad21-ca78-4eff-a306-5c6a593e7ac3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.0847492 Oct 29 11:52:37.305986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,segment=NetworkSegment(79f66c6c-d811-4c03-a99e-9d17ea10af14),segment_id=79f66c6c-d811-4c03-a99e-9d17ea10af14)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:37.360240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:37.361963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5b43bff-fed9-4db8-b86a-b64b11f62743 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:37.369522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-bfaf781f-a4e4-4fc3-92af-1e91bc252f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:37.379355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-bfaf781f-a4e4-4fc3-92af-1e91bc252f45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346552 Oct 29 11:52:37.624696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-6639e140-710a-4a7e-949f-260e52fcbfd1 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362900 Oct 29 11:52:37.818584 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0e2d4081-1768-4cf1-8cf7-583b22f7aba9 req-0c81d699-618d-4afe-9ba0-c5214f2ba87a service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849778 Oct 29 11:52:37.971056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:38.119140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c5b43bff-fed9-4db8-b86a-b64b11f62743 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:38.119609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.193223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb3ea6-59c7-4ec0-a761-63539f8d5f03 None None] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:38.281235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1392ff53-eb58-4bbf-bac4-891935a27b38 req-b719425e-689c-4e2b-9050-37986da74767 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3857386 Oct 29 11:52:38.328131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.388084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3768fcc8-f856-4f60-935d-0062c8a1d448,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:38.453363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:52:38.480283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Checking segment: {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:38.480695 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Network hostable DHCP agents. Network: ece22091-4687-47ad-a1a2-0d9e941936e0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:38.491519 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-96ce330c-bb66-44f0-b103-167908333fdf tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:52:38.495786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:38.496097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96ce330c-bb66-44f0-b103-167908333fdf tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1232917 Oct 29 11:52:38.525748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Network ece22091-4687-47ad-a1a2-0d9e941936e0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:38.537598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ece22091-4687-47ad-a1a2-0d9e941936e0) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:38.544101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:38.545206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.575497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e74cff9a-3441-436d-a60c-a233fe73d057 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4623854 Oct 29 11:52:38.576683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60428) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:38.581943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:38.621422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.623001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.630359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301c256-9b04-42df-a783-c17b3fcd1477 None None] Network ece22091-4687-47ad-a1a2-0d9e941936e0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:38.704443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:38.944357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.055362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Provisioning complete for port 3a846285-f22d-46ae-b460-5bef93ff386d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:39.055874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.176222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.234711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:31Z', 'revision_number': 4, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3a846285-f22d-46ae-b460-5bef93ff386d', 'name': '', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'mac_address': 'fa:16:3e:fe:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:30Z', 'updated_at': '2021-10-29T11:52:32Z', 'revision_number': 2, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'subnets': [{'id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:39.265462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:39.437215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'port_id': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'mac_address': 'fa:16:3e:60:00:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:52:39.507494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Checking router: 6b8fea92-2bd2-4723-b89f-afb98f0f07eb for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:39.510337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Updating router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb port 3a846285-f22d-46ae-b460-5bef93ff386d binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:39.549864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41d51f-394f-43d5-a712-396b4b06d322 req-44d6cfb5-00e2-4c21-af11-a3b65895d99d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:39.551703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca41d51f-394f-43d5-a712-396b4b06d322 req-44d6cfb5-00e2-4c21-af11-a3b65895d99d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 943 time: 0.1068342 Oct 29 11:52:39.569647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.648569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.650190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Port 3a846285-f22d-46ae-b460-5bef93ff386d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:39.676131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca41d51f-394f-43d5-a712-396b4b06d322 req-1449b125-e219-4c5a-a988-39fe942ceee2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508749 Oct 29 11:52:39.698405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port 49a4e773-09c0-4bf6-a53b-7d887cd2bf21 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:39.699015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.772513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.802538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port c5b43bff-fed9-4db8-b86a-b64b11f62743, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5b43bff-fed9-4db8-b86a-b64b11f62743,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:39.849993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Allocated IP 172.25.4.100 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c9658bac-1887-48ce-9198-460b09ad3a11) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:39.892224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.905968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.922153 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.938893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:39.989307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for 49a4e773-09c0-4bf6-a53b-7d887cd2bf21 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:39.999985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ece22091-4687-47ad-a1a2-0d9e941936e0', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:40.007265 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.152850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485d16c4-c704-4fb2-9e05-03dad105ab73 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:52:40.154429 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.231352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.276664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:40.321966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:40.323657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Pushing event updated for resources: {'Port': ['ID=c9658bac-1887-48ce-9198-460b09ad3a11,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:40.334045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:40.338615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:40.345187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.352201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=c5b43bff-fed9-4db8-b86a-b64b11f62743,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:40.357274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Provisioning complete for port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:40.357832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.435659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.485984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=49a4e773-09c0-4bf6-a53b-7d887cd2bf21,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:40.731804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0223939-89d9-4fa1-834d-6e97f46a93d9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:40.760097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.901508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['485d16c4-c704-4fb2-9e05-03dad105ab73'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:52:40.967653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297745e6-d4ce-4680-9230-75f828abdf41 req-ed94c2c1-8a55-4060-b567-a3aab57d0a58 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:40.969268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-297745e6-d4ce-4680-9230-75f828abdf41 req-ed94c2c1-8a55-4060-b567-a3aab57d0a58 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1134834 Oct 29 11:52:40.991639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:40.994254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Allocated IP 172.20.0.2 (ece22091-4687-47ad-a1a2-0d9e941936e0/3768fcc8-f856-4f60-935d-0062c8a1d448/beedf387-3366-4312-b06b-75fcc411659c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:41.172804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:41.242931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-297745e6-d4ce-4680-9230-75f828abdf41 req-96cdd2c9-8880-466c-9c39-4e5f64176928 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2626441 Oct 29 11:52:41.302397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:41.435051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d0223939-89d9-4fa1-834d-6e97f46a93d9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:41.435571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:41.532887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Router 73ab5328-f245-42a8-84f1-6e743ed91d3d is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:52:41.599492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Router 1cfe63a0-2e53-4691-8206-7a535e9544f1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:41.707199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:41.723738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:41.728814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Sync routers for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:41.742679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:41.743131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:41.752337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:41.756697 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:41.763388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ea83ce50-4f9f-46e2-9ed7-2fe2226d23af tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2658358 Oct 29 11:52:41.763842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a937c852-69e1-4e82-9a63-630bb2c74958 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1854815 Oct 29 11:52:41.763970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60528) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:41.764235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60530) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:41.769230 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] Sync routers for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:41.780902 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:41.781617 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:41.816996 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:41.831698 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:41.831931 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-9acbb8a9-21c6-43be-b36b-044f7db2840e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] delete failed (client error): The resource could not be found. Oct 29 11:52:41.832735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:41.837033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60532) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:41.837709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9acbb8a9-21c6-43be-b36b-044f7db2840e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1063706720 HTTP/1.1" status: 404 len: 335 time: 0.0664937 Oct 29 11:52:41.843320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-00fd1a0d-b365-4d38-b8b3-3a4a5e616383 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cfe63a0-2e53-4691-8206-7a535e9544f1'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:41.956325 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:41.957030 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad3a66-3fdd-4872-8b81-833abd25d619 None None] The sync data for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:42.072455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.221981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.222639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-00fd1a0d-b365-4d38-b8b3-3a4a5e616383 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.252993 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-00fd1a0d-b365-4d38-b8b3-3a4a5e616383 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] update failed (client error): The resource could not be found. Oct 29 11:52:42.254277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-00fd1a0d-b365-4d38-b8b3-3a4a5e616383 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1 HTTP/1.1" status: 404 len: 339 time: 0.4157586 Oct 29 11:52:42.259331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60542) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:42.263720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Pushing event updated for resources: {'Port': ['ID=beedf387-3366-4312-b06b-75fcc411659c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:42.265199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-738620487'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:42.298496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:42.307077 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.310593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:42.355931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:52:42.375617 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:42.376505 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:42.399506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.399898 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Added segment f422235e-b63e-4be3-9443-67b3e1b06ce0 of type vlan for network a082a170-eb9d-47ee-b0b8-2f13800f6edf Oct 29 11:52:42.450098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.485938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.497614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd5f7-f304-4501-a325-7f300811ba1d req-c602d837-a274-476d-aeb9-fb29c1622fea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:42.501871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] For port 1b56251f-2147-4544-b9b7-c1e7e6040529, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b56251f-2147-4544-b9b7-c1e7e6040529,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:42.501987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-079cd5f7-f304-4501-a325-7f300811ba1d req-c602d837-a274-476d-aeb9-fb29c1622fea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1355984 Oct 29 11:52:42.513653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Network ece22091-4687-47ad-a1a2-0d9e941936e0 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:42.519417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:42.553801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:42.559927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.581183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-079cd5f7-f304-4501-a325-7f300811ba1d req-249fa473-9388-443b-8227-b444f06d40c7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713825 Oct 29 11:52:42.583012 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.590336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:42.590981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.602433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.607033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72e11bdc-a181-43ea-b631-65b81f533b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.652062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf2c7c-5c62-4979-846c-d6d7f525c5ef None None] Pushing event updated for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:42.656088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d0223939-89d9-4fa1-834d-6e97f46a93d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0223939-89d9-4fa1-834d-6e97f46a93d9,segment=NetworkSegment(cead8f71-95e8-45c9-99b4-8bbd9f231a9e),segment_id=cead8f71-95e8-45c9-99b4-8bbd9f231a9e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:42.666977 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.695138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4343674 Oct 29 11:52:42.701051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60554) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:42.721607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.722389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:42.724097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'subnet': {'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:42.753147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Attempting to bind port beedf387-3366-4312-b06b-75fcc411659c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:42.753474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Attempting to bind port beedf387-3366-4312-b06b-75fcc411659c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:42.753744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Attempting to bind port beedf387-3366-4312-b06b-75fcc411659c on network ece22091-4687-47ad-a1a2-0d9e941936e0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:42.756316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:42.761985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd6aa6-3015-4aa3-a535-b084d3909b74 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Network': ['ID=a082a170-eb9d-47ee-b0b8-2f13800f6edf,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:42.852197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:52:42.912746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Made reservation on behalf of 9a5644f97c3d47f5a01eaaf1ff2e2f7a for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:42.921048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.020276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Allocated IP 172.20.0.1 (ece22091-4687-47ad-a1a2-0d9e941936e0/3768fcc8-f856-4f60-935d-0062c8a1d448/f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:43.041077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:43.041446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Checking segment: {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:43.041862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.042244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Bound using segment: {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:43.042765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Bound port: beedf387-3366-4312-b06b-75fcc411659c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:43.043259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.158071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Provisioning complete for port d0223939-89d9-4fa1-834d-6e97f46a93d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:43.158508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.186357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72e11bdc-a181-43ea-b631-65b81f533b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.194518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-72e11bdc-a181-43ea-b631-65b81f533b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.268729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e11bdc-a181-43ea-b631-65b81f533b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc24fbc-630e-48fc-a6ff-374d4b3bc8fe,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:43.310629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.318388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-72e11bdc-a181-43ea-b631-65b81f533b95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cae5dfbad02c4c3da06ee508030d2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724398 Oct 29 11:52:43.321159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60566) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:43.347983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.351178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:43.395399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Subnet': ['ID=e001aed3-313f-4a11-b075-d1519b42e902,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:43.415486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] For port beedf387-3366-4312-b06b-75fcc411659c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:43.419317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] For port beedf387-3366-4312-b06b-75fcc411659c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=beedf387-3366-4312-b06b-75fcc411659c,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:43.427956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.442167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Checking segment: {'id': 'f422235e-b63e-4be3-9443-67b3e1b06ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:43.442167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network hostable DHCP agents. Network: a082a170-eb9d-47ee-b0b8-2f13800f6edf, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:52:43.457607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.464304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:52:43.475707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.478094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d0223939-89d9-4fa1-834d-6e97f46a93d9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:43.482279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a082a170-eb9d-47ee-b0b8-2f13800f6edf) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:43.508642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:43.509869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.515295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Attempting to bind port 3a846285-f22d-46ae-b460-5bef93ff386d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:43.515829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Attempting to bind port 3a846285-f22d-46ae-b460-5bef93ff386d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:43.516306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Attempting to bind port 3a846285-f22d-46ae-b460-5bef93ff386d on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:43.533970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a205d-375c-4d7e-9f72-daf1418e654a None None] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:43.540113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e967215e-a728-425d-8db6-9a9be9039938 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8352833 Oct 29 11:52:43.540305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.549060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60572) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:43.561430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-17faad62-b72f-4753-8a60-fdbc7ef4a04b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:43.671499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Network ece22091-4687-47ad-a1a2-0d9e941936e0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:43.676347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.679225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.693097 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dc24fbc-630e-48fc-a6ff-374d4b3bc8fe HTTP/1.1" status: 204 len: 168 time: 0.3576744 Oct 29 11:52:43.703400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:43.716889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:43.752498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc32209-be20-4e21-aee6-498f95dd21be req-e2154cf6-1835-44fd-ab88-0707aaea0526 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:43.761579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9bc32209-be20-4e21-aee6-498f95dd21be req-e2154cf6-1835-44fd-ab88-0707aaea0526 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.0670328 Oct 29 11:52:43.765927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.774662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155bd3-9eca-460d-8cf0-c377fabe15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc24fbc-630e-48fc-a6ff-374d4b3bc8fe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:43.815114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Pushing event updated for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:43.821581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9bc32209-be20-4e21-aee6-498f95dd21be req-ce1c7134-e5cb-4471-bbe9-071289cb65bf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590339 Oct 29 11:52:43.859795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:43.860172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Checking segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:43.860569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.860960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Bound using segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:43.861570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Bound port: 3a846285-f22d-46ae-b460-5bef93ff386d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:43.863308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:43.863681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f08613-69df-47e0-b25e-1afb0352b773 None None] Pushing event updated for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:44.093415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17faad62-b72f-4753-8a60-fdbc7ef4a04b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.094869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:44.095456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.231763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25ffe4-1543-49e6-a7c5-516a61a6d43a None None] Pushing event updated for resources: {'Port': ['ID=beedf387-3366-4312-b06b-75fcc411659c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:44.239933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Provisioning complete for port 74bf9e38-8567-4852-a215-b3c5591cc6b4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:44.241115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.245372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.275275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:44.321866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a082a170-eb9d-47ee-b0b8-2f13800f6edf', 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf', 'tenant_id': '9a5644f97c3d47f5a01eaaf1ff2e2f7a', 'fixed_ips': [{'subnet_id': 'e001aed3-313f-4a11-b075-d1519b42e902'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:52:44.322721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.348143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a52b48e5-2e4a-4005-b5a6-efcef5e3ebbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.365132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] For port 3a846285-f22d-46ae-b460-5bef93ff386d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:44.400934 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-17faad62-b72f-4753-8a60-fdbc7ef4a04b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:52:44.405058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17faad62-b72f-4753-8a60-fdbc7ef4a04b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1 HTTP/1.1" status: 400 len: 364 time: 0.8506854 Oct 29 11:52:44.412497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60590) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:44.415613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] For port 3a846285-f22d-46ae-b460-5bef93ff386d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a846285-f22d-46ae-b460-5bef93ff386d,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:44.426740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:44.557496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.565983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.701477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.704376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Pushing event updated for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:44.722710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a52b48e5-2e4a-4005-b5a6-efcef5e3ebbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.729806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a52b48e5-2e4a-4005-b5a6-efcef5e3ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.738416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:40Z', 'revision_number': 3, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:44.740996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:44.782258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a52b48e5-2e4a-4005-b5a6-efcef5e3ebbb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba62520f6bbf42e59d34564260be2ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056126 Oct 29 11:52:44.786198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:44.885526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:44.887183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Checking router: 73ab5328-f245-42a8-84f1-6e743ed91d3d for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:44.887531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Updating router 73ab5328-f245-42a8-84f1-6e743ed91d3d port c9658bac-1887-48ce-9198-460b09ad3a11 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:44.957469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b48e5-2e4a-4005-b5a6-efcef5e3ebbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eda5d5-b89c-40b3-9477-cc8f991ea5a9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:44.972757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Network ece22091-4687-47ad-a1a2-0d9e941936e0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:44.974920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:45.069182 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.073171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.227503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Router 73ab5328-f245-42a8-84f1-6e743ed91d3d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:45.277877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.281352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.290597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ceeaac-a1f8-4a85-b6e4-5d29aca9634c None None] Network ece22091-4687-47ad-a1a2-0d9e941936e0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:45.360260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:45.361487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:45.392605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f08613-69df-47e0-b25e-1afb0352b773 None None] Pushing event updated for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:45.457907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:45.482368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91d01ad6-75db-4e23-b092-eaa260258d57 admin admin] 10.222.0.77 "PUT /v2.0/routers/73ab5328-f245-42a8-84f1-6e743ed91d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7168829 Oct 29 11:52:45.509682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 485d16c4-c704-4fb2-9e05-03dad105ab73 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:52:45.564612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 485d16c4-c704-4fb2-9e05-03dad105ab73 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:45.564981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.581857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Allocated IP 2001:db8:1::2 (a082a170-eb9d-47ee-b0b8-2f13800f6edf/e001aed3-313f-4a11-b075-d1519b42e902/7bc3ff46-4286-410b-abc5-5569881f7eaf) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:45.656903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] For port 74bf9e38-8567-4852-a215-b3c5591cc6b4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74bf9e38-8567-4852-a215-b3c5591cc6b4,segment=NetworkSegment(67fead63-2da5-429e-99e1-9ef829a6546c),segment_id=67fead63-2da5-429e-99e1-9ef829a6546c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:45.714301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.730872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.738140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:45.738453 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.769633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Could not find standard attr ID for object 49a4e773-09c0-4bf6-a53b-7d887cd2bf21. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:52:45.778179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab844987-a58d-4398-b395-5958b0e21517 req-0cc34182-ccb1-435f-8323-4260d5af07e8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:45.785616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab844987-a58d-4398-b395-5958b0e21517 req-0cc34182-ccb1-435f-8323-4260d5af07e8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.7328916 Oct 29 11:52:45.892598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:45.931439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab844987-a58d-4398-b395-5958b0e21517 req-28a3bbe4-1617-4123-983f-9838db4bee05 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1443477 Oct 29 11:52:45.977779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.982527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:45.984656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5eda5d5-b89c-40b3-9477-cc8f991ea5a9 HTTP/1.1" status: 204 len: 168 time: 1.1966989 Oct 29 11:52:46.022521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7596fc-4d4f-453a-ab51-b272949235a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eda5d5-b89c-40b3-9477-cc8f991ea5a9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:46.066839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Allocated IP 2001:db8::1 (7198142b-07bf-4a66-bc39-1886455b8a51/e4d27a09-ed19-4a12-9109-2ae8a6ea9322/27884650-e0e4-49b3-bb7e-4553f9f45510) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:46.101408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Pushing event updated for resources: {'Port': ['ID=74bf9e38-8567-4852-a215-b3c5591cc6b4,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:46.104123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Provisioning complete for port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:46.104504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-30d3bb99-fce2-4008-88c0-ffaed8042d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.360230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.417894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.452599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74bf9e38-8567-4852-a215-b3c5591cc6b4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:46.502374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 7198142b-07bf-4a66-bc39-1886455b8a51 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:46.506776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:46.532629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:46.533223 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.548061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.629356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Port': ['ID=27884650-e0e4-49b3-bb7e-4553f9f45510,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:46.629622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.683910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.755574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-39e57c07-d36d-4721-9ae1-512111d6fc07 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:46.758212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-39e57c07-d36d-4721-9ae1-512111d6fc07 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.2669735 Oct 29 11:52:46.831011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.851869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-29b53b60-50d2-46a8-b80c-a82a0017bfc4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/quotas/5f0a9db8a8d845f8877bad2f7143d21a HTTP/1.1" status: 200 len: 375 time: 0.0844204 Oct 29 11:52:46.890771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:52:46.894103 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c07b7-d3a2-4a82-a2d3-5a429aabf547" -d '{"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-plugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:52:46.912820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:46.956408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Attempting to bind port c9658bac-1887-48ce-9198-460b09ad3a11 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:46.957898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Attempting to bind port c9658bac-1887-48ce-9198-460b09ad3a11 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:46.977910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Attempting to bind port c9658bac-1887-48ce-9198-460b09ad3a11 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:47.012845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:47.013691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:47.015862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.016897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:47.017835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Bound port: c9658bac-1887-48ce-9198-460b09ad3a11, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:47.018661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.053195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-f8d6fa7b-ef21-4fad-8b58-d028b7dc8049 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787879 Oct 29 11:52:47.447004 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.451740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-b69f7103-7634-4a3b-b1ff-a6697a88eef6 service neutron] 10.222.0.77 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644438 Oct 29 11:52:47.454377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.455486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.502893 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:47.510005 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.563953 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.574258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2cb34-3c50-4326-8708-1b6e7e9ef92b None None] Pushing event updated for resources: {'Port': ['ID=c9658bac-1887-48ce-9198-460b09ad3a11,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:47.633470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:47.647545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:47.650838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:47.652771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 74bf9e38-8567-4852-a215-b3c5591cc6b4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:47.653159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:47.664769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event updated for resources: {'Port': ['ID=27884650-e0e4-49b3-bb7e-4553f9f45510,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:47.727003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-659f07dd-1b33-4601-9811-bf8a68563ae0 service neutron] 10.222.0.77 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973720 Oct 29 11:52:47.745443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Network 7198142b-07bf-4a66-bc39-1886455b8a51 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:47.749051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Pushing event updated for resources: {'Port': ['ID=7bc3ff46-4286-410b-abc5-5569881f7eaf,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:47.749684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:47.778462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] For port c9658bac-1887-48ce-9198-460b09ad3a11, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:47.795394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] For port c9658bac-1887-48ce-9198-460b09ad3a11, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c9658bac-1887-48ce-9198-460b09ad3a11,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:47.953243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Router 1cfe63a0-2e53-4691-8206-7a535e9544f1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:47.995412 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b74b7-80ed-4ee9-9447-6bfe5d6494e2 x-openstack-request-id: req-0c2b74b7-80ed-4ee9-9447-6bfe5d6494e2 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:52:47.995732 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-plugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:52:47.995990 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c2b74b7-80ed-4ee9-9447-6bfe5d6494e2 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:52:47.996386 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'code': 200} Oct 29 11:52:48.040017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:48.085600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Provisioning complete for port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:48.085977 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:48.125268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:48.130077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:48.139302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-65564ba9-511c-4304-8cbc-cacdbd3ce04e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238960 Oct 29 11:52:48.160150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:48.244542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Attempting to bind port 7bc3ff46-4286-410b-abc5-5569881f7eaf on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:48.245480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Attempting to bind port 7bc3ff46-4286-410b-abc5-5569881f7eaf by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f422235e-b63e-4be3-9443-67b3e1b06ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:48.246042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Attempting to bind port 7bc3ff46-4286-410b-abc5-5569881f7eaf on network a082a170-eb9d-47ee-b0b8-2f13800f6edf {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:48.271257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] Sync routers for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:48.275521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:48.339598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b56251f-2147-4544-b9b7-c1e7e6040529 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:48.433584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-89704b0f-e8f0-4f1a-8411-c250c7690215 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:48.465412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:48.466368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Checking segment: {'id': 'f422235e-b63e-4be3-9443-67b3e1b06ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:48.467106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:48.467600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Bound using segment: {'id': 'f422235e-b63e-4be3-9443-67b3e1b06ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:48.468275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Bound port: 7bc3ff46-4286-410b-abc5-5569881f7eaf, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f422235e-b63e-4be3-9443-67b3e1b06ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a082a170-eb9d-47ee-b0b8-2f13800f6edf'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:48.468732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:48.496868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:48.500023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:48.514792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:31Z', 'revision_number': 4, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3a846285-f22d-46ae-b460-5bef93ff386d', 'name': '', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'mac_address': 'fa:16:3e:fe:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:30Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'subnets': [{'id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:48.640207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ae829-91ca-4dd3-ac6f-0ea91b37af66 req-6493f914-9444-4410-91ad-0b6f9fd76681 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:48.654534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-674ae829-91ca-4dd3-ac6f-0ea91b37af66 req-6493f914-9444-4410-91ad-0b6f9fd76681 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.5290363 Oct 29 11:52:48.722670 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-89704b0f-e8f0-4f1a-8411-c250c7690215 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 11:52:48.725736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-89704b0f-e8f0-4f1a-8411-c250c7690215 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1 HTTP/1.1" status: 409 len: 329 time: 0.5590017 Oct 29 11:52:48.729669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60726) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:48.744281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:48.744281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:48.794930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-674ae829-91ca-4dd3-ac6f-0ea91b37af66 req-482670d0-08ac-4646-a623-d94ac31744d3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394122 Oct 29 11:52:48.854982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] For port 7bc3ff46-4286-410b-abc5-5569881f7eaf, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:48.859201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] For port 7bc3ff46-4286-410b-abc5-5569881f7eaf, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7bc3ff46-4286-410b-abc5-5569881f7eaf,segment=NetworkSegment(f422235e-b63e-4be3-9443-67b3e1b06ce0),segment_id=f422235e-b63e-4be3-9443-67b3e1b06ce0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:48.865693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b406a1-0eae-47f7-8971-ac0bcbc0bda8 req-cab430d7-f448-4d58-9a1c-2216b48c58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:48.868017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55b406a1-0eae-47f7-8971-ac0bcbc0bda8 req-cab430d7-f448-4d58-9a1c-2216b48c58d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1096 time: 0.8585236 Oct 29 11:52:48.927449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-43c70290-7a74-425f-9b33-6628ba2c05d5 req-185ae748-90e9-4d0b-b2de-42a769902340 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 210 time: 0.0460222 Oct 29 11:52:48.964504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:49.010167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Provisioning complete for port 27884650-e0e4-49b3-bb7e-4553f9f45510 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:49.010852 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:49.050756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3068520-98ec-4a0c-99c4-aaa1135ab1bb None None] The sync data for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 is: [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:52:31Z', 'revision_number': 4, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '3a846285-f22d-46ae-b460-5bef93ff386d', 'name': '', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'mac_address': 'fa:16:3e:fe:7d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:30Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'subnets': [{'id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:49.052529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2cb34-3c50-4326-8708-1b6e7e9ef92b None None] Pushing event updated for resources: {'Port': ['ID=c9658bac-1887-48ce-9198-460b09ad3a11,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:49.060101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Port 27884650-e0e4-49b3-bb7e-4553f9f45510 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:49.062834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:49.076557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:49.179006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55b406a1-0eae-47f7-8971-ac0bcbc0bda8 req-f59756b4-9810-43a5-878b-2f078aca22f1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3002532 Oct 29 11:52:49.254774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:49.256834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:49.262510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:49.269658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:49.426658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:49.665048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:49.666247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af1e53-68dc-45fd-b68d-4d0592c2a87a None None] The sync data for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:49.687730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Provisioning complete for port 3a846285-f22d-46ae-b460-5bef93ff386d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:49.689643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:49.810662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3188-8419-4677-ab07-3d97bc74d444 None None] Pushing event updated for resources: {'Port': ['ID=7bc3ff46-4286-410b-abc5-5569881f7eaf,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:49.985928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port 27884650-e0e4-49b3-bb7e-4553f9f45510 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:49.986451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.098586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b19e-3e0d-43a9-a9b6-6959314a5f96 req-aa62e913-abd4-446a-bf20-0140ee9c9fa6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:50.110361 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcf5b19e-3e0d-43a9-a9b6-6959314a5f96 req-aa62e913-abd4-446a-bf20-0140ee9c9fa6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1411309 Oct 29 11:52:50.158704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a', 'name': '', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'mac_address': 'fa:16:3e:9a:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:42Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 2, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'subnets': [{'id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:50.236775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcf5b19e-3e0d-43a9-a9b6-6959314a5f96 req-0383ca61-d8bd-43ba-b96b-3fc8d55ae661 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254711 Oct 29 11:52:50.250276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.272056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c239a-c797-4c57-8337-91e2cd6b6ed9 None None] The sync data for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 is: [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a', 'name': '', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'mac_address': 'fa:16:3e:9a:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:42Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 2, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'subnets': [{'id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:50.294874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.332964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for 27884650-e0e4-49b3-bb7e-4553f9f45510 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:50.419035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-13e86086-4938-424a-a931-6df78f00b890 None None] For port 3a846285-f22d-46ae-b460-5bef93ff386d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a846285-f22d-46ae-b460-5bef93ff386d,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:50.435637 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.502453 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dad0762c-5475-4352-8c02-013056267aec req-b6116ac6-3764-4226-a211-957d89a12a0e tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 210 time: 0.1118152 Oct 29 11:52:50.573846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Pushing event updated for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:50.604311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Provisioning complete for port beedf387-3366-4312-b06b-75fcc411659c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:50.604997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.713178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device beedf387-3366-4312-b06b-75fcc411659c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:50.857258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:50.966016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-13e86086-4938-424a-a931-6df78f00b890 None None] For port beedf387-3366-4312-b06b-75fcc411659c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=beedf387-3366-4312-b06b-75fcc411659c,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:50.995778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port beedf387-3366-4312-b06b-75fcc411659c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:50.996965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.104700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.152438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-dc1e7e6e-1c40-4661-a99b-4e37dd6c0ee5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:51.156194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-dc1e7e6e-1c40-4661-a99b-4e37dd6c0ee5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.41 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.8981223 Oct 29 11:52:51.164188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.190983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Request body: {'port': {'device_id': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'admin_state_up': True, 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:51.245178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-395ff08f-6f25-41c5-9416-781c58139d24 None None] Could not find standard attr ID for object 27884650-e0e4-49b3-bb7e-4553f9f45510. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:52:51.256234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=27884650-e0e4-49b3-bb7e-4553f9f45510,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:51.332553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e86086-4938-424a-a931-6df78f00b890 None None] Pushing event updated for resources: {'Port': ['ID=beedf387-3366-4312-b06b-75fcc411659c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:51.363520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a846285-f22d-46ae-b460-5bef93ff386d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:51.496127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3a846285-f22d-46ae-b460-5bef93ff386d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:51.496505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.530110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0af0a-59dd-4de4-a3a2-4518e1f61879 req-f46a2c4e-4490-486a-b2e7-f6e6bdacc6f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:51.553640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85a0af0a-59dd-4de4-a3a2-4518e1f61879 req-f46a2c4e-4490-486a-b2e7-f6e6bdacc6f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1541708 Oct 29 11:52:51.568871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Made reservation on behalf of 5f0a9db8a8d845f8877bad2f7143d21a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:52:51.581433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.609068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f858c70-9449-4d45-bba5-f0f390632dd3 None None] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:51.661233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.675741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85a0af0a-59dd-4de4-a3a2-4518e1f61879 req-4dafba83-6f2f-438b-b13e-37c8f7bb872c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175191 Oct 29 11:52:51.776339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] Provisioning complete for port 7bc3ff46-4286-410b-abc5-5569881f7eaf triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:51.776950 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:51.833622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d378ee05-221c-42cb-a328-ab5d365f2c9c req-5dc01402-b8a3-48fb-baa5-74de17ab5259 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 210 time: 0.0435188 Oct 29 11:52:52.076689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff3459-9344-414f-8127-2ab5fe4191d7 req-063428c6-40a7-4116-8d56-5d8a2b3d796c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:52.078486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0ff3459-9344-414f-8127-2ab5fe4191d7 req-063428c6-40a7-4116-8d56-5d8a2b3d796c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.0984480 Oct 29 11:52:52.154186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Router 1cfe63a0-2e53-4691-8206-7a535e9544f1 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:52:52.180676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0ff3459-9344-414f-8127-2ab5fe4191d7 req-79c0d13d-0ea5-4827-98a8-5da16c2aa097 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823314 Oct 29 11:52:52.220436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:52.274152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:52:52.287784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.288102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] Sync routers for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:52.302505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60814) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:52.303475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7e665610-5f06-4bdb-9356-a43b500383d7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5725520 Oct 29 11:52:52.312326 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:52.312939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Allocated IP 172.20.0.7 (250c6bf3-45a2-4f83-960d-1fd2b634b097/11c6c7cf-0f3a-4608-902a-8853608d9789/a65bee23-7144-49c6-a6ef-14bf6ac32c25) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:52.321084 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:52.442865 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-cbbb666c-6c52-4c77-bb78-18e3b59a4c58 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] show failed (client error): The resource could not be found. Oct 29 11:52:52.449138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbbb666c-6c52-4c77-bb78-18e3b59a4c58 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-247293360 HTTP/1.1" status: 404 len: 334 time: 0.1401923 Oct 29 11:52:52.449897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60818) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:52.469708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0223939-89d9-4fa1-834d-6e97f46a93d9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:52.475150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a7fc457c-bef7-4a4d-a704-b63d66e4ed5f tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:52.478311 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:52.506702 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] Routers {'1cfe63a0-2e53-4691-8206-7a535e9544f1'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:52.507630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['1cfe63a0-2e53-4691-8206-7a535e9544f1'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:52.562624 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-a7fc457c-bef7-4a4d-a704-b63d66e4ed5f tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] update failed (client error): The resource could not be found. Oct 29 11:52:52.563742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7fc457c-bef7-4a4d-a704-b63d66e4ed5f tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1415467686 HTTP/1.1" status: 404 len: 335 time: 0.1116986 Oct 29 11:52:52.567444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:52.616352 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:52.617082 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5205f0-84eb-47b1-808f-a714029bf5ae None None] The sync data for ids ['1cfe63a0-2e53-4691-8206-7a535e9544f1'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:52.632496 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.730253 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting subnet e001aed3-313f-4a11-b075-d1519b42e902 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:52.736488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.767967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] For port 7bc3ff46-4286-410b-abc5-5569881f7eaf, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7bc3ff46-4286-410b-abc5-5569881f7eaf,segment=NetworkSegment(f422235e-b63e-4be3-9443-67b3e1b06ce0),segment_id=f422235e-b63e-4be3-9443-67b3e1b06ce0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:52.782630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.811232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.870744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.928648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d0223939-89d9-4fa1-834d-6e97f46a93d9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:52.930459 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.953563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:52.998602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:53.002314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:53.008326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:53.063897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Pushing event updated for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:53.073313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:53.074126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.098313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-35b7c10f-6cfb-4a7f-8ebe-0bb1a8643cfd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9218791 Oct 29 11:52:53.115429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Request body: {'port': {'device_id': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:53.155176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9294d-b798-44d4-b3ba-1dd19e7ff71d None None] Pushing event updated for resources: {'Port': ['ID=7bc3ff46-4286-410b-abc5-5569881f7eaf,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:53.207069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.259634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74bf9e38-8567-4852-a215-b3c5591cc6b4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:53.378835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9dab-8cf6-4142-a3b7-8007a7dd66a1 req-07fcf193-41b1-430a-94f7-dd0678c14f43 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:53.389982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bcd9dab-8cf6-4142-a3b7-8007a7dd66a1 req-07fcf193-41b1-430a-94f7-dd0678c14f43 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1027 time: 0.2973335 Oct 29 11:52:53.424570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 74bf9e38-8567-4852-a215-b3c5591cc6b4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:53.425545 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.474866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babc18c-4698-4bd1-afa7-18ed6471def3 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:53.481537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8babc18c-4698-4bd1-afa7-18ed6471def3 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1091 time: 1.2578385 Oct 29 11:52:53.496266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bb24ae7d-3452-4362-948b-21368ab613cf None None] Provisioning complete for port 7bc3ff46-4286-410b-abc5-5569881f7eaf triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:53.497111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb24ae7d-3452-4362-948b-21368ab613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.500040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.525183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60844) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:53.545235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:52:53.564641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1bcd9dab-8cf6-4142-a3b7-8007a7dd66a1 req-886dbe1b-2975-4686-80a5-032c5f9a93cc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736863 Oct 29 11:52:53.594609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.629657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b56251f-2147-4544-b9b7-c1e7e6040529 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:53.666075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Subnet': ['ID=e001aed3-313f-4a11-b075-d1519b42e902,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:53.673817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-37dd5d1c-3496-4a56-b091-3d073b7dcca0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2256136 Oct 29 11:52:53.706038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.715412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7dda1787-0ad1-4a92-a04d-93ed75669512 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/subnets/e001aed3-313f-4a11-b075-d1519b42e902 HTTP/1.1" status: 204 len: 168 time: 1.1451025 Oct 29 11:52:53.718153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60850) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:53.727675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cca8aa-96ec-493e-b5fa-3a33dd18b908 None None] Network a082a170-eb9d-47ee-b0b8-2f13800f6edf requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:53.843923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.844184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1b56251f-2147-4544-b9b7-c1e7e6040529 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:53.845542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.871265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:53.929779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-9d79742c-44aa-4eb8-97ac-2cb659e1b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:53.931247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-9d79742c-44aa-4eb8-97ac-2cb659e1b815 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1096 time: 0.1673677 Oct 29 11:52:53.957385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bb24ae7d-3452-4362-948b-21368ab613cf None None] Provisioning complete for port a65bee23-7144-49c6-a6ef-14bf6ac32c25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:53.957759 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb24ae7d-3452-4362-948b-21368ab613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.014239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port 7bc3ff46-4286-410b-abc5-5569881f7eaf {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:54.014578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.097499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bb24ae7d-3452-4362-948b-21368ab613cf None None] Port a65bee23-7144-49c6-a6ef-14bf6ac32c25 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:52:54.160820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65bee23-7144-49c6-a6ef-14bf6ac32c25 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:52:54.167045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-40563d0d-83c6-42c9-a6e0-6a9e9f76055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:54.168860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-40563d0d-83c6-42c9-a6e0-6a9e9f76055a service neutron] 10.222.0.86 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.2146356 Oct 29 11:52:54.175409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.200804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7bc3ff46-4286-410b-abc5-5569881f7eaf up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:54.245735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Transition to ACTIVE for port object a65bee23-7144-49c6-a6ef-14bf6ac32c25 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:52:54.248926 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-e3f6a61a-113d-4425-8ce2-12c2c59cace9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 217 time: 0.0699069 Oct 29 11:52:54.255062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.274126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.290012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7bc3ff46-4286-410b-abc5-5569881f7eaf triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:54.290632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.321894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] For port 7bc3ff46-4286-410b-abc5-5569881f7eaf, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7bc3ff46-4286-410b-abc5-5569881f7eaf,segment=NetworkSegment(f422235e-b63e-4be3-9443-67b3e1b06ce0),segment_id=f422235e-b63e-4be3-9443-67b3e1b06ce0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:54.322385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.336506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] DHCP port deletion for a082a170-eb9d-47ee-b0b8-2f13800f6edf request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:54.358193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for 7bc3ff46-4286-410b-abc5-5569881f7eaf owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:54.539228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-6bf922e4-09a7-4f65-9613-830f58122c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:54.541369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5b43bff-fed9-4db8-b86a-b64b11f62743 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:54.549423 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-6bf922e4-09a7-4f65-9613-830f58122c21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.2657032 Oct 29 11:52:54.550367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:54.573910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Deleting port 7bc3ff46-4286-410b-abc5-5569881f7eaf {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:54.574413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.667389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.730309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=7bc3ff46-4286-410b-abc5-5569881f7eaf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:54.730797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] For port 7bc3ff46-4286-410b-abc5-5569881f7eaf, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7bc3ff46-4286-410b-abc5-5569881f7eaf,segment=NetworkSegment(f422235e-b63e-4be3-9443-67b3e1b06ce0),segment_id=f422235e-b63e-4be3-9443-67b3e1b06ce0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:54.731394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.733279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] No DVR routers for this DVR port 7bc3ff46-4286-410b-abc5-5569881f7eaf on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:54.750816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Calling delete_port for 7bc3ff46-4286-410b-abc5-5569881f7eaf owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:54.880963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:54.890960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.43 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1ac331b2-d229-4c6c-b25a-6bcbfdd4629e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:52:54.898540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Sync routers for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:52:54.919237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-141f81ba-5f68-46a3-9bf0-ab592c40a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:54.920788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-141f81ba-5f68-46a3-9bf0-ab592c40a853 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3561790 Oct 29 11:52:54.927967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] No DVR routers for this DVR port 7bc3ff46-4286-410b-abc5-5569881f7eaf on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:54.977754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Attempting to bind port a65bee23-7144-49c6-a6ef-14bf6ac32c25 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:54.977992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Attempting to bind port a65bee23-7144-49c6-a6ef-14bf6ac32c25 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:54.978461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Attempting to bind port a65bee23-7144-49c6-a6ef-14bf6ac32c25 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:54.982510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29b80d-1954-4c5d-ba50-349fb2acecd5 None None] Pushing event deleted for resources: {'Port': ['ID=7bc3ff46-4286-410b-abc5-5569881f7eaf,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:55.004761 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.030162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:55.030162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:55.089361 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a082a170-eb9d-47ee-b0b8-2f13800f6edf']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:55.100505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f422235e-b63e-4be3-9443-67b3e1b06ce0') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:55.101726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f422235e-b63e-4be3-9443-67b3e1b06ce0') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:55.115807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.135029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.146557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:55.147377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.150062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c5b43bff-fed9-4db8-b86a-b64b11f62743 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:55.150307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:55.152959 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:55.232264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:55.247449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.277981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.282257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/networks/a082a170-eb9d-47ee-b0b8-2f13800f6edf HTTP/1.1" status: 204 len: 168 time: 1.5620928 Oct 29 11:52:55.283651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94f85-9ed1-4af0-9b6d-aa5ce0fd41e6 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Network': ['ID=a082a170-eb9d-47ee-b0b8-2f13800f6edf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:55.287585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9188df-10cb-4b3f-9e68-10046b651a5e req-186937cc-e062-434a-b77f-9683ba0f1c54 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:55.298138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f9188df-10cb-4b3f-9e68-10046b651a5e req-186937cc-e062-434a-b77f-9683ba0f1c54 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1052 time: 0.5696714 Oct 29 11:52:55.300335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:55.428198 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting subnet 4e7ed303-4f89-4867-83ca-3d06c68bcf80 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:55.440816 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.553669 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.650085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a', 'name': '', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'mac_address': 'fa:16:3e:9a:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:42Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 2, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'subnets': [{'id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:55.689134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Checking router: 73ab5328-f245-42a8-84f1-6e743ed91d3d for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:52:55.706628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Updating router 73ab5328-f245-42a8-84f1-6e743ed91d3d port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:52:55.719463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.739744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.746823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f9188df-10cb-4b3f-9e68-10046b651a5e req-92484631-63b4-4b4a-bef2-a48e83727ba2 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471791 Oct 29 11:52:55.808799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.812644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.821986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Port a65bee23-7144-49c6-a6ef-14bf6ac32c25 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:52:55.822317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Attempting to bind port a65bee23-7144-49c6-a6ef-14bf6ac32c25 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:55.848544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a846285-f22d-46ae-b460-5bef93ff386d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:55.937687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:55.937687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Checking segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:55.941703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Bound using segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:55.944079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Bound port: a65bee23-7144-49c6-a6ef-14bf6ac32c25, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:55.944468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.956805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:55.982285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3a846285-f22d-46ae-b460-5bef93ff386d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:55.983325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.044644 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.085336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:52:56.089145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7ed303-4f89-4867-83ca-3d06c68bcf80,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:56.095328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.107101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a7d9e685-b819-4a5d-9a54-23dde4234f0c tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/subnets/4e7ed303-4f89-4867-83ca-3d06c68bcf80 HTTP/1.1" status: 204 len: 168 time: 0.8010724 Oct 29 11:52:56.109159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60902) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:56.124686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:52:56.146674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:52:56.168217 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-7a762a88-bb25-4b4d-a960-815ade107442 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2320123 Oct 29 11:52:56.243499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting subnet 7a467a69-f767-4bbd-b391-1e5123404143 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:52:56.251703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.277375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1ac331b2-d229-4c6c-b25a-6bcbfdd4629e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:56.397510 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.490174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:56.529801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.630148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45afcdad-8086-4449-994c-79ff2bebb6c6 None None] Network 58ca01c5-8408-4e1a-a43e-e884b55b8116 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:56.684099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.720968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Subnet': ['ID=7a467a69-f767-4bbd-b391-1e5123404143,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:56.731929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.737769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e149936e-b445-43ee-a84b-70334821a6a7 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/subnets/7a467a69-f767-4bbd-b391-1e5123404143 HTTP/1.1" status: 204 len: 168 time: 0.6215754 Oct 29 11:52:56.740835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60920) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:56.771012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:56.788349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.827808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fb47e-1142-4246-b014-041ce9c67d9c None None] Network 86eb03ec-ac87-4dea-bfec-8177a16a6727 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:52:56.901410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.904963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-134dc8f6-ebcb-4271-bb42-3c877386d656 req-2c709e21-ac5d-4a1b-82fe-a10bbab14134 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254949 Oct 29 11:52:56.952943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:56.959063 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:56.966580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] 10.222.0.41 "PUT /v2.0/ports/a65bee23-7144-49c6-a6ef-14bf6ac32c25 HTTP/1.1" status: 200 len: 1091 time: 3.8584368 Oct 29 11:52:57.052783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af075c-98fd-4cce-a0fc-6979b311da7c req-a740d096-2321-4b75-8b77-dc8aa11447a4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:57.069575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:52:57.072277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96af075c-98fd-4cce-a0fc-6979b311da7c req-a740d096-2321-4b75-8b77-dc8aa11447a4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1094 time: 0.1655910 Oct 29 11:52:57.075060 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194" -d '{"events": [{"name": "network-changed", "server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:52:57.200669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac319e4-a383-4c76-8196-b45e9aad6a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:57.205887 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96af075c-98fd-4cce-a0fc-6979b311da7c req-bd25e541-9671-4fc7-a734-5f0876d5846f tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199324 Oct 29 11:52:57.246278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port 74bf9e38-8567-4852-a215-b3c5591cc6b4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:57.246278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.293502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-956de2ca-54d6-412e-aaa4-6efbac9b3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:57.297100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c9658bac-1887-48ce-9198-460b09ad3a11 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:57.299228 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-956de2ca-54d6-412e-aaa4-6efbac9b3c09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1094 time: 0.2197678 Oct 29 11:52:57.309201 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f69c93c-3e3c-4956-81a2-17157a2d3a0c x-openstack-request-id: req-0f69c93c-3e3c-4956-81a2-17157a2d3a0c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:52:57.309515 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:52:57.309770 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f69c93c-3e3c-4956-81a2-17157a2d3a0c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:52:57.310172 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25', 'status': 'completed', 'code': 200} Oct 29 11:52:57.361421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.372522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] For port 74bf9e38-8567-4852-a215-b3c5591cc6b4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=74bf9e38-8567-4852-a215-b3c5591cc6b4,segment=NetworkSegment(67fead63-2da5-429e-99e1-9ef829a6546c),segment_id=67fead63-2da5-429e-99e1-9ef829a6546c)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:57.372943 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.387906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for 74bf9e38-8567-4852-a215-b3c5591cc6b4 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:57.406611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c9658bac-1887-48ce-9198-460b09ad3a11 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:57.407255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.412873 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.420377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.431450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-fb49be2e-0f4c-4319-84b9-316a5fe4a5ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25 HTTP/1.1" status: 200 len: 217 time: 0.1182077 Oct 29 11:52:57.489025 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.520423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=74bf9e38-8567-4852-a215-b3c5591cc6b4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:57.527488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] No DVR routers for this DVR port 74bf9e38-8567-4852-a215-b3c5591cc6b4 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:57.568789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd385fa7-92e0-4bbf-9cb7-648db88d0064 None None] DHCP port deletion for 58ca01c5-8408-4e1a-a43e-e884b55b8116 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:57.618196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-c665a72c-8550-4317-aa86-e53a92f033a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:57.635819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-c665a72c-8550-4317-aa86-e53a92f033a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11c6c7cf-0f3a-4608-902a-8853608d9789 HTTP/1.1" status: 200 len: 849 time: 0.1330700 Oct 29 11:52:57.709760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.712548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-cdabc464-5429-4d8f-bf38-b410ddcdc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:57.714512 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-cdabc464-5429-4d8f-bf38-b410ddcdc691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=250c6bf3-45a2-4f83-960d-1fd2b634b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777047 Oct 29 11:52:57.729629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855e561-46d8-4b75-857e-f5a032dd99d4 None None] Pushing event updated for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:57.744556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] DHCP port deletion for 86eb03ec-ac87-4dea-bfec-8177a16a6727 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:52:57.762569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ca01c5-8408-4e1a-a43e-e884b55b8116']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:57.779692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fead63-2da5-429e-99e1-9ef829a6546c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:57.780214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fead63-2da5-429e-99e1-9ef829a6546c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:57.825799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Attempting to bind port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:52:57.826081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Attempting to bind port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:52:57.826448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Attempting to bind port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a on network ece22091-4687-47ad-a1a2-0d9e941936e0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:52:57.826580 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.843562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.852474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:52:57.852849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Checking segment: {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:52:57.853448 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.853964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Bound using segment: {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:52:57.854327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Bound port: f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ebffe-014e-4108-aeeb-91a3f2524535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:52:57.854710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.857398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:52:57.857975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:52:57.865513 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:52:57.951648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] For port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:52:57.955700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] For port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:52:57.965511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.001451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.006570 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.027986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.038108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/networks/58ca01c5-8408-4e1a-a43e-e884b55b8116 HTTP/1.1" status: 204 len: 168 time: 1.2959816 Oct 29 11:52:58.043613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-c5333948-cd6c-4319-a4aa-43474960101e service neutron] 10.222.0.41 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447319 Oct 29 11:52:58.047939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60946) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:52:58.075871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:52:58.076508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:52:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:58.080239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537ef8-123c-4ea4-9915-0d3c2eba1b7b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Network': ['ID=58ca01c5-8408-4e1a-a43e-e884b55b8116,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:58.159094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.209280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port c9658bac-1887-48ce-9198-460b09ad3a11, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c9658bac-1887-48ce-9198-460b09ad3a11,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:58.227163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.228031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device beedf387-3366-4312-b06b-75fcc411659c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:52:58.301058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855e561-46d8-4b75-857e-f5a032dd99d4 None None] Pushing event updated for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:58.352402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Deleting port d0223939-89d9-4fa1-834d-6e97f46a93d9 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:58.354846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.359875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:52:58.360727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.449248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-695a4480-b6d0-445d-abd7-febbe33258e9 req-ebfbceb0-84be-40be-9900-b427cb0731b3 service neutron] 10.222.0.41 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983712 Oct 29 11:52:58.477722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] Provisioning complete for port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:58.478127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.694262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] For port d0223939-89d9-4fa1-834d-6e97f46a93d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0223939-89d9-4fa1-834d-6e97f46a93d9,segment=NetworkSegment(cead8f71-95e8-45c9-99b4-8bbd9f231a9e),segment_id=cead8f71-95e8-45c9-99b4-8bbd9f231a9e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:58.695566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.720086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Calling delete_port for d0223939-89d9-4fa1-834d-6e97f46a93d9 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:58.746928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-165e75c0-078c-4cd6-8908-f7becd7f4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:58.748518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-165e75c0-078c-4cd6-8908-f7becd7f4d42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1094 time: 0.2216227 Oct 29 11:52:58.754344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.786942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.818196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port d0223939-89d9-4fa1-834d-6e97f46a93d9 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:52:58.818566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:58.989782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=1ac331b2-d229-4c6c-b25a-6bcbfdd4629e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:59.015271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] For port d0223939-89d9-4fa1-834d-6e97f46a93d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d0223939-89d9-4fa1-834d-6e97f46a93d9,segment=NetworkSegment(cead8f71-95e8-45c9-99b4-8bbd9f231a9e),segment_id=cead8f71-95e8-45c9-99b4-8bbd9f231a9e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:59.015645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.039589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-1c37a84c-7544-4178-9177-fac25a5b9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:59.043048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-1c37a84c-7544-4178-9177-fac25a5b9a42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.2863612 Oct 29 11:52:59.043924 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.049108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.072638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for d0223939-89d9-4fa1-834d-6e97f46a93d9 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:52:59.090150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dbc16-d1f6-4c87-95cf-634b597fd0d1 req-0929b88c-d6ab-4a27-93f2-8504ee318ad4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:59.091721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f7dbc16-d1f6-4c87-95cf-634b597fd0d1 req-0929b88c-d6ab-4a27-93f2-8504ee318ad4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1094 time: 0.7301376 Oct 29 11:52:59.129749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=c9658bac-1887-48ce-9198-460b09ad3a11,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:59.162849 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-523081e9-b5d2-4a13-a02c-564661eeceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.192991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] No DVR routers for this DVR port d0223939-89d9-4fa1-834d-6e97f46a93d9 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:59.204293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f7dbc16-d1f6-4c87-95cf-634b597fd0d1 req-3a8becf1-b9a6-41e7-b9ab-3ff231a2de85 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016052 Oct 29 11:52:59.211853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port beedf387-3366-4312-b06b-75fcc411659c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:59.214475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.237266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba73e10-16b6-4533-93db-7fa4d0ede7ab None None] Pushing event deleted for resources: {'Port': ['ID=d0223939-89d9-4fa1-834d-6e97f46a93d9,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:59.349850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-bbf882f9-3045-4587-bbfe-dbfb642e6ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25 HTTP/1.1" status: 200 len: 217 time: 0.2813544 Oct 29 11:52:59.420900 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.601489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-d5f0d0c9-a59a-48d6-92e4-5ea6fde21aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:59.604133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-d5f0d0c9-a59a-48d6-92e4-5ea6fde21aee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11c6c7cf-0f3a-4608-902a-8853608d9789 HTTP/1.1" status: 200 len: 849 time: 0.2386863 Oct 29 11:52:59.664521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.674393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] For port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:52:59.679358 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 2c6db51e-b3f1-4fbb-a18e-f6466f73833a associated. External IP: 172.25.4.43, port: 485d16c4-c704-4fb2-9e05-03dad105ab73. Oct 29 11:52:59.694813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.755575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=d0223939-89d9-4fa1-834d-6e97f46a93d9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:59.779164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c4d62-4066-4cf9-b88c-999ff7381fb5 None None] Pushing event updated for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:52:59.784994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a', 'name': '', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'mac_address': 'fa:16:3e:9a:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:42Z', 'updated_at': '2021-10-29T11:52:57Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'subnets': [{'id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:52:59.790677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] No DVR routers for this DVR port d0223939-89d9-4fa1-834d-6e97f46a93d9 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:52:59.827506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b0ce8c-03eb-4aa1-b132-e33ee86863a5 None None] The sync data for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 is: [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:52:44Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a', 'name': '', 'network_id': 'ece22091-4687-47ad-a1a2-0d9e941936e0', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'mac_address': 'fa:16:3e:9a:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:42Z', 'updated_at': '2021-10-29T11:52:57Z', 'revision_number': 4, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'subnets': [{'id': '3768fcc8-f856-4f60-935d-0062c8a1d448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:52:59.867857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7bc3ff46-4286-410b-abc5-5569881f7eaf no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:52:59.886803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-67018778-4f00-45c0-aab6-1b6b4f48f106 None None] Provisioning complete for port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:52:59.887361 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67018778-4f00-45c0-aab6-1b6b4f48f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:52:59.940615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-5eda323a-1042-467b-ac38-398a484f4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:52:59.942223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-5eda323a-1042-467b-ac38-398a484f4274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=250c6bf3-45a2-4f83-960d-1fd2b634b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291986 Oct 29 11:52:59.961120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7bc3ff46-4286-410b-abc5-5569881f7eaf {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:52:59.961594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7bc3ff46-4286-410b-abc5-5569881f7eaf not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:00.020837 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.081493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb03ec-ac87-4dea-bfec-8177a16a6727']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:00.110113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:00.110466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cead8f71-95e8-45c9-99b4-8bbd9f231a9e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:00.188468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c9658bac-1887-48ce-9198-460b09ad3a11 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:00.254139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a65bee23-7144-49c6-a6ef-14bf6ac32c25 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:53:00.371925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c9658bac-1887-48ce-9198-460b09ad3a11 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:00.372483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.399740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:00.428269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624e19b-8477-42f2-a078-7fd8e10f0654 req-2e75344b-5741-4182-b982-35ad597fa8b4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:00.430220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c624e19b-8477-42f2-a078-7fd8e10f0654 req-2e75344b-5741-4182-b982-35ad597fa8b4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1094 time: 0.0733745 Oct 29 11:53:00.451480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:00.479759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c624e19b-8477-42f2-a078-7fd8e10f0654 req-df39244d-0a95-494c-ba33-b9eb3d434b79 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Oct 29 11:53:00.486038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'port_id': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25', 'mac_address': 'fa:16:3e:9d:83:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:53:00.564891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.569261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:00.603436 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.622796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65bee23-7144-49c6-a6ef-14bf6ac32c25 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:53:00.646863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:00.653211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.664252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.670704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.676613 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.701831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.711963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-96add46d-8e6e-4cfa-9104-9cbba3939c58 service neutron] 10.222.0.41 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581184 Oct 29 11:53:00.714732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:00.715130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:00.718145 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:00.729155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:00.747405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:00.748173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.755025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f6c0ff05dd1476594012315008ed127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521786 Oct 29 11:53:00.756064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0c2a2-9fb6-4b98-a84a-c95692570af9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:00.766048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 60996) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:00.767704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.768371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.769097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.769588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.770072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.770602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.771146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.771629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.772110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.772742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.773300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.773797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b1d7-0c36-4955-9476-4d1f447c8f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:00.852902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f489cca0-3638-479f-915a-d5d6df8d2b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.863633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 5ea83fcd-1373-4ede-9f29-c1505b747587 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:00.883225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.892077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.897455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/networks/86eb03ec-ac87-4dea-bfec-8177a16a6727 HTTP/1.1" status: 204 len: 168 time: 2.8467393 Oct 29 11:53:00.898265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.906090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 60998) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:00.906346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a65bee23-7144-49c6-a6ef-14bf6ac32c25'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:00.933126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:00.962141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbdccc-366a-4494-bd29-a14699a0f94e tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Network': ['ID=86eb03ec-ac87-4dea-bfec-8177a16a6727,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:01.026878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.029686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.034004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11c0c2a2-9fb6-4b98-a84a-c95692570af9 HTTP/1.1" status: 204 len: 168 time: 0.2540770 Oct 29 11:53:01.047946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac4f45-8738-4a38-bedf-e4b12bd89a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0c2a2-9fb6-4b98-a84a-c95692570af9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:01.092411 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74bf9e38-8567-4852-a215-b3c5591cc6b4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:01.128744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 74bf9e38-8567-4852-a215-b3c5591cc6b4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:01.129111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 74bf9e38-8567-4852-a215-b3c5591cc6b4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:01.129532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0223939-89d9-4fa1-834d-6e97f46a93d9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:01.135805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6b3f20e9-ce33-42cc-9c1a-39e2adf7f194 req-a7792138-7b93-4204-952b-d93525fce9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014509 Oct 29 11:53:01.156555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting subnet e4d27a09-ed19-4a12-9109-2ae8a6ea9322 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:01.161844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d0223939-89d9-4fa1-834d-6e97f46a93d9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:01.162193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d0223939-89d9-4fa1-834d-6e97f46a93d9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:01.166882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.220318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:01.231549 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Sync routers for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:01.239081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.255812 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:01.256450 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:01.273033 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.318910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8dac4d53-b5ca-42c2-b11b-56c2a4ce65d1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7912660 Oct 29 11:53:01.321561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:01.324099 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43" -d '{"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:01.372171 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.396342 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:01.471280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.499017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d27a09-ed19-4a12-9109-2ae8a6ea9322,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:01.506972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.512982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab2f7f-69e1-4fc9-b8c7-4af830e8be69 None None] Network 7198142b-07bf-4a66-bc39-1886455b8a51 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:01.515278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a8d3f04-8be6-4206-9aca-bf09b6ea67c0 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/subnets/e4d27a09-ed19-4a12-9109-2ae8a6ea9322 HTTP/1.1" status: 204 len: 168 time: 0.5960665 Oct 29 11:53:01.516099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32780) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:01.541742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df174fe-42f3-4015-82ec-b50dd350286a req-56e57af8-9641-452c-b78d-db8ec68e13ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:01.544219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5df174fe-42f3-4015-82ec-b50dd350286a req-56e57af8-9641-452c-b78d-db8ec68e13ec tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1240892 Oct 29 11:53:01.585914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32782) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:01.609416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52724eaf-8a81-49c3-993e-fcf42e9c575b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.634662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5df174fe-42f3-4015-82ec-b50dd350286a req-fc5696bb-3eff-4d5c-a550-3fdd653e9360 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766549 Oct 29 11:53:01.651244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.660490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32784) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:01.736634 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835d19d6-d779-49d9-a866-6bbe5c9550e6 x-openstack-request-id: req-835d19d6-d779-49d9-a866-6bbe5c9550e6 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:01.737862 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:01.738273 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-835d19d6-d779-49d9-a866-6bbe5c9550e6 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:01.739025 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'status': 'completed', 'code': 200} Oct 29 11:53:01.814255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ba339c4b-2c80-40fe-b87c-145758b2121d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 200 len: 990 time: 0.1462874 Oct 29 11:53:01.826524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] DHCP port deletion for 7198142b-07bf-4a66-bc39-1886455b8a51 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:01.867835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52724eaf-8a81-49c3-993e-fcf42e9c575b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.870240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-71d98c32-4fe9-4d56-afb0-03929a8c129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:01.871798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-71d98c32-4fe9-4d56-afb0-03929a8c129d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1096 time: 0.1120617 Oct 29 11:53:01.875723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52724eaf-8a81-49c3-993e-fcf42e9c575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.886208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Deleting port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:01.886559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.926205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32299c70-616b-4e5c-9701-35ae5800d748 req-4f40dc22-762f-40c7-8c2c-0a499ca43cbc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:01.928616 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '2c6db51e-b3f1-4fbb-a18e-f6466f73833a', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'port_id': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'mac_address': 'fa:16:3e:60:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:52:56Z', 'updated_at': '2021-10-29T11:52:56Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:01.932233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32299c70-616b-4e5c-9701-35ae5800d748 req-4f40dc22-762f-40c7-8c2c-0a499ca43cbc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1095 time: 0.1080749 Oct 29 11:53:01.946359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Deleting port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:01.947261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:01.982464 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Checking router: 5ea83fcd-1373-4ede-9f29-c1505b747587 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:02.010918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32299c70-616b-4e5c-9701-35ae5800d748 req-0078a8c2-4ebe-40e2-9e1d-ada1335e04a7 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709922 Oct 29 11:53:02.029983 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:02.032336 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:02.093656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52724eaf-8a81-49c3-993e-fcf42e9c575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4340e3-1a0b-4779-bd46-7893a3544712,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:02.098192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-52724eaf-8a81-49c3-993e-fcf42e9c575b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=183a3b508b51491d8592bb4e55f7a25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088022 Oct 29 11:53:02.104276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32788) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:02.116778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] For port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,segment=NetworkSegment(79f66c6c-d811-4c03-a99e-9d17ea10af14),segment_id=79f66c6c-d811-4c03-a99e-9d17ea10af14)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:02.117666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.142644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Calling delete_port for 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:02.155298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:02.166197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-d5ba32c8-2b66-4b75-93c3-0fc01cb6e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:02.168622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-d5ba32c8-2b66-4b75-93c3-0fc01cb6e70b service neutron] 10.222.0.86 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.2850542 Oct 29 11:53:02.175037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] For port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,segment=NetworkSegment(79f66c6c-d811-4c03-a99e-9d17ea10af14),segment_id=79f66c6c-d811-4c03-a99e-9d17ea10af14)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:02.179296 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.206870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Calling delete_port for 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:02.272986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.296307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.307656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-aeca72bb-658f-45fb-ac58-387d00971b87 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 998 time: 0.1003087 Oct 29 11:53:02.317353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:02.362478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a65bee23-7144-49c6-a6ef-14bf6ac32c25 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:02.367174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.370362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.372479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec4340e3-1a0b-4779-bd46-7893a3544712 HTTP/1.1" status: 204 len: 168 time: 0.2666900 Oct 29 11:53:02.395279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.400566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ccc6a-3e98-42e8-9776-bbf75da361f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4340e3-1a0b-4779-bd46-7893a3544712,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:02.446962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.487032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] No DVR routers for this DVR port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:02.508232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Port': ['ID=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:02.520719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.521809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.539939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] No DVR routers for this DVR port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:02.544032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0453-f8c6-4694-bb76-31dbb2a9281e None None] Pushing event deleted for resources: {'Port': ['ID=5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:02.577811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-40920b30-66c8-4cec-88b9-3580450ea350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:02.579368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-40920b30-66c8-4cec-88b9-3580450ea350 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.2630322 Oct 29 11:53:02.581748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No active binding found for port 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a {{(pid=102279) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 29 11:53:02.582619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 5dd96bb8-83d3-4e5c-bc76-8a7a9b887e3a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:02.613541 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '2c6db51e-b3f1-4fbb-a18e-f6466f73833a', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'port_id': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'mac_address': 'fa:16:3e:60:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:52:56Z', 'updated_at': '2021-10-29T11:52:56Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:02.618833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port a65bee23-7144-49c6-a6ef-14bf6ac32c25 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:53:02.625767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port a65bee23-7144-49c6-a6ef-14bf6ac32c25 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:02.626264 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.707269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.761394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.766032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7198142b-07bf-4a66-bc39-1886455b8a51']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:02.788643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f66c6c-d811-4c03-a99e-9d17ea10af14') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:02.788944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f66c6c-d811-4c03-a99e-9d17ea10af14') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:02.798475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:02.801868 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f96be8-0ca1-4779-ac67-78f0ca556fe0" -d '{"events": [{"server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "name": "network-vif-plugged", "status": "completed", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:02.818023 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32796) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:02.827889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.840559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-b564977d-6d2f-4227-ad9f-7b6687bf040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:02.842150 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-b564977d-6d2f-4227-ad9f-7b6687bf040c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512021 Oct 29 11:53:02.874253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:02.884726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.895933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.906206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530318-4982-433d-a7a6-effd4b9b8724 None None] The sync data for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 is: [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '2c6db51e-b3f1-4fbb-a18e-f6466f73833a', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'port_id': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'mac_address': 'fa:16:3e:60:00:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:52:56Z', 'updated_at': '2021-10-29T11:52:56Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:02.927766 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf446db-21af-4a88-9977-309cba559e6e x-openstack-request-id: req-bcf446db-21af-4a88-9977-309cba559e6e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:02.928166 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "name": "network-vif-plugged", "status": "completed", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:02.928303 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcf446db-21af-4a88-9977-309cba559e6e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:02.928743 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25', 'code': 200} Oct 29 11:53:02.968959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:02.969297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:02.973044 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:03.073150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c9d87cba-6517-4d30-9a74-8d8ef07a7d22 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 200 len: 990 time: 0.2487147 Oct 29 11:53:03.082887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:03.194736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ad8e5-90bc-4269-98da-f1c71f69988e req-e4295053-8fbc-409d-8d62-6abccf89b72b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:03.203734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a35ad8e5-90bc-4269-98da-f1c71f69988e req-e4295053-8fbc-409d-8d62-6abccf89b72b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0798094 Oct 29 11:53:03.212768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-e0dcee09-2bb9-48df-8578-672fb1c90dbf service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509922 Oct 29 11:53:03.216739 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.236889 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.242400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/networks/7198142b-07bf-4a66-bc39-1886455b8a51 HTTP/1.1" status: 204 len: 168 time: 1.7249167 Oct 29 11:53:03.248821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32810) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:03.290490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704c658-c1d1-48e6-8fd1-7e87035334d5 None None] New status for floating IP 2c6db51e-b3f1-4fbb-a18e-f6466f73833a: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:53:03.340189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a35ad8e5-90bc-4269-98da-f1c71f69988e req-0b85800a-3f64-4bb6-b917-a78524ada301 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349685 Oct 29 11:53:03.342820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1cff4db6-9b82-4aa7-81e7-b82c2eda231f tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cfe63a0-2e53-4691-8206-7a535e9544f1 HTTP/1.1" status: 200 len: 205 time: 0.0921619 Oct 29 11:53:03.348039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:03.403723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e991-c168-40c3-909b-7bb7ac789f5b tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Pushing event deleted for resources: {'Network': ['ID=7198142b-07bf-4a66-bc39-1886455b8a51,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:03.451140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2d800-4154-4841-9d6e-b094ff1d9d24 req-9f94a09a-cfcc-4e2d-8138-75ca35b99905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:03.460582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bf2d800-4154-4841-9d6e-b094ff1d9d24 req-9f94a09a-cfcc-4e2d-8138-75ca35b99905 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.2607040 Oct 29 11:53:03.488034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.536972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2592cc84-d1cb-4f59-aa8d-db5e70a45a43 req-b90bd1f1-0cd0-4745-88c3-b1a248e7a529 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695529 Oct 29 11:53:03.563971 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bf2d800-4154-4841-9d6e-b094ff1d9d24 req-ab7949fc-7977-4643-8990-e3ce452def83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939186 Oct 29 11:53:03.648811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.731411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.734319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.802516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.803171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfe63a0-2e53-4691-8206-7a535e9544f1 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:03.819117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:03.819117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1b102f3-6dfd-4823-a6ec-3b7492a81008 tempest-RoutersNegativeIpV6Test-577919833 tempest-RoutersNegativeIpV6Test-577919833-project] 10.222.0.77 "DELETE /v2.0/routers/1cfe63a0-2e53-4691-8206-7a535e9544f1 HTTP/1.1" status: 204 len: 168 time: 0.4685030 Oct 29 11:53:04.073802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32838) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:04.152723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f1fbdbe5-623e-49d1-ad20-be245bb0a538 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 200 len: 992 time: 0.0770233 Oct 29 11:53:04.202817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32844) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:04.229489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32848) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:04.371363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1970cc31-0f77-4b3f-8f42-989c72b13aed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a5644f97c3d47f5a01eaaf1ff2e2f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673913 Oct 29 11:53:04.373286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f04bb7c4-18b3-47ac-b249-1271045a2b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.375631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:04.441589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.480631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.494798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f04bb7c4-18b3-47ac-b249-1271045a2b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.502536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f04bb7c4-18b3-47ac-b249-1271045a2b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.510707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff29cca-d0ab-4bd2-8ad3-7579069c3af4 req-6bb392e2-d1d5-4b31-bec9-1256450c2e32 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:04.512671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eff29cca-d0ab-4bd2-8ad3-7579069c3af4 req-6bb392e2-d1d5-4b31-bec9-1256450c2e32 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0690789 Oct 29 11:53:04.546794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.551533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.558743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c186ad7-3a2e-4963-8539-933abf944bf1 HTTP/1.1" status: 204 len: 168 time: 0.1802888 Oct 29 11:53:04.568868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f04bb7c4-18b3-47ac-b249-1271045a2b1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25d088e9706b4af7b3b0c34f0ba7ce52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381743 Oct 29 11:53:04.571089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bb7c4-18b3-47ac-b249-1271045a2b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16159458-0ade-4923-8322-b45f542877c7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:04.571833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32858) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:04.602794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eff29cca-d0ab-4bd2-8ad3-7579069c3af4 req-05510a0f-0eeb-4723-b84a-1fbc43117670 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Oct 29 11:53:04.629381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68086a8a-5684-48cd-888e-62850bcdaefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c186ad7-3a2e-4963-8539-933abf944bf1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:04.649805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.681316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.760088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.765594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:04.770539 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16159458-0ade-4923-8322-b45f542877c7 HTTP/1.1" status: 204 len: 168 time: 0.1965847 Oct 29 11:53:04.784579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1795-5cc6-439a-9129-3b7a697a33f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16159458-0ade-4923-8322-b45f542877c7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:05.608599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:05.743263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2333fb-4854-41d1-b2d1-c32e41f2be99 req-a9449f0a-65f9-4bfe-9ad5-f896a850921e tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:05.751326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de2333fb-4854-41d1-b2d1-c32e41f2be99 req-a9449f0a-65f9-4bfe-9ad5-f896a850921e tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0633397 Oct 29 11:53:05.793539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de2333fb-4854-41d1-b2d1-c32e41f2be99 req-f35c4483-dd2d-4068-8590-abc0c844d2a0 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Oct 29 11:53:05.885601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2102599373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:05.925466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:05.930207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:05.935653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb38d-94f6-4950-99fc-c2cec479fec6 req-569d2039-01b7-4a25-a966-bb1616327b74 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:05.944786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-999cb38d-94f6-4950-99fc-c2cec479fec6 req-569d2039-01b7-4a25-a966-bb1616327b74 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.0673535 Oct 29 11:53:05.994168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-999cb38d-94f6-4950-99fc-c2cec479fec6 req-a2a2caef-b7ad-4315-be8f-a57565226f87 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Oct 29 11:53:06.001244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.005837 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.030095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.031710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-56aa2326-d5d0-4549-a573-37f07430d44a tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4220593 Oct 29 11:53:06.034699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 32916) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:06.040302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-269052172'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:06.068306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:06.075526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.097186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.185636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a015-7664-4eec-8141-b0954977629f req-333e13be-9e36-45aa-9640-b8755cb83c00 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:06.195241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b242a015-7664-4eec-8141-b0954977629f req-333e13be-9e36-45aa-9640-b8755cb83c00 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.1069875 Oct 29 11:53:06.298387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b242a015-7664-4eec-8141-b0954977629f req-345df9cd-9358-4a3d-ad70-d930cdd1f0f0 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021466 Oct 29 11:53:06.344936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.350498 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.402496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:06.413528 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.413750 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Added segment d1490024-cdf8-41a8-bb92-1ef0cc701d9b of type vlan for network 78147e84-1660-4978-a44f-371fc69b8720 Oct 29 11:53:06.565786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.592659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d05e1-2cb8-41f0-9e5f-dde3c98e79e3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:06.644832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.650970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:06.651550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.731918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-845003e5-b4ba-4d7f-9489-56f27a157e38 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:06.737950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-845003e5-b4ba-4d7f-9489-56f27a157e38 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.2174456 Oct 29 11:53:06.756281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7204494 Oct 29 11:53:06.761225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 32946) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:06.767573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65ce49-f014-4ff2-9376-a8bbf4d4e6a3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Network': ['ID=78147e84-1660-4978-a44f-371fc69b8720,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:06.774675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'subnet': {'network_id': '78147e84-1660-4978-a44f-371fc69b8720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:06.775055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-c7a698ce-39fc-44e6-beb3-65bb0acd9d8f tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/quotas/5f0a9db8a8d845f8877bad2f7143d21a HTTP/1.1" status: 200 len: 375 time: 0.0198612 Oct 29 11:53:06.781533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 78147e84-1660-4978-a44f-371fc69b8720 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:06.867523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-223b99da-265f-424d-b1d5-7f119d311c46 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766919 Oct 29 11:53:06.911679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:06.916131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:06.978773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-24fdb7b7-e032-4210-b625-11f9f468b52c service neutron] 10.222.0.77 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007774 Oct 29 11:53:07.099277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-87f89062-93dd-4323-b487-d27925b0d4ba service neutron] 10.222.0.77 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143856 Oct 29 11:53:07.158898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.269053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Subnet': ['ID=5bf68519-1d70-4605-abba-d56b1612d2ef,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:07.282180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Checking segment: {'id': 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78147e84-1660-4978-a44f-371fc69b8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:07.282659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network hostable DHCP agents. Network: 78147e84-1660-4978-a44f-371fc69b8720, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:07.323735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-834747ef-b203-4073-bdaf-c108d235615d req-e61a5767-d56c-4567-b0d5-a4b8cc704245 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 210 time: 0.0433452 Oct 29 11:53:07.331832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network 78147e84-1660-4978-a44f-371fc69b8720 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:07.348869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 78147e84-1660-4978-a44f-371fc69b8720) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:07.358956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:07.359921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.362891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caea29-7814-4549-a354-3be5aa3e4994 None None] Network 78147e84-1660-4978-a44f-371fc69b8720 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:07.391415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33014) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:07.392956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aab9de1f-22bd-4147-bb51-54c5fd162705 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6282711 Oct 29 11:53:07.397459 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'network': {'name': 'tempest-router-network01--1560415674'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:07.441772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:07.447853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.564138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:07.583653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.584195 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Added segment b70a6da7-f464-4387-aaf0-89d7dd496a36 of type vlan for network a85933d0-0fee-41f2-96a9-bf268d3d28f2 Oct 29 11:53:07.641869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.667751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-78147e84-1660-4978-a44f-371fc69b8720', 'network_id': '78147e84-1660-4978-a44f-371fc69b8720', 'tenant_id': 'a92486bc797f481d95d5a4dbe822c344', 'fixed_ips': [{'subnet_id': '5bf68519-1d70-4605-abba-d56b1612d2ef'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:53:07.669457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.684737 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.705064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:07.706114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.804545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4118168 Oct 29 11:53:07.807898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33070) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:07.813959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'network': {'name': 'tempest-router-network02--1430512184'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:07.826115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475048df-f343-4af9-b018-a51a82c67153 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Network': ['ID=a85933d0-0fee-41f2-96a9-bf268d3d28f2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:07.858094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:07.872767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.892355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:07.935563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:07.949050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:07.949610 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Added segment 4de559cc-7da8-4518-ab99-c4200e62087e of type vlan for network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 Oct 29 11:53:08.025974 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.044282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Allocated IP 172.20.0.2 (78147e84-1660-4978-a44f-371fc69b8720/5bf68519-1d70-4605-abba-d56b1612d2ef/283a2512-ae27-4da8-b6b5-6e53408a9b20) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:08.075828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.085340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:08.086235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.166321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33108) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:08.168853 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3595417 Oct 29 11:53:08.176194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33110) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:08.196630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'subnet': {'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:08.209923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ac4d9-3f29-40e9-8f20-f5f3b87da356 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Network': ['ID=2be97b7f-6b8c-4cd0-aadb-2ef05f340249,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:08.235991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:08.359591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:08.364069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.410948 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb63d9e5-736d-411c-a667-fdbdc22ac3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.471525 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.485985 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.511819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa70a5f6-7f7b-4286-a381-09c7d578c2d2 req-4b303aa3-5647-4925-8049-e6f07538db82 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 210 time: 0.0608876 Oct 29 11:53:08.542880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Pushing event updated for resources: {'Port': ['ID=283a2512-ae27-4da8-b6b5-6e53408a9b20,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:08.570673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Network 78147e84-1660-4978-a44f-371fc69b8720 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:08.573155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:08.576379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:08.608783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb63d9e5-736d-411c-a667-fdbdc22ac3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.617733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb63d9e5-736d-411c-a667-fdbdc22ac3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.653548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Attempting to bind port 283a2512-ae27-4da8-b6b5-6e53408a9b20 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:08.653935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Attempting to bind port 283a2512-ae27-4da8-b6b5-6e53408a9b20 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78147e84-1660-4978-a44f-371fc69b8720'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:08.654339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Attempting to bind port 283a2512-ae27-4da8-b6b5-6e53408a9b20 on network 78147e84-1660-4978-a44f-371fc69b8720 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:08.670606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fb63d9e5-736d-411c-a667-fdbdc22ac3a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9659b10f16bd4b76b9e1385729c5a527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996045 Oct 29 11:53:08.672308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:08.673220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Checking segment: {'id': 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78147e84-1660-4978-a44f-371fc69b8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:08.674059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.674915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Bound using segment: {'id': 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78147e84-1660-4978-a44f-371fc69b8720'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:08.675758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Bound port: 283a2512-ae27-4da8-b6b5-6e53408a9b20, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78147e84-1660-4978-a44f-371fc69b8720'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:08.677221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:08.680133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.681981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63d9e5-736d-411c-a667-fdbdc22ac3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81742547-6cc8-45f6-a2d2-8e6894c721bb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:08.823050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] For port 283a2512-ae27-4da8-b6b5-6e53408a9b20, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:08.829392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] For port 283a2512-ae27-4da8-b6b5-6e53408a9b20, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=283a2512-ae27-4da8-b6b5-6e53408a9b20,segment=NetworkSegment(d1490024-cdf8-41a8-bb92-1ef0cc701d9b),segment_id=d1490024-cdf8-41a8-bb92-1ef0cc701d9b)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:08.837885 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.857112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:08.943612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eba4c-149f-4844-be19-8887e7b8a3b3 None None] Pushing event updated for resources: {'Port': ['ID=283a2512-ae27-4da8-b6b5-6e53408a9b20,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:08.950698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.000568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-12f42d7f-5429-4af7-8b4a-70bc443369fd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:09.002319 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-12f42d7f-5429-4af7-8b4a-70bc443369fd tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.86 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.2285261 Oct 29 11:53:09.002942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Subnet': ['ID=ea93b7b3-01bd-41c7-9e0e-96a52c9b0277,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:09.011331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.026098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Request body: {'port': {'device_id': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'admin_state_up': True, 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:09.056860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Checking segment: {'id': 'b70a6da7-f464-4387-aaf0-89d7dd496a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:09.057262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network hostable DHCP agents. Network: a85933d0-0fee-41f2-96a9-bf268d3d28f2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:09.087740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Made reservation on behalf of 5f0a9db8a8d845f8877bad2f7143d21a for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:09.090258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.105828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:09.120427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.123107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.124322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81742547-6cc8-45f6-a2d2-8e6894c721bb HTTP/1.1" status: 204 len: 168 time: 0.4463944 Oct 29 11:53:09.131630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a85933d0-0fee-41f2-96a9-bf268d3d28f2) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:09.144565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488d343-9c6d-422e-940f-3352b2ad3efe None None] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:09.151984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:09.152689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.199432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b4ca5-3948-4ead-bdf0-244e67033026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81742547-6cc8-45f6-a2d2-8e6894c721bb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:09.263849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:09.265995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-77416dfe-edd6-445a-a745-1393e5866dd7 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0883157 Oct 29 11:53:09.270542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'subnet': {'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:09.399696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Allocated IP 172.20.0.10 (250c6bf3-45a2-4f83-960d-1fd2b634b097/11c6c7cf-0f3a-4608-902a-8853608d9789/418a8e0c-a1cd-4730-90ad-f75212a816f7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:09.519446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Made reservation on behalf of a92486bc797f481d95d5a4dbe822c344 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:09.526454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.572650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a85933d0-0fee-41f2-96a9-bf268d3d28f2', 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2', 'tenant_id': 'a92486bc797f481d95d5a4dbe822c344', 'fixed_ips': [{'subnet_id': 'ea93b7b3-01bd-41c7-9e0e-96a52c9b0277'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:53:09.578703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.649798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33274) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:09.671428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce19089d-934b-4db1-b20e-e919142f8029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.742915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.780564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4870af0-268d-47af-b11e-bab6b7c9f013 req-b6a65b83-d6e1-4fd1-8092-fc68399464de tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 210 time: 0.0694590 Oct 29 11:53:09.806562 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:53:09.818888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.844689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a65bee23-7144-49c6-a6ef-14bf6ac32c25'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:09.878574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce19089d-934b-4db1-b20e-e919142f8029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.893137 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ce19089d-934b-4db1-b20e-e919142f8029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:09.898496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Pushing event updated for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:09.923922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:09.933964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:09.934684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Allocated IP 172.20.0.2 (a85933d0-0fee-41f2-96a9-bf268d3d28f2/ea93b7b3-01bd-41c7-9e0e-96a52c9b0277/59caf2e7-6187-4fba-af0e-eb1a74a1ac0a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:09.945203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:09.947886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.019946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:10.031121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.069667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19089d-934b-4db1-b20e-e919142f8029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ab1b9-3935-4239-bbaa-8878d8e9b363,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:10.077697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Subnet': ['ID=6a25192f-8676-444b-97d9-1e465f1d3306,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:10.094858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ce19089d-934b-4db1-b20e-e919142f8029 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b400a5febea74ce686596f89c90c9584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435210 Oct 29 11:53:10.097819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33316) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:10.111743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-776b46a4-529d-4697-b973-c563c4421cdb tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0898936 Oct 29 11:53:10.128492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Request body: {'port': {'device_id': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:10.180093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Checking segment: {'id': '4de559cc-7da8-4518-ab99-c4200e62087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:10.181152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network hostable DHCP agents. Network: 2be97b7f-6b8c-4cd0-aadb-2ef05f340249, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:10.252767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:10.280346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.286458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2be97b7f-6b8c-4cd0-aadb-2ef05f340249) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:10.292361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 283a2512-ae27-4da8-b6b5-6e53408a9b20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:10.293233 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:10.293899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.337774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.343221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-81bb613e-b91f-44b6-ae39-28a7abc00ce9 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0776541 Oct 29 11:53:10.351523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:10.376451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e223812-86fb-4c2d-855d-fdf01761828c None None] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:10.392239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.596044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.598989 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:10.600005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/632ab1b9-3935-4239-bbaa-8878d8e9b363 HTTP/1.1" status: 204 len: 168 time: 0.5007415 Oct 29 11:53:10.624327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa7a06-965a-491f-856a-ba206cc1eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ab1b9-3935-4239-bbaa-8878d8e9b363,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:10.852356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792dce09-46fa-4d0f-8f63-b6dd7d04cde5 None None] Network 78147e84-1660-4978-a44f-371fc69b8720 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:10.992976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.025385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-618c565e-54d1-4a84-854b-b94e6da44ab3 None None] Provisioning complete for port 418a8e0c-a1cd-4730-90ad-f75212a816f7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:11.025753 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-618c565e-54d1-4a84-854b-b94e6da44ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.032146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.215343 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.219557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-618c565e-54d1-4a84-854b-b94e6da44ab3 None None] Port 418a8e0c-a1cd-4730-90ad-f75212a816f7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:11.236690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8f62e-562e-4e6f-8dd2-71b7699e8854 req-b058cd7e-38d0-46d2-80d7-fdae31f91f8e tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:11.239801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18d8f62e-562e-4e6f-8dd2-71b7699e8854 req-b058cd7e-38d0-46d2-80d7-fdae31f91f8e tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1028 time: 0.2417336 Oct 29 11:53:11.349498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 283a2512-ae27-4da8-b6b5-6e53408a9b20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:11.350737 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.361310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:11.379747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18d8f62e-562e-4e6f-8dd2-71b7699e8854 req-439592f5-ebc4-46fd-aecc-35e661724e81 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276004 Oct 29 11:53:11.434253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418a8e0c-a1cd-4730-90ad-f75212a816f7 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:53:11.444906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.451281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:11.454095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:11.481738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Transition to ACTIVE for port object 418a8e0c-a1cd-4730-90ad-f75212a816f7 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:53:11.488972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.539532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Pushing event updated for resources: {'Port': ['ID=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:11.543005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0d167a46-ccac-4993-a557-b27e6fdbba6c None None] Provisioning complete for port 283a2512-ae27-4da8-b6b5-6e53408a9b20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:11.543373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d167a46-ccac-4993-a557-b27e6fdbba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.585305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Allocated IP 172.20.0.1 (a85933d0-0fee-41f2-96a9-bf268d3d28f2/ea93b7b3-01bd-41c7-9e0e-96a52c9b0277/49d4089d-8ee2-4edf-84e5-2c1de90bc940) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:11.589739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Pushing event updated for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:11.646345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2be97b7f-6b8c-4cd0-aadb-2ef05f340249', 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249', 'tenant_id': 'a92486bc797f481d95d5a4dbe822c344', 'fixed_ips': [{'subnet_id': '6a25192f-8676-444b-97d9-1e465f1d3306'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:53:11.647898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.706429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Attempting to bind port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:11.707063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Attempting to bind port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b70a6da7-f464-4387-aaf0-89d7dd496a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:11.710601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Attempting to bind port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a on network a85933d0-0fee-41f2-96a9-bf268d3d28f2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:11.789161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Attempting to bind port 418a8e0c-a1cd-4730-90ad-f75212a816f7 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:11.789503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Attempting to bind port 418a8e0c-a1cd-4730-90ad-f75212a816f7 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:11.789843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Attempting to bind port 418a8e0c-a1cd-4730-90ad-f75212a816f7 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:11.805095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:11.805418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Checking segment: {'id': 'b70a6da7-f464-4387-aaf0-89d7dd496a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:11.805817 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.806207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Bound using segment: {'id': 'b70a6da7-f464-4387-aaf0-89d7dd496a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:11.806692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Bound port: 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70a6da7-f464-4387-aaf0-89d7dd496a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a85933d0-0fee-41f2-96a9-bf268d3d28f2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:11.807233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.809520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Port 418a8e0c-a1cd-4730-90ad-f75212a816f7 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:53:11.809937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Attempting to bind port 418a8e0c-a1cd-4730-90ad-f75212a816f7 on network 250c6bf3-45a2-4f83-960d-1fd2b634b097 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:11.824197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:11.824810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Checking segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:11.825220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Bound using segment: {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:11.827324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Bound port: 418a8e0c-a1cd-4730-90ad-f75212a816f7, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:11.833160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.892014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:11.967771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.023970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:12.031931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:12.036265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:12.049457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.064173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d167a46-ccac-4993-a557-b27e6fdbba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.086042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Port': ['ID=49d4089d-8ee2-4edf-84e5-2c1de90bc940,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:12.098386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:12.116296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:12.128713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.144448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.170831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 283a2512-ae27-4da8-b6b5-6e53408a9b20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=283a2512-ae27-4da8-b6b5-6e53408a9b20,segment=NetworkSegment(d1490024-cdf8-41a8-bb92-1ef0cc701d9b),segment_id=d1490024-cdf8-41a8-bb92-1ef0cc701d9b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:12.215444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.291151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] For port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:12.356369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:12.357506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.357811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] For port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,segment=NetworkSegment(b70a6da7-f464-4387-aaf0-89d7dd496a36),segment_id=b70a6da7-f464-4387-aaf0-89d7dd496a36)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:12.360868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] 10.222.0.86 "PUT /v2.0/ports/418a8e0c-a1cd-4730-90ad-f75212a816f7 HTTP/1.1" status: 200 len: 1092 time: 2.2398348 Oct 29 11:53:12.361731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:12.367300 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533" -d '{"events": [{"name": "network-changed", "server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:12.418440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23ff9c-ae7d-4ce0-9f1d-acd587f861ad service neutron] Pushing event updated for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:12.434780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Allocated IP 172.20.0.2 (2be97b7f-6b8c-4cd0-aadb-2ef05f340249/6a25192f-8676-444b-97d9-1e465f1d3306/886f7f48-51de-4b63-8ffc-a2414a3e68e9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:12.480320 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab10a49-ccb0-42c3-ad7a-4a6b30735c1f x-openstack-request-id: req-9ab10a49-ccb0-42c3-ad7a-4a6b30735c1f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:12.480914 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:12.481107 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ab10a49-ccb0-42c3-ad7a-4a6b30735c1f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:12.481632 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7', 'status': 'completed', 'code': 200} Oct 29 11:53:12.491957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.496611 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:12.520771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-919f6f94-1d73-48fa-aa6d-35c3d6cef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:12.524119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-919f6f94-1d73-48fa-aa6d-35c3d6cef792 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.1017377 Oct 29 11:53:12.571764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=283a2512-ae27-4da8-b6b5-6e53408a9b20,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:12.638335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-0d167a46-ccac-4993-a557-b27e6fdbba6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:53:12.638978 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-0d167a46-ccac-4993-a557-b27e6fdbba6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:53:12.649949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-ccdc5233-9780-4a52-9fc9-7e731512b250 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7 HTTP/1.1" status: 200 len: 217 time: 0.1155744 Oct 29 11:53:12.802108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05624e22-5559-4429-a1a8-ba5fb3fe5051 None None] Pushing event updated for resources: {'Port': ['ID=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:12.822171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-a47323ba-e0a7-40c5-927a-3a7a64065344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:12.823733 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-a47323ba-e0a7-40c5-927a-3a7a64065344 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11c6c7cf-0f3a-4608-902a-8853608d9789 HTTP/1.1" status: 200 len: 849 time: 0.1651943 Oct 29 11:53:12.948765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-54622f97-257d-4fce-9eef-c9d71c027ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:12.957628 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-54622f97-257d-4fce-9eef-c9d71c027ac0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=250c6bf3-45a2-4f83-960d-1fd2b634b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173372 Oct 29 11:53:13.014285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd43b8f-1cb3-4cda-a3c4-2779f5bd2426 req-7d5851a0-be8d-414f-9499-74baae38bf01 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:13.019406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd43b8f-1cb3-4cda-a3c4-2779f5bd2426 req-7d5851a0-be8d-414f-9499-74baae38bf01 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.3699203 Oct 29 11:53:13.027559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.080169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.089720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.097029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.171531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.226264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Pushing event updated for resources: {'Port': ['ID=886f7f48-51de-4b63-8ffc-a2414a3e68e9,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:13.250611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-30a6f058-fa5c-4f06-bbb9-f9f18a7df62d service neutron] 10.222.0.86 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868428 Oct 29 11:53:13.311005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0dd43b8f-1cb3-4cda-a3c4-2779f5bd2426 req-e54b002a-bf0a-429e-963f-d21a3e5a921f tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696655 Oct 29 11:53:13.311395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:13.312395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Port': ['ID=49d4089d-8ee2-4edf-84e5-2c1de90bc940,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:13.330961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:13.389424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:13.392920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:13.394914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:13.462881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96f2a13d-2f15-4002-9e8d-6d355b6413e5 req-e8fbd8b9-7d52-48bd-9cd0-b2308c89b4b7 service neutron] 10.222.0.86 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041924 Oct 29 11:53:13.570788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b58415f1-4da7-4ac4-830b-55ae0bf6670a None None] Provisioning complete for port 283a2512-ae27-4da8-b6b5-6e53408a9b20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:13.571662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b58415f1-4da7-4ac4-830b-55ae0bf6670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.574047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Attempting to bind port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:13.574612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Attempting to bind port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4de559cc-7da8-4518-ab99-c4200e62087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:13.575159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Attempting to bind port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 on network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:13.588909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-33632af0-0121-4d9d-b195-3561fcf3f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:13.595241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-33632af0-0121-4d9d-b195-3561fcf3f628 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.0755925 Oct 29 11:53:13.598248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Router 892f5217-d987-48f8-b576-6f1c9b3bafcc is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:13.606169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:13.606705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Checking segment: {'id': '4de559cc-7da8-4518-ab99-c4200e62087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:13.607330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.607885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Bound using segment: {'id': '4de559cc-7da8-4518-ab99-c4200e62087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:13.608540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Bound port: 886f7f48-51de-4b63-8ffc-a2414a3e68e9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de559cc-7da8-4518-ab99-c4200e62087e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2be97b7f-6b8c-4cd0-aadb-2ef05f340249'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:13.609160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.731786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] For port 886f7f48-51de-4b63-8ffc-a2414a3e68e9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:13.760873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] For port 886f7f48-51de-4b63-8ffc-a2414a3e68e9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=886f7f48-51de-4b63-8ffc-a2414a3e68e9,segment=NetworkSegment(4de559cc-7da8-4518-ab99-c4200e62087e),segment_id=4de559cc-7da8-4518-ab99-c4200e62087e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:13.769642 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:13.773826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:13.786823 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] Sync routers for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:13.792190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-901f5510-253c-4340-a7be-7c610f6229dc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4368768 Oct 29 11:53:13.792500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:13.810622 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:13.812741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:13.874841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b102-5251-4176-8e5d-ed643216b4cb None None] Pushing event updated for resources: {'Port': ['ID=886f7f48-51de-4b63-8ffc-a2414a3e68e9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:13.895752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33552) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:13.908687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-22c1bd2c-7729-48aa-8ae1-c61b240c22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:13.910712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-22c1bd2c-7729-48aa-8ae1-c61b240c22f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 200 len: 911 time: 0.3060050 Oct 29 11:53:13.927644 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:13.979274 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-8c022bd7-e089-41eb-8292-d20afe2409cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7 HTTP/1.1" status: 200 len: 217 time: 0.0514672 Oct 29 11:53:14.018806 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:14.019078 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:14.092991 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:14.093987 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c030f1a5-3ba3-4a61-8dc0-4f73c0315e56 None None] The sync data for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:14.109607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-fa3e021d-02f0-4a62-a53b-1a888aaa2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:14.112241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-fa3e021d-02f0-4a62-a53b-1a888aaa2a9e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11c6c7cf-0f3a-4608-902a-8853608d9789 HTTP/1.1" status: 200 len: 849 time: 0.1242952 Oct 29 11:53:14.242678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1871370667', 'router:external': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:14.263063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-1f1c394f-2b12-428d-8a35-ab75a26fc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:14.266197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-1f1c394f-2b12-428d-8a35-ab75a26fc12d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=250c6bf3-45a2-4f83-960d-1fd2b634b097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438200 Oct 29 11:53:14.394259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Made reservation on behalf of effd653f22584d49a6b53e0b056a97c8 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:14.397622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.429275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.538222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-5a2502f5-3957-4a3b-84bc-a7f5420b548f service neutron] 10.222.0.86 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617354 Oct 29 11:53:14.587581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 283a2512-ae27-4da8-b6b5-6e53408a9b20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:14.689755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb7ad3-4bac-4f4d-93e3-5b7d52174533 req-7ea53a45-8645-4076-b78b-38bebfd82f59 service neutron] 10.222.0.86 "GET /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444609 Oct 29 11:53:14.697710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 283a2512-ae27-4da8-b6b5-6e53408a9b20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:14.698067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.700233 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.712352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.735996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e433a6f-965d-4ecc-b28e-48350c203152 None None] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:14.756548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba867845-05a5-4abe-9cc9-948377c83846 req-29a7dd30-f795-464c-917c-021f007538d8 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:14.758167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba867845-05a5-4abe-9cc9-948377c83846 req-29a7dd30-f795-464c-917c-021f007538d8 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.2980411 Oct 29 11:53:14.759011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:14.778463 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-5736841d-9a37-49d7-9046-bf409cc786e3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:53:14.779588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5736841d-9a37-49d7-9046-bf409cc786e3 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9859395 Oct 29 11:53:14.784028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33560) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:14.800599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.800599 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Added segment 55111d8b-c8aa-43cb-8fe1-aef51fa2de20 of type vlan for network 387d6b61-73c1-42af-b8fe-472b084e6e3f Oct 29 11:53:14.815577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dab675-5a63-474f-8b9c-53e91c89c2e8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:14.837126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] Provisioning complete for port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:14.837816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.859405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba867845-05a5-4abe-9cc9-948377c83846 req-8185ed00-05cf-44d3-baff-8cfce6fe82dc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900793 Oct 29 11:53:14.884402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.925772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:14.926955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:14.928471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.279811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.354792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:15.413412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] For port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,segment=NetworkSegment(b70a6da7-f464-4387-aaf0-89d7dd496a36),segment_id=b70a6da7-f464-4387-aaf0-89d7dd496a36)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:15.444829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.451588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.531410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a6d50-8537-44cc-b399-35b6caf09bf6 None None] Pushing event updated for resources: {'Port': ['ID=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:15.559236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33564) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:15.559578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6622007 Oct 29 11:53:15.566250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fc1c9-dee2-4da4-9ca1-32555124c2ef tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Network': ['ID=387d6b61-73c1-42af-b8fe-472b084e6e3f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:15.572148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'subnet': {'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:15.579732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:15.580106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.606354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Made reservation on behalf of effd653f22584d49a6b53e0b056a97c8 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:15.609638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:15.612984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:15.664042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45521e8-b76b-4923-b239-76cc622371c7 None None] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:15.824973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] Provisioning complete for port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:15.825679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.036009 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398b7cd-49fa-4868-b1f4-bef9c70ffd7b req-c67a2ec4-9eec-4f52-b776-029ce03a2d94 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:16.046584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2398b7cd-49fa-4868-b1f4-bef9c70ffd7b req-c67a2ec4-9eec-4f52-b776-029ce03a2d94 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.0759988 Oct 29 11:53:16.057724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.136271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting port 49d4089d-8ee2-4edf-84e5-2c1de90bc940 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:16.136855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.139317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2398b7cd-49fa-4868-b1f4-bef9c70ffd7b req-39314578-1ac4-4515-8343-09aee979a436 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909936 Oct 29 11:53:16.174816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] For port 886f7f48-51de-4b63-8ffc-a2414a3e68e9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=886f7f48-51de-4b63-8ffc-a2414a3e68e9,segment=NetworkSegment(4de559cc-7da8-4518-ab99-c4200e62087e),segment_id=4de559cc-7da8-4518-ab99-c4200e62087e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:16.183274 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.296993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2ca79-f8ce-40a2-93ff-5078b90168d8 None None] Pushing event updated for resources: {'Port': ['ID=886f7f48-51de-4b63-8ffc-a2414a3e68e9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:16.339632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9d75a144-38fc-43ce-a108-597c08e4a603 None None] Provisioning complete for port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:16.344204 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9d75a144-38fc-43ce-a108-597c08e4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.363512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.384780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Calling delete_port for 49d4089d-8ee2-4edf-84e5-2c1de90bc940 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:16.450582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:53:16.451079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.614247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 418a8e0c-a1cd-4730-90ad-f75212a816f7 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:53:16.619702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 886f7f48-51de-4b63-8ffc-a2414a3e68e9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:16.621129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09496445-e472-4ad0-8e65-51d1de238dcc,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:16.674738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.675284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.675752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.676237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.676695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.677192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.677625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.678688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.679082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.679534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.679985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.680428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:16.685614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Checking segment: {'id': '55111d8b-c8aa-43cb-8fe1-aef51fa2de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:16.686036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network hostable DHCP agents. Network: 387d6b61-73c1-42af-b8fe-472b084e6e3f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:16.751975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:16.756744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9d75a144-38fc-43ce-a108-597c08e4a603 None None] Provisioning complete for port 49d4089d-8ee2-4edf-84e5-2c1de90bc940 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:16.757087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9d75a144-38fc-43ce-a108-597c08e4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.771560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 387d6b61-73c1-42af-b8fe-472b084e6e3f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:16.777827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:16.778571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.791729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f2402-9d1d-4f3e-8830-2fb490bb75eb None None] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:16.823497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e614bb16-e106-4e30-b65e-dec84913b58c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2629480 Oct 29 11:53:16.826240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33574) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:16.835947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1273185706', 'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:16.851041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.867948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:16.868323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.874933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Made reservation on behalf of effd653f22584d49a6b53e0b056a97c8 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:16.878896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:16.901737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Port': ['ID=49d4089d-8ee2-4edf-84e5-2c1de90bc940,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:16.902370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] device_id is not set on port 8088af87-3a9d-44e9-98d1-dab6168d8284 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:53:16.908468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9d75a144-38fc-43ce-a108-597c08e4a603 None None] Port 49d4089d-8ee2-4edf-84e5-2c1de90bc940 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:16.939149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:16.966396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '418a8e0c-a1cd-4730-90ad-f75212a816f7', 'network_id': '250c6bf3-45a2-4f83-960d-1fd2b634b097', 'port_id': '418a8e0c-a1cd-4730-90ad-f75212a816f7', 'mac_address': 'fa:16:3e:2a:b9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c6c7cf-0f3a-4608-902a-8853608d9789', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:53:17.088964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.20.0.10 (387d6b61-73c1-42af-b8fe-472b084e6e3f/09496445-e472-4ad0-8e65-51d1de238dcc/8088af87-3a9d-44e9-98d1-dab6168d8284) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:17.104840 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.123264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418a8e0c-a1cd-4730-90ad-f75212a816f7 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:53:17.135644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.336576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.337050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:17.370189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a50fd7-0680-495a-b624-47ee60d4034a req-4d7b57ab-e223-4955-899b-cf727b785e60 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:17.371940 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25a50fd7-0680-495a-b624-47ee60d4034a req-4d7b57ab-e223-4955-899b-cf727b785e60 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1095 time: 0.0923846 Oct 29 11:53:17.389225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:17.397979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ef5ce-af07-41d6-93c4-27e5de0ec2e0 None None] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:17.435701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25a50fd7-0680-495a-b624-47ee60d4034a req-7de8ff89-e8ff-4a33-bb7a-6a3b13af9d17 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538266 Oct 29 11:53:17.440282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Router 892f5217-d987-48f8-b576-6f1c9b3bafcc has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:17.446550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.517539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-617cf05f-5968-4c6e-9de4-81d3d8c3bf8a None None] Provisioning complete for port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:17.518205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-617cf05f-5968-4c6e-9de4-81d3d8c3bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.522567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:17.529910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:17.534452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:17.554258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:17.554877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.562931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2c869720-764d-4263-964f-2fcac1b1ba38 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7775834 Oct 29 11:53:17.569836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33580) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:17.591811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=8088af87-3a9d-44e9-98d1-dab6168d8284,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:17.607355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:17.607957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.612765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] Sync routers for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:17.621736 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-f1457a6e-a885-4339-bc4f-32b39811b891 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] delete failed (client error): The resource could not be found. Oct 29 11:53:17.623035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1457a6e-a885-4339-bc4f-32b39811b891 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1539358743 HTTP/1.1" status: 404 len: 335 time: 0.0518758 Oct 29 11:53:17.628213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33582) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:17.629737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13147814-dd5f-4ce8-a425-556c4c618bf8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8020377 Oct 29 11:53:17.633536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33584) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:17.638085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cbc5b4a1-86ee-42f2-8de3-3c87544a891d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'router': {'external_gateway_info': {'network_id': '892f5217-d987-48f8-b576-6f1c9b3bafcc'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:17.659741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:17.660271 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.722014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:17.722938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:17.758586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Deleting port 8088af87-3a9d-44e9-98d1-dab6168d8284 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:17.759124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.764614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:17.806859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:17.815016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['418a8e0c-a1cd-4730-90ad-f75212a816f7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:17.869730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:17.870375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:17.905824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:17.918660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:17.919334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804d5ca-c465-458f-ae24-e679fb74ef63 None None] The sync data for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:17.920778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-617cf05f-5968-4c6e-9de4-81d3d8c3bf8a None None] Could not find standard attr ID for object 49d4089d-8ee2-4edf-84e5-2c1de90bc940. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:53:17.937226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Calling delete_port for 8088af87-3a9d-44e9-98d1-dab6168d8284 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:17.983290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b4a1-86ee-42f2-8de3-3c87544a891d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.010120 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-cbc5b4a1-86ee-42f2-8de3-3c87544a891d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] update failed (client error): The resource could not be found. Oct 29 11:53:18.020284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cbc5b4a1-86ee-42f2-8de3-3c87544a891d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc HTTP/1.1" status: 404 len: 339 time: 0.3877206 Oct 29 11:53:18.022379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33586) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:18.157076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.212085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Port': ['ID=8088af87-3a9d-44e9-98d1-dab6168d8284,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:18.329656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.340092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-facd7fe3-040c-427c-bb28-c6ffdbd86f02 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/ports/8088af87-3a9d-44e9-98d1-dab6168d8284 HTTP/1.1" status: 204 len: 168 time: 0.7041717 Oct 29 11:53:18.340988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:18.351913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f', 'external_fixed_ips': [{'subnet_id': '09496445-e472-4ad0-8e65-51d1de238dcc', 'ip_address': '172.20.0.10'}]}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:18.375060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 886f7f48-51de-4b63-8ffc-a2414a3e68e9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:18.439230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.447237 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.450798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.531043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:18.531574 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.626046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.626845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 418a8e0c-a1cd-4730-90ad-f75212a816f7 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:18.772258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 418a8e0c-a1cd-4730-90ad-f75212a816f7 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:53:18.779497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 418a8e0c-a1cd-4730-90ad-f75212a816f7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:18.780105 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:18.846694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a2d6-11b3-4805-a142-e66a741f4638 req-b8b49b5a-f54c-4d1d-a45e-df083b4bc371 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:18.857052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8593a2d6-11b3-4805-a142-e66a741f4638 req-b8b49b5a-f54c-4d1d-a45e-df083b4bc371 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1096 time: 0.2644064 Oct 29 11:53:18.899916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Allocated IP 172.20.0.1 (78147e84-1660-4978-a44f-371fc69b8720/5bf68519-1d70-4605-abba-d56b1612d2ef/89492e1c-2e43-4a64-b79e-65686e68d158) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:18.970807 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.045877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:19.084812 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8593a2d6-11b3-4805-a142-e66a741f4638 req-de214341-73b3-4f84-b339-853e1213acf9 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265906 Oct 29 11:53:19.163425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.196846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:19.201197 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edba209-b449-413f-80ce-7c8f3e40d0a7" -d '{"events": [{"server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "name": "network-vif-plugged", "status": "completed", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:19.225267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.253667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:19.264605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.276356 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169480d-caa3-41bd-8b3f-6290b2fc8b42 x-openstack-request-id: req-6169480d-caa3-41bd-8b3f-6290b2fc8b42 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:19.276726 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "name": "network-vif-plugged", "status": "completed", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:19.277165 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6169480d-caa3-41bd-8b3f-6290b2fc8b42 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:19.277781 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7', 'code': 200} Oct 29 11:53:19.325702 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.329413 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.361274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.397689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:19.443369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network 78147e84-1660-4978-a44f-371fc69b8720 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:19.498845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e276ea6-b9f5-436a-9871-ed18c8ce06da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.587357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.20.0.10 (387d6b61-73c1-42af-b8fe-472b084e6e3f/09496445-e472-4ad0-8e65-51d1de238dcc/6e4a9a00-008f-4192-b430-d703963a4c1c) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:19.690825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e276ea6-b9f5-436a-9871-ed18c8ce06da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.697445 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8e276ea6-b9f5-436a-9871-ed18c8ce06da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.768231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:19.770604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8e276ea6-b9f5-436a-9871-ed18c8ce06da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed92237bdc244298bf9a7b6cd86090e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224503 Oct 29 11:53:19.773823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:19.773997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33606) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:19.783810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.785617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e276ea6-b9f5-436a-9871-ed18c8ce06da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603fea52-0446-47a3-b7a1-82e161dd8d31,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:19.828627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548cfe-6aa0-4847-8cf3-4e78e6fe1253 req-3fdcd641-9caa-443e-85db-8fb61e9d7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:19.830179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63548cfe-6aa0-4847-8cf3-4e78e6fe1253 req-3fdcd641-9caa-443e-85db-8fb61e9d7555 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.4407008 Oct 29 11:53:19.831058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Port': ['ID=89492e1c-2e43-4a64-b79e-65686e68d158,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:19.859222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.879717 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.883547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.937468 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-63548cfe-6aa0-4847-8cf3-4e78e6fe1253 req-d37d266c-8d92-481d-82de-5313761f2b3f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989614 Oct 29 11:53:19.952428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 387d6b61-73c1-42af-b8fe-472b084e6e3f is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:19.964771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:19.979676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:19.983835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=6e4a9a00-008f-4192-b430-d703963a4c1c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:19.987500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:20.035119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.157213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.160131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.164134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/603fea52-0446-47a3-b7a1-82e161dd8d31 HTTP/1.1" status: 204 len: 168 time: 0.3891871 Oct 29 11:53:20.164907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dd43df0c-3b5e-4987-a470-5784d889065c None None] Provisioning complete for port 89492e1c-2e43-4a64-b79e-65686e68d158 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:20.165643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd43df0c-3b5e-4987-a470-5784d889065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.200011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8d047-4f41-4de6-a98c-1ffc270bae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603fea52-0446-47a3-b7a1-82e161dd8d31,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:20.238158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dd43df0c-3b5e-4987-a470-5784d889065c None None] Port 89492e1c-2e43-4a64-b79e-65686e68d158 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:20.340736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf7eba-dce9-4c5f-8c66-e860473e1bbe req-2b1a8afa-7dfd-46b4-b50b-456c251ff773 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:20.342229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf7eba-dce9-4c5f-8c66-e860473e1bbe req-2b1a8afa-7dfd-46b4-b50b-456c251ff773 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.1308665 Oct 29 11:53:20.397239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf7eba-dce9-4c5f-8c66-e860473e1bbe req-d5e45c92-9724-4424-8800-7c637639b87a tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Oct 29 11:53:20.405586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.413812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.420997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.508602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.511082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event updated for resources: {'Port': ['ID=89492e1c-2e43-4a64-b79e-65686e68d158,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:20.628664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Network 78147e84-1660-4978-a44f-371fc69b8720 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:20.630137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:20.675565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:20.752431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Router 892f5217-d987-48f8-b576-6f1c9b3bafcc has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:20.862431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:20.913562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:20.925485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e844c2f4-3fbe-4c22-872d-46e2dde08f46 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019480 Oct 29 11:53:20.932646 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] Sync routers for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:20.933562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33628) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:21.001058 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:21.001058 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.035384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2fbd53f7-b31d-4bb6-a8a9-c1c6b45eff93 None None] Provisioning complete for port 89492e1c-2e43-4a64-b79e-65686e68d158 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:21.035749 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2fbd53f7-b31d-4bb6-a8a9-c1c6b45eff93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.071377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:21.076930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f78b8b3-e2df-4c2c-b373-ae21206eda7c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.097268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Sync routers for ids ['497b07f5-6ab5-4ca1-80d6-da4bba1f95f5'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:21.099348 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.105550 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d4746047-1bd8-4b9d-82c8-320945d4a80c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7602379 Oct 29 11:53:21.106499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33632) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:21.118675 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.128715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd53f7-b31d-4bb6-a8a9-c1c6b45eff93 None None] Port 89492e1c-2e43-4a64-b79e-65686e68d158 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:21.130502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Routers {'497b07f5-6ab5-4ca1-80d6-da4bba1f95f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:21.131310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['497b07f5-6ab5-4ca1-80d6-da4bba1f95f5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.140933 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:21.141590 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.190671 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.191298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a9714-443f-49e7-b3f4-5d01cc95282e None None] The sync data for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:21.201791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33634) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:21.228002 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-0f78b8b3-e2df-4c2c-b373-ae21206eda7c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 29 11:53:21.231938 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f78b8b3-e2df-4c2c-b373-ae21206eda7c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc HTTP/1.1" status: 409 len: 329 time: 0.2945125 Oct 29 11:53:21.232186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33638) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:21.245314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-1023eb23-a070-4425-9231-492bbcd11b8d req-8c978c9a-375b-4262-b5d7-6453b9aa0a17 service neutron] (102278) timed out ('10.222.0.77', 34854) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:53:21.289206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Set router 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:21.309517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.371913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2073395751-network', 'tenant_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:21.460771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.467508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:21.469869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.491852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.510714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b07f5-6ab5-4ca1-80d6-da4bba1f95f5', 'name': '', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f', 'external_fixed_ips': [{'subnet_id': '09496445-e472-4ad0-8e65-51d1de238dcc', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6e4a9a00-008f-4192-b430-d703963a4c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:18Z', 'updated_at': '2021-10-29T11:53:20Z', 'revision_number': 3, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port': {'id': '6e4a9a00-008f-4192-b430-d703963a4c1c', 'name': '', 'network_id': '387d6b61-73c1-42af-b8fe-472b084e6e3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b07f5-6ab5-4ca1-80d6-da4bba1f95f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '09496445-e472-4ad0-8e65-51d1de238dcc', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:19Z', 'updated_at': '2021-10-29T11:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09496445-e472-4ad0-8e65-51d1de238dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:21.552906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Checking router: 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:21.553316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Updating router 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 port 6e4a9a00-008f-4192-b430-d703963a4c1c binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:21.583243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.583526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ccb77-2592-4885-aaad-1db5cea7bef6 req-a061a0fe-70af-46c3-bfe3-ab85eeeb5f81 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:21.585516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-705ccb77-2592-4885-aaad-1db5cea7bef6 req-a061a0fe-70af-46c3-bfe3-ab85eeeb5f81 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.0827119 Oct 29 11:53:21.593223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Deleting port 6e4a9a00-008f-4192-b430-d703963a4c1c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:21.593657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.670282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.677604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.678678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-705ccb77-2592-4885-aaad-1db5cea7bef6 req-612bd954-f9df-4e92-9aa9-bc89e871a589 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Oct 29 11:53:21.703161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:21.711476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.731552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Calling delete_port for 6e4a9a00-008f-4192-b430-d703963a4c1c owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:21.757618 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.757958 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Added segment a7e5e94f-494e-4fb8-afae-2a96d7a16bc4 of type vlan for network e990835c-9981-41d4-abd5-672e166472fd Oct 29 11:53:21.766891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe2c40-4d14-4886-b1b8-8ba513c50523,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:21.820298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.842757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.867646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e536-4499-4ed0-8b67-ca819b1064c6 req-ee17db4d-c05c-4937-8231-6dd62a4fad46 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:21.869220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a503e536-4499-4ed0-8b67-ca819b1064c6 req-ee17db4d-c05c-4937-8231-6dd62a4fad46 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.0654345 Oct 29 11:53:21.917956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.919003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:21.919494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.941938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:21.956166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a503e536-4499-4ed0-8b67-ca819b1064c6 req-30bc9c90-6570-4e48-b3b8-0af4631a67b4 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Oct 29 11:53:21.989663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7865028 Oct 29 11:53:21.993260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:22.005407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Request body: {'subnet': {'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2073395751-subnet', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:22.026611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.028555 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:53:22.029485 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:53:22.049333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af057-ee52-44b2-8847-2b2983a1933c admin admin] Pushing event updated for resources: {'Network': ['ID=e990835c-9981-41d4-abd5-672e166472fd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:22.061075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e4a9a00-008f-4192-b430-d703963a4c1c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:22.063230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e990835c-9981-41d4-abd5-672e166472fd details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:22.090866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:22.093226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.164489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89949274-5d8e-4fb2-836d-1fc858040e0d req-0009d153-fadc-4348-87de-f31e9b56fa9b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:22.171298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89949274-5d8e-4fb2-836d-1fc858040e0d req-0009d153-fadc-4348-87de-f31e9b56fa9b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.1056054 Oct 29 11:53:22.195248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.306575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89949274-5d8e-4fb2-836d-1fc858040e0d req-2efeecc9-0631-43ab-b949-f7fac11a69a9 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341596 Oct 29 11:53:22.308158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.310606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.368371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting port 89492e1c-2e43-4a64-b79e-65686e68d158 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:22.368710 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.371486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.373038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:22.373583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.382600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.384740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-618a4813-be1f-4f9d-b5c7-f03b009dc7ee tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/routers/497b07f5-6ab5-4ca1-80d6-da4bba1f95f5 HTTP/1.1" status: 204 len: 168 time: 1.2747271 Oct 29 11:53:22.386992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33650) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:22.448327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Deleting subnet 09496445-e472-4ad0-8e65-51d1de238dcc {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:22.452024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.492936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.518493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56a64a9-5451-4807-9a44-18fd2e229ab4,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:22.539562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.544135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:22.544553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Network hostable DHCP agents. Network: e990835c-9981-41d4-abd5-672e166472fd, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:22.551207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.567004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Calling delete_port for 89492e1c-2e43-4a64-b79e-65686e68d158 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:22.591858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Network e990835c-9981-41d4-abd5-672e166472fd is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:22.601897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Port 6e4a9a00-008f-4192-b430-d703963a4c1c not found while updating agent binding for router 497b07f5-6ab5-4ca1-80d6-da4bba1f95f5. {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 29 11:53:22.619414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:22.620371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:53:22.621980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_agentschedulers_db [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'497b07f5-6ab5-4ca1-80d6-da4bba1f95f5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102279) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:53:22.622597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289940-e65d-43a2-9dc0-46068a17acf7 None None] The sync data for ids ['497b07f5-6ab5-4ca1-80d6-da4bba1f95f5'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:22.624768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.641834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.645723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/09496445-e472-4ad0-8e65-51d1de238dcc HTTP/1.1" status: 204 len: 168 time: 0.2575378 Oct 29 11:53:22.666083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:22.681870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e990835c-9981-41d4-abd5-672e166472fd) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:22.693666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:22.694349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824471a-8fcd-4272-a059-b82df558cc29 None None] Network e990835c-9981-41d4-abd5-672e166472fd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:22.694722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.726101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5ee040b8-9360-4816-b211-f96c0ed92172 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7255449 Oct 29 11:53:22.730314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33658) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:22.737659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:22.748513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a7ee9-71ba-4648-a571-02e9fd6b292f tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09496445-e472-4ad0-8e65-51d1de238dcc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:22.752740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.884846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.886851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.898275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.924321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387d6b61-73c1-42af-b8fe-472b084e6e3f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:22.936145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d682-ce62-4269-af92-2fea062b61ea req-bbe3a221-e38c-481a-a09c-08ddac2fba4b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:22.938772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a72d682-ce62-4269-af92-2fea062b61ea req-bbe3a221-e38c-481a-a09c-08ddac2fba4b tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.1827531 Oct 29 11:53:22.940015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55111d8b-c8aa-43cb-8fe1-aef51fa2de20') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:22.940015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55111d8b-c8aa-43cb-8fe1-aef51fa2de20') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:22.950616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.962170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e990835c-9981-41d4-abd5-672e166472fd', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:53:22.964597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.978791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:22.991775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.011952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:23.012351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:23.014206 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:23.055464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a72d682-ce62-4269-af92-2fea062b61ea req-856d4056-2c35-476c-ae07-c5809818a8b5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978003 Oct 29 11:53:23.092198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.101721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 387d6b61-73c1-42af-b8fe-472b084e6e3f {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 29 11:53:23.119206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.125259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/networks/387d6b61-73c1-42af-b8fe-472b084e6e3f HTTP/1.1" status: 204 len: 168 time: 0.4577317 Oct 29 11:53:23.130090 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff2053-c7e2-4a5b-869f-01a6dcb8aada tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Network': ['ID=387d6b61-73c1-42af-b8fe-472b084e6e3f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:23.189814 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.194209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.232842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Port': ['ID=89492e1c-2e43-4a64-b79e-65686e68d158,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:23.370605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Allocated IP 172.20.0.2 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/889faa1c-b59f-4541-a7f9-3ced637f6831) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:23.583755 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.592140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.664667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:23.666764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Pushing event updated for resources: {'Port': ['ID=889faa1c-b59f-4541-a7f9-3ced637f6831,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:23.676660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:23.680660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:23.690139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:23.699049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'name': 'tempest-router--1530580815', 'project_id': 'be1860ef00a4422698f3afa50134dd6a'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:23.727550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.729449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.767864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Attempting to bind port 889faa1c-b59f-4541-a7f9-3ced637f6831 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:23.768279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Attempting to bind port 889faa1c-b59f-4541-a7f9-3ced637f6831 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:23.768648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Attempting to bind port 889faa1c-b59f-4541-a7f9-3ced637f6831 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:23.776354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:23.776738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:23.777431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.777977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:23.778483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Bound port: 889faa1c-b59f-4541-a7f9-3ced637f6831, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:23.778899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.800238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.805843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.825959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.827168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a35f9db0-702c-44e4-8636-940011faf07c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1349835 Oct 29 11:53:23.831332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33668) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:23.862468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.870439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] For port 889faa1c-b59f-4541-a7f9-3ced637f6831, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:23.880802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] For port 889faa1c-b59f-4541-a7f9-3ced637f6831, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=889faa1c-b59f-4541-a7f9-3ced637f6831,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:23.886208 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.919521 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:23.967616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f122-ee04-4c3a-9ec4-1c90f9482d84 None None] Pushing event updated for resources: {'Port': ['ID=889faa1c-b59f-4541-a7f9-3ced637f6831,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:24.083181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961197-bc56-4230-afb8-e41773e83218 req-5a6b2906-d97a-4911-b192-384867c879e5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:24.085704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac961197-bc56-4230-afb8-e41773e83218 req-5a6b2906-d97a-4911-b192-384867c879e5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.2116537 Oct 29 11:53:24.209767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.213421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.286657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Router 892f5217-d987-48f8-b576-6f1c9b3bafcc has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:24.303343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.345263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.417808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 889faa1c-b59f-4541-a7f9-3ced637f6831 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:24.476311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:24.486345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 889faa1c-b59f-4541-a7f9-3ced637f6831 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:24.486797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.492080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ea376d82-9c73-4fdf-bf22-cb652d68655c tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2544739 Oct 29 11:53:24.493205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:24.501499 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] Sync routers for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:24.502966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Deleting port 418a8e0c-a1cd-4730-90ad-f75212a816f7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:24.503210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.515843 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:24.517720 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:24.577191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:24.589630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] Routers {'892f5217-d987-48f8-b576-6f1c9b3bafcc'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:24.590904 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['892f5217-d987-48f8-b576-6f1c9b3bafcc'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:24.617256 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-ee01d3ce-f034-4813-b0f2-3e30e351715d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] show failed (client error): The resource could not be found. Oct 29 11:53:24.618950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee01d3ce-f034-4813-b0f2-3e30e351715d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1119297436 HTTP/1.1" status: 404 len: 335 time: 0.1255324 Oct 29 11:53:24.623639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:24.633967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.638352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-003555a3-2b6b-4d2b-b91f-c7cf918b1cb0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:24.647736 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:24.648741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758837a-3255-4662-bcde-f27ab4442909 None None] The sync data for ids ['892f5217-d987-48f8-b576-6f1c9b3bafcc'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:24.687547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 889faa1c-b59f-4541-a7f9-3ced637f6831, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=889faa1c-b59f-4541-a7f9-3ced637f6831,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:24.692409 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.700301 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-003555a3-2b6b-4d2b-b91f-c7cf918b1cb0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] update failed (client error): The resource could not be found. Oct 29 11:53:24.701833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-003555a3-2b6b-4d2b-b91f-c7cf918b1cb0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1707392285 HTTP/1.1" status: 404 len: 335 time: 0.0768089 Oct 29 11:53:24.705035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Allocated IP 172.25.4.52 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/4f255e6f-8d58-4334-b8ed-5db5ba4c9f21) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:24.708901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:24.711879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.712607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5cf939e-c6ed-46a3-a52b-b543980357f8 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:24.717193 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.718205 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7917d208-46cf-43f6-b1d4-985a4e51ceaa tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/routers/d5cf939e-c6ed-46a3-a52b-b543980357f8 HTTP/1.1" status: 204 len: 168 time: 0.8857999 Oct 29 11:53:24.720460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b026-af56-423e-a72d-5f20a18873ee req-f28b6275-8f9e-41dc-8b4e-228d07bdd28d tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:24.728438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45f1b026-af56-423e-a72d-5f20a18873ee req-f28b6275-8f9e-41dc-8b4e-228d07bdd28d tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 1097 time: 0.5585320 Oct 29 11:53:24.777126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=889faa1c-b59f-4541-a7f9-3ced637f6831,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:24.793582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45f1b026-af56-423e-a72d-5f20a18873ee req-5d0ce526-d217-4d41-87cd-064fdeacb168 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Oct 29 11:53:24.882830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:24.900583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] For port 418a8e0c-a1cd-4730-90ad-f75212a816f7, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=418a8e0c-a1cd-4730-90ad-f75212a816f7,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:24.901209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.910943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting subnet 6a25192f-8676-444b-97d9-1e465f1d3306 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:24.928290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:24.958225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Calling delete_port for 418a8e0c-a1cd-4730-90ad-f75212a816f7 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:24.999617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.117247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.129445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-430675537', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:25.157741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.158975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.190748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b35fb-67af-44d8-b23b-264bd74b04e7 None None] Network e990835c-9981-41d4-abd5-672e166472fd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:25.200558 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.217505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.277680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.322609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-67c87468-bc42-47d6-8b4f-5f8727d52fc4 None None] Provisioning complete for port 889faa1c-b59f-4541-a7f9-3ced637f6831 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:25.322609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-67c87468-bc42-47d6-8b4f-5f8727d52fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.332053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:25.340538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:25.343054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:25.366700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.419243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.436645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a65bee23-7144-49c6-a6ef-14bf6ac32c25'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:25.441949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Pushing event updated for resources: {'Port': ['ID=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:25.482674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.491062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Pushing event deleted for resources: {'Port': ['ID=418a8e0c-a1cd-4730-90ad-f75212a816f7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:25.608561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Subnet': ['ID=6a25192f-8676-444b-97d9-1e465f1d3306,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:25.632469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.638228 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb8982e2-095a-4a53-8fc4-a7c9d26d02f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/subnets/6a25192f-8676-444b-97d9-1e465f1d3306 HTTP/1.1" status: 204 len: 168 time: 0.9241567 Oct 29 11:53:25.641522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] No DVR routers for this DVR port 418a8e0c-a1cd-4730-90ad-f75212a816f7 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:25.642186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89140a74-0be7-4b8a-a56b-b74d9dc4bce2 None None] Network 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:25.645714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.652386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac961197-bc56-4230-afb8-e41773e83218 req-b54d3dd6-91f9-46f9-bef7-19a189a22e6c tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.86 "DELETE /v2.0/ports/418a8e0c-a1cd-4730-90ad-f75212a816f7 HTTP/1.1" status: 204 len: 173 time: 1.5586419 Oct 29 11:53:25.653132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:25.657822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'name': 'network-vif-deleted', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:25.675850 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6250c7a-e437-4f55-aa45-2cab431248de" -d '{"events": [{"server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "name": "network-vif-deleted", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:25.788017 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.810838 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.839774 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a976b48-f9bc-4b1b-927f-6a525bbb1ef4 x-openstack-request-id: req-7a976b48-f9bc-4b1b-927f-6a525bbb1ef4 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:25.840068 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9798ce70-2712-4881-9f9a-b5719e1fdfb9", "name": "network-vif-deleted", "tag": "418a8e0c-a1cd-4730-90ad-f75212a816f7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:25.840423 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a976b48-f9bc-4b1b-927f-6a525bbb1ef4 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:25.843148 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9798ce70-2712-4881-9f9a-b5719e1fdfb9', 'name': 'network-vif-deleted', 'tag': '418a8e0c-a1cd-4730-90ad-f75212a816f7', 'status': 'completed', 'code': 200} Oct 29 11:53:25.924244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting subnet ea93b7b3-01bd-41c7-9e0e-96a52c9b0277 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:25.933848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.963960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:25.976343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Allocated IP 172.25.4.41 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/f8f3a297-3ce6-4c0b-9733-9c01db2681b3) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:26.088358 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.090093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7082c8f3-7e5a-49f7-a5b3-b8fb8c4021f2 req-5da07497-8001-4c9c-baac-f27ff9c6f4d5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9798ce70-2712-4881-9f9a-b5719e1fdfb9 HTTP/1.1" status: 200 len: 210 time: 0.0877399 Oct 29 11:53:26.092067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] DHCP port deletion for 2be97b7f-6b8c-4cd0-aadb-2ef05f340249 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:26.181631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Deleting port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:26.182017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.207555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.222834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.260648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9cedbe46-a44f-40ed-b50e-b3f2bd84a33a None None] Provisioning complete for port 889faa1c-b59f-4541-a7f9-3ced637f6831 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:26.261036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9cedbe46-a44f-40ed-b50e-b3f2bd84a33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.290677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.334146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] For port 886f7f48-51de-4b63-8ffc-a2414a3e68e9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=886f7f48-51de-4b63-8ffc-a2414a3e68e9,segment=NetworkSegment(4de559cc-7da8-4518-ab99-c4200e62087e),segment_id=4de559cc-7da8-4518-ab99-c4200e62087e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:26.334542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.354604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:26.358119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:26.370224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:26.394355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event updated for resources: {'Port': ['ID=f8f3a297-3ce6-4c0b-9733-9c01db2681b3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:26.400925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Calling delete_port for 886f7f48-51de-4b63-8ffc-a2414a3e68e9 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:26.455209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 889faa1c-b59f-4541-a7f9-3ced637f6831 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:26.496902 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.540891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 889faa1c-b59f-4541-a7f9-3ced637f6831 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:26.541224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.575378 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.589462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.607423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] Pushing event deleted for resources: {'Port': ['ID=886f7f48-51de-4b63-8ffc-a2414a3e68e9,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:26.613906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ed958-6690-4701-ab83-7dc9d00710d2 None None] No DVR routers for this DVR port 886f7f48-51de-4b63-8ffc-a2414a3e68e9 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:26.647713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.654450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 418a8e0c-a1cd-4730-90ad-f75212a816f7 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:26.676336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.718154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.723913 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/subnets/ea93b7b3-01bd-41c7-9e0e-96a52c9b0277 HTTP/1.1" status: 204 len: 168 time: 1.0373847 Oct 29 11:53:26.725148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf66cad-4048-4a28-bb4f-a79122f01ee0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Subnet': ['ID=ea93b7b3-01bd-41c7-9e0e-96a52c9b0277,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:26.730035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33690) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:26.838210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.850160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01073b6f-d608-4278-81b6-a3416df4cdd7 None None] Network a85933d0-0fee-41f2-96a9-bf268d3d28f2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:26.856485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 418a8e0c-a1cd-4730-90ad-f75212a816f7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:26.856485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 418a8e0c-a1cd-4730-90ad-f75212a816f7 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:26.909536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Router 7faf7730-8e94-4d08-971f-948d514a51ba is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:26.930320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.972511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:26.980991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 886f7f48-51de-4b63-8ffc-a2414a3e68e9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:27.022123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 886f7f48-51de-4b63-8ffc-a2414a3e68e9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:27.022622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 886f7f48-51de-4b63-8ffc-a2414a3e68e9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:27.063937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be97b7f-6b8c-4cd0-aadb-2ef05f340249']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.078053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de559cc-7da8-4518-ab99-c4200e62087e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.078350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de559cc-7da8-4518-ab99-c4200e62087e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.096313 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.096467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Router aa254198-a66b-4e07-b96d-8cacd5a755b4 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:27.127563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] DHCP port deletion for a85933d0-0fee-41f2-96a9-bf268d3d28f2 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:27.198888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Deleting port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:27.199466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.259382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:27.283625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] For port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,segment=NetworkSegment(b70a6da7-f464-4387-aaf0-89d7dd496a36),segment_id=b70a6da7-f464-4387-aaf0-89d7dd496a36)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:27.284133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.286456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.291696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] Sync routers for ids ['aa254198-a66b-4e07-b96d-8cacd5a755b4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:27.292692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-33c94989-19ed-464a-8dcc-158a4a06ae7c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4085414 Oct 29 11:53:27.294004 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.310242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Calling delete_port for 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:27.321335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] Routers {'aa254198-a66b-4e07-b96d-8cacd5a755b4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:27.322626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['aa254198-a66b-4e07-b96d-8cacd5a755b4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.373080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.433460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] Routers {'aa254198-a66b-4e07-b96d-8cacd5a755b4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:27.434209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['aa254198-a66b-4e07-b96d-8cacd5a755b4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.437720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b811b144-e02b-4ac2-b7aa-d1feedc2f7d1 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/aa254198-a66b-4e07-b96d-8cacd5a755b4 HTTP/1.1" status: 200 len: 919 time: 0.1403835 Oct 29 11:53:27.438766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33704) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.478983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.480003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0904b6-771c-499a-8089-3c8a16b0178d None None] The sync data for ids ['aa254198-a66b-4e07-b96d-8cacd5a755b4'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:27.486018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c840a6b3-b0cb-42f2-8f8f-b9c437f22e89 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa254198-a66b-4e07-b96d-8cacd5a755b4 HTTP/1.1" status: 200 len: 205 time: 0.0435896 Oct 29 11:53:27.487407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33706) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.504004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:27.515036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.521812 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:27.524639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:27.525077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.526560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:27.528410 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:27.538913 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:27.539852 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.545087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.546422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6b356dd7-a9eb-4648-8598-b1c675b2f7fe admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8146398 Oct 29 11:53:27.567406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] Pushing event deleted for resources: {'Port': ['ID=59caf2e7-6187-4fba-af0e-eb1a74a1ac0a,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:27.570317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432799ab-0165-4244-8c21-59bb4fa9e2ed None None] No DVR routers for this DVR port 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:27.573517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.594336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde2606-ee1c-4df9-96cb-04eec16ca56d req-0c03855e-7d8d-4eb3-a684-a4f5afddb363 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:27.596363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcde2606-ee1c-4df9-96cb-04eec16ca56d req-0c03855e-7d8d-4eb3-a684-a4f5afddb363 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1717079 Oct 29 11:53:27.609792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.620065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.626453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/networks/2be97b7f-6b8c-4cd0-aadb-2ef05f340249 HTTP/1.1" status: 204 len: 168 time: 0.8939216 Oct 29 11:53:27.627708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33710) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.647104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30cec7-c93b-4845-9531-2c3ad3b9b3cc tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Network': ['ID=2be97b7f-6b8c-4cd0-aadb-2ef05f340249,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:27.695153 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:27.730743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.741985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bcde2606-ee1c-4df9-96cb-04eec16ca56d req-40b373f8-deba-41bd-94be-4e83e9f7f4b5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021748 Oct 29 11:53:27.772571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.772804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:27.897910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.916771 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:25Z', 'revision_number': 3, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.932766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4367e8b3-d269-404b-b464-a8ed2d09b728 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 200 len: 992 time: 0.1581674 Oct 29 11:53:27.942253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85933d0-0fee-41f2-96a9-bf268d3d28f2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.954460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70a6da7-f464-4387-aaf0-89d7dd496a36') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.954902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70a6da7-f464-4387-aaf0-89d7dd496a36') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:27.955677 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:27.956096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Updating router 7faf7730-8e94-4d08-971f-948d514a51ba port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:27.970406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.987093 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.990592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:27.998909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:27.999373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:28.002508 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:28.015445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd2bbe-1826-4f9a-a788-94ce62a7d14e req-837e6d51-0560-4694-ac38-059b0239c8d5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:28.018982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6fd2bbe-1826-4f9a-a788-94ce62a7d14e req-837e6d51-0560-4694-ac38-059b0239c8d5 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.1345005 Oct 29 11:53:28.043693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.092458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.100458 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.103801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/networks/a85933d0-0fee-41f2-96a9-bf268d3d28f2 HTTP/1.1" status: 204 len: 168 time: 0.4751446 Oct 29 11:53:28.106287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33716) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:28.134138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9697507-b320-455f-8d6a-01b47263fb2d tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Network': ['ID=a85933d0-0fee-41f2-96a9-bf268d3d28f2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:28.175912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b6fd2bbe-1826-4f9a-a788-94ce62a7d14e req-a3b68dc1-82e9-428e-9bfa-b3de5890df23 tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ff643347-228f-47ca-942d-e5a6b226567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457572 Oct 29 11:53:28.192457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting subnet 5bf68519-1d70-4605-abba-d56b1612d2ef {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:28.197542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.244179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.274830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port f8f3a297-3ce6-4c0b-9733-9c01db2681b3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:28.275173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.369229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.393966 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.403971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:28.404666 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.439045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:28.440251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 59caf2e7-6187-4fba-af0e-eb1a74a1ac0a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:28.450166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44110506-b54b-46da-baea-63aa8b320378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.485557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.488720 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Attempting to bind port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:28.489124 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Attempting to bind port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:28.489456 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Attempting to bind port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:28.491764 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.499367 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:28.499741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:28.500133 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.500518 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:28.501765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Bound port: 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:28.502532 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.506482 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d61ae8-b173-4d33-bc78-345920b12e3f None None] Pushing event updated for resources: {'Port': ['ID=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:28.521608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.545781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for f8f3a297-3ce6-4c0b-9733-9c01db2681b3 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:28.547302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf68519-1d70-4605-abba-d56b1612d2ef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:28.558159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.569194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e106b2-fd9a-434b-80b5-6cb93877974a None None] Network 78147e84-1660-4978-a44f-371fc69b8720 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:28.569528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3805d199-0e81-43dc-ae00-0c52ac1fe1f0 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/subnets/5bf68519-1d70-4605-abba-d56b1612d2ef HTTP/1.1" status: 204 len: 168 time: 0.4585121 Oct 29 11:53:28.571633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:28.620307 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] For port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:28.626653 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] For port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:28.635474 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.723411 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:28.724370 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:28.743828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d047efa-2bf9-41ea-bfe3-21615243253d req-6cac1218-0779-4696-bb2e-b31ba406aedd tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:28.754870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d047efa-2bf9-41ea-bfe3-21615243253d req-6cac1218-0779-4696-bb2e-b31ba406aedd tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1096 time: 0.1599236 Oct 29 11:53:28.790102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.849219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] DHCP port deletion for 78147e84-1660-4978-a44f-371fc69b8720 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:28.869894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854659e4-9790-4f5a-bc56-6006372fce6d req-a0e417cf-af22-494a-971a-dd7423f6629a tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:28.871597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-854659e4-9790-4f5a-bc56-6006372fce6d req-a0e417cf-af22-494a-971a-dd7423f6629a tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec05991f-cfac-464e-999d-991f81e7ee62 HTTP/1.1" status: 200 len: 1096 time: 0.1513033 Oct 29 11:53:28.887732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d047efa-2bf9-41ea-bfe3-21615243253d req-0ddeefa7-81e8-4e5e-9ecc-534628ced2e8 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227314 Oct 29 11:53:28.925399 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:28.931700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Deleting port 283a2512-ae27-4da8-b6b5-6e53408a9b20 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:28.932749 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:28.972476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Deleting port 283a2512-ae27-4da8-b6b5-6e53408a9b20 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:28.972828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.014407 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d61ae8-b173-4d33-bc78-345920b12e3f None None] Pushing event updated for resources: {'Port': ['ID=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:29.030878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] For port 283a2512-ae27-4da8-b6b5-6e53408a9b20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=283a2512-ae27-4da8-b6b5-6e53408a9b20,segment=NetworkSegment(d1490024-cdf8-41a8-bb92-1ef0cc701d9b),segment_id=d1490024-cdf8-41a8-bb92-1ef0cc701d9b)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:29.032258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.035455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Allocated IP 172.20.0.1 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/58f0bf83-40a5-47f9-97d0-844058f8bbae) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:29.050491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Calling delete_port for 283a2512-ae27-4da8-b6b5-6e53408a9b20 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:29.171986 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.178808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] For port 283a2512-ae27-4da8-b6b5-6e53408a9b20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=283a2512-ae27-4da8-b6b5-6e53408a9b20,segment=NetworkSegment(d1490024-cdf8-41a8-bb92-1ef0cc701d9b),segment_id=d1490024-cdf8-41a8-bb92-1ef0cc701d9b)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:29.179179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.192496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Deleting port a65bee23-7144-49c6-a6ef-14bf6ac32c25 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:29.192915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.199003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Calling delete_port for 283a2512-ae27-4da8-b6b5-6e53408a9b20 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:29.209886 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:25Z', 'revision_number': 3, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:29.249956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] No DVR routers for this DVR port 283a2512-ae27-4da8-b6b5-6e53408a9b20 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:29.261359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a6a3f-891d-4754-894b-8b5e79561006 None None] Pushing event deleted for resources: {'Port': ['ID=283a2512-ae27-4da8-b6b5-6e53408a9b20,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:29.288777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.355041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.367707 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb684cae-da12-4fa7-b127-8c6738897d22 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:25Z', 'revision_number': 3, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:29.395783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Port': ['ID=283a2512-ae27-4da8-b6b5-6e53408a9b20,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:29.402515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] No DVR routers for this DVR port 283a2512-ae27-4da8-b6b5-6e53408a9b20 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:29.417449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=f8f3a297-3ce6-4c0b-9733-9c01db2681b3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:29.443527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.461474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.532881 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.542991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] For port a65bee23-7144-49c6-a6ef-14bf6ac32c25, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a65bee23-7144-49c6-a6ef-14bf6ac32c25,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:29.543359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.569839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Calling delete_port for a65bee23-7144-49c6-a6ef-14bf6ac32c25 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:29.572562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78147e84-1660-4978-a44f-371fc69b8720']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:29.589514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:29.589813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1490024-cdf8-41a8-bb92-1ef0cc701d9b') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:29.603176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.666325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.685417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:29.686325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self.session.flush() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:29.691837 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:29.854842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.865343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.872019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/networks/78147e84-1660-4978-a44f-371fc69b8720 HTTP/1.1" status: 204 len: 168 time: 1.2958250 Oct 29 11:53:29.878607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:29.918370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1385a-af96-4216-8707-b2acc24f1806 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Pushing event deleted for resources: {'Network': ['ID=78147e84-1660-4978-a44f-371fc69b8720,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:29.948490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ddb0f09-470a-4608-8c5d-c814fc79a11f tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "GET /v2.0/ports?device_id=892f5217-d987-48f8-b576-6f1c9b3bafcc HTTP/1.1" status: 200 len: 205 time: 0.0663214 Oct 29 11:53:29.948726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:29.972892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:29.977052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.033641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.037482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.047614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a65bee23-7144-49c6-a6ef-14bf6ac32c25'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:30.084839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.131235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.131670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router aa254198-a66b-4e07-b96d-8cacd5a755b4 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:30.131917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Pushing event deleted for resources: {'Port': ['ID=a65bee23-7144-49c6-a6ef-14bf6ac32c25,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:30.147686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.152479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2cc5260e-8a88-4b72-88e3-64570a1b85e2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/aa254198-a66b-4e07-b96d-8cacd5a755b4 HTTP/1.1" status: 204 len: 168 time: 2.6616471 Oct 29 11:53:30.155150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33750) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:30.169504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-553829ca-a446-491a-b9cd-66e259f5e8a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2168410 Oct 29 11:53:30.171521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:30.175494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:30.178995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:30.183583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-21320112', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:30.213840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-6c005f31-5e55-4945-a1f9-2d6ff96b5911 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:53:30.215116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-6c005f31-5e55-4945-a1f9-2d6ff96b5911 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0269511 Oct 29 11:53:30.241992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.244646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Pushing event updated for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:30.369860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] No DVR routers for this DVR port a65bee23-7144-49c6-a6ef-14bf6ac32c25 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:30.386326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.392815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.401591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-854659e4-9790-4f5a-bc56-6006372fce6d req-6029b56f-3315-472e-bd70-7c316d435edc tempest-TestServerMultinode-624068929 tempest-TestServerMultinode-624068929-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a65bee23-7144-49c6-a6ef-14bf6ac32c25 HTTP/1.1" status: 204 len: 173 time: 1.5217948 Oct 29 11:53:30.402207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'name': 'network-vif-deleted', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:30.406715 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a42e2-8fe4-4bbd-a922-8e7b47cc1e25" -d '{"events": [{"server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "name": "network-vif-deleted", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:30.424369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.464819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:30.527671 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.545796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.546919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.580111 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.580897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Fanout notify agent at l3_agent the message router_deleted on router 892f5217-d987-48f8-b576-6f1c9b3bafcc {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:30.602272 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.606209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:30.607164 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.615883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ef0a811-5a52-4566-a942-be0f98110d34 tempest-RoutersNegativeTest-1746854245 tempest-RoutersNegativeTest-1746854245-project] 10.222.0.77 "DELETE /v2.0/routers/892f5217-d987-48f8-b576-6f1c9b3bafcc HTTP/1.1" status: 204 len: 168 time: 0.6661611 Oct 29 11:53:30.696488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.777314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5bec3741-dee3-45c7-acfb-a7ccc839db4d None None] Provisioning complete for port 58f0bf83-40a5-47f9-97d0-844058f8bbae triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:30.778056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5bec3741-dee3-45c7-acfb-a7ccc839db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.929514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.939524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5bec3741-dee3-45c7-acfb-a7ccc839db4d None None] Port 58f0bf83-40a5-47f9-97d0-844058f8bbae cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:30.950780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1a81-4edf-43d0-94d3-820a19b47455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.956070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.963744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:30.975173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:30.982049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.003169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.095604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Pushing event updated for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:31.113919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.162587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:31.169657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 283a2512-ae27-4da8-b6b5-6e53408a9b20 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:31.217035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 283a2512-ae27-4da8-b6b5-6e53408a9b20 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:31.217275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 283a2512-ae27-4da8-b6b5-6e53408a9b20 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:31.349708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33766) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:31.381399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:31.383137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:31.417774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.453455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.607702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-9d1fb376-fd5b-40be-a839-2e494b367097 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:31.609217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-9d1fb376-fd5b-40be-a839-2e494b367097 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 1093 time: 0.5401781 Oct 29 11:53:31.618084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.25.4.219 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e7973569-c3eb-47ef-852a-839c8cb9cb73) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:31.620888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Request body: {'binding': {'host': 'n-h1-805046-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:31.621533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Unknown quota resources ['binding']. {{(pid=102278) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 29 11:53:31.654549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5c1fc863-9ab9-44ee-9438-189b05a5e0ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a92486bc797f481d95d5a4dbe822c344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017395 Oct 29 11:53:31.657274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:31.721128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:31.768421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-31189e70-a7ca-4e67-b227-d81a990804f7 None None] Provisioning complete for port 58f0bf83-40a5-47f9-97d0-844058f8bbae triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:31.769141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31189e70-a7ca-4e67-b227-d81a990804f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.810430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-31189e70-a7ca-4e67-b227-d81a990804f7 None None] Port 58f0bf83-40a5-47f9-97d0-844058f8bbae cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:31.812768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.826118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.855412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.910735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on host n-h1-805046-9 for vnic_type normal with profile None {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:31.911167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:31.912923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:31.916249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.923057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:53:31.923844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:31.937252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:31.943463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-45cba17c-95ca-4a00-aa22-809b5ee9059e admin admin] 10.222.0.77 "PUT /v2.0/routers/7faf7730-8e94-4d08-971f-948d514a51ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3673854 Oct 29 11:53:31.944971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:31.945338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:31.945718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Bound using segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:31.946151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Bound port: 485d16c4-c704-4fb2-9e05-03dad105ab73, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:31.959257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:31.973192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:31.974436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:31.986566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.990228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:31.991680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c6d05e1-2cb8-41f0-9e5f-dde3c98e79e3 HTTP/1.1" status: 204 len: 168 time: 0.2999368 Oct 29 11:53:31.994272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:32.028654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:32.033637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:32.037208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124c13-d4b0-4305-adb8-605224a15a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d05e1-2cb8-41f0-9e5f-dde3c98e79e3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:32.085428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=e7973569-c3eb-47ef-852a-839c8cb9cb73,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:32.116370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:32.134173 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:32.139705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] 10.222.0.77 "POST /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73/bindings HTTP/1.1" status: 201 len: 389 time: 0.5217676 Oct 29 11:53:32.166425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:32.320715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33784) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:32.453202 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2234e-c86b-4251-9249-11fef8d2af6f x-openstack-request-id: req-01a2234e-c86b-4251-9249-11fef8d2af6f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:32.453879 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec05991f-cfac-464e-999d-991f81e7ee62", "name": "network-vif-deleted", "tag": "a65bee23-7144-49c6-a6ef-14bf6ac32c25", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:32.454394 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01a2234e-c86b-4251-9249-11fef8d2af6f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:32.455190 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec05991f-cfac-464e-999d-991f81e7ee62', 'name': 'network-vif-deleted', 'tag': 'a65bee23-7144-49c6-a6ef-14bf6ac32c25', 'status': 'completed', 'code': 200} Oct 29 11:53:32.461781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a65bee23-7144-49c6-a6ef-14bf6ac32c25 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:32.508065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:32.626838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: a65bee23-7144-49c6-a6ef-14bf6ac32c25 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:32.627458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a65bee23-7144-49c6-a6ef-14bf6ac32c25 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:32.639668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:32.640377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:32.699014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-d5d337f5-72ca-4679-999e-01d7eb1e87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:32.701095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-d5d337f5-72ca-4679-999e-01d7eb1e87b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1096 time: 0.2193286 Oct 29 11:53:32.708393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d27a3-53be-495d-b593-ec7a6a6c683c req-4fc6af2e-e15c-47fc-be22-f2275504b44e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:32.719643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f18d27a3-53be-495d-b593-ec7a6a6c683c req-4fc6af2e-e15c-47fc-be22-f2275504b44e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1245356 Oct 29 11:53:32.725595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:32.726327 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:32.782024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f18d27a3-53be-495d-b593-ec7a6a6c683c req-412ca3e6-7970-4cc5-a21a-8d8056b5010a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613847 Oct 29 11:53:32.890684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 2, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:32.904249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:32.986390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:32.986976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Updating router 7faf7730-8e94-4d08-971f-948d514a51ba port 58f0bf83-40a5-47f9-97d0-844058f8bbae binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:33.056600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.086760 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.322542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:33.327433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-745511640-network', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:33.362874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Made reservation on behalf of 118e1dfc77f242b0a17f6d32e5d05c52 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:33.365575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.377642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.501401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-914b5e8a-b6de-47e8-b7b3-2c9578be2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:33.502934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-914b5e8a-b6de-47e8-b7b3-2c9578be2286 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.7884493 Oct 29 11:53:33.539909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Deleting port 3a846285-f22d-46ae-b460-5bef93ff386d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:33.540232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.542203 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.546820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.549521 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.558851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.613377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73afb-6d17-4c72-9d6b-85d45872fef0 None None] Pushing event updated for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:33.624131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:53:33.626581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.641059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade3de18-f766-4dbc-9b09-33357ad7cfec,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:33.655559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.656003 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Added segment 033c5759-169c-40e6-be93-167b14a686b9 of type vlan for network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 Oct 29 11:53:33.719753 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.726448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Attempting to bind port 58f0bf83-40a5-47f9-97d0-844058f8bbae on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:33.727092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Attempting to bind port 58f0bf83-40a5-47f9-97d0-844058f8bbae by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:33.728142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Attempting to bind port 58f0bf83-40a5-47f9-97d0-844058f8bbae on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:33.735590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:33.736253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:33.736832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.737432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:33.738194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Bound port: 58f0bf83-40a5-47f9-97d0-844058f8bbae, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:33.739060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.763484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] For port 3a846285-f22d-46ae-b460-5bef93ff386d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a846285-f22d-46ae-b460-5bef93ff386d,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:33.763886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.783232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.791328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Calling delete_port for 3a846285-f22d-46ae-b460-5bef93ff386d owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:33.870316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.871652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:33.874236 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.893429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] For port 58f0bf83-40a5-47f9-97d0-844058f8bbae, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:33.897428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] For port 58f0bf83-40a5-47f9-97d0-844058f8bbae, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=58f0bf83-40a5-47f9-97d0-844058f8bbae,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:33.897903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5735970 Oct 29 11:53:33.901575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33818) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:33.908233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:33.916133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Request body: {'subnet': {'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-745511640-subnet', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:33.990403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Made reservation on behalf of 118e1dfc77f242b0a17f6d32e5d05c52 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:33.995327 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.031196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc00ed-85b7-4fa8-9dc4-5748cffe35fb admin admin] Pushing event updated for resources: {'Network': ['ID=6eb5432c-ba5f-444d-ab8d-a3efcb5091a3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:34.060688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:53:34.075945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:34.076604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:34.086860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router 0a01cb1a-9e80-426b-8969-e04a91617d1f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:34.090625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73afb-6d17-4c72-9d6b-85d45872fef0 None None] Pushing event updated for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:34.124463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-7acef356-f5d0-48f2-b480-18ac977581a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 1000 time: 0.4992659 Oct 29 11:53:34.208147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.238396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a846285-f22d-46ae-b460-5bef93ff386d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:34.267674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c292ad-7181-4414-acbc-768d91b2bcc4 req-010ef011-4cdc-4c25-88bc-957f6cc6f283 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:34.276641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02c292ad-7181-4414-acbc-768d91b2bcc4 req-010ef011-4cdc-4c25-88bc-957f6cc6f283 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.3588395 Oct 29 11:53:34.448223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-02c292ad-7181-4414-acbc-768d91b2bcc4 req-08439319-735a-4445-aaa9-39146c7061ae tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700671 Oct 29 11:53:34.511378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Provisioning complete for port 58f0bf83-40a5-47f9-97d0-844058f8bbae triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:34.511751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.543246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:34.561872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.570478 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Sync routers for ids ['0a01cb1a-9e80-426b-8969-e04a91617d1f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:34.599390 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Routers {'0a01cb1a-9e80-426b-8969-e04a91617d1f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:34.601200 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0a01cb1a-9e80-426b-8969-e04a91617d1f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:34.617770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:34.650176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.716248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-40a19051-1b19-4ca1-a978-b40079184022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:34.718712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-40a19051-1b19-4ca1-a978-b40079184022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.5735927 Oct 29 11:53:34.719536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26ad122-8c15-47f0-bec7-9d9509ff0150,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:34.782484 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Set router 0a01cb1a-9e80-426b-8969-e04a91617d1f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:34.789874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.792252 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ae345daf-2c9d-4e5b-8ad9-124f46246933 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6333530 Oct 29 11:53:34.808659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.808925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33836) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:34.842202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Checking segment: {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:34.842627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Network hostable DHCP agents. Network: 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:53:34.861589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-1b7520cd-cd14-4e61-aa7d-01bc1f55a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:34.863130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-1b7520cd-cd14-4e61-aa7d-01bc1f55a874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293342 Oct 29 11:53:34.892412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:53:34.917729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:34.934021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c708328e-a752-4a91-a86a-f34694081254 None None] For port 58f0bf83-40a5-47f9-97d0-844058f8bbae, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=58f0bf83-40a5-47f9-97d0-844058f8bbae,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:34.935293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:34.938120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:34.940054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6def859-a11c-4c42-a850-cbcff05ec49a None None] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:34.962047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.025928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3c77f6d8-3686-4568-ba6e-a39f606f76e6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1232245 Oct 29 11:53:35.031036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33838) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:35.039781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:35.042777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2b061d17-a6bf-46d3-b2f5-a324af7ad192 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/0a01cb1a-9e80-426b-8969-e04a91617d1f HTTP/1.1" status: 200 len: 907 time: 0.2325423 Oct 29 11:53:35.046116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33840) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:35.054462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-21320112', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': True}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:35.102861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:35.110167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.111888 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.134655 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.135760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-2aef69e6-4922-465a-8cb1-8812208d2bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582316 Oct 29 11:53:35.135986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.155343 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:30Z', 'updated_at': '2021-10-29T11:53:32Z', 'revision_number': 3, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port': {'id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:31Z', 'updated_at': '2021-10-29T11:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:35.207173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Pushing event updated for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:35.217181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fc831497-7e5a-4a53-9994-7457341efebe None None] Provisioning complete for port 58f0bf83-40a5-47f9-97d0-844058f8bbae triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:35.217387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fc831497-7e5a-4a53-9994-7457341efebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.223310 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Checking router: 0a01cb1a-9e80-426b-8969-e04a91617d1f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:35.225143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Updating router 0a01cb1a-9e80-426b-8969-e04a91617d1f port e7973569-c3eb-47ef-852a-839c8cb9cb73 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:35.246132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.246532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.246805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.247135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.247463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.247788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.248488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.248488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.248705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.249058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.249384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.249698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708328e-a752-4a91-a86a-f34694081254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:35.307074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.311503 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.355790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:33Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:35.375746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'fixed_ips': [{'subnet_id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:53:35.376597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.402099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:35.408883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-50b94618-3f5c-45c0-afd2-adc4e553d248 admin admin] 10.222.0.77 "PUT /v2.0/routers/6b8fea92-2bd2-4723-b89f-afb98f0f07eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884116 Oct 29 11:53:35.411967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33842) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:35.423779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44135739-d5a6-4e17-bf05-51d0e26cf212 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:33Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:35.425556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Sync routers for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:35.441732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:35.459636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-dc604624-ea03-4e1c-8916-5d70cf2589ab service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143756 Oct 29 11:53:35.498453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:35.499099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:35.861626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Allocated IP 172.20.0.2 (6eb5432c-ba5f-444d-ab8d-a3efcb5091a3/e26ad122-8c15-47f0-bec7-9d9509ff0150/8f48ef58-7be5-4978-b601-58cfccf42f0c) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:35.869158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:35.906779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.058339 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.063758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-eff03c4d-619f-4851-a7fb-20daf03bf57b tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:36.065356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-eff03c4d-619f-4851-a7fb-20daf03bf57b tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&tenant_id=7de4cfbdeccd4be786e374aa00aa658f&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1096 time: 0.2393801 Oct 29 11:53:36.071014 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.099368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-9'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:36.156538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.164571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.184681 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Pushing event updated for resources: {'Port': ['ID=e7973569-c3eb-47ef-852a-839c8cb9cb73,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:36.187827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:36.196274 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.196854 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.197214 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.197673 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.198003 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.198474 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.198637 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.198958 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.199276 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.200192 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.200652 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.201047 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:53:36.232073 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Attempting to bind port e7973569-c3eb-47ef-852a-839c8cb9cb73 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:36.232252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:36.232444 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Attempting to bind port e7973569-c3eb-47ef-852a-839c8cb9cb73 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:36.232726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.233220 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Attempting to bind port e7973569-c3eb-47ef-852a-839c8cb9cb73 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:36.238708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:36.238996 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:36.240434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:36.241500 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.241910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:36.244685 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Bound port: e7973569-c3eb-47ef-852a-839c8cb9cb73, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:36.245180 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.271248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.357906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df515a9-5220-4462-ac37-a6b8c3e7b1fd req-677ec759-9517-4305-9ef2-56d1e2a1e9ee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:36.359493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8df515a9-5220-4462-ac37-a6b8c3e7b1fd req-677ec759-9517-4305-9ef2-56d1e2a1e9ee tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.7294419 Oct 29 11:53:36.380353 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] For port e7973569-c3eb-47ef-852a-839c8cb9cb73, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:36.383833 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] For port e7973569-c3eb-47ef-852a-839c8cb9cb73, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e7973569-c3eb-47ef-852a-839c8cb9cb73,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:36.392801 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.399672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Pushing event updated for resources: {'Port': ['ID=8f48ef58-7be5-4978-b601-58cfccf42f0c,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:36.448703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.459497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 58f0bf83-40a5-47f9-97d0-844058f8bbae up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:36.493090 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Routers {'0a01cb1a-9e80-426b-8969-e04a91617d1f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:36.503004 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0a01cb1a-9e80-426b-8969-e04a91617d1f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:36.529917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Attempting to bind port 8f48ef58-7be5-4978-b601-58cfccf42f0c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:36.530282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Attempting to bind port 8f48ef58-7be5-4978-b601-58cfccf42f0c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:36.530637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Attempting to bind port 8f48ef58-7be5-4978-b601-58cfccf42f0c on network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:36.549050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:36.554087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Checking segment: {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:36.554494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.554889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Bound using segment: {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:36.555374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Bound port: 8f48ef58-7be5-4978-b601-58cfccf42f0c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:36.555748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.658992 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] Set router 0a01cb1a-9e80-426b-8969-e04a91617d1f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:36.685226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8df515a9-5220-4462-ac37-a6b8c3e7b1fd req-bfdcf620-6783-4a6e-8a8a-9e45b5e2ba6e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2393703 Oct 29 11:53:36.766105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.825297 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.827452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] For port 8f48ef58-7be5-4978-b601-58cfccf42f0c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:36.831764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] For port 8f48ef58-7be5-4978-b601-58cfccf42f0c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8f48ef58-7be5-4978-b601-58cfccf42f0c,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:36.840863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.850315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 58f0bf83-40a5-47f9-97d0-844058f8bbae triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:36.850676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.857910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5add6-cf6f-4158-8c53-762de0ac08ea None None] Pushing event updated for resources: {'Port': ['ID=e7973569-c3eb-47ef-852a-839c8cb9cb73,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:36.861914 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port': {'id': 'c5b43bff-fed9-4db8-b86a-b64b11f62743', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:46:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:25Z', 'updated_at': '2021-10-29T11:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:36.878742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:36.924292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:36.976298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Checking router: 6b8fea92-2bd2-4723-b89f-afb98f0f07eb for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:37.042455 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:30Z', 'updated_at': '2021-10-29T11:53:32Z', 'revision_number': 3, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port': {'id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:31Z', 'updated_at': '2021-10-29T11:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:37.082441 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.090141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b704ae7-3970-40be-8eb0-876efacc5a0c None None] The sync data for ids ['0a01cb1a-9e80-426b-8969-e04a91617d1f'] in n-d-805046-9 is: [{'id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219'}], 'enable_snat': False}, 'gw_port_id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:30Z', 'updated_at': '2021-10-29T11:53:32Z', 'revision_number': 3, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port': {'id': 'e7973569-c3eb-47ef-852a-839c8cb9cb73', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01cb1a-9e80-426b-8969-e04a91617d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:31Z', 'updated_at': '2021-10-29T11:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:37.121247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Deleting port c5b43bff-fed9-4db8-b86a-b64b11f62743 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:37.121856 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.125468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.184237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:37.276149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.283323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:37.291634 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f5fcd-2240-4f1f-8af4-1974a634337a" -d '{"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-unplugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:37.295952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Allocated IP 172.25.4.167 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/516579fe-6c17-405d-96d6-6b77cb327b91) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:37.305761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.339184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Routers {'6b8fea92-2bd2-4723-b89f-afb98f0f07eb'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:37.339814 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:37.387133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] For port c5b43bff-fed9-4db8-b86a-b64b11f62743, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5b43bff-fed9-4db8-b86a-b64b11f62743,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:37.387719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.411595 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a6109-4410-4488-9195-cb3206993c04 x-openstack-request-id: req-bf0a6109-4410-4488-9195-cb3206993c04 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:37.411890 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-unplugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:37.412146 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf0a6109-4410-4488-9195-cb3206993c04 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:37.412537 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'code': 200} Oct 29 11:53:37.433977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Calling delete_port for c5b43bff-fed9-4db8-b86a-b64b11f62743 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:37.484266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] Set router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:37.566365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805b81-561a-4552-8b25-db0a6eea9ba0 None None] Pushing event updated for resources: {'Port': ['ID=8f48ef58-7be5-4978-b601-58cfccf42f0c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:37.618990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:53:36Z', 'revision_number': 6, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:37.654758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:37.699466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af964-778f-4344-8c3d-f91e3e8605be None None] The sync data for ids ['6b8fea92-2bd2-4723-b89f-afb98f0f07eb'] in n-d-805046-9 is: [{'id': '6b8fea92-2bd2-4723-b89f-afb98f0f07eb', 'name': 'tempest-TestServerMultinode-1933253634-router', 'tenant_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:24Z', 'updated_at': '2021-10-29T11:53:36Z', 'revision_number': 6, 'project_id': '22a0df6e9877446ba30b74bc0e4f54f9', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:37.899239 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.899925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:37.902221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on host n-h2-805046-9 for vnic_type normal with profile {"migrating_to": "n-h1-805046-9"} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:37.902902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:37.903415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:37.946142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b43bff-fed9-4db8-b86a-b64b11f62743,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:37.962928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:53:37.963260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Attempting to bind port 485d16c4-c704-4fb2-9e05-03dad105ab73 on network e78049cb-acf2-4c84-8abf-499b29733038 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:37.985124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:37.985863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Checking segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:37.990757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Bound using segment: {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:37.991361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Bound port: 485d16c4-c704-4fb2-9e05-03dad105ab73, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372dad0b-838e-4e38-be57-f8b51c399759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:37.991805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.052184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bd3e08fd-1f38-49a2-8c19-c5aaa7c6b01b None None] Provisioning complete for port 485d16c4-c704-4fb2-9e05-03dad105ab73 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:38.052717 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bd3e08fd-1f38-49a2-8c19-c5aaa7c6b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.085404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:38.089627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:38.091506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.155941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e08fd-1f38-49a2-8c19-c5aaa7c6b01b None None] Port 485d16c4-c704-4fb2-9e05-03dad105ab73 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:38.157805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.170973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:38.188062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:38.188753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2f1c1-220b-4283-bc6a-d8a1744dca2e req-12f7f7e7-d643-4083-8484-ef7011de0123 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:38.190312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe2f1c1-220b-4283-bc6a-d8a1744dca2e req-12f7f7e7-d643-4083-8484-ef7011de0123 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 943 time: 0.2604997 Oct 29 11:53:38.191851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.25.4.175 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/9c18ccc9-1212-4062-86cf-819fa2637c52) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:38.198525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:38.198728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.248087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Pushing event updated for resources: {'Port': ['ID=516579fe-6c17-405d-96d6-6b77cb327b91,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:38.442834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.445519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.606854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.607385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8fea92-2bd2-4723-b89f-afb98f0f07eb {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:38.623155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.627075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7af35a35-58e5-4e68-a4b7-17e7c7a760e1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6b8fea92-2bd2-4723-b89f-afb98f0f07eb HTTP/1.1" status: 204 len: 168 time: 3.2140682 Oct 29 11:53:38.631145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33868) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:38.691095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] Provisioning complete for port 485d16c4-c704-4fb2-9e05-03dad105ab73 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:38.691631 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.726888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe2f1c1-220b-4283-bc6a-d8a1744dca2e req-7aabed3b-5e4a-43c6-945b-727cc792e217 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4637797 Oct 29 11:53:38.789209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Deleting subnet 11c6c7cf-0f3a-4608-902a-8853608d9789 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:38.800476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.856940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:38.894067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.038200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.042727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8f48ef58-7be5-4978-b601-58cfccf42f0c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:39.058454 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.077587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=8']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:39.117117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:39.119518 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbdcb7b-e27c-4bb6-9d7a-bd61648265b4" -d '{"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-plugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:39.135611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=9c18ccc9-1212-4062-86cf-819fa2637c52,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:39.136862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:39.149108 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.168138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.220125 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e56e9-3e31-40ae-9a14-614c1212158a x-openstack-request-id: req-a74e56e9-3e31-40ae-9a14-614c1212158a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:39.220361 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-plugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:39.220587 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a74e56e9-3e31-40ae-9a14-614c1212158a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:39.220984 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'code': 200} Oct 29 11:53:39.233980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:39.244647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:39.249961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:39.251216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.252667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-79e5d489-83f2-4ce5-90d5-36f8b5abb640 service neutron] 10.222.0.41 "PUT /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 1121 time: 3.1700861 Oct 29 11:53:39.256702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:39.310593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['485d16c4-c704-4fb2-9e05-03dad105ab73'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:53:39.365638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2df154-f682-4ece-8c69-4c6810e11469 None None] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:39.392093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7feebd3-7c5e-4671-8a43-1de3f9190b4f None None] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:39.394950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8f48ef58-7be5-4978-b601-58cfccf42f0c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:39.395378 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.446005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.457766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:39.471945 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4527b-1216-4344-affb-9a0e5d2ed19a" -d '{"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:39.549165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.554801 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdcb35-1963-4d45-adf6-3007e9d8fa24 x-openstack-request-id: req-82cdcb35-1963-4d45-adf6-3007e9d8fa24 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:39.555888 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:39.556298 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82cdcb35-1963-4d45-adf6-3007e9d8fa24 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:39.556834 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'status': 'completed', 'code': 200} Oct 29 11:53:39.558102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c6c7cf-0f3a-4608-902a-8853608d9789,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:39.562081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.567985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96ba589c-f7b9-42b8-ba95-91782803864e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/11c6c7cf-0f3a-4608-902a-8853608d9789 HTTP/1.1" status: 204 len: 168 time: 0.9358616 Oct 29 11:53:39.568613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33880) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:39.578179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78e1a6-e24a-4dcb-9fa2-abeffa63c157 None None] Network 250c6bf3-45a2-4f83-960d-1fd2b634b097 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:39.724339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c8ba9f09-689a-41ad-a23e-fa255f70b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:39.726343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c8ba9f09-689a-41ad-a23e-fa255f70b0d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1126 time: 0.1296940 Oct 29 11:53:39.749469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:39.854728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.012311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2120a7-6da2-43e5-ba5c-4a1eda844a50 req-1dad472b-5d99-4b71-8916-685501e328e2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:40.020851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc2120a7-6da2-43e5-ba5c-4a1eda844a50 req-1dad472b-5d99-4b71-8916-685501e328e2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.1457095 Oct 29 11:53:40.048154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.200701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c8be1a2b-f11c-45bb-95d0-b0a5bb4690e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:40.202256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c8be1a2b-f11c-45bb-95d0-b0a5bb4690e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.4549677 Oct 29 11:53:40.209451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.244582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9321f346-345c-4f72-a3fa-954d5a203ce6 None None] Provisioning complete for port 8f48ef58-7be5-4978-b601-58cfccf42f0c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:40.261634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9321f346-345c-4f72-a3fa-954d5a203ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.270988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 8f48ef58-7be5-4978-b601-58cfccf42f0c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8f48ef58-7be5-4978-b601-58cfccf42f0c,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:40.286792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc2120a7-6da2-43e5-ba5c-4a1eda844a50 req-30208e73-bb20-441a-a069-6a311957978a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645953 Oct 29 11:53:40.348936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Deleting port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:40.349308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.375700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-d276023e-1919-4fa8-b982-7dbd295c4fcd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 1000 time: 0.1612687 Oct 29 11:53:40.382627 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.383431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e7973569-c3eb-47ef-852a-839c8cb9cb73 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:40.452153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] For port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,segment=NetworkSegment(e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d),segment_id=e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:40.452762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.470675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c09ad906-29cb-41a3-b3fa-8c61c7e0a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:40.472492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-c09ad906-29cb-41a3-b3fa-8c61c7e0a6b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.0862858 Oct 29 11:53:40.475529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Calling delete_port for ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:40.526682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:40.566772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.582928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=8f48ef58-7be5-4978-b601-58cfccf42f0c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:40.595381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:53:40.644209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-b04fc66d-9772-42b9-b458-e0d26c8bb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:40.645809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-b04fc66d-9772-42b9-b458-e0d26c8bb073 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634390 Oct 29 11:53:40.762807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router eff0c56c-8249-4b12-aefb-6f3e2729c64f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:40.867349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-721b7c32-bba9-43d0-a0b2-beb32c2e8765 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075894 Oct 29 11:53:40.917085 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.937195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a995858-5292-4e82-acfb-f71f7ccad709 None None] DHCP port deletion for 250c6bf3-45a2-4f83-960d-1fd2b634b097 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:40.941838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:40.956068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Sync routers for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:40.973941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:40.977663 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-61ed13b7-d68a-440c-9e21-869e2a4307af admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9453704 Oct 29 11:53:40.985962 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:40.986710 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:40.987758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:41.039634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] No DVR routers for this DVR port ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:41.059532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:41.106768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e7973569-c3eb-47ef-852a-839c8cb9cb73 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:41.107983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.136552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7ac4527b-1216-4344-affb-9a0e5d2ed19a req-485ff41b-1ba1-4ea1-92e2-f8d2f1f08016 service neutron] 10.222.0.86 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526019 Oct 29 11:53:41.207014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.229498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:41.248216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:41.260868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250c6bf3-45a2-4f83-960d-1fd2b634b097']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:41.271327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Sync routers for ids ['eff0c56c-8249-4b12-aefb-6f3e2729c64f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:41.279395 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:41.291811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:41.292119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eeeb59-1fba-41d4-9adb-0ffc09d59a8d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:41.301175 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.305645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ce619ce-8c99-4f5f-ab86-66eb4c77c150 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2576098 Oct 29 11:53:41.307950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33890) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:41.311280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0daf2965-4895-4ce3-98f7-9c9499b5af13 None None] Provisioning complete for port 8f48ef58-7be5-4978-b601-58cfccf42f0c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:41.316014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.316704 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0daf2965-4895-4ce3-98f7-9c9499b5af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.425953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.500285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:41.500938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:41.512961 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:41.616939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523f6e-28d7-4f3b-b2e7-79277f40c67f req-9ada5b69-8a7e-40c2-9065-8bdfcb1111fd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:41.618500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca523f6e-28d7-4f3b-b2e7-79277f40c67f req-9ada5b69-8a7e-40c2-9065-8bdfcb1111fd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.2121742 Oct 29 11:53:41.621635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.631865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 has no active binding in host n-h1-805046-9 {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 29 11:53:41.637992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.639977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:39Z', 'revision_number': 3, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:41.641206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] 10.222.0.77 "DELETE /v2.0/networks/250c6bf3-45a2-4f83-960d-1fd2b634b097 HTTP/1.1" status: 204 len: 168 time: 2.0694115 Oct 29 11:53:41.645207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:41.665809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:41.666409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-94d97570-d32a-4ece-88fb-962d8a8c9f34 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/eff0c56c-8249-4b12-aefb-6f3e2729c64f HTTP/1.1" status: 200 len: 906 time: 0.3566816 Oct 29 11:53:41.666522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Routers {'eff0c56c-8249-4b12-aefb-6f3e2729c64f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:41.667105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['eff0c56c-8249-4b12-aefb-6f3e2729c64f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:41.684012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b903-23ab-45dd-896f-fe33ac62f992 admin admin] Pushing event deleted for resources: {'Network': ['ID=250c6bf3-45a2-4f83-960d-1fd2b634b097,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:41.818994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.843928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e7973569-c3eb-47ef-852a-839c8cb9cb73, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e7973569-c3eb-47ef-852a-839c8cb9cb73,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:41.852524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.871859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a846285-f22d-46ae-b460-5bef93ff386d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:41.888497 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Checking router: 91dc07bb-0dd0-4461-807d-b3a3bc184f0c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:41.901460 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Updating router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c port 516579fe-6c17-405d-96d6-6b77cb327b91 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:41.935078 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.936784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Set router eff0c56c-8249-4b12-aefb-6f3e2729c64f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:41.938568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3a846285-f22d-46ae-b460-5bef93ff386d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:41.938916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a846285-f22d-46ae-b460-5bef93ff386d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:41.949624 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:41.971515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.164751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8f48ef58-7be5-4978-b601-58cfccf42f0c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:42.229674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e7973569-c3eb-47ef-852a-839c8cb9cb73,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:42.333842 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.342271 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.354539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8f48ef58-7be5-4978-b601-58cfccf42f0c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:42.355575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.396396 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca9686-4c3b-4ce3-9c56-bdb161f2e918 None None] Pushing event updated for resources: {'Port': ['ID=516579fe-6c17-405d-96d6-6b77cb327b91,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:42.422164 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Attempting to bind port 516579fe-6c17-405d-96d6-6b77cb327b91 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:42.422683 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Attempting to bind port 516579fe-6c17-405d-96d6-6b77cb327b91 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:42.424829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Attempting to bind port 516579fe-6c17-405d-96d6-6b77cb327b91 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:42.431404 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:42.432202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:42.432831 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.433462 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:42.434177 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Bound port: 516579fe-6c17-405d-96d6-6b77cb327b91, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:42.434804 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.503336 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] For port 516579fe-6c17-405d-96d6-6b77cb327b91, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:42.508169 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] For port 516579fe-6c17-405d-96d6-6b77cb327b91, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=516579fe-6c17-405d-96d6-6b77cb327b91,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:42.514584 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.533968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0c56c-8249-4b12-aefb-6f3e2729c64f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '9c18ccc9-1212-4062-86cf-819fa2637c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:39Z', 'revision_number': 3, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port': {'id': '9c18ccc9-1212-4062-86cf-819fa2637c52', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0c56c-8249-4b12-aefb-6f3e2729c64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:37Z', 'updated_at': '2021-10-29T11:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:42.586808 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:42.587425 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:42.598265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:42.619507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:42.619858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ffb0f1d1-8d2e-4408-a4f2-c6ffd1e96780 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:42.620266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5b43bff-fed9-4db8-b86a-b64b11f62743 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:42.622786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Checking router: eff0c56c-8249-4b12-aefb-6f3e2729c64f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:42.623136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Updating router eff0c56c-8249-4b12-aefb-6f3e2729c64f port 9c18ccc9-1212-4062-86cf-819fa2637c52 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:42.667165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c5b43bff-fed9-4db8-b86a-b64b11f62743 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:42.667494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5b43bff-fed9-4db8-b86a-b64b11f62743 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:42.674163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.703061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ca523f6e-28d7-4f3b-b2e7-79277f40c67f req-be330c67-6fe2-40e2-b10f-b4ba381bae39 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0742457 Oct 29 11:53:42.736711 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.761922 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:42.845336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Allocated IP 172.20.0.1 (6eb5432c-ba5f-444d-ab8d-a3efcb5091a3/e26ad122-8c15-47f0-bec7-9d9509ff0150/2bb351d5-87c5-4349-9c54-1d21a5526def) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:42.921114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.927421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Deleting port 9c18ccc9-1212-4062-86cf-819fa2637c52 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:42.928186 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:42.979397 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca9686-4c3b-4ce3-9c56-bdb161f2e918 None None] Pushing event updated for resources: {'Port': ['ID=516579fe-6c17-405d-96d6-6b77cb327b91,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:43.107231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.119500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.131875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Calling delete_port for 9c18ccc9-1212-4062-86cf-819fa2637c52 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:43.134369 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:39Z', 'revision_number': 3, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:43.187454 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae426-fafd-4a9f-8b07-ae2f98f4444a None None] The sync data for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 is: [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:39Z', 'revision_number': 3, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:43.206895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.221690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.258471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.278564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Attempting to bind port 9c18ccc9-1212-4062-86cf-819fa2637c52 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:43.278564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Attempting to bind port 9c18ccc9-1212-4062-86cf-819fa2637c52 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:43.282115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Attempting to bind port 9c18ccc9-1212-4062-86cf-819fa2637c52 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:43.300956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:43.301893 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:43.302306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.302709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:43.303189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Bound port: 9c18ccc9-1212-4062-86cf-819fa2637c52, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:43.303579 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.307170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24b5b8-155a-40ce-982a-2e9b2a994770 None None] Pushing event updated for resources: {'Port': ['ID=9c18ccc9-1212-4062-86cf-819fa2637c52,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:43.368021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] For port 9c18ccc9-1212-4062-86cf-819fa2637c52, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:43.370031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Deleting port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:43.370376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.375602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] For port 9c18ccc9-1212-4062-86cf-819fa2637c52, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9c18ccc9-1212-4062-86cf-819fa2637c52,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:43.390169 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.497458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:43.501940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Routers {'eff0c56c-8249-4b12-aefb-6f3e2729c64f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:43.502082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.502487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['eff0c56c-8249-4b12-aefb-6f3e2729c64f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:43.507416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:43.522264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] For port f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:43.522627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.526445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:43.535400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:43.551110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Calling delete_port for f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:43.641369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24b5b8-155a-40ce-982a-2e9b2a994770 None None] Pushing event updated for resources: {'Port': ['ID=9c18ccc9-1212-4062-86cf-819fa2637c52,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:43.658520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] Set router eff0c56c-8249-4b12-aefb-6f3e2729c64f gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:43.718401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.726214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c18ccc9-1212-4062-86cf-819fa2637c52,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:43.789919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0c56c-8249-4b12-aefb-6f3e2729c64f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:43Z', 'revision_number': 5, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:43.837198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb82407-0a97-47ac-b8e7-6223e1d3b561 None None] The sync data for ids ['eff0c56c-8249-4b12-aefb-6f3e2729c64f'] in n-d-805046-9 is: [{'id': 'eff0c56c-8249-4b12-aefb-6f3e2729c64f', 'name': 'tempest-snat-router-21320112', 'tenant_id': 'effd653f22584d49a6b53e0b056a97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:43Z', 'revision_number': 5, 'project_id': 'effd653f22584d49a6b53e0b056a97c8', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:43.906553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.976789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:43.980245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:44.067835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f63999ac-974e-481b-8d1c-c5a924f5cbca None None] Provisioning complete for port 2bb351d5-87c5-4349-9c54-1d21a5526def triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:44.068212 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f63999ac-974e-481b-8d1c-c5a924f5cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.099782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.106718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.181346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d71207-098e-4eb2-94dc-f1c6024bfe39 req-55be1708-fc0d-41c3-b7ae-ceb6a22c6928 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:44.182325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.182952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eff0c56c-8249-4b12-aefb-6f3e2729c64f {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:44.183761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68d71207-098e-4eb2-94dc-f1c6024bfe39 req-55be1708-fc0d-41c3-b7ae-ceb6a22c6928 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 945 time: 0.2905395 Oct 29 11:53:44.187569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f63999ac-974e-481b-8d1c-c5a924f5cbca None None] Port 2bb351d5-87c5-4349-9c54-1d21a5526def cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:44.193930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.204001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33904) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:44.211632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8f1ccf8-226b-4f66-a18d-e1eae4ac1db0 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/routers/eff0c56c-8249-4b12-aefb-6f3e2729c64f HTTP/1.1" status: 204 len: 168 time: 2.5421004 Oct 29 11:53:44.360835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e7973569-c3eb-47ef-852a-839c8cb9cb73 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:44.451730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-5c8591fd-8753-4153-bbff-3c399523c601 service neutron] 10.222.0.86 "GET /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 384 time: 0.1791809 Oct 29 11:53:44.468454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e7973569-c3eb-47ef-852a-839c8cb9cb73 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:44.470373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.540346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.624032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68d71207-098e-4eb2-94dc-f1c6024bfe39 req-d9a32228-d618-4cb2-8207-eb3ba8c5632f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4177198 Oct 29 11:53:44.632367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 516579fe-6c17-405d-96d6-6b77cb327b91 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:44.681310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.690648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.747211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 516579fe-6c17-405d-96d6-6b77cb327b91 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:44.747549 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.849063 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.876208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:44.877750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 516579fe-6c17-405d-96d6-6b77cb327b91, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=516579fe-6c17-405d-96d6-6b77cb327b91,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:44.883139 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.908373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:44.952165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:44.976427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=516579fe-6c17-405d-96d6-6b77cb327b91,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:45.029216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.039613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.062447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:45.066506 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f05f4-6abf-4ec2-aabe-8c464ebaaa8d" -d '{"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-unplugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:45.127220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Deleting port e7973569-c3eb-47ef-852a-839c8cb9cb73 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:45.127556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.133882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Router 73ab5328-f245-42a8-84f1-6e743ed91d3d has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:45.145609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:45.183581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.251302 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3a71d9-5110-4163-b29c-e382f729b4b2 x-openstack-request-id: req-dd3a71d9-5110-4163-b29c-e382f729b4b2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:45.251578 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-unplugged", "status": "completed", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:45.251830 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd3a71d9-5110-4163-b29c-e382f729b4b2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:45.252218 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'code': 200} Oct 29 11:53:45.258890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:45.271004 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.339771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] Transition to ACTIVE for port object 485d16c4-c704-4fb2-9e05-03dad105ab73 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:53:45.352373 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.352856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] For port e7973569-c3eb-47ef-852a-839c8cb9cb73, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e7973569-c3eb-47ef-852a-839c8cb9cb73,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:45.353848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.370928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Calling delete_port for e7973569-c3eb-47ef-852a-839c8cb9cb73 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:45.397906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:45.404990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c18a7645-e938-4220-a3e6-98cf3db24b85 admin admin] 10.222.0.77 "PUT /v2.0/routers/73ab5328-f245-42a8-84f1-6e743ed91d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7489090 Oct 29 11:53:45.413236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33910) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:45.423708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Sync routers for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:45.474636 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:45.476271 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:45.686171 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:45.701452 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.773550 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:45.805871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7973569-c3eb-47ef-852a-839c8cb9cb73,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:45.930891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b82654-269e-4302-ae23-c21550f609dc service neutron] Pushing event updated for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=11']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:45.960038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:45.966985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:45.967631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.027905 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:53:43Z', 'revision_number': 5, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:46.041825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] No DVR routers for this DVR port 485d16c4-c704-4fb2-9e05-03dad105ab73 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:46.044629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38c13-ec21-471d-b78b-7f903bad7659 req-2da50b57-57dd-4b78-b6d7-e9ee6307bd52 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:46.058104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57e38c13-ec21-471d-b78b-7f903bad7659 req-2da50b57-57dd-4b78-b6d7-e9ee6307bd52 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1614687 Oct 29 11:53:46.084769 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Checking router: 73ab5328-f245-42a8-84f1-6e743ed91d3d for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:46.096790 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Routers {'73ab5328-f245-42a8-84f1-6e743ed91d3d'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:46.097717 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['73ab5328-f245-42a8-84f1-6e743ed91d3d'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:46.278396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57e38c13-ec21-471d-b78b-7f903bad7659 req-08361f9c-f509-42cb-adbb-7b675b633c47 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2190506 Oct 29 11:53:46.288712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.296829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.303892 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] Set router 73ab5328-f245-42a8-84f1-6e743ed91d3d gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:46.309476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 516579fe-6c17-405d-96d6-6b77cb327b91 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:46.352670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.403686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.405479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a01cb1a-9e80-426b-8969-e04a91617d1f {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:46.413502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.415728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9d777077-c5e0-4d20-86ea-158909f02223 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "DELETE /v2.0/routers/0a01cb1a-9e80-426b-8969-e04a91617d1f HTTP/1.1" status: 204 len: 168 time: 2.2105653 Oct 29 11:53:46.423017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33916) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:46.429047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1254278867', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:46.434625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 516579fe-6c17-405d-96d6-6b77cb327b91 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:46.436238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.467137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:46.469916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.473524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.528751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ca7b16df-9258-4356-8bb9-d3a9668727c7 None None] Provisioning complete for port 2bb351d5-87c5-4349-9c54-1d21a5526def triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:46.529023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-66b82654-269e-4302-ae23-c21550f609dc service neutron] 10.222.0.86 "PUT /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73/bindings/n-h1-805046-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0721312 Oct 29 11:53:46.529697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca7b16df-9258-4356-8bb9-d3a9668727c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.588692 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.593793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b16df-9258-4356-8bb9-d3a9668727c7 None None] Port 2bb351d5-87c5-4349-9c54-1d21a5526def cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:46.659907 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:53:43Z', 'revision_number': 5, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:46.827589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:46.829486 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b48a-514a-414c-811e-37ed9c226dbc None None] The sync data for ids ['73ab5328-f245-42a8-84f1-6e743ed91d3d'] in n-d-805046-9 is: [{'id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'name': 'tempest-TestServerMultinode-487114010-router', 'tenant_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:38Z', 'updated_at': '2021-10-29T11:53:43Z', 'revision_number': 5, 'project_id': '5f0a9db8a8d845f8877bad2f7143d21a', 'gw_port': {'id': 'c9658bac-1887-48ce-9198-460b09ad3a11', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab5328-f245-42a8-84f1-6e743ed91d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:39Z', 'updated_at': '2021-10-29T11:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:46.832018 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:53:47.107801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.127982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.162535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Deleting port c9658bac-1887-48ce-9198-460b09ad3a11 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:47.163016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.282057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-1243a136-4ca4-4f6a-96d9-98d72f2d4890 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:47.282057 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-1243a136-4ca4-4f6a-96d9-98d72f2d4890 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&tenant_id=7de4cfbdeccd4be786e374aa00aa658f&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.1590626 Oct 29 11:53:47.285115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Allocated IP 172.25.4.102 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/8874370e-d2ba-4382-9747-85e3b8238ab9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:47.285295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:47.298504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Sync routers for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:47.313288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-484ecdaa-62b3-4a5b-bff4-b24952843f74 admin admin] 10.222.0.77 "PUT /v2.0/routers/91dc07bb-0dd0-4461-807d-b3a3bc184f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3242574 Oct 29 11:53:47.326904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:47.327610 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:47.420412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] For port c9658bac-1887-48ce-9198-460b09ad3a11, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c9658bac-1887-48ce-9198-460b09ad3a11,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:47.420877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.456563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Calling delete_port for c9658bac-1887-48ce-9198-460b09ad3a11 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:47.493729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-955db7dd-1114-4af4-900c-ff7f4fd33c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:47.502125 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-955db7dd-1114-4af4-900c-ff7f4fd33c30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 1095 time: 0.2062767 Oct 29 11:53:47.538557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.600000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:47.606554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:47.691286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:47.711018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:47.715975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:47.767763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1be03c-f82f-4b64-b212-e9c759fd86fc req-fa2d8761-72f8-4c5d-a104-865baafb0927 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:47.771443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c1be03c-f82f-4b64-b212-e9c759fd86fc req-fa2d8761-72f8-4c5d-a104-865baafb0927 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1773999 Oct 29 11:53:47.781047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event updated for resources: {'Port': ['ID=8874370e-d2ba-4382-9747-85e3b8238ab9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:47.810481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-d4258c17-47dc-47e3-8843-3fe263647d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:47.835391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-d4258c17-47dc-47e3-8843-3fe263647d82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1095 time: 0.2275233 Oct 29 11:53:47.955647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c1be03c-f82f-4b64-b212-e9c759fd86fc req-7bd7a38b-4c16-48c3-8957-bb8a392391ea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505084 Oct 29 11:53:48.108056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.169448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e7973569-c3eb-47ef-852a-839c8cb9cb73 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:48.219586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e7973569-c3eb-47ef-852a-839c8cb9cb73 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:48.219929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e7973569-c3eb-47ef-852a-839c8cb9cb73 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:48.220347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:48.225799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9658bac-1887-48ce-9198-460b09ad3a11,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:48.236047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-bde966b4-bbfb-4e1b-9871-3a0fa1e2466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:48.237632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-bde966b4-bbfb-4e1b-9871-3a0fa1e2466e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.3949552 Oct 29 11:53:48.290836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:48.291183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f14e73d0-aea9-4534-ac3b-ed15f2ec9c0a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:48.434747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2bb351d5-87c5-4349-9c54-1d21a5526def', 'name': '', 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'mac_address': 'fa:16:3e:55:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:42Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 2, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'subnets': [{'id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:48.465271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-a331232d-22b7-4d6c-9a38-cec9e2db384a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 998 time: 0.2161427 Oct 29 11:53:48.466153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.476203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Checking router: 91dc07bb-0dd0-4461-807d-b3a3bc184f0c for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:48.476560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Updating router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c port 2bb351d5-87c5-4349-9c54-1d21a5526def binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:53:48.572296 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.722067 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.725785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.736060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-5cbd4348-d8f2-49ff-af5d-cd02c91b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:48.737988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-5cbd4348-d8f2-49ff-af5d-cd02c91b7664 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.2577016 Oct 29 11:53:48.780782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:48.836528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.840100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ab5328-f245-42a8-84f1-6e743ed91d3d {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:48.850564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.855462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33948) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:48.855954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:48.858143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c6a9b136-2362-444d-b3e3-4a7675476444 admin admin] 10.222.0.77 "DELETE /v2.0/routers/73ab5328-f245-42a8-84f1-6e743ed91d3d HTTP/1.1" status: 204 len: 168 time: 3.4438214 Oct 29 11:53:48.879423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-aca5e431-bbfd-4925-b76d-bf855b5814be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:48.880964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-aca5e431-bbfd-4925-b76d-bf855b5814be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963523 Oct 29 11:53:48.938538 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:48.952888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Deleting subnet 3768fcc8-f856-4f60-935d-0062c8a1d448 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:53:49.057745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-2b631c07-0dae-4a0b-9bb8-0879d2c890a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695433 Oct 29 11:53:49.128545 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.143604 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.221349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-2c7c7c58-f710-4221-b136-875ffa628b7c service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561544 Oct 29 11:53:49.255065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.308273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0187-2be0-418f-a818-a4264b3cca7e None None] Pushing event updated for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:49.313932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Attempting to bind port 2bb351d5-87c5-4349-9c54-1d21a5526def on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:49.315582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Attempting to bind port 2bb351d5-87c5-4349-9c54-1d21a5526def by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:49.316354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Attempting to bind port 2bb351d5-87c5-4349-9c54-1d21a5526def on network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:49.322733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:49.323370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Checking segment: {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:49.324041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.324684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Bound using segment: {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:49.325198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Bound port: 2bb351d5-87c5-4349-9c54-1d21a5526def, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033c5759-169c-40e6-be93-167b14a686b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:49.325692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.341189 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.435657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] For port 2bb351d5-87c5-4349-9c54-1d21a5526def, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:49.440534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] For port 2bb351d5-87c5-4349-9c54-1d21a5526def, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2bb351d5-87c5-4349-9c54-1d21a5526def,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:49.446609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.562544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0187-2be0-418f-a818-a4264b3cca7e None None] Pushing event updated for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:49.574490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:49.575356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:49.595654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-61cece92-b4f0-41cb-9927-69185bc74c1d tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:49.597245 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-61cece92-b4f0-41cb-9927-69185bc74c1d tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5&tenant_id=7de4cfbdeccd4be786e374aa00aa658f&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 1095 time: 0.0949752 Oct 29 11:53:49.747964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ef2ee-9359-4249-9336-64070868a086 req-de9efdb7-d5c8-4982-89ef-7cf772ea23bc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:49.756901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-873ef2ee-9359-4249-9336-64070868a086 req-de9efdb7-d5c8-4982-89ef-7cf772ea23bc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.4966614 Oct 29 11:53:49.768896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] Provisioning complete for port 2bb351d5-87c5-4349-9c54-1d21a5526def triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:49.769281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.811608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.917652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-873ef2ee-9359-4249-9336-64070868a086 req-55caafc2-874f-4e49-91ba-a50ee4155712 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517828 Oct 29 11:53:49.944260 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.960017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-bc4a1ed2-448e-4739-b7a8-2aeb8f75d5bc service neutron] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:49.964592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-bc4a1ed2-448e-4739-b7a8-2aeb8f75d5bc service neutron] Publish callbacks [] for binding, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:49.966366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-bc4a1ed2-448e-4739-b7a8-2aeb8f75d5bc service neutron] 10.222.0.41 "DELETE /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73/bindings/n-h2-805046-9 HTTP/1.1" status: 204 len: 173 time: 0.3610666 Oct 29 11:53:49.979729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:50.061644 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.088198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.093117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c9658bac-1887-48ce-9198-460b09ad3a11 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:50.121993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3768fcc8-f856-4f60-935d-0062c8a1d448,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:50.126223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c9658bac-1887-48ce-9198-460b09ad3a11 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:50.126223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c9658bac-1887-48ce-9198-460b09ad3a11 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:50.130332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.137891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33956) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:50.138071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-15f53f4b-8577-4010-b1fe-014d93085cf9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3768fcc8-f856-4f60-935d-0062c8a1d448 HTTP/1.1" status: 204 len: 168 time: 1.2813952 Oct 29 11:53:50.146953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d7eda-3603-4a96-9562-bfb9c88864ca None None] Network ece22091-4687-47ad-a1a2-0d9e941936e0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:53:50.224621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Router 31ee7b47-472c-4470-b8b3-e265316fd797 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:50.229687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] For port 2bb351d5-87c5-4349-9c54-1d21a5526def, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2bb351d5-87c5-4349-9c54-1d21a5526def,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:50.275676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.296327 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.371246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Deleting port beedf387-3366-4312-b06b-75fcc411659c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:50.371587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.456262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:50.462873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] For port beedf387-3366-4312-b06b-75fcc411659c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=beedf387-3366-4312-b06b-75fcc411659c,segment=NetworkSegment(d91ebffe-014e-4108-aeeb-91a3f2524535),segment_id=d91ebffe-014e-4108-aeeb-91a3f2524535)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:50.463353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.466646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9026310-b1ce-40d3-961a-57cd5f8ef5db None None] Pushing event updated for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:50.472395 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] Sync routers for ids ['31ee7b47-472c-4470-b8b3-e265316fd797'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:50.488242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.490111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24c9d3b7-0cf6-4815-abfb-004a504ccf25 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0657218 Oct 29 11:53:50.492910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33960) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:50.502401 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] Routers {'31ee7b47-472c-4470-b8b3-e265316fd797'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:50.503128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:50.506188 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31ee7b47-472c-4470-b8b3-e265316fd797'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.506857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-39656886-d775-49cf-905d-57a182bb04a6 None None] Provisioning complete for port 2bb351d5-87c5-4349-9c54-1d21a5526def triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:50.507226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39656886-d775-49cf-905d-57a182bb04a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.524826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Calling delete_port for beedf387-3366-4312-b06b-75fcc411659c owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:50.595667 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.615922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2bb351d5-87c5-4349-9c54-1d21a5526def', 'name': '', 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'mac_address': 'fa:16:3e:55:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:42Z', 'updated_at': '2021-10-29T11:53:49Z', 'revision_number': 4, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'subnets': [{'id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.616232 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] Routers {'31ee7b47-472c-4470-b8b3-e265316fd797'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:50.616633 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31ee7b47-472c-4470-b8b3-e265316fd797'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.655244 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.656157 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44b2be-cfaa-4c7b-9ecb-fbaca7035824 None None] The sync data for ids ['31ee7b47-472c-4470-b8b3-e265316fd797'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:50.679742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.684163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096fb99-5c22-47c3-9a18-1f6c3f0b3c98 None None] DHCP port deletion for ece22091-4687-47ad-a1a2-0d9e941936e0 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:53:50.697415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69772c6b-b21d-43fb-b403-5f972811c2ce None None] The sync data for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 is: [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2bb351d5-87c5-4349-9c54-1d21a5526def', 'name': '', 'network_id': '6eb5432c-ba5f-444d-ab8d-a3efcb5091a3', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'mac_address': 'fa:16:3e:55:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:42Z', 'updated_at': '2021-10-29T11:53:49Z', 'revision_number': 4, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'subnets': [{'id': 'e26ad122-8c15-47f0-bec7-9d9509ff0150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:50.727489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=beedf387-3366-4312-b06b-75fcc411659c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:50.745221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] No DVR routers for this DVR port beedf387-3366-4312-b06b-75fcc411659c on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:50.906856 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.938486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece22091-4687-47ad-a1a2-0d9e941936e0']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.951896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ebffe-014e-4108-aeeb-91a3f2524535') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.953266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ebffe-014e-4108-aeeb-91a3f2524535') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:50.974653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:50.993348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.003808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:53:51.005279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: items = [ Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:53:51.056897 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:53:51.091873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.111685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.146040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.149439 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ece22091-4687-47ad-a1a2-0d9e941936e0 HTTP/1.1" status: 204 len: 168 time: 1.0093069 Oct 29 11:53:51.151411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439878b-5859-4eee-84ce-8aa28fe111a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece22091-4687-47ad-a1a2-0d9e941936e0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:51.194130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c9736-af4b-4e6f-bfef-c5b73dca3f57 req-903d679d-c1ab-4d58-bafe-aa09c6dffd10 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:51.195859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-547c9736-af4b-4e6f-bfef-c5b73dca3f57 req-903d679d-c1ab-4d58-bafe-aa09c6dffd10 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1362121 Oct 29 11:53:51.272973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-547c9736-af4b-4e6f-bfef-c5b73dca3f57 req-a530aedf-4d67-492c-bd32-897a1499cc11 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684731 Oct 29 11:53:51.479206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33986) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:51.575863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2f4b0f27-918b-4f09-a5ab-0fd85150ab7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22a0df6e9877446ba30b74bc0e4f54f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926292 Oct 29 11:53:51.577047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 33990) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:51.644368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33992) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:51.728282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-f640e94d-26ad-4026-b637-f276e028b127 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:51.730239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-f640e94d-26ad-4026-b637-f276e028b127 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.2897074 Oct 29 11:53:51.768224 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.778691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-5a7e44cd-fbeb-4154-9370-52a00b684290 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0393534 Oct 29 11:53:51.800645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.804109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9529fecc-6e72-46f8-9c48-48c6bc8a203e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.916422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.926774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9529fecc-6e72-46f8-9c48-48c6bc8a203e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.938072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9529fecc-6e72-46f8-9c48-48c6bc8a203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:51.980672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529fecc-6e72-46f8-9c48-48c6bc8a203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051e248-00f3-427c-af29-bd8b405f6930,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:51.985666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9529fecc-6e72-46f8-9c48-48c6bc8a203e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9694f64f44a648bb9a4432aaef8ff882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401625 Oct 29 11:53:51.994529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 33996) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:51.998563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.002747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.095521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-bdd72970-1769-44ed-8ecf-a7789f66fd8e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3062222 Oct 29 11:53:52.132658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.138063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.139194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/765cce93-8822-403c-a409-51be92f8cb36 HTTP/1.1" status: 204 len: 168 time: 0.5595956 Oct 29 11:53:52.153192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.192721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2bb351d5-87c5-4349-9c54-1d21a5526def up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:53:52.210002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.248465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router 31ee7b47-472c-4470-b8b3-e265316fd797 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:52.304881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2bb351d5-87c5-4349-9c54-1d21a5526def triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:52.305483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.319903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.328957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.333843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3051e248-00f3-427c-af29-bd8b405f6930 HTTP/1.1" status: 204 len: 168 time: 0.3353429 Oct 29 11:53:52.350179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-a7301530-d2ff-4beb-8e4c-4164757d64b9 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187169 Oct 29 11:53:52.351987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e347-bc6b-4fed-b694-bdd186e11ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765cce93-8822-403c-a409-51be92f8cb36,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:52.363974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199c3ac-0ea3-4b58-b561-45420a3b10c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051e248-00f3-427c-af29-bd8b405f6930,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:52.646702 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-a3844b39-de36-4f1e-b1d3-b8c4cbe14d00 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798777 Oct 29 11:53:52.662590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:52.669940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:52.675089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37b46be4-839f-4901-a376-1bbdf37d9844 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "PUT /v2.0/routers/31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 200 len: 922 time: 2.1803360 Oct 29 11:53:52.676305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] Sync routers for ids ['31ee7b47-472c-4470-b8b3-e265316fd797'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:52.678107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34006) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:52.686274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device beedf387-3366-4312-b06b-75fcc411659c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:53:52.748880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: beedf387-3366-4312-b06b-75fcc411659c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:53:52.749149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device beedf387-3366-4312-b06b-75fcc411659c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:53:52.756383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] Routers {'31ee7b47-472c-4470-b8b3-e265316fd797'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:52.759691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31ee7b47-472c-4470-b8b3-e265316fd797'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:52.807026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:52.819185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] Routers {'31ee7b47-472c-4470-b8b3-e265316fd797'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:52.819815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31ee7b47-472c-4470-b8b3-e265316fd797'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:52.859112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:52.859712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b02ed7-dc9a-4cd3-ade7-e9fc55651a02 None None] The sync data for ids ['31ee7b47-472c-4470-b8b3-e265316fd797'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:52.874728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34010) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:52.875944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-67058b6d-13fe-4f04-9a0f-4d9aa25b6074 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 200 len: 922 time: 0.1966214 Oct 29 11:53:52.923634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69fc2a-09c6-4d4b-957d-e15e60df8b8c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:52.925605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f69fc2a-09c6-4d4b-957d-e15e60df8b8c tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=31ee7b47-472c-4470-b8b3-e265316fd797&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0495653 Oct 29 11:53:52.929212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34016) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:52.938456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:52.947734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34020) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:52.964836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf450a7d-b74a-4bce-b731-d7e9668ca989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.035899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b3144-6676-4851-9bc2-8548a2cfe938 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:53.041077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5e3b3144-6676-4851-9bc2-8548a2cfe938 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.1069763 Oct 29 11:53:53.041278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23083eb3-9ee6-4a7a-91d0-7499dbeecb83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f0a9db8a8d845f8877bad2f7143d21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869813 Oct 29 11:53:53.041278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34022) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:53.043517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34024) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:53.116237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bd78644f-5009-4bbb-a2a3-4e40210696a4 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 200 len: 205 time: 0.0709841 Oct 29 11:53:53.119163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34030) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:53.129576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.135671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf450a7d-b74a-4bce-b731-d7e9668ca989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.146486 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cf450a7d-b74a-4bce-b731-d7e9668ca989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.176860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.228698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34032) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:53.229198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cf450a7d-b74a-4bce-b731-d7e9668ca989 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de44876a48a544e78e0c1b6fb750997f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883346 Oct 29 11:53:53.234310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf450a7d-b74a-4bce-b731-d7e9668ca989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09153361-e7f4-49c7-b8c9-59fc22939bda,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:53.278744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.282702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.284374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff643347-228f-47ca-942d-e5a6b226567a HTTP/1.1" status: 204 len: 168 time: 0.2420661 Oct 29 11:53:53.293115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be495a53-ade2-4b89-89f9-b137f37c4d2c req-03d09105-f128-4ef5-b53a-3a34a591fb4f tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:53.294657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be495a53-ade2-4b89-89f9-b137f37c4d2c req-03d09105-f128-4ef5-b53a-3a34a591fb4f tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1095 time: 0.1667609 Oct 29 11:53:53.299013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c42a6-010b-4128-9096-41720124f547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff643347-228f-47ca-942d-e5a6b226567a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:53.329135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.333754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.815013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.828791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be495a53-ade2-4b89-89f9-b137f37c4d2c req-9d5887dd-7a87-4769-a0a5-d42c8c6a9769 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5193579 Oct 29 11:53:53.889581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.944629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.947359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:53.948570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09153361-e7f4-49c7-b8c9-59fc22939bda HTTP/1.1" status: 204 len: 168 time: 0.7174225 Oct 29 11:53:53.973737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-708e4aca-6447-41ae-81ce-24e7e27b1f90 req-2a1552f3-01d4-4e86-b3ec-afebbf7742b9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0408278 Oct 29 11:53:53.983445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd2e6e-48b0-47a6-8102-948f59b80f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09153361-e7f4-49c7-b8c9-59fc22939bda,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:53.999874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port 8874370e-d2ba-4382-9747-85e3b8238ab9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:54.000539 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.179752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.209793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for 8874370e-d2ba-4382-9747-85e3b8238ab9 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:54.222163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56818372-b26b-4ce3-86eb-8c8c4e336d08 req-5325755d-c170-4bc3-b6a3-5712bbdfbd4c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:54.224259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56818372-b26b-4ce3-86eb-8c8c4e336d08 req-5325755d-c170-4bc3-b6a3-5712bbdfbd4c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1285291 Oct 29 11:53:54.363016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56818372-b26b-4ce3-86eb-8c8c4e336d08 req-63b9eb1d-0c16-4c76-9c2c-000befa1df64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274934 Oct 29 11:53:54.435911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-4ac4613e-9a6a-40f1-8265-5b1b34fb7b52 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:54.437804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-4ac4613e-9a6a-40f1-8265-5b1b34fb7b52 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.2309189 Oct 29 11:53:54.438296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34048) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:54.490732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': '861b6746-c38a-4806-8c09-d8c16df721e9', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:54.533453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.583035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=8874370e-d2ba-4382-9747-85e3b8238ab9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:54.584017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7dd854a0-3623-449d-a21e-38a89805dc80 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 200 len: 990 time: 0.1445625 Oct 29 11:53:54.666963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.722355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:53:54.749447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.819919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.827129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:54.917701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.12 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/7a1330ea-d8aa-4e06-9e8d-a2a106d9b857) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:54.923638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34062) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:55.031198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.032075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router 31ee7b47-472c-4470-b8b3-e265316fd797 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:53:55.046471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.049385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8566ad4-ccb5-41be-8688-6df873fb6ec9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 204 len: 168 time: 1.9290421 Oct 29 11:53:55.058016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34072) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:55.068609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-143997640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:55.241247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.271255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.274047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.284842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.295899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9cf5baa-deaf-43ec-a3b8-dcce66177359 req-d8e04e2c-e7d2-4cd4-9785-b7d18e1c97b7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0523994 Oct 29 11:53:55.347865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:55.373588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:55.375719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:55.378412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:55.451790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.473121 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.498227 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:55.498986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.509462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 1ac331b2-d229-4c6c-b25a-6bcbfdd4629e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:55.509868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.523198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.524626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13091d01-bf64-46ca-8d3f-dfa71e77804a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4652364 Oct 29 11:53:55.534996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-08964560-ec03-4813-9570-d83e4523e315 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513842 Oct 29 11:53:55.535576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34078) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:55.540145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:55.550496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Request body: {'port': {'device_id': '861b6746-c38a-4806-8c09-d8c16df721e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:53:55.632382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.904153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.904626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.906774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f4dd56d3-855c-4283-9dae-23b7d9634553 None None] Provisioning complete for port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:53:55.910883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f4dd56d3-855c-4283-9dae-23b7d9634553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.954016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:55.957563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 1ac331b2-d229-4c6c-b25a-6bcbfdd4629e owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:55.972562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd56d3-855c-4283-9dae-23b7d9634553 None None] Port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:53:56.018353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.085656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:53:56.094410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.109307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Transition to ACTIVE for port object 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:53:56.120176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.233551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.251439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:56.320591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=1ac331b2-d229-4c6c-b25a-6bcbfdd4629e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:56.328673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Attempting to bind port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:53:56.329043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Attempting to bind port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:53:56.329369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Attempting to bind port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:56.340486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:53:56.340817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Attempting to bind port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:53:56.356582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:53:56.356833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:53:56.357247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:53:56.357686 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Bound port: 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:53:56.364099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.385060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.385403 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 2c6db51e-b3f1-4fbb-a18e-f6466f73833a disassociated (deleted). External IP: 172.25.4.43, port: 485d16c4-c704-4fb2-9e05-03dad105ab73. Oct 29 11:53:56.488769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:53:56.494460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:53:56.518262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.625828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:56.626510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.631189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] 10.222.0.86 "PUT /v2.0/ports/7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 HTTP/1.1" status: 200 len: 1092 time: 1.0832474 Oct 29 11:53:56.639275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:56.644852 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e3dd61-f0f1-4e60-b24d-df3f86664916" -d '{"events": [{"name": "network-changed", "server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:56.730447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ee29-88e9-4e82-8037-5473efa46a92 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:56.749089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.762220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-87488171-b1e6-4334-9372-8a77e57f3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:56.764143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-87488171-b1e6-4334-9372-8a77e57f3771 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 1095 time: 0.0702326 Oct 29 11:53:56.806781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:56.833249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-c5725374-bf32-4995-8bb3-1dc7851821c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 HTTP/1.1" status: 200 len: 217 time: 0.0590403 Oct 29 11:53:56.920436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-bb68a0d1-a4da-46d8-a783-f55e9cf0ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:56.923267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-bb68a0d1-a4da-46d8-a783-f55e9cf0ac83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0779848 Oct 29 11:53:56.961884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Allocated IP 172.25.4.237 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/059fe141-c689-4b8a-bb3f-ea7781efe1ad) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:53:57.034103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419975-a688-4c25-a65b-dd832a984de7 req-c7f53c3d-04ed-4fff-80ac-d311fd1d2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:57.045835 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-c7f53c3d-04ed-4fff-80ac-d311fd1d2fe3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148648 Oct 29 11:53:57.163623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-d9d38a32-3236-44e6-ad71-56bf7888edc2 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106553 Oct 29 11:53:57.198070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00e95-4292-47bb-80a1-fba9ac3a0375 req-42f7e0ac-5326-474a-b4ac-439ec2697a10 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:57.199943 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09b00e95-4292-47bb-80a1-fba9ac3a0375 req-42f7e0ac-5326-474a-b4ac-439ec2697a10 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.7684159 Oct 29 11:53:57.271882 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09b00e95-4292-47bb-80a1-fba9ac3a0375 req-4e0d3fb7-c7aa-40c9-b50c-52bfb9d4c03d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Oct 29 11:53:57.298402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:57.315591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 5ea83fcd-1373-4ede-9f29-c1505b747587 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:53:57.336479 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-96419975-a688-4c25-a65b-dd832a984de7 req-7af07f89-4e21-4bd8-87bd-9fc59d87c580 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646647 Oct 29 11:53:57.346621 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f78b37-185a-4e13-a5aa-b7268cb085ef x-openstack-request-id: req-64f78b37-185a-4e13-a5aa-b7268cb085ef {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:57.346919 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:57.347283 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64f78b37-185a-4e13-a5aa-b7268cb085ef {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:57.348168 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857', 'status': 'completed', 'code': 200} Oct 29 11:53:57.418960 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:57.457280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-d5954e8a-8ba3-42ec-b2c5-e604c8772f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:57.458780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-d5954e8a-8ba3-42ec-b2c5-e604c8772f09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 1095 time: 0.0630274 Oct 29 11:53:57.491885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:53:57.502437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:53:57.506066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event updated for resources: {'Port': ['ID=059fe141-c689-4b8a-bb3f-ea7781efe1ad,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:57.514254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:53:57.544427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:57.549323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:57.559348 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Sync routers for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:53:57.578840 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:57.580348 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:57.599486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3d4c6404-e05a-4198-ae2a-b53d81664c50 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/floatingips/2c6db51e-b3f1-4fbb-a18e-f6466f73833a HTTP/1.1" status: 204 len: 168 time: 2.6725042 Oct 29 11:53:57.602653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:57.605061 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a1e19-75ba-4edd-a4c7-3fb8c950945c" -d '{"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:57.681785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-f582bdc9-2f37-4bd5-89ee-38115a6c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:57.684313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-f582bdc9-2f37-4bd5-89ee-38115a6c593e service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.2175033 Oct 29 11:53:57.783680 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-52308f00-1407-4ae4-a585-95ef6dabb720 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 HTTP/1.1" status: 200 len: 217 time: 0.0914881 Oct 29 11:53:57.840381 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:57.904826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-5d7a6d95-7906-49c8-bea6-00abedc14946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:57.905096 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2b0cb-5c53-4f82-8ad7-12657ec29c72 x-openstack-request-id: req-6af2b0cb-5c53-4f82-8ad7-12657ec29c72 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:53:57.905596 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:53:57.905958 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6af2b0cb-5c53-4f82-8ad7-12657ec29c72 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:53:57.906501 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'status': 'completed', 'code': 200} Oct 29 11:53:57.908227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-5d7a6d95-7906-49c8-bea6-00abedc14946 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.1167400 Oct 29 11:53:57.916433 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:58.056183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-fe0aa625-5fd5-4181-a4e9-9073c390768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.057801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-fe0aa625-5fd5-4181-a4e9-9073c390768a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422067 Oct 29 11:53:58.059592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-bbf423d6-78b8-4401-9855-970915aaf5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.061187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-bbf423d6-78b8-4401-9855-970915aaf5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 1095 time: 0.1297400 Oct 29 11:53:58.267599 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:58.312346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Checking router: 5ea83fcd-1373-4ede-9f29-c1505b747587 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:53:58.322102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:53:58.322757 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:58.443554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40330ef1-b278-40e7-ab82-eae14d5bf031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:58.507953 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:53:58.616073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-ec4bcfd3-6c3d-4819-bdc0-746a511c52d6 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466084 Oct 29 11:53:58.618226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-d2fd9d80-d99d-4cc3-8e3e-aedbb7a2b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.622615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-d2fd9d80-d99d-4cc3-8e3e-aedbb7a2b9f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 200 len: 898 time: 0.5486407 Oct 29 11:53:58.743095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:58.767881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-e16da626-26d1-4d03-9a95-6ea1320cae28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 200 len: 217 time: 0.1207082 Oct 29 11:53:58.810557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-ad707abc-fec3-48ca-8364-f84319369015 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.814755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-ad707abc-fec3-48ca-8364-f84319369015 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.1287727 Oct 29 11:53:58.831885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df73e05-8ad9-4b91-bbb9-3ebc4021ee92 req-6e7b4bb8-566e-448d-a4b7-89234da62d7c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.843277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9df73e05-8ad9-4b91-bbb9-3ebc4021ee92 req-6e7b4bb8-566e-448d-a4b7-89234da62d7c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 944 time: 0.8212798 Oct 29 11:53:58.843495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-8335f770-dc12-4b5a-a287-d4912e12af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.844743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-8335f770-dc12-4b5a-a287-d4912e12af30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 200 len: 834 time: 0.0689816 Oct 29 11:53:58.887111 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83e3dd61-f0f1-4e60-b24d-df3f86664916 req-c0515c3c-2977-4df1-8ed8-b4d56c74ec28 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570934 Oct 29 11:53:58.908279 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:53:58.914228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-38ba6464-f8e8-4458-bb50-74a190d0db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:58.915781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-38ba6464-f8e8-4458-bb50-74a190d0db2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78049cb-acf2-4c84-8abf-499b29733038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638878 Oct 29 11:53:58.971280 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef2208-ba3b-496d-8ae5-000eeea0c1ed None None] The sync data for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 is: [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1b56251f-2147-4544-b9b7-c1e7e6040529', 'name': '', 'network_id': 'e78049cb-acf2-4c84-8abf-499b29733038', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:2e:96:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'f18bd247-1366-4a04-899b-a72262749690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:21Z', 'updated_at': '2021-10-29T11:52:42Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': 'f18bd247-1366-4a04-899b-a72262749690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:53:59.018055 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2248ba5f-5c56-4067-b43a-d7668c55048b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.076395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-c54b6079-10bf-4441-880f-1d0482381b09 service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518853 Oct 29 11:53:59.118821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9df73e05-8ad9-4b91-bbb9-3ebc4021ee92 req-0c5c58cd-4cfb-490a-bdf6-66b8af245fdd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0b72f54-3cef-440f-9011-5114d91b8b43&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2744803 Oct 29 11:53:59.169557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 485d16c4-c704-4fb2-9e05-03dad105ab73 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:53:59.169898 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.208683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-755a1e19-75ba-4edd-a4c7-3fb8c950945c req-35ab352a-0bd9-4cc9-8f05-a3a0ecb9aba3 service neutron] 10.222.0.41 "GET /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253712 Oct 29 11:53:59.376577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdecae-7bdf-4a48-8964-bbe1b8a9e282 req-cc88e1fb-e95e-4c74-8b69-97bcb204962f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:53:59.378298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87bdecae-7bdf-4a48-8964-bbe1b8a9e282 req-cc88e1fb-e95e-4c74-8b69-97bcb204962f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.1508312 Oct 29 11:53:59.387041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.408450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f1e5a-da03-441b-b54f-30af385cb38c None None] New status for floating IP 2c6db51e-b3f1-4fbb-a18e-f6466f73833a: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:53:59.414423 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.443334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 485d16c4-c704-4fb2-9e05-03dad105ab73, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=485d16c4-c704-4fb2-9e05-03dad105ab73,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:53:59.443746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.482119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2248ba5f-5c56-4067-b43a-d7668c55048b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.523663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2248ba5f-5c56-4067-b43a-d7668c55048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.545207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 485d16c4-c704-4fb2-9e05-03dad105ab73 owned by compute:nova {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:53:59.579867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87bdecae-7bdf-4a48-8964-bbe1b8a9e282 req-38ccc224-bbee-4eac-9dd9-bede61b5c7c5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882432 Oct 29 11:53:59.639566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248ba5f-5c56-4067-b43a-d7668c55048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7b977-664b-40c7-8133-7f8aec0cf89d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:59.648856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2248ba5f-5c56-4067-b43a-d7668c55048b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f407eae66ea24fb4946d641fc73334a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903720 Oct 29 11:53:59.650371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34142) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:59.719123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Router 53b717e5-511a-4a21-98ee-f0024e8b639e is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:53:59.719398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.746418 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.804289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.808897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.810538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6c7b977-664b-40c7-8133-7f8aec0cf89d HTTP/1.1" status: 204 len: 168 time: 0.1594980 Oct 29 11:53:59.821481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd47ceb-c943-406b-9a41-bd2bea1d90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7b977-664b-40c7-8133-7f8aec0cf89d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:59.840138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.879743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=485d16c4-c704-4fb2-9e05-03dad105ab73,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:53:59.936542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] No DVR routers for this DVR port 485d16c4-c704-4fb2-9e05-03dad105ab73 on host n-h1-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:53:59.940766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.944259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7daa0de3-f054-46e1-840c-8c2c9ef23a01 req-04c82225-f18a-404a-be78-46733d50bfd5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "DELETE /v2.0/ports/485d16c4-c704-4fb2-9e05-03dad105ab73 HTTP/1.1" status: 204 len: 173 time: 1.0880797 Oct 29 11:53:59.944716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-deleted', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:53:59.947059 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7ed81-6692-4eed-833c-10e5c1329982" -d '{"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-deleted", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:53:59.955092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:53:59.965672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:53:59.969288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9321fcb-0d12-47f7-a6ce-d5aca91eb33a tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "PUT /v2.0/routers/53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 200 len: 879 time: 4.4326580 Oct 29 11:53:59.971787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:53:59.979839 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] Sync routers for ids ['53b717e5-511a-4a21-98ee-f0024e8b639e'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:00.024587 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] Routers {'53b717e5-511a-4a21-98ee-f0024e8b639e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:00.030676 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['53b717e5-511a-4a21-98ee-f0024e8b639e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:00.052490 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d2d03-6a8b-442b-bb27-d98f31619503 x-openstack-request-id: req-8a0d2d03-6a8b-442b-bb27-d98f31619503 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:00.053115 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4872caa7-241f-48cb-b9a8-1d5be66c84a5", "name": "network-vif-deleted", "tag": "485d16c4-c704-4fb2-9e05-03dad105ab73", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:00.053115 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a0d2d03-6a8b-442b-bb27-d98f31619503 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:00.053489 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4872caa7-241f-48cb-b9a8-1d5be66c84a5', 'name': 'network-vif-deleted', 'tag': '485d16c4-c704-4fb2-9e05-03dad105ab73', 'status': 'completed', 'code': 200} Oct 29 11:54:00.107705 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:00.136845 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] Routers {'53b717e5-511a-4a21-98ee-f0024e8b639e'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:00.137674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:53:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['53b717e5-511a-4a21-98ee-f0024e8b639e'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:00.141867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0565d61c-63d6-49bd-9ef8-ef459ef6f19d tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 200 len: 920 time: 0.1688778 Oct 29 11:54:00.148071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34154) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.200862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559940a6-9fb6-42b2-b7be-c03fbfe2dc87 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:00.202434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-559940a6-9fb6-42b2-b7be-c03fbfe2dc87 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=53b717e5-511a-4a21-98ee-f0024e8b639e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0529668 Oct 29 11:54:00.205192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.211939 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:00.212686 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01471eeb-d4b6-4d14-b552-05f590325c55 None None] The sync data for ids ['53b717e5-511a-4a21-98ee-f0024e8b639e'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:00.317194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34158) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.341633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecc56f-1bf7-4465-a54f-7734b9de8bc2 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:00.346377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4ecc56f-1bf7-4465-a54f-7734b9de8bc2 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.1397684 Oct 29 11:54:00.347370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34160) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.376985 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bb024b60-bb4e-4fd5-88eb-cfab89b29c20 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 200 len: 205 time: 0.0284166 Oct 29 11:54:00.380598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.386448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7a1278f-c570-4ea0-a61b-068acd0d0902 req-d4bf457d-75f3-4234-b17f-09e1d0bf7f6b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4872caa7-241f-48cb-b9a8-1d5be66c84a5 HTTP/1.1" status: 200 len: 210 time: 0.0724010 Oct 29 11:54:00.387222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f65cc6b-d3de-4985-b366-cc64b20655d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.459346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:00.496327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 485d16c4-c704-4fb2-9e05-03dad105ab73 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:00.496667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 485d16c4-c704-4fb2-9e05-03dad105ab73 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:00.500985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f65cc6b-d3de-4985-b366-cc64b20655d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.507366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3f65cc6b-d3de-4985-b366-cc64b20655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.545629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.562000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65cc6b-d3de-4985-b366-cc64b20655d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3fd8bb-a94b-4f2f-ae1a-6390bc1396b3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:00.569498 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f65cc6b-d3de-4985-b366-cc64b20655d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c5875cfa76e4d4cb3de7dee577e283e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487717 Oct 29 11:54:00.573469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34164) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:00.633298 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.660418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.670614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.729950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port 059fe141-c689-4b8a-bb3f-ea7781efe1ad {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:00.730546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.745966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a97a5-2b5c-4f33-976a-bfdb170db278 req-acccc874-f28b-4f74-b962-363aaf318809 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:00.747646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-890a97a5-2b5c-4f33-976a-bfdb170db278 req-acccc874-f28b-4f74-b962-363aaf318809 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.0740345 Oct 29 11:54:00.781410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.783836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.787793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f3fd8bb-a94b-4f2f-ae1a-6390bc1396b3 HTTP/1.1" status: 204 len: 168 time: 0.2105403 Oct 29 11:54:00.798692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3fd8bb-a94b-4f2f-ae1a-6390bc1396b3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:00.814622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.814968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.815298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.815632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.815988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.816317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.816640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.816959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.817315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.817633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.817950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.818264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba1043-36b3-4cd1-9217-357e24d56b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:00.827038 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-890a97a5-2b5c-4f33-976a-bfdb170db278 req-75cf2169-3c41-4bfd-87d9-9be8fed46a75 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Oct 29 11:54:00.875393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.883542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81068e7c-8574-4a22-b458-429b2561c55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:00.892604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for 059fe141-c689-4b8a-bb3f-ea7781efe1ad owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:01.077919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.106248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=059fe141-c689-4b8a-bb3f-ea7781efe1ad,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:01.176778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.286172 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.288744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.340250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.341363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router 53b717e5-511a-4a21-98ee-f0024e8b639e {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:01.349043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.354242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9265ea49-41b8-434e-a760-3b309d051eda tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 204 len: 168 time: 0.9685969 Oct 29 11:54:01.354334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34180) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:01.358844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-876705262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:01.385920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.387065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.457903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:01.458352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.465942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.491977 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.493311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-672b36a0-6dd8-4fd5-b4e8-a0c36006eea9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1380999 Oct 29 11:54:01.496210 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34192) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:01.501640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': True}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:01.777482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:01.930481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.048950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76c5d0-a5b4-47de-b5b9-8025c4d5853f req-89637f5c-6ff0-4306-be2d-9b0e9b22c2ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:02.050567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c76c5d0-a5b4-47de-b5b9-8025c4d5853f req-89637f5c-6ff0-4306-be2d-9b0e9b22c2ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.1202087 Oct 29 11:54:02.052161 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.078100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.160758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c76c5d0-a5b4-47de-b5b9-8025c4d5853f req-ede0fba0-50f7-4b14-82c0-7fbd75ca1d95 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842307 Oct 29 11:54:02.231380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 1b56251f-2147-4544-b9b7-c1e7e6040529 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:02.232016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.233877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.25.4.127 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/ae8abd1a-960e-4131-aa94-14298d43b109) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:02.332453 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.345715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.352914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 1b56251f-2147-4544-b9b7-c1e7e6040529, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b56251f-2147-4544-b9b7-c1e7e6040529,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:02.353462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.365430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.369911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 1b56251f-2147-4544-b9b7-c1e7e6040529 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:02.404420 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.447798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:02.450783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:02.453236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:02.480790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8abd1a-960e-4131-aa94-14298d43b109,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:02.594699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.628622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=1b56251f-2147-4544-b9b7-c1e7e6040529,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:02.744811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.846355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.987532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:02.992008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.088635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router 5ea83fcd-1373-4ede-9f29-c1505b747587 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:03.181059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router 8536d61b-1b69-409e-817d-9050de8f4bf7 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:03.257434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:03.264665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6b1cf085-5161-4cac-9833-1f3dc384daa0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/5ea83fcd-1373-4ede-9f29-c1505b747587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056581 Oct 29 11:54:03.268844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34228) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:03.272006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Sync routers for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:03.284422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:03.286259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.329930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting subnet f18bd247-1366-4a04-899b-a72262749690 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:03.333555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.353163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:03.364961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] Sync routers for ids ['8536d61b-1b69-409e-817d-9050de8f4bf7'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:03.373651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.377720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-df512527-24eb-43a3-b2fc-29608cb8a205 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "PUT /v2.0/routers/8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 200 len: 914 time: 1.8804555 Oct 29 11:54:03.380594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34234) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:03.385325 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] Routers {'8536d61b-1b69-409e-817d-9050de8f4bf7'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:03.386069 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8536d61b-1b69-409e-817d-9050de8f4bf7'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.406960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0020a-5e04-461e-9440-0e4fea037e17 req-7a96830f-96f1-4c7a-ac49-fbef4562cc73 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:03.409461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11d0020a-5e04-461e-9440-0e4fea037e17 req-7a96830f-96f1-4c7a-ac49-fbef4562cc73 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.0687833 Oct 29 11:54:03.455763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.458664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11d0020a-5e04-461e-9440-0e4fea037e17 req-587f0fec-342a-48ab-a544-84b283c18aed tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Oct 29 11:54:03.473113 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] Routers {'8536d61b-1b69-409e-817d-9050de8f4bf7'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:03.473749 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['8536d61b-1b69-409e-817d-9050de8f4bf7'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.484329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:03.533532 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.535708 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5531d-602b-47d3-81e7-4f265d82f96f None None] The sync data for ids ['8536d61b-1b69-409e-817d-9050de8f4bf7'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:03.643029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.724291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:54:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.752345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Checking router: 5ea83fcd-1373-4ede-9f29-c1505b747587 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:03.762656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Routers {'5ea83fcd-1373-4ede-9f29-c1505b747587'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:03.763281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5ea83fcd-1373-4ede-9f29-c1505b747587'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:03.787128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.936054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:03.969673 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d9e6ec24-a209-459b-a999-428e9b58c09a tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 200 len: 920 time: 0.5837739 Oct 29 11:54:03.971056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34236) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:04.051546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c84cdb-3e51-4a21-a6c2-8aada7c69856 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:04.056318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-17c84cdb-3e51-4a21-a6c2-8aada7c69856 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=8536d61b-1b69-409e-817d-9050de8f4bf7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0820138 Oct 29 11:54:04.056864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34238) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:04.070495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.140784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Subnet': ['ID=f18bd247-1366-4a04-899b-a72262749690,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:04.142240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] Set router 5ea83fcd-1373-4ede-9f29-c1505b747587 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:04.151700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.156639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-93165084-b67c-47e1-9d67-7d032d95fa70 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/subnets/f18bd247-1366-4a04-899b-a72262749690 HTTP/1.1" status: 204 len: 168 time: 0.8855259 Oct 29 11:54:04.160180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34240) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:04.177298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f43a1-24b4-4e9e-89aa-100f8b81c657 None None] Network e78049cb-acf2-4c84-8abf-499b29733038 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:04.301386 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.466193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.528333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:54:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:04.602293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b62f2a-b83b-46c1-96fa-7f9f6331e0b9 None None] The sync data for ids ['5ea83fcd-1373-4ede-9f29-c1505b747587'] in n-d-805046-9 is: [{'id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367272187', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '65759c60-0893-4f28-8897-3ba28510ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:52:13Z', 'updated_at': '2021-10-29T11:54:02Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '65759c60-0893-4f28-8897-3ba28510ef95', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea83fcd-1373-4ede-9f29-c1505b747587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:52:14Z', 'updated_at': '2021-10-29T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:04.643674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] DHCP port deletion for e78049cb-acf2-4c84-8abf-499b29733038 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:04.654293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 65759c60-0893-4f28-8897-3ba28510ef95 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:04.654982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.714379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Deleting port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:04.714936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.722324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5fc10f-744c-4d2c-adcb-9201e598f916 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:04.723638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ed5fc10f-744c-4d2c-adcb-9201e598f916 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.6616235 Oct 29 11:54:04.728420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34250) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:04.769530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d7829fea-a62f-4214-93a1-cd947729e6b0 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 200 len: 205 time: 0.0392463 Oct 29 11:54:04.773447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:04.797381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fe03-ec47-4b59-a83a-7f3157dab2f7 req-3e5bed1f-4d0f-4a38-b055-38c097874ebd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:04.804062 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2e2fe03-ec47-4b59-a83a-7f3157dab2f7 req-3e5bed1f-4d0f-4a38-b055-38c097874ebd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.1319349 Oct 29 11:54:04.827537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] For port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,segment=NetworkSegment(372dad0b-838e-4e38-be57-f8b51c399759),segment_id=372dad0b-838e-4e38-be57-f8b51c399759)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:04.827831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.858844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2e2fe03-ec47-4b59-a83a-7f3157dab2f7 req-8cdbc31e-53eb-4bb3-b28d-4e118ad0f599 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Oct 29 11:54:04.864911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Calling delete_port for 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:04.942982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 65759c60-0893-4f28-8897-3ba28510ef95, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=65759c60-0893-4f28-8897-3ba28510ef95,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:04.943501 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.961670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 65759c60-0893-4f28-8897-3ba28510ef95 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:04.966829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:04.988984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.009409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] Pushing event deleted for resources: {'Port': ['ID=3fd2955a-6303-43cb-9b6c-5ba2dbea9aee,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:05.012987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baadf19-cd11-4063-bbd0-6e080382ea79 None None] No DVR routers for this DVR port 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:05.188767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.285988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port ae8abd1a-960e-4131-aa94-14298d43b109 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:05.286264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.287835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.355423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=65759c60-0893-4f28-8897-3ba28510ef95,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:05.443776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.449170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.552758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for ae8abd1a-960e-4131-aa94-14298d43b109 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:05.566593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.569948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.662443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.662996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea83fcd-1373-4ede-9f29-c1505b747587 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:05.670090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.671219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fd8853bf-9218-404d-ae08-2873e8c9e67d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/routers/5ea83fcd-1373-4ede-9f29-c1505b747587 HTTP/1.1" status: 204 len: 168 time: 1.5094972 Oct 29 11:54:05.675879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34256) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:05.763251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.822498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.852610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=ae8abd1a-960e-4131-aa94-14298d43b109,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:05.870427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.930559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78049cb-acf2-4c84-8abf-499b29733038']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:05.937245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.946979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372dad0b-838e-4e38-be57-f8b51c399759') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:05.948721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372dad0b-838e-4e38-be57-f8b51c399759') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:05.963843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:05.989421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.025457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:54:06.025457 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:54:06.029019 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:54:06.051350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.053507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.101092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8c43-ece8-4730-9928-94b1b7003e75 req-ffbc1d56-3387-4db7-bc80-aebaa1b811d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:06.102853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62ea8c43-ece8-4730-9928-94b1b7003e75 req-ffbc1d56-3387-4db7-bc80-aebaa1b811d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.1369741 Oct 29 11:54:06.104347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.109308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.114553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/networks/e78049cb-acf2-4c84-8abf-499b29733038 HTTP/1.1" status: 204 len: 168 time: 0.4365404 Oct 29 11:54:06.117964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34260) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:06.118713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.119246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router 8536d61b-1b69-409e-817d-9050de8f4bf7 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:06.143683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.144923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-90a7de34-a7d5-4ff1-94af-5bc0f4af722b tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 204 len: 168 time: 1.3694487 Oct 29 11:54:06.149606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34262) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:06.161639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a875ee-dfb6-4288-b235-3060e4a53de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Network': ['ID=e78049cb-acf2-4c84-8abf-499b29733038,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:06.163703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-483109301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:06.208864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62ea8c43-ece8-4730-9928-94b1b7003e75 req-f9216256-91ce-4c0f-a0c9-a96552d23df7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Oct 29 11:54:06.265529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.285755 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.286828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.321257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:06.334159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.379118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:06.379458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fd2955a-6303-43cb-9b6c-5ba2dbea9aee not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:06.379875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 65759c60-0893-4f28-8897-3ba28510ef95 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:06.410824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 65759c60-0893-4f28-8897-3ba28510ef95 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:06.411164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 65759c60-0893-4f28-8897-3ba28510ef95 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:06.411787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b56251f-2147-4544-b9b7-c1e7e6040529 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:06.416554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.422663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.437518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1b56251f-2147-4544-b9b7-c1e7e6040529 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:06.438253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b56251f-2147-4544-b9b7-c1e7e6040529 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:06.451764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.457083 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d35cbe46-9231-4ca9-8041-6418df9234f8 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2981241 Oct 29 11:54:06.457308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:06.461932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'enable_snat': False}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:06.595546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.598850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.599993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0b72f54-3cef-440f-9011-5114d91b8b43 HTTP/1.1" status: 204 len: 168 time: 0.4789031 Oct 29 11:54:06.615645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b201be-971d-49b6-8925-ff27d6473b38 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b72f54-3cef-440f-9011-5114d91b8b43,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:06.693058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.953129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:06.980116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.120223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Allocated IP 172.25.4.54 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e9e03e81-3ad6-43c9-8c01-925429e5af3c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:07.246841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34284) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:07.251872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893992746', 'description': 'tempest-secgroup-smoke-1893992746 description', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:07.262709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.279299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.311061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.358748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:07.362147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:07.365392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:07.367666 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.376946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.397790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e03e81-3ad6-43c9-8c01-925429e5af3c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:07.435685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.439594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890497 Oct 29 11:54:07.442372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34288) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:07.449104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:07.465594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c27c9-7f4e-4fd3-9675-e139c32975d2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290672c6-47d5-4406-99e1-582f584eb922,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:07.486304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fed5d-876e-4be3-b7f1-c55aa9f41350 req-d76d6ca4-01be-4739-b38a-f5ce197e2831 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:07.488970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-059fed5d-876e-4be3-b7f1-c55aa9f41350 req-d76d6ca4-01be-4739-b38a-f5ce197e2831 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.0964170 Oct 29 11:54:07.509140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.566557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-059fed5d-876e-4be3-b7f1-c55aa9f41350 req-7b38fc69-b9cb-4a23-95dd-9f663ab90b89 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 Oct 29 11:54:07.585557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.595863 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.622685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.623879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805434 Oct 29 11:54:07.624577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704b44f-4394-4c15-a3dc-e684b9db668b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d51593-63a0-4df6-a44c-d014ff6ac38a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:07.626728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34290) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:07.632690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:07.660170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.660422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.720488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.724712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.743119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62bd6a8-f7cf-4f07-a24b-81d34ad91742,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:07.752429 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.754157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fd5160d4-d53e-4e2e-a5c7-dd5622c9dac0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265154 Oct 29 11:54:07.756929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34292) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:07.761511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:07.788485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.850958 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.856023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.869898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.874259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.874915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaab965-9e33-4fea-98c1-392471cbd850,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:07.887398 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:07.888631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-21f3677d-d3b4-48f6-b09a-d0b30a234de8 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307421 Oct 29 11:54:07.893489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:07.898509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:07.932134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.003610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.012328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.026603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Router eb15c43d-3f11-4d58-9c12-70a8258c1ef3 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:08.030149 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00c7bd5-7699-4963-853a-8593d79214c8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:08.046520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.048072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37a643b6-1be1-4a93-baee-5c63c80704b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533217 Oct 29 11:54:08.050882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34296) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.055500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:08.079396 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:54:08.085529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.167930 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.175740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.198542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544f9c1f-8719-4b8b-af57-62824159faac,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:08.209483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.213392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-34cfa69f-b1f9-426f-83c0-69776e58ca24 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589682 Oct 29 11:54:08.213698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34298) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.218339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'security_group_rule': {'security_group_id': '290672c6-47d5-4406-99e1-582f584eb922', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:08.245478 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Project 7de4cfbdeccd4be786e374aa00aa658f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:54:08.252535 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.321532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.326136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.343816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964570bb-30db-48a5-b50b-4d3898489f9f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:08.362478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.369179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5f5b30ee-ea95-40f5-b08d-c0ca3b645539 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543379 Oct 29 11:54:08.370070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.376606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'network': {'name': 'tempest-network-smoke--1975802219', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:08.401765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:08.405756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.430487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:54:08.442599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.443062 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Added segment c178c106-8a47-43ce-a47b-41884ed1f8ca of type vlan for network 44ce9f09-3955-461a-a3dc-6504eb5ed366 Oct 29 11:54:08.490121 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.495303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:08.500377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.501897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8895895e-27bc-42e2-9105-2a1f023b37a8 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "PUT /v2.0/routers/eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 200 len: 914 time: 2.0435660 Oct 29 11:54:08.506649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34304) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.508340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] Sync routers for ids ['eb15c43d-3f11-4d58-9c12-70a8258c1ef3'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:08.520549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] Routers {'eb15c43d-3f11-4d58-9c12-70a8258c1ef3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:08.521538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['eb15c43d-3f11-4d58-9c12-70a8258c1ef3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:08.561782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:08.571751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] Routers {'eb15c43d-3f11-4d58-9c12-70a8258c1ef3'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:08.572356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['eb15c43d-3f11-4d58-9c12-70a8258c1ef3'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:08.610727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:08.611261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ddde2-a3c9-4cca-91da-a4d5b19698e1 None None] The sync data for ids ['eb15c43d-3f11-4d58-9c12-70a8258c1ef3'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:08.614379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.620296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:08.621034 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.716194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3443661 Oct 29 11:54:08.718958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.725131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'admin_state_up': True, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:08.748849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd261f-b430-44c8-bcec-22092d95d060 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Network': ['ID=44ce9f09-3955-461a-a3dc-6504eb5ed366,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:08.755557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.756785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.758720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-145866a0-0de9-4acf-bb00-be1846e822ec tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 200 len: 920 time: 0.2465680 Oct 29 11:54:08.760933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34310) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.767244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:54:08.810810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1f8ed-3adb-445c-9e01-a87757fff57c req-d93bbe4e-3da9-4942-a70c-14acae8abee4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:08.812370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9be1f8ed-3adb-445c-9e01-a87757fff57c req-d93bbe4e-3da9-4942-a70c-14acae8abee4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 944 time: 0.1286995 Oct 29 11:54:08.842489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be7a37-b2ed-421a-a93c-79d48060a992 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:08.843975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c9be7a37-b2ed-421a-a93c-79d48060a992 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=eb15c43d-3f11-4d58-9c12-70a8258c1ef3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0820613 Oct 29 11:54:08.847791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:08.848602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34312) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:08.872248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:54:08.883672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9be1f8ed-3adb-445c-9e01-a87757fff57c req-fcf7881d-7f92-4b9b-8141-af3beddd99eb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Oct 29 11:54:08.978453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:08.989591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857', 'mac_address': 'fa:16:3e:4e:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:54:09.027135 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.040688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:54:09.054834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.064440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:09.067694 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.071072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d4b32-d3ce-4510-8ad6-8cce7b82cecb tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:09.072458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-277d4b32-d3ce-4510-8ad6-8cce7b82cecb tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/networks/8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 881 time: 0.2228332 Oct 29 11:54:09.075365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34314) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:09.108667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-625f7100-f1d4-47fa-99a1-df6abbc9458f tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 200 len: 205 time: 0.0319362 Oct 29 11:54:09.111202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34316) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:09.120128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:09.225190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.268294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.272163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['7a1330ea-d8aa-4e06-9e8d-a2a106d9b857'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:54:09.289851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.356053 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.432582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port e9e03e81-3ad6-43c9-8c01-925429e5af3c {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:09.432822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.463682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.216 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/47ee141f-ba63-4146-9697-845f3b3efd3e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:09.520244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.532084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for e9e03e81-3ad6-43c9-8c01-925429e5af3c owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:09.592708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.631158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.675444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:09.680419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:09.685063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:09.688320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=47ee141f-ba63-4146-9697-845f3b3efd3e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:09.717255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.746366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=e9e03e81-3ad6-43c9-8c01-925429e5af3c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:09.814078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.911575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.914202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.961844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.962612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router eb15c43d-3f11-4d58-9c12-70a8258c1ef3 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:09.970057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.970393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:09.971594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-178b389c-d179-401b-be11-02312826fd36 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 204 len: 168 time: 0.8591962 Oct 29 11:54:09.975807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:09.980515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1084639454', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:10.046627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.047969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.068690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465151-bfc3-4e42-887f-478af7ed8fd2 req-85d111ca-d99e-4711-a2cf-f755648ff1ac tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:10.070184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54465151-bfc3-4e42-887f-478af7ed8fd2 req-85d111ca-d99e-4711-a2cf-f755648ff1ac tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 945 time: 0.0838788 Oct 29 11:54:10.134897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.154141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54465151-bfc3-4e42-887f-478af7ed8fd2 req-1c971232-e78e-4d7d-88b9-bf84ba271ae8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766909 Oct 29 11:54:10.204380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.296072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.355497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router e8b892e2-49ac-4cb2-a238-16e309dfd254 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:10.479259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:10.500674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Sync routers for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:10.516279 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:10.516804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.517064 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:10.518109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1ab47902-8f16-4185-80e1-cbc5f6cdc795 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7977562 Oct 29 11:54:10.522305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34330) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:10.542162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.553626 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-11ed4a96-f046-4e96-b9d3-2b2f3edd4607 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7de4cfbdeccd4be786e374aa00aa658f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301342 Oct 29 11:54:10.558433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34332) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:10.568483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.686392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bada9e-76b1-4ef5-89b1-99210fad18fc tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:10.687888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4bada9e-76b1-4ef5-89b1-99210fad18fc tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282685 Oct 29 11:54:10.691364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34334) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:10.710394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Allocated IP 172.25.4.210 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/7bba834a-ee63-4b9f-9d93-15655cfbe990) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:10.721258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-13705dcd-6948-4040-8dad-39537ae10604 tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287426 Oct 29 11:54:10.725055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34336) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:10.733052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730454723', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:10.757615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:10.900659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:10.915787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:10.919516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.929408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.964666 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:09Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:10.976365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:54:10.982745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:10.984178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:10.998562 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Checking router: e8b892e2-49ac-4cb2-a238-16e309dfd254 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:10.999301 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Updating router e8b892e2-49ac-4cb2-a238-16e309dfd254 port 47ee141f-ba63-4146-9697-845f3b3efd3e binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:54:11.038282 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.100760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.101111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.141779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:11.144356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:54:11.149163 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e608d593-7f09-4531-baa0-5bed27080c02" -d '{"events": [{"server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "name": "network-vif-plugged", "status": "completed", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:54:11.152761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.199290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:11.209517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:11.219571 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6af7e-5b67-4e73-a867-a1fe20720232 x-openstack-request-id: req-77d6af7e-5b67-4e73-a867-a1fe20720232 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:11.219864 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "name": "network-vif-plugged", "status": "completed", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:11.220123 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77d6af7e-5b67-4e73-a867-a1fe20720232 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:11.220572 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857', 'code': 200} Oct 29 11:54:11.255897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:11.262064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:11.323701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event updated for resources: {'Port': ['ID=7bba834a-ee63-4b9f-9d93-15655cfbe990,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:11.331629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe98b6-5be9-49d7-8203-7eb76576309d req-7b43d33a-4cf3-4b01-b098-305ea55e9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:11.333544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ddfe98b6-5be9-49d7-8203-7eb76576309d req-7b43d33a-4cf3-4b01-b098-305ea55e9290 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 1097 time: 0.0486093 Oct 29 11:54:11.360933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.384003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ddfe98b6-5be9-49d7-8203-7eb76576309d req-845fa16d-fcea-4c9c-a45d-3c70f7e24405 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Oct 29 11:54:11.388724 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.395366 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.455220 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc6d24-9807-4591-b662-76f0d12b49ad None None] Pushing event updated for resources: {'Port': ['ID=47ee141f-ba63-4146-9697-845f3b3efd3e,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:11.457700 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Attempting to bind port 47ee141f-ba63-4146-9697-845f3b3efd3e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:11.458062 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Attempting to bind port 47ee141f-ba63-4146-9697-845f3b3efd3e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:11.458414 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Attempting to bind port 47ee141f-ba63-4146-9697-845f3b3efd3e on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:11.464020 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:11.464388 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:11.464770 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.465185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:11.465672 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Bound port: 47ee141f-ba63-4146-9697-845f3b3efd3e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:11.466036 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.488059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d18ec-bd08-45c5-95ff-75b7896ab483 req-dbce3eec-f0be-45f9-992a-e2662f7138ee tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:11.489974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-847d18ec-bd08-45c5-95ff-75b7896ab483 req-dbce3eec-f0be-45f9-992a-e2662f7138ee tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1809623 Oct 29 11:54:11.524362 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] For port 47ee141f-ba63-4146-9697-845f3b3efd3e, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:11.527516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] For port 47ee141f-ba63-4146-9697-845f3b3efd3e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=47ee141f-ba63-4146-9697-845f3b3efd3e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:11.538404 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.564640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Subnet': ['ID=2b4683bd-910c-465b-8ecb-1e664e3e02fa,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:11.596836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Checking segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:11.597311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network hostable DHCP agents. Network: 44ce9f09-3955-461a-a3dc-6504eb5ed366, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:54:11.606046 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:11.606681 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:11.608727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-847d18ec-bd08-45c5-95ff-75b7896ab483 req-beff42c9-938c-4b46-8dc2-a83d555641ad tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082120 Oct 29 11:54:11.687581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:54:11.689345 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc6d24-9807-4591-b662-76f0d12b49ad None None] Pushing event updated for resources: {'Port': ['ID=47ee141f-ba63-4146-9697-845f3b3efd3e,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:11.710041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 44ce9f09-3955-461a-a3dc-6504eb5ed366) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:11.714575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:11.715165 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.719067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb8c36-7e78-4ee2-9efd-28827a9df4bd None None] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:11.746573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34344) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:11.747097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc7c1005-8cd9-46fe-b4e9-6d09be121311 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0202925 Oct 29 11:54:11.754086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:11.770840 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:11.925958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-44ce9f09-3955-461a-a3dc-6504eb5ed366', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:11.926831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.034174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.073598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:09Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:12.138560 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89460a96-0dd5-4d1c-95d9-6ae01e5b7def None None] The sync data for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 is: [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:09Z', 'revision_number': 3, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:12.146825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Allocated IP 172.20.0.2 (44ce9f09-3955-461a-a3dc-6504eb5ed366/2b4683bd-910c-465b-8ecb-1e664e3e02fa/173fa042-be2a-4e6a-87ff-aaec46b00625) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:12.181659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Router 6fd68e4c-7483-48dd-8ff3-15ca13a37275 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:12.325300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:12.346266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] Sync routers for ids ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:12.364137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.366583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cc09c048-297f-49c0-8bbb-f452a64efca3 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3888614 Oct 29 11:54:12.369146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34346) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:12.376279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:12.407086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] Routers {'6fd68e4c-7483-48dd-8ff3-15ca13a37275'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:12.408599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:12.412183 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.470206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.499323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:12.508588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.526948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:12.539985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:12.545983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:12.550168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] Routers {'6fd68e4c-7483-48dd-8ff3-15ca13a37275'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:12.552371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:12.556313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Pushing event updated for resources: {'Port': ['ID=173fa042-be2a-4e6a-87ff-aaec46b00625,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:12.634823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:12.635475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceef3cc-81d0-4fcf-9e04-d63fd0799da7 None None] The sync data for ids ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:12.730298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Attempting to bind port 173fa042-be2a-4e6a-87ff-aaec46b00625 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:12.730728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Attempting to bind port 173fa042-be2a-4e6a-87ff-aaec46b00625 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:12.731313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Attempting to bind port 173fa042-be2a-4e6a-87ff-aaec46b00625 on network 44ce9f09-3955-461a-a3dc-6504eb5ed366 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:12.748049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:12.749620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Checking segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:12.750035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.752582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Bound using segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:12.753905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Bound port: 173fa042-be2a-4e6a-87ff-aaec46b00625, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:12.754298 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:12.891554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] For port 173fa042-be2a-4e6a-87ff-aaec46b00625, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:12.897479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] For port 173fa042-be2a-4e6a-87ff-aaec46b00625, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=173fa042-be2a-4e6a-87ff-aaec46b00625,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:12.911947 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.055231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d39bb0-3b83-46a7-a520-aeb010b91111 None None] Pushing event updated for resources: {'Port': ['ID=173fa042-be2a-4e6a-87ff-aaec46b00625,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:13.250335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.1 (44ce9f09-3955-461a-a3dc-6504eb5ed366/2b4683bd-910c-465b-8ecb-1e664e3e02fa/2a5da4a8-ebec-4992-a15c-892a9daab0f0) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:13.280356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5e8cb-dac5-4088-8e01-122aab80683b req-d24c082b-cba1-4c76-86af-1319af74405a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:13.316909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ab5e8cb-dac5-4088-8e01-122aab80683b req-d24c082b-cba1-4c76-86af-1319af74405a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1829958 Oct 29 11:54:13.427266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34358) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:13.460829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ab5e8cb-dac5-4088-8e01-122aab80683b req-f11bd51a-7118-43db-bf93-cd78310eaaae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425927 Oct 29 11:54:13.524604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.540574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.557250 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.592567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.656155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:13.660235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:13.666699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:13.693920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de385c-3dc7-413f-b7ba-d0ea49f06495 req-9e515567-971b-4d40-899c-14e24e92d022 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:13.697761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9de385c-3dc7-413f-b7ba-d0ea49f06495 req-9e515567-971b-4d40-899c-14e24e92d022 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1364126 Oct 29 11:54:13.716684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.733906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2470eca1-5ff7-49ca-8b7f-11473319c41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.766147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:13.791457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9de385c-3dc7-413f-b7ba-d0ea49f06495 req-07d252cb-56ee-4a28-a598-a0a90c4b937e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Oct 29 11:54:13.804960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Deleting port 7bba834a-ee63-4b9f-9d93-15655cfbe990 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:13.805376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.874810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.962315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:13.982849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5189-7cb0-415f-9445-be1d04f55624 req-00375afd-978f-48d4-add0-335b4219e36f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:13.984405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4bf5189-7cb0-415f-9445-be1d04f55624 req-00375afd-978f-48d4-add0-335b4219e36f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1141915 Oct 29 11:54:13.995551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2470eca1-5ff7-49ca-8b7f-11473319c41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.026737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Calling delete_port for 7bba834a-ee63-4b9f-9d93-15655cfbe990 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:14.039191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2470eca1-5ff7-49ca-8b7f-11473319c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.082467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470eca1-5ff7-49ca-8b7f-11473319c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d103e04-e3ca-418d-ad9a-6314fa50a330,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:14.167207 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4bf5189-7cb0-415f-9445-be1d04f55624 req-358fc428-1f65-4019-bd03-317e94d21d48 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698053 Oct 29 11:54:14.169923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2470eca1-5ff7-49ca-8b7f-11473319c41b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0761cc0dcea8488aadf6fb96a1bedac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394185 Oct 29 11:54:14.173349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34368) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:14.230256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 47ee141f-ba63-4146-9697-845f3b3efd3e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:14.335392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 47ee141f-ba63-4146-9697-845f3b3efd3e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:14.335392 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.350659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.396583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca598ac-52a5-4e06-b999-123cd803cf69 None None] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:14.405109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.500723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] Provisioning complete for port 173fa042-be2a-4e6a-87ff-aaec46b00625 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:14.501524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.529521 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.550546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.553155 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.556780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d103e04-e3ca-418d-ad9a-6314fa50a330 HTTP/1.1" status: 204 len: 168 time: 0.3799992 Oct 29 11:54:14.593286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef4c96-e142-491c-8086-072a86c33005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d103e04-e3ca-418d-ad9a-6314fa50a330,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:14.607962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.637617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Pushing event deleted for resources: {'Port': ['ID=7bba834a-ee63-4b9f-9d93-15655cfbe990,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:14.668581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.677204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.700328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9628e47-9302-4097-85b1-19a6f08046f8 req-005fa460-9c03-4377-b8d2-bece9cbe28fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:14.701983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9628e47-9302-4097-85b1-19a6f08046f8 req-005fa460-9c03-4377-b8d2-bece9cbe28fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1747556 Oct 29 11:54:14.756901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.787395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:14.805583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 47ee141f-ba63-4146-9697-845f3b3efd3e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=47ee141f-ba63-4146-9697-845f3b3efd3e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:14.821898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.830823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:14.831616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 173fa042-be2a-4e6a-87ff-aaec46b00625 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:14.843863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9628e47-9302-4097-85b1-19a6f08046f8 req-8279d5ca-f65d-47a9-b805-ee4568777fde tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307237 Oct 29 11:54:14.938167 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.000825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34378) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.009884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:15.017890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7896279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.019707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:15.023616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7896284'] for router, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.028043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3a57941-e927-452e-8766-c5a970875a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.037152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] For port 173fa042-be2a-4e6a-87ff-aaec46b00625, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=173fa042-be2a-4e6a-87ff-aaec46b00625,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:15.050734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 173fa042-be2a-4e6a-87ff-aaec46b00625 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:15.051587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.053949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=47ee141f-ba63-4146-9697-845f3b3efd3e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:15.059147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.118423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Router 6fd68e4c-7483-48dd-8ff3-15ca13a37275 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:15.153644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9201789-0ccc-410e-82d9-338174daddf0 None None] Pushing event updated for resources: {'Port': ['ID=173fa042-be2a-4e6a-87ff-aaec46b00625,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:15.213108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:15.222615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.224485 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0eddbe7f-82d1-4054-bac8-ce561b3c0676 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "PUT /v2.0/routers/6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 200 len: 706 time: 2.8538485 Oct 29 11:54:15.227017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.229804 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] Sync routers for ids ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:15.244184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router e8b892e2-49ac-4cb2-a238-16e309dfd254 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:15.247939 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] Routers {'6fd68e4c-7483-48dd-8ff3-15ca13a37275'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:15.249550 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:15.262114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3a57941-e927-452e-8766-c5a970875a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.313728 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:15.326662 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] Routers {'6fd68e4c-7483-48dd-8ff3-15ca13a37275'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:15.327643 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:15.330942 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1350bda9-cf75-4aae-80d0-6ff8992238e5 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/routers/6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 200 len: 741 time: 0.0993025 Oct 29 11:54:15.331271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.367698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-44abbae4-221d-4c2e-b35e-f400862053a7 tempest-RoutersAdminTest-1020015308 tempest-RoutersAdminTest-1020015308-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&device_id=6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 200 len: 205 time: 0.0325649 Oct 29 11:54:15.368346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34384) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.372059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f3a57941-e927-452e-8766-c5a970875a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.396670 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:15.397721 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11efe0-bb43-4e31-b84e-c7746deba046 None None] The sync data for ids ['6fd68e4c-7483-48dd-8ff3-15ca13a37275'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:15.433064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-700dbc28-0848-4945-93d4-c6251cdfbe76 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 200 len: 205 time: 0.0637567 Oct 29 11:54:15.434842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34386) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.438290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f3a57941-e927-452e-8766-c5a970875a29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4ff2662ee7644ae8340dcafe125a2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364181 Oct 29 11:54:15.443725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34388) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.451283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a57941-e927-452e-8766-c5a970875a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a85ada-b483-421d-87cc-fdf3c044117a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:15.462891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:15.468163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91151517-52b4-4ec3-89c8-e6ed9cada4f6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/e8b892e2-49ac-4cb2-a238-16e309dfd254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7203085 Oct 29 11:54:15.484463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Sync routers for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:15.516259 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:15.519017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:15.522648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13a2e2f6-cb3d-419c-b124-5955635bde88 None None] Provisioning complete for port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:15.523354 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13a2e2f6-cb3d-419c-b124-5955635bde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.559298 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.675410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-13a2e2f6-cb3d-419c-b124-5955635bde88 None None] Port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:15.701320 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-13a2e2f6-cb3d-419c-b124-5955635bde88 None None] Provisioning complete for port 173fa042-be2a-4e6a-87ff-aaec46b00625 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:15.701692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-13a2e2f6-cb3d-419c-b124-5955635bde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.731059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:15.763906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.767673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.773830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.835545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-00c17bf1-a39a-4a39-8710-fdd0f36ad31b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893992746&fields=id&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 267 time: 0.1040373 Oct 29 11:54:15.848058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.862974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.863466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd68e4c-7483-48dd-8ff3-15ca13a37275 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:15.874585 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:15.880964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34408) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.881449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d55278b0-62bc-4921-a825-27684f39b925 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 204 len: 168 time: 0.4448082 Oct 29 11:54:15.921911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dd25d606-fe8d-48b1-abe0-a288af473af1 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 200 len: 205 time: 0.0373850 Oct 29 11:54:15.929129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34410) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.988139 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-78d483bb-fc71-4a3c-9453-b6b28ec0f1c2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:15.989409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78d483bb-fc71-4a3c-9453-b6b28ec0f1c2 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/6fd68e4c-7483-48dd-8ff3-15ca13a37275 HTTP/1.1" status: 404 len: 336 time: 0.0566862 Oct 29 11:54:15.992575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:15.999179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 2, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:16.020319 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-9f44927e-6d42-4cb1-8ccd-dc06e4a9f083 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:16.022360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-9f44927e-6d42-4cb1-8ccd-dc06e4a9f083 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 797 time: 0.1777828 Oct 29 11:54:16.029439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Checking router: e8b892e2-49ac-4cb2-a238-16e309dfd254 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:16.029796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Updating router e8b892e2-49ac-4cb2-a238-16e309dfd254 port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:54:16.044073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-c03634f3-f405-43cf-93a9-29dc361c8acd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/quotas/7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 375 time: 0.0136089 Oct 29 11:54:16.045197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.048919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fedb3869-a4e2-4643-8ffe-728668e919bf tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 200 len: 205 time: 0.0530493 Oct 29 11:54:16.049148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.049751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50a85ada-b483-421d-87cc-fdf3c044117a HTTP/1.1" status: 204 len: 168 time: 0.6046169 Oct 29 11:54:16.050348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34414) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.060552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-baec33bd-d945-474d-8ed4-7ada72846789 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:16.062305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-baec33bd-d945-474d-8ed4-7ada72846789 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 946 time: 0.1416998 Oct 29 11:54:16.087027 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.102291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-332c43cf-9187-4b72-b08f-5d89af61c580 None None] Provisioning complete for port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:16.104291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-332c43cf-9187-4b72-b08f-5d89af61c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.116416 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-d284f009-1a72-4036-9d85-3d062bdcb1d7 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:16.116416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d284f009-1a72-4036-9d85-3d062bdcb1d7 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/eb15c43d-3f11-4d58-9c12-70a8258c1ef3 HTTP/1.1" status: 404 len: 336 time: 0.0604663 Oct 29 11:54:16.116416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799d442-4684-42a4-922a-bdff4f6c062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a85ada-b483-421d-87cc-fdf3c044117a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:16.117577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34418) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.159586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec1b36be-b164-4bdb-a716-2826cb211296 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 200 len: 205 time: 0.0406044 Oct 29 11:54:16.162283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34420) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.175495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-a1b3fdf5-990c-4f92-ab04-9f72b5ff98f0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129041 Oct 29 11:54:16.177751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 47ee141f-ba63-4146-9697-845f3b3efd3e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:16.233547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-332c43cf-9187-4b72-b08f-5d89af61c580 None None] Port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:16.242490 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-0f141485-7107-4a37-9479-8c6a74db5474 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:16.246491 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f141485-7107-4a37-9479-8c6a74db5474 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/8536d61b-1b69-409e-817d-9050de8f4bf7 HTTP/1.1" status: 404 len: 336 time: 0.0806475 Oct 29 11:54:16.249380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.284509 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cfa8ee52-a686-43f6-a4d7-22df09e0a731 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 200 len: 205 time: 0.0338173 Oct 29 11:54:16.286885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34424) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.294531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:16.295945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.325797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 47ee141f-ba63-4146-9697-845f3b3efd3e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:16.326143 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.365725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-bdc461f6-b0a3-4a9e-a0b4-746f74398e58 service neutron] 10.222.0.77 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714118 Oct 29 11:54:16.366751 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-4ced3366-0272-4c96-a74a-a4b31f3f374c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:16.367952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4ced3366-0272-4c96-a74a-a4b31f3f374c tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/53b717e5-511a-4a21-98ee-f0024e8b639e HTTP/1.1" status: 404 len: 336 time: 0.0800097 Oct 29 11:54:16.370430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34428) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.409529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0bd53ff-6a73-4611-bb85-d4d4f0201799 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 200 len: 205 time: 0.0372894 Oct 29 11:54:16.411775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34430) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.454675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:16.455319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.476033 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-3b32855d-19fc-45e4-9e5d-e56cae3fc7fa tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:16.476508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:16.479433 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b32855d-19fc-45e4-9e5d-e56cae3fc7fa tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/31ee7b47-472c-4470-b8b3-e265316fd797 HTTP/1.1" status: 404 len: 336 time: 0.0643964 Oct 29 11:54:16.481642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34432) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.504575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 173fa042-be2a-4e6a-87ff-aaec46b00625 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:16.547377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc4ee76d-87f7-44ef-b117-45dec1deb137 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa254198-a66b-4e07-b96d-8cacd5a755b4 HTTP/1.1" status: 200 len: 205 time: 0.0607896 Oct 29 11:54:16.547617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.587812 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f5dcde92-33d4-4f85-b878-df8fe620ed50 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] delete failed (client error): The resource could not be found. Oct 29 11:54:16.591371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f5dcde92-33d4-4f85-b878-df8fe620ed50 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/routers/aa254198-a66b-4e07-b96d-8cacd5a755b4 HTTP/1.1" status: 404 len: 336 time: 0.0438900 Oct 29 11:54:16.592780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34440) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:16.594480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.607767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-e581c33a-3451-4e77-b9a1-a2eb5981614e service neutron] 10.222.0.77 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269261 Oct 29 11:54:16.609636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.613983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 173fa042-be2a-4e6a-87ff-aaec46b00625 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:16.614351 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.676162 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d12580-c173-48ae-be57-40d8876833a9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] DELETE failed (client error): The resource could not be found. Oct 29 11:54:16.676720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d12580-c173-48ae-be57-40d8876833a9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:54:16.684384 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-64d12580-c173-48ae-be57-40d8876833a9 tempest-RoutersAdminTest-324458225 tempest-RoutersAdminTest-324458225-project] 10.222.0.77 "DELETE /v2.0/subnets/09496445-e472-4ad0-8e65-51d1de238dcc HTTP/1.1" status: 404 len: 337 time: 0.0869327 Oct 29 11:54:16.740011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b65c7-2ad9-427a-bdf2-ecf85338b970 None None] Pushing event updated for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:16.849121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:16.890678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=7a1330ea-d8aa-4e06-9e8d-a2a106d9b857,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:16.892152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['7a1330ea-d8aa-4e06-9e8d-a2a106d9b857'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:54:16.934605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.935035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.935857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.937909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.937909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.939052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.939935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.941063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.941528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.942248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.942758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.943262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:16.944286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-414492b1-1b3b-45d0-af6c-c37447c948e7 req-88bb9d3d-bb1f-4909-8d5d-37b062c1067f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0800865 Oct 29 11:54:17.020571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:17.035748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.042828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-609fab2a-76b8-4538-9a64-7f6007dde872 req-a3fc8d33-d668-4a20-bdff-0511434820f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "DELETE /v2.0/ports/7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 HTTP/1.1" status: 204 len: 173 time: 0.9699433 Oct 29 11:54:17.057767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'name': 'network-vif-deleted', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:54:17.071520 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5dd0ed-6693-40a6-a55c-4f9e280077ef" -d '{"events": [{"server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "name": "network-vif-deleted", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:54:17.108114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Attempting to bind port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:17.108494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Attempting to bind port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:17.113157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Attempting to bind port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 on network 44ce9f09-3955-461a-a3dc-6504eb5ed366 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:17.117265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-73bd2ec4-0655-4145-a1a5-110e60e109a2 req-ba52b3f1-4afc-4d53-94e4-ecb090616755 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 210 time: 0.0623081 Oct 29 11:54:17.131158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:17.131362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Checking segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:17.131625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.132027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Bound using segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:17.132525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Bound port: 2a5da4a8-ebec-4992-a15c-892a9daab0f0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:17.132913 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.256133 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac171f-2f75-4f66-a9c5-21f14558a779 x-openstack-request-id: req-60ac171f-2f75-4f66-a9c5-21f14558a779 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:17.256434 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861b6746-c38a-4806-8c09-d8c16df721e9", "name": "network-vif-deleted", "tag": "7a1330ea-d8aa-4e06-9e8d-a2a106d9b857", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:17.256696 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60ac171f-2f75-4f66-a9c5-21f14558a779 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:17.257542 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861b6746-c38a-4806-8c09-d8c16df721e9', 'name': 'network-vif-deleted', 'tag': '7a1330ea-d8aa-4e06-9e8d-a2a106d9b857', 'status': 'completed', 'code': 200} Oct 29 11:54:17.348713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a5ffca58-1d06-4ce6-9305-0a16084c6645 None None] Provisioning complete for port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:17.349839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a5ffca58-1d06-4ce6-9305-0a16084c6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.350210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34466) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:17.363985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] For port 2a5da4a8-ebec-4992-a15c-892a9daab0f0, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:17.432735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] For port 2a5da4a8-ebec-4992-a15c-892a9daab0f0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2a5da4a8-ebec-4992-a15c-892a9daab0f0,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:17.451180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.548017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b65c7-2ad9-427a-bdf2-ecf85338b970 None None] Pushing event updated for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:17.555003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffca58-1d06-4ce6-9305-0a16084c6645 None None] Port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:17.572475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:17.573361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:17.767918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:17.840349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87a0bf82-a252-4caa-bf3a-b59b1101324f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.972737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87a0bf82-a252-4caa-bf3a-b59b1101324f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:17.995055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-87a0bf82-a252-4caa-bf3a-b59b1101324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.074097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] Provisioning complete for port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:18.074666 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.075467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-87a0bf82-a252-4caa-bf3a-b59b1101324f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97f824c14b66432abed5116539c20c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238505 Oct 29 11:54:18.076389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0bf82-a252-4caa-bf3a-b59b1101324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a03653-35e1-4ae1-8b2e-69762ae0ef02,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:18.078464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34484) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:18.162565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10df223f-12cf-4a05-af2d-5445c9f341ff req-900cdd47-3420-4df6-bf27-6b52a00f292f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0443051 Oct 29 11:54:18.183508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.211130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.297905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d832f68-2201-4cdd-b32f-8ce383a7bb6d req-d15e345c-b486-4390-9432-215c00539981 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 210 time: 0.0430274 Oct 29 11:54:18.330523 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.334643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:17Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:18.341134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.344451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.349226 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8a03653-35e1-4ae1-8b2e-69762ae0ef02 HTTP/1.1" status: 204 len: 168 time: 0.2691016 Oct 29 11:54:18.357589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd06ce-8077-4c44-b20d-39d7143c59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a03653-35e1-4ae1-8b2e-69762ae0ef02,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:18.385400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8a1b5-5e7b-4cda-85af-54260dd8d253 None None] The sync data for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 is: [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:17Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:18.438681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] For port 2a5da4a8-ebec-4992-a15c-892a9daab0f0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2a5da4a8-ebec-4992-a15c-892a9daab0f0,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:18.443669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:18.664660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-81390556-6fd1-4118-af6b-f4d76c0c65eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:18.666533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-81390556-6fd1-4118-af6b-f4d76c0c65eb tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 797 time: 0.2536736 Oct 29 11:54:18.760278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f7d44490-c9c8-4487-a3a9-a200d439699f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de4cfbdeccd4be786e374aa00aa658f HTTP/1.1" status: 200 len: 380 time: 0.0824769 Oct 29 11:54:18.773414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'port': {'device_id': '01eb314a-f72c-4505-be08-9d204df8558c', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'admin_state_up': True, 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'security_groups': ['290672c6-47d5-4406-99e1-582f584eb922']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:18.951639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:19.017859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5046637-a51d-4a20-8af4-7d5e5f85fbc9 None None] Pushing event updated for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:19.019968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:19.020291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7a1330ea-d8aa-4e06-9e8d-a2a106d9b857 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:19.063538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Made reservation on behalf of 7de4cfbdeccd4be786e374aa00aa658f for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:19.069335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.142031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:19.225803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-91c19bd8-6075-4072-bf6b-bdabb61c2ec7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=effd653f22584d49a6b53e0b056a97c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812795 Oct 29 11:54:19.228331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:19.288195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.20.0.5 (44ce9f09-3955-461a-a3dc-6504eb5ed366/2b4683bd-910c-465b-8ecb-1e664e3e02fa/867c513b-6c38-4345-a918-7e87102aae98) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:19.288870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.315795 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.380894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.386056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.387815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17dab675-5a63-474f-8b9c-53e91c89c2e8 HTTP/1.1" status: 204 len: 168 time: 0.1582460 Oct 29 11:54:19.418206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d77ec3-2571-4801-9f90-477e704827fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dab675-5a63-474f-8b9c-53e91c89c2e8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:19.454186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54fa5d24-3f71-44f3-bdd9-7af23fbab2ea req-8b2508c8-0073-44e3-b046-cc4c811cc622 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0808105 Oct 29 11:54:19.602530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1574e486-65db-4134-8252-dc12e2785d7b req-856a0bf9-d12b-4e8f-8ee6-51350968bac5 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 210 time: 0.0349333 Oct 29 11:54:19.688560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.727578 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.788154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:19.792708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:19.795878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:19.874242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:19.874912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:19.882117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:19.903000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5647798a-0823-40f1-a4fb-e076b1a7bc0d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1361716 Oct 29 11:54:19.922668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Request body: {'port': {'device_id': '01eb314a-f72c-4505-be08-9d204df8558c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:19.994798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:20.168211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2a5da4a8-ebec-4992-a15c-892a9daab0f0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:20.259836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:20.260410 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:20.348318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4059a418-13dc-4bfe-bafa-93f29049a321 None None] Provisioning complete for port 867c513b-6c38-4345-a918-7e87102aae98 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:20.348686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4059a418-13dc-4bfe-bafa-93f29049a321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:20.455533 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4059a418-13dc-4bfe-bafa-93f29049a321 None None] Port 867c513b-6c38-4345-a918-7e87102aae98 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:20.660293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01bf2f06-8067-4f0d-af64-383b6c69d7da req-704ed49d-0683-41c5-abcc-30b9c252e648 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0322332 Oct 29 11:54:20.855423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d8e7d-d293-4e45-8646-af4258a4e803 req-66f66724-b2a8-42c0-8a7b-fd9b0d11954f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:20.863004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841d8e7d-d293-4e45-8646-af4258a4e803 req-66f66724-b2a8-42c0-8a7b-fd9b0d11954f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 931 time: 0.0931370 Oct 29 11:54:20.914845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-841d8e7d-d293-4e45-8646-af4258a4e803 req-8c975848-890f-4f79-878a-c0b525025c26 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 Oct 29 11:54:20.922319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34558) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:21.010976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867c513b-6c38-4345-a918-7e87102aae98 {{(pid=102278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:54:21.027729 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.046964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.provisioning_blocks [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Transition to ACTIVE for port object 867c513b-6c38-4345-a918-7e87102aae98 will not be triggered until provisioned by entity L2. {{(pid=102278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:54:21.058383 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.066932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-26554520'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:21.091206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:21.095715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.106953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.121645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:21.218235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Attempting to bind port 867c513b-6c38-4345-a918-7e87102aae98 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:21.218569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Attempting to bind port 867c513b-6c38-4345-a918-7e87102aae98 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:21.221820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Attempting to bind port 867c513b-6c38-4345-a918-7e87102aae98 on network 44ce9f09-3955-461a-a3dc-6504eb5ed366 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:21.226900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Port 867c513b-6c38-4345-a918-7e87102aae98 on network 44ce9f09-3955-461a-a3dc-6504eb5ed366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:54:21.227278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Attempting to bind port 867c513b-6c38-4345-a918-7e87102aae98 on network 44ce9f09-3955-461a-a3dc-6504eb5ed366 {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:21.233610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:21.233935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Checking segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:21.234332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Bound using segment: {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'} {{(pid=102278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:21.235005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.managers [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Bound port: 867c513b-6c38-4345-a918-7e87102aae98, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c178c106-8a47-43ce-a47b-41884ed1f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366'}}] {{(pid=102278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:21.235547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.266447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.272318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.307220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:54:21.320104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8824f438-d9fb-4e0f-9ee8-a41f23f08038,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:21.328703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, cleared binding levels {{(pid=102278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:21.334270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:21.341035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.341802 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Added segment 9c29ff42-f8b7-41e5-a36e-ac57ba644ae6 of type vlan for network 929fa93d-17f2-49fa-87e1-c393168711ff Oct 29 11:54:21.344323 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.402917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:21.403921 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.406238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] 10.222.0.41 "PUT /v2.0/ports/867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 1091 time: 1.4947882 Oct 29 11:54:21.406747 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.420103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:54:21.428859 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:54:21.459952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.470444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:21.472212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.504304 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea2493-52ea-4631-b2ae-b7aaee542d4a x-openstack-request-id: req-b6ea2493-52ea-4631-b2ae-b7aaee542d4a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:21.504602 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:21.504854 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6ea2493-52ea-4631-b2ae-b7aaee542d4a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:21.505741 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'status': 'completed', 'code': 200} Oct 29 11:54:21.516578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e29454-49a2-47d5-8083-cebb3540ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=3']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:21.547980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-6147ea9a-63a1-4c6a-846f-921f30ef0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:21.550239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-6147ea9a-63a1-4c6a-846f-921f30ef0785 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1094 time: 0.0948946 Oct 29 11:54:21.575866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Network': ['ID=929fa93d-17f2-49fa-87e1-c393168711ff,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:21.588937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b163d762-2de7-4ad5-b19c-9fc76cabf38f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6654434 Oct 29 11:54:21.592823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34566) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:21.599302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:21.603882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:54:21.658298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-3f37b480-519f-4a3d-a1f4-91a933c6b8fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 217 time: 0.0937455 Oct 29 11:54:21.736976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:21.759761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.798436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7da1294-070f-4c51-9ba3-4495709df0cc req-0b03c0da-664c-4b9d-98da-c79ab29f1124 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0534551 Oct 29 11:54:21.804870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-c8c9905e-803b-4f14-9b29-ed96452b79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:21.806365 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-c8c9905e-803b-4f14-9b29-ed96452b79e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 200 len: 834 time: 0.1463811 Oct 29 11:54:21.912587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:21.916404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-059bf279-042e-42ba-9ba4-a8ee0a96e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:21.918200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-059bf279-042e-42ba-9ba4-a8ee0a96e16b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44ce9f09-3955-461a-a3dc-6504eb5ed366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037188 Oct 29 11:54:22.103925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-ad92e8d1-748f-4fcc-bfab-fa29fa5d29a7 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740370 Oct 29 11:54:22.120692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.122684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050751-241c-4118-91b7-cc6476f049da req-ef3524b3-3cb5-4f1e-8a09-7cb139dfdff1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.124380 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46050751-241c-4118-91b7-cc6476f049da req-ef3524b3-3cb5-4f1e-8a09-7cb139dfdff1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 943 time: 0.0846531 Oct 29 11:54:22.186942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=533a93ef-5dbc-44fc-b9c6-e767b4519019,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:22.205271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:22.205786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network hostable DHCP agents. Network: 929fa93d-17f2-49fa-87e1-c393168711ff, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:54:22.226436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:54:22.229112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46050751-241c-4118-91b7-cc6476f049da req-a12c5191-b011-4f51-be12-e5a0837d97b0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910516 Oct 29 11:54:22.244810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 929fa93d-17f2-49fa-87e1-c393168711ff) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:22.254809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9257d69d-83d4-4fbd-bd3f-185249e8a0ac None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:22.257845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.259299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.260870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-74e77bc3-d726-425f-87cd-c1e7d43d3a8f req-5b74e3ec-a67e-4135-8901-0ee10fb48321 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478944 Oct 29 11:54:22.278233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6c819bb5-3127-43d1-9a0a-d4653389f9e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6838198 Oct 29 11:54:22.281322 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34574) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:22.287531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'name': 'tempest-NetworksTestDHCPv6-503312112'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:22.383080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-775ebbf7-c402-425f-9fdc-3384d01da9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.384663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-775ebbf7-c402-425f-9fdc-3384d01da9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1094 time: 0.0672059 Oct 29 11:54:22.430941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:22.435384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.450361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '533a93ef-5dbc-44fc-b9c6-e767b4519019'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:22.451306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.460278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port f839c3b8-9764-4434-ac85-f7e905ce49ea yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:22.500510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-0b649fd2-d442-4b77-a2b2-e04123e22b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.502268 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-0b649fd2-d442-4b77-a2b2-e04123e22b1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 898 time: 0.1100762 Oct 29 11:54:22.567828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-062c20e6-fdd8-4211-b131-71db78c12ba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 217 time: 0.0582929 Oct 29 11:54:22.602473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::39f (929fa93d-17f2-49fa-87e1-c393168711ff/533a93ef-5dbc-44fc-b9c6-e767b4519019/f839c3b8-9764-4434-ac85-f7e905ce49ea) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:22.622202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-6afefcae-4f48-4150-90f8-c4bd7758abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.623707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-6afefcae-4f48-4150-90f8-c4bd7758abb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 200 len: 834 time: 0.0490131 Oct 29 11:54:22.698220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-e8d0d3d0-4b28-4c0d-8c33-ec8bb1fe0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.700838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-e8d0d3d0-4b28-4c0d-8c33-ec8bb1fe0fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44ce9f09-3955-461a-a3dc-6504eb5ed366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664287 Oct 29 11:54:22.791012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.809259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-58fedc43-17cd-434d-85a7-94e2466e5201 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011121 Oct 29 11:54:22.843205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.916321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/533a93ef-5dbc-44fc-b9c6-e767b4519019/e4c8ca8f-3833-4a38-943a-2e642194649d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:22.916874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:22.924811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:22.927811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1be1fd60-683e-473f-8ed6-6e3a9938dd3b req-a6594abf-a912-4e50-bd81-c4ffddc51c3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0449936 Oct 29 11:54:22.935725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=f839c3b8-9764-4434-ac85-f7e905ce49ea,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:22.953062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:22.954306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:22.955137 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:22.971317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d9f2682-7c3f-44ff-a52d-1664149d6f6e req-26a91ca4-3eed-43b6-ade8-db3087c99c69 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547017 Oct 29 11:54:22.976105 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e79ab7b-e086-4bc4-903f-932acbb19a51 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6913013 Oct 29 11:54:22.976991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:23.034394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a98f47-0dae-4633-b29a-dcb84f92cc2f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:23.038412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60a98f47-0dae-4633-b29a-dcb84f92cc2f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0586364 Oct 29 11:54:23.038666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:23.156635 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.165718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.183434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port f839c3b8-9764-4434-ac85-f7e905ce49ea {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:23.184201 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.227231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Pushing event updated for resources: {'Port': ['ID=e4c8ca8f-3833-4a38-943a-2e642194649d,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:23.240330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:23.241805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:23.244716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:23.306917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.329915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for f839c3b8-9764-4434-ac85-f7e905ce49ea owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:23.339178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Attempting to bind port e4c8ca8f-3833-4a38-943a-2e642194649d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:23.339559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Attempting to bind port e4c8ca8f-3833-4a38-943a-2e642194649d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:23.339932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Attempting to bind port e4c8ca8f-3833-4a38-943a-2e642194649d on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:23.354355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:23.354355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:23.354684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.354856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:23.355473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Bound port: e4c8ca8f-3833-4a38-943a-2e642194649d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:23.356017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.439440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] For port e4c8ca8f-3833-4a38-943a-2e642194649d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:23.446839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] For port e4c8ca8f-3833-4a38-943a-2e642194649d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4c8ca8f-3833-4a38-943a-2e642194649d,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:23.451983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.452532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418d9f2-46a2-4bcc-a3a9-3edd8ed23e4f req-9f50db6f-9898-4bed-b65c-149c0b505843 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:23.454206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f418d9f2-46a2-4bcc-a3a9-3edd8ed23e4f req-9f50db6f-9898-4bed-b65c-149c0b505843 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 943 time: 0.1062474 Oct 29 11:54:23.520435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f418d9f2-46a2-4bcc-a3a9-3edd8ed23e4f req-294b1845-01c1-4b06-998c-fdcce268f274 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547132 Oct 29 11:54:23.539288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23894d7-2396-48e4-8da2-48a5e4baeeaf None None] Pushing event updated for resources: {'Port': ['ID=e4c8ca8f-3833-4a38-943a-2e642194649d,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:23.598621 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.643463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=f839c3b8-9764-4434-ac85-f7e905ce49ea,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:23.666030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.671937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9cf20c60-ba9e-473b-988e-9839c79dd849 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/f839c3b8-9764-4434-ac85-f7e905ce49ea HTTP/1.1" status: 204 len: 168 time: 0.6290512 Oct 29 11:54:23.672486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34604) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:23.778430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd211b-9c49-426a-9def-c1d11fce39ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:23.780421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd211b-9c49-426a-9def-c1d11fce39ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:23.789915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-88bd211b-9c49-426a-9def-c1d11fce39ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1162505 Oct 29 11:54:23.794285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34612) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:23.833068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:54:23.908160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 533a93ef-5dbc-44fc-b9c6-e767b4519019 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:23.912184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:23.974656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.075860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1af11e3f-5e70-4d2f-8e6c-33d3ec5ca4b7 req-7d66a71a-e47a-45f9-8644-62fee5924bc2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=861b6746-c38a-4806-8c09-d8c16df721e9 HTTP/1.1" status: 200 len: 210 time: 0.0495963 Oct 29 11:54:24.148341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4c8ca8f-3833-4a38-943a-2e642194649d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:24.161848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.213363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e4c8ca8f-3833-4a38-943a-2e642194649d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:24.214041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.274373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.309258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.312076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.316911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:24.317332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/533a93ef-5dbc-44fc-b9c6-e767b4519019 HTTP/1.1" status: 204 len: 168 time: 0.5216980 Oct 29 11:54:24.319062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd99649-02bc-49de-af0c-325c9355746b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=533a93ef-5dbc-44fc-b9c6-e767b4519019,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:24.368573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e4c8ca8f-3833-4a38-943a-2e642194649d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4c8ca8f-3833-4a38-943a-2e642194649d,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:24.374247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.402307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc44ee48-a66d-475a-8381-9b7cd70d1836 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837381 Oct 29 11:54:24.404987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34618) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:24.410808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:24.437025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e4c8ca8f-3833-4a38-943a-2e642194649d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:24.507248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:24.510988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.676924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db66a-083e-44aa-909e-fda865a7bb2c req-49c0881e-132d-4ef7-a023-204c17feed3e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:24.678575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a57db66a-083e-44aa-909e-fda865a7bb2c req-49c0881e-132d-4ef7-a023-204c17feed3e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 943 time: 0.0701451 Oct 29 11:54:24.735670 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a57db66a-083e-44aa-909e-fda865a7bb2c req-46401e4c-25b2-4ffc-9f57-c4285d166f5e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503433 Oct 29 11:54:24.757060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.803798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:24.805192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6fd5d0-cccb-4f5a-a9b4-c17916c61810 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:24.807316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:24.810415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:24.811020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.828423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=f6a3fb2c-8f66-4ed2-99ac-d860f75634e0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:24.837578 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2362df0e-8003-4a0f-ab0a-4fd6e7775859 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4314721 Oct 29 11:54:24.839035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34622) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:24.843935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'name': 'tempest-NetworksTestDHCPv6-53393388'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:24.902522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-07c70ff5-8d39-44db-a5fc-4b9c32e618d2 None None] Provisioning complete for port e4c8ca8f-3833-4a38-943a-2e642194649d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:24.902894 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07c70ff5-8d39-44db-a5fc-4b9c32e618d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.974997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:24.978772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:24.997762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 170895d9-5ef4-494d-b96c-6571115e404a yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:25.133460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::2d2 (929fa93d-17f2-49fa-87e1-c393168711ff/f6a3fb2c-8f66-4ed2-99ac-d860f75634e0/170895d9-5ef4-494d-b96c-6571115e404a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:25.347197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f623b8-9c68-4d36-88d1-32af1e8e2e71 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:25.379001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.404407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2247c30e-3789-4642-aa50-740c77fba271 None None] Provisioning complete for port e4c8ca8f-3833-4a38-943a-2e642194649d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:25.405144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2247c30e-3789-4642-aa50-740c77fba271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.423751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.504110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:25.508579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:25.512409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:25.522580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:25.526143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.564604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=170895d9-5ef4-494d-b96c-6571115e404a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:25.587955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2ddc41ad-684a-4cc9-8beb-7ad1a88d8c07 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7456181 Oct 29 11:54:25.588352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34632) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:25.694951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076bae9-4924-43b8-9b89-8ea8769179df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:25.702215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076bae9-4924-43b8-9b89-8ea8769179df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:25.704412 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d076bae9-4924-43b8-9b89-8ea8769179df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1150045 Oct 29 11:54:25.707599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:25.879553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 170895d9-5ef4-494d-b96c-6571115e404a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:25.879822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.912650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e760129f-cedc-42e5-a740-10a23dcbf8c2 None None] Provisioning complete for port e4c8ca8f-3833-4a38-943a-2e642194649d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:25.913335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e760129f-cedc-42e5-a740-10a23dcbf8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:25.964276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97e02a-b5a2-47f0-8850-53c5a1208ad0 req-d26da9fe-3284-4e64-aa71-13f4479866f3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:25.966063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb97e02a-b5a2-47f0-8850-53c5a1208ad0 req-d26da9fe-3284-4e64-aa71-13f4479866f3 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 943 time: 0.1266510 Oct 29 11:54:26.010656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.070496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb97e02a-b5a2-47f0-8850-53c5a1208ad0 req-2ee8199c-af05-418b-84c1-c28c3e11f8e7 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966983 Oct 29 11:54:26.081178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.109081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 170895d9-5ef4-494d-b96c-6571115e404a owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:26.175743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4c8ca8f-3833-4a38-943a-2e642194649d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:26.252842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e760129f-cedc-42e5-a740-10a23dcbf8c2 None None] Provisioning complete for port 170895d9-5ef4-494d-b96c-6571115e404a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:26.252842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e760129f-cedc-42e5-a740-10a23dcbf8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.254053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e4c8ca8f-3833-4a38-943a-2e642194649d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:26.254441 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.330771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.331532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e760129f-cedc-42e5-a740-10a23dcbf8c2 None None] Port 170895d9-5ef4-494d-b96c-6571115e404a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:26.397597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=170895d9-5ef4-494d-b96c-6571115e404a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:26.436461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.439842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a105e8fb-7537-4eb9-bf1e-6e0a3375ca59 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/170895d9-5ef4-494d-b96c-6571115e404a HTTP/1.1" status: 204 len: 168 time: 0.7311785 Oct 29 11:54:26.442441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34642) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:26.451572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-000cd3d7-b395-44eb-b7e4-c4809b36f0f5 None None] Could not find standard attr ID for object f839c3b8-9764-4434-ac85-f7e905ce49ea. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:26.518891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49147973-2f82-43b2-af9f-2e710c63a2ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:26.522815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49147973-2f82-43b2-af9f-2e710c63a2ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:26.527969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34644) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:26.536380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:54:26.540524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49147973-2f82-43b2-af9f-2e710c63a2ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0963593 Oct 29 11:54:26.624540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet f6a3fb2c-8f66-4ed2-99ac-d860f75634e0 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:26.627948 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.676962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.677887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:26.693051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '867c513b-6c38-4345-a918-7e87102aae98', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'mac_address': 'fa:16:3e:61:e7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:54:26.731432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f03de4ca-7dd1-4380-b992-8f7461e04686 None None] Could not find standard attr ID for object 170895d9-5ef4-494d-b96c-6571115e404a. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:26.734616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.759173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.779807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c513b-6c38-4345-a918-7e87102aae98 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:54:26.812638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.819400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:26.823788 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.862902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a3fb2c-8f66-4ed2-99ac-d860f75634e0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:26.869787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:26.876510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34646) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:26.889561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cfba962c-bbb0-49dc-981f-40ea591a13f7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/f6a3fb2c-8f66-4ed2-99ac-d860f75634e0 HTTP/1.1" status: 204 len: 168 time: 0.3604112 Oct 29 11:54:26.909288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:26.925429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fdf2c1-5e3f-4199-a092-8681a691096a None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:26.928093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34648) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:26.933549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:26.934778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-543c3331-cf3c-4400-ab86-d8a90c002498 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555644 Oct 29 11:54:27.050950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:27.055839 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.096861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['867c513b-6c38-4345-a918-7e87102aae98'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:54:27.170566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:27.303287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad175a59-7338-417c-878a-2e501d175888 req-b4b446f8-98c7-44f0-974a-41bf14812cab tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:27.313144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad175a59-7338-417c-878a-2e501d175888 req-b4b446f8-98c7-44f0-974a-41bf14812cab tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 944 time: 0.1004319 Oct 29 11:54:27.376490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad175a59-7338-417c-878a-2e501d175888 req-2c7d5d4c-5dfb-41b7-b9ea-5025e0433c8b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624373 Oct 29 11:54:27.376710 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Deleting port e4c8ca8f-3833-4a38-943a-2e642194649d {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:27.376951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.451744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.524129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=a0a9d0ba-dc17-4120-85d4-3f91918cb28c,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:27.537609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:27.539121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:27.542348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:27.542949 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.567356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fea1e82c-d544-4fc7-a5f6-31bb7c7b7c34 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6381309 Oct 29 11:54:27.569990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:27.575074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'name': 'tempest-NetworksTestDHCPv6-1029165280'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:27.582389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] For port e4c8ca8f-3833-4a38-943a-2e642194649d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e4c8ca8f-3833-4a38-943a-2e642194649d,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:27.582920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.609036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Calling delete_port for e4c8ca8f-3833-4a38-943a-2e642194649d owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:27.704150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:27.726537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:27.731209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.754824 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 30fd5b02-631d-483f-b00d-fb389781e968 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:27.811476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.854409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] Pushing event deleted for resources: {'Port': ['ID=e4c8ca8f-3833-4a38-943a-2e642194649d,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:27.858427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4474b-9804-4973-906f-ab383efd798d None None] No DVR routers for this DVR port e4c8ca8f-3833-4a38-943a-2e642194649d on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:27.879620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279fadd-c8d4-4469-8e6a-19ab087fc8fe None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:27.927362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e298a780-3e5d-4d74-b27d-09c130daa60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:27.964105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::4a (929fa93d-17f2-49fa-87e1-c393168711ff/a0a9d0ba-dc17-4120-85d4-3f91918cb28c/30fd5b02-631d-483f-b00d-fb389781e968) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:28.076633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'a0a9d0ba-dc17-4120-85d4-3f91918cb28c'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:28.080581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.107497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4c8ca8f-3833-4a38-943a-2e642194649d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:28.147326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e4c8ca8f-3833-4a38-943a-2e642194649d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:28.147825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e4c8ca8f-3833-4a38-943a-2e642194649d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:28.157379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e298a780-3e5d-4d74-b27d-09c130daa60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.167540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e298a780-3e5d-4d74-b27d-09c130daa60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.242168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e298a780-3e5d-4d74-b27d-09c130daa60d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4b8b12443a54e0b98cf400d41ce4ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364754 Oct 29 11:54:28.245042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34670) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:28.248898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298a780-3e5d-4d74-b27d-09c130daa60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb4650-10fb-40c1-913f-e3478153157e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:28.278840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.320492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.333209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.365669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.367891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:28.376355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:28.385414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:28.392057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:28.393568 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.428683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=30fd5b02-631d-483f-b00d-fb389781e968,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:28.430965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.437035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.438229 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6fb4650-10fb-40c1-913f-e3478153157e HTTP/1.1" status: 204 len: 168 time: 0.1922050 Oct 29 11:54:28.447476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:28.448265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5cb35c1e-4799-4715-9a09-e984f9c8d7eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8757401 Oct 29 11:54:28.509304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bc919-7f63-490f-93d3-a68661bee50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb4650-10fb-40c1-913f-e3478153157e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:28.569564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:28.573111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7930f-1e6d-4424-867c-2fb8a2e6a52b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:28.580346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:28.589800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-80e7930f-1e6d-4424-867c-2fb8a2e6a52b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1389182 Oct 29 11:54:28.648103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-060ef02f-5f33-4716-a4f1-67b11baef018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.659737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/a0a9d0ba-dc17-4120-85d4-3f91918cb28c/facbaabf-e55d-4842-95b8-9204b26b8fde) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:28.661817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc8d6-f54c-4380-814b-2bfd848d4ca7 req-510bd50a-dc2b-40a3-8c17-555ff32d2069 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:28.663367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d94fc8d6-f54c-4380-814b-2bfd848d4ca7 req-510bd50a-dc2b-40a3-8c17-555ff32d2069 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 944 time: 0.1726003 Oct 29 11:54:28.663507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 867c513b-6c38-4345-a918-7e87102aae98 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:54:28.675637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 867c513b-6c38-4345-a918-7e87102aae98 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:28.676013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.729916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d94fc8d6-f54c-4380-814b-2bfd848d4ca7 req-ce73c6b9-2a3e-41f3-9a7d-ddca4605ca6f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Oct 29 11:54:28.760071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 30fd5b02-631d-483f-b00d-fb389781e968 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:28.760411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.887039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.892166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.914873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 30fd5b02-631d-483f-b00d-fb389781e968 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:28.937185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:54:28.939561 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edb3c3c-b0bd-46b9-8a18-10a8e36e7789" -d '{"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-plugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:54:28.952586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.958767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:28.974609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.979288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:28.979391 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:28.990241 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bcdfe4-907f-4a23-937e-c8672befd263 x-openstack-request-id: req-d6bcdfe4-907f-4a23-937e-c8672befd263 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:28.990553 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-plugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:29.001273 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6bcdfe4-907f-4a23-937e-c8672befd263 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:29.001797 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'code': 200} Oct 29 11:54:29.009142 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d32e-1ce6-4f2b-88d5-230e37ab4ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.052339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:29.056627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:29.058928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Pushing event updated for resources: {'Port': ['ID=facbaabf-e55d-4842-95b8-9204b26b8fde,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.061513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:29.143853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d32e-1ce6-4f2b-88d5-230e37ab4ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.150676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bdd6d32e-1ce6-4f2b-88d5-230e37ab4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.155072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3cf-2b34-4b2c-b275-0c8fd788950a req-23520416-b1d3-49bd-9780-8756c0e58af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:29.157969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0493d3cf-2b34-4b2c-b275-0c8fd788950a req-23520416-b1d3-49bd-9780-8756c0e58af1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1096 time: 0.0942614 Oct 29 11:54:29.175917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Attempting to bind port facbaabf-e55d-4842-95b8-9204b26b8fde on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:29.176777 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Attempting to bind port facbaabf-e55d-4842-95b8-9204b26b8fde by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:29.177191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Attempting to bind port facbaabf-e55d-4842-95b8-9204b26b8fde on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:29.179350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.187348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:29.187730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:29.188135 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.188521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:29.188991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Bound port: facbaabf-e55d-4842-95b8-9204b26b8fde, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:29.189425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.207001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bdd6d32e-1ce6-4f2b-88d5-230e37ab4ee1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1524da1c57ea463e9e0b8bef0b6c9402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263763 Oct 29 11:54:29.208879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d32e-1ce6-4f2b-88d5-230e37ab4ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e69441-58d8-41d6-a4ea-7207904032e4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.211533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34688) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:29.245620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.270397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] For port facbaabf-e55d-4842-95b8-9204b26b8fde, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:29.274108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] For port facbaabf-e55d-4842-95b8-9204b26b8fde, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=facbaabf-e55d-4842-95b8-9204b26b8fde,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:29.279396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.280057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.293587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=30fd5b02-631d-483f-b00d-fb389781e968,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.307279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0493d3cf-2b34-4b2c-b275-0c8fd788950a req-50bde5e7-f297-4574-8bed-66e705b06036 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378717 Oct 29 11:54:29.309500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.344790 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.353740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34690) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:29.357690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0326e68a-b86f-4442-8916-0c80493ccc9e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/30fd5b02-631d-483f-b00d-fb389781e968 HTTP/1.1" status: 204 len: 168 time: 0.7759829 Oct 29 11:54:29.375482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc87f-85e7-42a3-b65a-aa879b9551b3 None None] Pushing event updated for resources: {'Port': ['ID=facbaabf-e55d-4842-95b8-9204b26b8fde,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.403443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.406089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.410507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6e69441-58d8-41d6-a4ea-7207904032e4 HTTP/1.1" status: 204 len: 168 time: 0.1947925 Oct 29 11:54:29.421869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142dd88-0461-43f4-b382-0308c97f755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e69441-58d8-41d6-a4ea-7207904032e4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.450171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623cdcc-58e4-4a3b-98ba-eaa486754dd0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:29.451801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623cdcc-58e4-4a3b-98ba-eaa486754dd0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:29.459426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:29.459692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e623cdcc-58e4-4a3b-98ba-eaa486754dd0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1047935 Oct 29 11:54:29.529471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet a0a9d0ba-dc17-4120-85d4-3f91918cb28c {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:29.534639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.621419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.817064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.930006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.952861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98cc3-14c6-4664-b510-9d151042955e req-90c592db-1b9a-4081-b732-6f12a41355ea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:29.954573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5a98cc3-14c6-4664-b510-9d151042955e req-90c592db-1b9a-4081-b732-6f12a41355ea tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.0822701 Oct 29 11:54:29.975245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:29.980361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34732) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:29.981947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/a0a9d0ba-dc17-4120-85d4-3f91918cb28c HTTP/1.1" status: 204 len: 168 time: 0.5212905 Oct 29 11:54:29.990401 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6304-6f3d-49a8-8845-cdb85ac6cb28 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a9d0ba-dc17-4120-85d4-3f91918cb28c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:29.990969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34738) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.026030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5a98cc3-14c6-4664-b510-9d151042955e req-202148f0-2534-4bd3-84af-8e596425ef98 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Oct 29 11:54:30.074900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c27d4ef9-6c38-4711-9009-4a73c0c2f418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.078383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cbdd65be-8276-45b0-a23c-1c1d55981f8d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863397 Oct 29 11:54:30.081604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.161093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958495a-a959-45b1-8748-351aee4eb575 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:30.162629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c958495a-a959-45b1-8748-351aee4eb575 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0800946 Oct 29 11:54:30.165314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.192235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device facbaabf-e55d-4842-95b8-9204b26b8fde up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:30.238966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c27d4ef9-6c38-4711-9009-4a73c0c2f418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.243916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c27d4ef9-6c38-4711-9009-4a73c0c2f418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.280127 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85628d0-4a4d-4dcf-a148-c3d2d0b1eb95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:30.281939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a85628d0-4a4d-4dcf-a148-c3d2d0b1eb95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1146295 Oct 29 11:54:30.285715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.311268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port facbaabf-e55d-4842-95b8-9204b26b8fde triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:30.312098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.337427 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c27d4ef9-6c38-4711-9009-4a73c0c2f418 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b6738973e0c42ddac0c552ccfda0356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557847 Oct 29 11:54:30.347955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.354860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4ef9-6c38-4711-9009-4a73c0c2f418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dac4a7-9a6a-4f82-afa2-ca91d1622084,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:30.429508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18c938fd-6213-4928-b29d-46a5b955eaae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423979 Oct 29 11:54:30.433922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34756) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:30.441276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:30.488949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.490236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.529079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.578941 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port facbaabf-e55d-4842-95b8-9204b26b8fde, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=facbaabf-e55d-4842-95b8-9204b26b8fde,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:30.584368 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.585594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:30.602602 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.617502 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.620431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.622180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92dac4a7-9a6a-4f82-afa2-ca91d1622084 HTTP/1.1" status: 204 len: 168 time: 0.2728758 Oct 29 11:54:30.643905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ee577-1057-49cf-a925-eb21a3782118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dac4a7-9a6a-4f82-afa2-ca91d1622084,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:30.734783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=facbaabf-e55d-4842-95b8-9204b26b8fde,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:30.843959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d3114dbf-f62d-4e2d-84ae-4caf8ea2d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:30.943106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.014928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:31.019490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01e4ae-4cf1-435c-b89c-5fb060dddc91 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:31.020058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:31.026994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:31.027581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.043187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=75d20732-1f91-453f-bfc0-3db9cfe8527f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:31.077248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:31.077868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0b6258a4-45ca-4af6-9861-be5fcb0a9e8a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6432295 Oct 29 11:54:31.083809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '75d20732-1f91-453f-bfc0-3db9cfe8527f', 'ip_address': '2001:db8::9664:a172:c1fb:e9e7'}], 'name': 'tempest-NetworksTestDHCPv6-315457524'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:31.186241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bb27ac98-64ab-4ef0-ac81-484156e1ef0d None None] Provisioning complete for port facbaabf-e55d-4842-95b8-9204b26b8fde triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:31.186476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb27ac98-64ab-4ef0-ac81-484156e1ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.238087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:31.258251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00830-e9df-49ea-88cb-db3f4280558b req-a3d917fa-e4d9-44da-8d78-4eec08f6a14b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:31.260965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ac00830-e9df-49ea-88cb-db3f4280558b req-a3d917fa-e4d9-44da-8d78-4eec08f6a14b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1136010 Oct 29 11:54:31.343318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ac00830-e9df-49ea-88cb-db3f4280558b req-b42658a5-462e-444c-a8a3-26a884454759 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708654 Oct 29 11:54:31.400149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.428708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 9602d6e1-30b9-4b88-a007-ee96fb5c11fd yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:31.551946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4aeb3-1897-4c26-a19f-23d3a27f1663 req-75e56dab-3fee-46a8-aaf2-43c821ee261d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:31.577077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ea4aeb3-1897-4c26-a19f-23d3a27f1663 req-75e56dab-3fee-46a8-aaf2-43c821ee261d tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1038284 Oct 29 11:54:31.671728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ea4aeb3-1897-4c26-a19f-23d3a27f1663 req-5a1e3469-bfe9-4b36-8380-92e23cd9b78a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907326 Oct 29 11:54:31.690166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34816) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:31.699748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::9664:a172:c1fb:e9e7 (929fa93d-17f2-49fa-87e1-c393168711ff/75d20732-1f91-453f-bfc0-3db9cfe8527f/9602d6e1-30b9-4b88-a007-ee96fb5c11fd) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:31.750508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5643813-4f7e-4944-83a3-a4cc5075ecfe tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:31.756027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c5643813-4f7e-4944-83a3-a4cc5075ecfe tempest-TestNetworkAdvancedServerOps-1321673841 tempest-TestNetworkAdvancedServerOps-1321673841-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1091 time: 0.0638671 Oct 29 11:54:31.756537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34820) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:31.762670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:31.766172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d41330-400a-4347-b266-3a7ac0867168 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:31.804164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.844475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0201c5ea-1863-4934-8fae-168f12592790 None None] Provisioning complete for port facbaabf-e55d-4842-95b8-9204b26b8fde triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:31.844848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0201c5ea-1863-4934-8fae-168f12592790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:31.951731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.030357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.049869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.118416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=9602d6e1-30b9-4b88-a007-ee96fb5c11fd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:32.137138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:32.139405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:32.150002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:32.155834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device facbaabf-e55d-4842-95b8-9204b26b8fde up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:32.156817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:32.157517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.198829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aee05d9a-32c1-4bbc-9cc2-04592ba87c7c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1187155 Oct 29 11:54:32.200206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34828) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:32.229314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Allocated IP 172.25.4.211 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/b157cdd2-32a0-404b-a069-ab21328605ac) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:32.239266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port facbaabf-e55d-4842-95b8-9204b26b8fde triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:32.239630 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.293548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64be43c-1184-45a3-8e5f-08d393358222 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:32.305336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64be43c-1184-45a3-8e5f-08d393358222 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:32.308461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c64be43c-1184-45a3-8e5f-08d393358222 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1058760 Oct 29 11:54:32.315585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34830) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:32.400988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.416648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.440390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.447219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 9602d6e1-30b9-4b88-a007-ee96fb5c11fd {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:32.447771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.521885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.530570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-185be74f-6be9-4375-bd5f-1df96d84fc92 None None] Provisioning complete for port facbaabf-e55d-4842-95b8-9204b26b8fde triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:32.531309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-185be74f-6be9-4375-bd5f-1df96d84fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.566726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.580888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 9602d6e1-30b9-4b88-a007-ee96fb5c11fd owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:32.643733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:32.654965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:32.662200 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:32.714069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=b157cdd2-32a0-404b-a069-ab21328605ac,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:32.731345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.788286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=9602d6e1-30b9-4b88-a007-ee96fb5c11fd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:32.819412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:32.823292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-efb61851-215e-4f22-ab53-c5108a168dba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/9602d6e1-30b9-4b88-a007-ee96fb5c11fd HTTP/1.1" status: 204 len: 168 time: 0.5067091 Oct 29 11:54:32.825732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34842) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:32.900153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5be0b71e-c1dc-46a5-b314-021cba0b1690 None None] Could not find standard attr ID for object 30fd5b02-631d-483f-b00d-fb389781e968. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:32.914963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d40457-29ba-4867-95fa-46934d3cdecc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:32.916347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d40457-29ba-4867-95fa-46934d3cdecc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:32.923678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-55d40457-29ba-4867-95fa-46934d3cdecc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924232 Oct 29 11:54:32.925269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34844) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:33.003640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 75d20732-1f91-453f-bfc0-3db9cfe8527f {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:33.012079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.102429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.165921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.222105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3214f0ee-2e20-4833-bbc4-7ce2be2ca6d7 None None] Could not find standard attr ID for object 9602d6e1-30b9-4b88-a007-ee96fb5c11fd. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:33.271728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.308788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.364600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=75d20732-1f91-453f-bfc0-3db9cfe8527f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:33.369803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.373443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26ed34d5-51a4-449b-bc26-fc301a7a70c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/75d20732-1f91-453f-bfc0-3db9cfe8527f HTTP/1.1" status: 204 len: 168 time: 0.4471669 Oct 29 11:54:33.377661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:33.427918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.442474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1f209af7-5a97-4e66-851b-a74fa0ff89e4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623381 Oct 29 11:54:33.457110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34856) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:33.471922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:33.554863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4444484-0ce0-48db-a346-7bcc452425f8 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:33.647087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:33.656188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.725269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:33.865944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:34.003099 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.006790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Deleting port facbaabf-e55d-4842-95b8-9204b26b8fde {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:34.007313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.090858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:34.100701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:34.109723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:34.111570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.131082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=d654c804-b1cd-4401-8aea-703c5500476e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:34.141714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcbe8ab6-58b3-48b1-8adc-a7f371338d7b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6797392 Oct 29 11:54:34.152399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:34.155287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.159608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'd654c804-b1cd-4401-8aea-703c5500476e', 'ip_address': '2001:db8::41d4:e861:a3f0:aa0f'}], 'name': 'tempest-NetworksTestDHCPv6-536259868'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:34.162972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.192864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] For port facbaabf-e55d-4842-95b8-9204b26b8fde, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=facbaabf-e55d-4842-95b8-9204b26b8fde,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:34.194690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.221184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Calling delete_port for facbaabf-e55d-4842-95b8-9204b26b8fde owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:34.291108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event updated for resources: {'Port': ['ID=b157cdd2-32a0-404b-a069-ab21328605ac,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:34.304384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device facbaabf-e55d-4842-95b8-9204b26b8fde no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:34.316663 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.349680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:34.366475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.369345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.382709 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No ports have port_id starting with facbaabf-e55d-4842-95b8-9204b26b8fde Oct 29 11:54:34.389290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] No DVR routers for this DVR port facbaabf-e55d-4842-95b8-9204b26b8fde on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:34.418831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22278a-4555-420a-8084-d8bc65762032 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:34.505996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8f7e-9f75-40ec-ad69-3ae18ad53474 None None] Pushing event deleted for resources: {'Port': ['ID=facbaabf-e55d-4842-95b8-9204b26b8fde,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:34.523950 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 32561746-c180-47fd-8f93-b9f929c88c1f associated. External IP: 172.25.4.211, port: 867c513b-6c38-4345-a918-7e87102aae98. Oct 29 11:54:34.637711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'd654c804-b1cd-4401-8aea-703c5500476e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:34.640117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:34.784794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 6c418e8c-9569-4d76-b355-10ccb56a0a89 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:34.874124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router e8b892e2-49ac-4cb2-a238-16e309dfd254 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:34.888723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/d654c804-b1cd-4401-8aea-703c5500476e/63086630-553a-4f97-aee9-7a391cbb2b79) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:34.944846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:35.053818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:35.073387 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Sync routers for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:35.086634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.087533 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:35.088183 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:35.124951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.130630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5063aed9-db8d-4eff-a03f-3f7bce6499aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.132853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.136540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4007b985-9597-4d9a-a6f3-232ca562a92a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3780606 Oct 29 11:54:35.137701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:54:35.141242 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:54:35.184996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:35.190952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:35.197977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:35.270640 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:35.290888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Pushing event updated for resources: {'Port': ['ID=63086630-553a-4f97-aee9-7a391cbb2b79,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:35.307336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.307644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.308806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.309209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.309543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.309871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.310391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.310692 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.311016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.311334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.311650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.311968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:35.316302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Attempting to bind port 63086630-553a-4f97-aee9-7a391cbb2b79 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:35.316665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Attempting to bind port 63086630-553a-4f97-aee9-7a391cbb2b79 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:35.317063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Attempting to bind port 63086630-553a-4f97-aee9-7a391cbb2b79 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:35.327107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:35.327393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e67b37-efa3-49dd-ab77-a9bef8ef65d6 req-db224ed3-40f1-4a3d-ace7-29596cdce06b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:35.328314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:35.328997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.330276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:35.331197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Bound port: 63086630-553a-4f97-aee9-7a391cbb2b79, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:35.331455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8e67b37-efa3-49dd-ab77-a9bef8ef65d6 req-db224ed3-40f1-4a3d-ace7-29596cdce06b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1023743 Oct 29 11:54:35.331953 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.346534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::41d4:e861:a3f0:aa0f (929fa93d-17f2-49fa-87e1-c393168711ff/d654c804-b1cd-4401-8aea-703c5500476e/6c418e8c-9569-4d76-b355-10ccb56a0a89) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:35.406072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8e67b37-efa3-49dd-ab77-a9bef8ef65d6 req-f2cf0245-20ce-46d9-8b96-29829158fcbd tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670378 Oct 29 11:54:35.415365 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5063aed9-db8d-4eff-a03f-3f7bce6499aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.434714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:35.448825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5063aed9-db8d-4eff-a03f-3f7bce6499aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.494525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] For port 63086630-553a-4f97-aee9-7a391cbb2b79, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:35.505503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] For port 63086630-553a-4f97-aee9-7a391cbb2b79, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63086630-553a-4f97-aee9-7a391cbb2b79,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:35.514970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.518360 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa6ec68-d029-4312-a854-642d648d2ee9 x-openstack-request-id: req-eaa6ec68-d029-4312-a854-642d648d2ee9 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:54:35.518656 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:54:35.518958 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eaa6ec68-d029-4312-a854-642d648d2ee9 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:54:35.519612 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'status': 'completed', 'code': 200} Oct 29 11:54:35.592799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3be4dedf-fef6-4e0f-a580-d37fc16d3c28 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/32561746-c180-47fd-8f93-b9f929c88c1f HTTP/1.1" status: 200 len: 991 time: 0.1566563 Oct 29 11:54:35.614674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-7495998e-7f69-4506-abcb-cdad2ebe41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:35.616828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-7495998e-7f69-4506-abcb-cdad2ebe41f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1096 time: 0.0836897 Oct 29 11:54:35.621168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5063aed9-db8d-4eff-a03f-3f7bce6499aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aeaa42f6b4d6442db9ce277e4ab2f2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735649 Oct 29 11:54:35.621718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34902) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:35.627557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063aed9-db8d-4eff-a03f-3f7bce6499aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd8d7c-7aaf-4ac3-a3b4-da1ab4a6deb1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:35.663055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475fc30-f35f-414e-a21a-2b1188e29efe None None] Pushing event updated for resources: {'Port': ['ID=63086630-553a-4f97-aee9-7a391cbb2b79,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:35.728453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.744875 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '32561746-c180-47fd-8f93-b9f929c88c1f', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'mac_address': 'fa:16:3e:61:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb314a-f72c-4505-be08-9d204df8558c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:54:33Z', 'updated_at': '2021-10-29T11:54:33Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:35.774146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.818949 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.831966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:35.836355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:35.841940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:35.849424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:35.850779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.856327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=6c418e8c-9569-4d76-b355-10ccb56a0a89,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:35.859503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-59caf14e-12aa-449f-a708-7b7e1c20f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:35.879141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-59caf14e-12aa-449f-a708-7b7e1c20f564 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 898 time: 0.2501717 Oct 29 11:54:35.882726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41853414-30d5-47be-924b-ced25ef41b78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7291567 Oct 29 11:54:35.885325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34904) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:35.917703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:35.972728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faffa83-763d-4f53-9b25-0387d5b03a95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:35.973554 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Checking router: e8b892e2-49ac-4cb2-a238-16e309dfd254 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:35.985409 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:35.988146 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:36.015279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faffa83-763d-4f53-9b25-0387d5b03a95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:36.017553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6faffa83-763d-4f53-9b25-0387d5b03a95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1306419 Oct 29 11:54:36.022053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:36.036029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-7b1e1368-3d39-49af-a892-89dcd7fd85db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 999 time: 0.1435928 Oct 29 11:54:36.107036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.110112 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.112161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3cd8d7c-7aaf-4ac3-a3b4-da1ab4a6deb1 HTTP/1.1" status: 204 len: 168 time: 0.4893527 Oct 29 11:54:36.154819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4bca6-a6e7-4ccb-add0-ea671961494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd8d7c-7aaf-4ac3-a3b4-da1ab4a6deb1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:36.186301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-daa86a91-9e73-4d18-8700-a58b861aa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:36.191124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-daa86a91-9e73-4d18-8700-a58b861aa9b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 200 len: 834 time: 0.1377566 Oct 29 11:54:36.232661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:36.242680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63086630-553a-4f97-aee9-7a391cbb2b79 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:36.251599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 6c418e8c-9569-4d76-b355-10ccb56a0a89 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:36.253604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.311370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 63086630-553a-4f97-aee9-7a391cbb2b79 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:36.312039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.328740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-19c5403d-a10d-4721-8d57-1f66e959f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:36.331022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-19c5403d-a10d-4721-8d57-1f66e959f943 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44ce9f09-3955-461a-a3dc-6504eb5ed366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242232 Oct 29 11:54:36.408381 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.441277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.450910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 6c418e8c-9569-4d76-b355-10ccb56a0a89 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:36.505644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 63086630-553a-4f97-aee9-7a391cbb2b79, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63086630-553a-4f97-aee9-7a391cbb2b79,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:36.512679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.554662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-2c236e8f-848d-49bd-8aef-581c1a2b06f2 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168846 Oct 29 11:54:36.596232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34914) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:36.669227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=63086630-553a-4f97-aee9-7a391cbb2b79,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:36.757735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '32561746-c180-47fd-8f93-b9f929c88c1f', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'mac_address': 'fa:16:3e:61:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb314a-f72c-4505-be08-9d204df8558c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:54:33Z', 'updated_at': '2021-10-29T11:54:33Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:36.777869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34916) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:36.787970 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a9ae738-6504-407f-ae13-1a224e9c9f63 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/32561746-c180-47fd-8f93-b9f929c88c1f HTTP/1.1" status: 200 len: 991 time: 0.1876321 Oct 29 11:54:36.790689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.794407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4c48f1-03a8-4b4d-addd-c5c4cee8e9e8 req-f9c86f5f-f529-43b0-82ce-7b1a27419c2a service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325687 Oct 29 11:54:36.810508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79d71e9f-a616-487f-a444-b716008b6917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.816578 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e057c0-9296-4f82-864f-0cd355ce8ae3 None None] The sync data for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 is: [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '32561746-c180-47fd-8f93-b9f929c88c1f', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'mac_address': 'fa:16:3e:61:e7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb314a-f72c-4505-be08-9d204df8558c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:54:33Z', 'updated_at': '2021-10-29T11:54:33Z', 'revision_number': 0, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:36.859441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=6c418e8c-9569-4d76-b355-10ccb56a0a89,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:36.923788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:36.930963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f24db36-5a39-4d38-8c49-a8c0450b37aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/6c418e8c-9569-4d76-b355-10ccb56a0a89 HTTP/1.1" status: 204 len: 168 time: 0.9076197 Oct 29 11:54:36.931419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34918) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.015533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cae6c7-eb0d-4577-8df0-c652370b562b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:37.017195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cae6c7-eb0d-4577-8df0-c652370b562b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:37.019264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-20cae6c7-eb0d-4577-8df0-c652370b562b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0846272 Oct 29 11:54:37.021977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.077252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79d71e9f-a616-487f-a444-b716008b6917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.085394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-79d71e9f-a616-487f-a444-b716008b6917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.147420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet d654c804-b1cd-4401-8aea-703c5500476e {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:37.155838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-79d71e9f-a616-487f-a444-b716008b6917 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be26433697594af38e8cee6196ba4f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769352 Oct 29 11:54:37.157688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.159503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34924) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.165397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b3082-5373-49cf-97c7-9921e7965ad6 None None] New status for floating IP 32561746-c180-47fd-8f93-b9f929c88c1f: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:54:37.200920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d71e9f-a616-487f-a444-b716008b6917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5020e9a0-4754-4c21-9137-df0b65ffbad6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:37.240175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.260998 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.300622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7fb23503-a376-42dc-be8e-73a0dc7b239b None None] Provisioning complete for port 63086630-553a-4f97-aee9-7a391cbb2b79 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:37.301880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7fb23503-a376-42dc-be8e-73a0dc7b239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.304884 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.388406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.394686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.397715 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.399713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5020e9a0-4754-4c21-9137-df0b65ffbad6 HTTP/1.1" status: 204 len: 168 time: 0.2389820 Oct 29 11:54:37.417871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e24af-a7f8-4be1-980f-e1e8d571f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5020e9a0-4754-4c21-9137-df0b65ffbad6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:37.516557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.551140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=d654c804-b1cd-4401-8aea-703c5500476e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:37.574324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.587215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34928) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.587499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-02c5c0cc-ced9-4b67-bce0-dae8406b8af6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d654c804-b1cd-4401-8aea-703c5500476e HTTP/1.1" status: 204 len: 168 time: 0.5643919 Oct 29 11:54:37.636956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5858f34c-3a74-4dd9-b7ef-9e2cf9db2030 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484364 Oct 29 11:54:37.639802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34930) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.645920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:37.688012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f7c2f6c3-c073-4f40-9eba-2caebe419fd5 None None] Could not find standard attr ID for object 6c418e8c-9569-4d76-b355-10ccb56a0a89. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:37.764306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0fee6-b439-46aa-9200-ad17e58318f7 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:37.791238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34934) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:37.805648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:37.815797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:37.911608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b357830e-c071-495e-8834-d7cbe7f302e6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/32561746-c180-47fd-8f93-b9f929c88c1f HTTP/1.1" status: 200 len: 993 time: 0.1159375 Oct 29 11:54:38.111833 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.137640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63086630-553a-4f97-aee9-7a391cbb2b79 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:38.202784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 63086630-553a-4f97-aee9-7a391cbb2b79 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:38.203162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.214058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:38.226755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:38.228757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:38.237402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:38.238104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.280194 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d441113e-95e3-4569-8013-1ed1953ec096 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6369343 Oct 29 11:54:38.281829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34948) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:38.289559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:38.292838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa', 'ip_address': '2001:db8::b2c9:f613:98d5:5336'}], 'name': 'tempest-NetworksTestDHCPv6-1665642897'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:38.409860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Deleting port 63086630-553a-4f97-aee9-7a391cbb2b79 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:38.410291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.484411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:38.552269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] For port 63086630-553a-4f97-aee9-7a391cbb2b79, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63086630-553a-4f97-aee9-7a391cbb2b79,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:38.552859 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.609294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.635786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:38.655932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Calling delete_port for 63086630-553a-4f97-aee9-7a391cbb2b79 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:38.806993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:38.843299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] No DVR routers for this DVR port 63086630-553a-4f97-aee9-7a391cbb2b79 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:38.856144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab346c-af45-4821-8b8f-c50e6ac5a889 None None] Pushing event deleted for resources: {'Port': ['ID=63086630-553a-4f97-aee9-7a391cbb2b79,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:38.864966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f3e52-040d-4fb7-ba56-164036778088 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:38.905714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::b2c9:f613:98d5:5336 (929fa93d-17f2-49fa-87e1-c393168711ff/cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa/99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:39.089838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:39.090477 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.144198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.200376 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.273447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:39.275490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa/289e26f7-5c7f-4c69-95d6-5e7bc675026e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:39.298033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:39.299544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:39.302883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:39.310756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:39.311556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.316366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:39.334751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-82bf22e1-d585-49c3-9eea-7d79b779cb5c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0493360 Oct 29 11:54:39.337835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34970) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:39.417358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc24f0-b8c6-4a9e-9555-c47c6691f329 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:39.423438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-87fc24f0-b8c6-4a9e-9555-c47c6691f329 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0799911 Oct 29 11:54:39.423862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34972) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:39.522714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0ba15b5-706d-4bef-9a1b-8329d631c79a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.525571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.534667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.582759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:39.593571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Pushing event updated for resources: {'Port': ['ID=289e26f7-5c7f-4c69-95d6-5e7bc675026e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:39.596973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:39.599562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:39.624081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:39.624864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.660313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Attempting to bind port 289e26f7-5c7f-4c69-95d6-5e7bc675026e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:39.660781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Attempting to bind port 289e26f7-5c7f-4c69-95d6-5e7bc675026e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:39.661236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Attempting to bind port 289e26f7-5c7f-4c69-95d6-5e7bc675026e on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:39.669911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:39.670290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:39.670945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.671331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:39.671804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Bound port: 289e26f7-5c7f-4c69-95d6-5e7bc675026e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:39.672178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.764387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] For port 289e26f7-5c7f-4c69-95d6-5e7bc675026e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:39.770611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] For port 289e26f7-5c7f-4c69-95d6-5e7bc675026e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=289e26f7-5c7f-4c69-95d6-5e7bc675026e,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:39.776746 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.796376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0ba15b5-706d-4bef-9a1b-8329d631c79a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.800991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.808490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c0ba15b5-706d-4bef-9a1b-8329d631c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.833307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:39.837096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a07c-55bc-44b1-9dd9-19260b723e21 None None] Pushing event updated for resources: {'Port': ['ID=289e26f7-5c7f-4c69-95d6-5e7bc675026e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:39.869993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba15b5-706d-4bef-9a1b-8329d631c79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b31aa-6e88-4761-aff7-80b341580d1e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:39.880325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c0ba15b5-706d-4bef-9a1b-8329d631c79a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2796d4ece1ad4f10a88a55d0efed4351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591049 Oct 29 11:54:39.881062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:39.955772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:39.986462 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.036306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.085809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.092714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.093604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf4b31aa-6e88-4761-aff7-80b341580d1e HTTP/1.1" status: 204 len: 168 time: 0.2110624 Oct 29 11:54:40.099654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:40.124504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0a989-c48c-4362-bcde-bb46842181df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b31aa-6e88-4761-aff7-80b341580d1e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:40.127800 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.131231 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e95addd3-d691-4b86-b431-0f965e4f7b6f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a HTTP/1.1" status: 204 len: 168 time: 0.7054322 Oct 29 11:54:40.136064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.201538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63086630-553a-4f97-aee9-7a391cbb2b79 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:40.223331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def00940-65f0-47b7-a6b3-46d61a0527fa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:40.225382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def00940-65f0-47b7-a6b3-46d61a0527fa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:40.230343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-def00940-65f0-47b7-a6b3-46d61a0527fa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900273 Oct 29 11:54:40.230741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 34980) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.262036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 63086630-553a-4f97-aee9-7a391cbb2b79 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:40.263726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63086630-553a-4f97-aee9-7a391cbb2b79 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:40.321183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:40.324934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.404243 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.533862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.638446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.655181 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:40.659072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa HTTP/1.1" status: 204 len: 168 time: 0.4271772 Oct 29 11:54:40.661901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.697998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a752-9f32-470c-ac5d-3b63125aadb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:40.715016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37d9b03c-685d-4d1d-957a-3438a5146486 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511854 Oct 29 11:54:40.718036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34994) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.811977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999c740-c17d-4a89-87f7-b9cd86ff7019 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:40.813983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6999c740-c17d-4a89-87f7-b9cd86ff7019 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0946550 Oct 29 11:54:40.816851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 34998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.879536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99811a0d-d3b9-4fa5-bab3-2452e5e74f82 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:40.883919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-99811a0d-d3b9-4fa5-bab3-2452e5e74f82 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631008 Oct 29 11:54:40.884592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35000) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.933716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-342f83c2-d3f8-4989-83f7-b8248f4b4622 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480824 Oct 29 11:54:40.938848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35004) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:40.944553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:41.082241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:41.086081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.179175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85c759-ca85-4a90-a14f-8237d786da24 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:41.298486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] Provisioning complete for port 289e26f7-5c7f-4c69-95d6-5e7bc675026e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:41.298970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.351107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.415120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:41.419090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:41.424511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:41.427097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.437532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.464767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=d17cfb0b-986b-4a72-bc6c-a25e58aee2ad,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:41.478116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6721da10-d1a8-41ef-94b6-04b8a4e6ebcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5378070 Oct 29 11:54:41.481160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:41.488178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'd17cfb0b-986b-4a72-bc6c-a25e58aee2ad', 'ip_address': '2001:db8::12c5:2fb6:481e:a133'}], 'name': 'tempest-NetworksTestDHCPv6-665511720'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:41.497805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] For port 289e26f7-5c7f-4c69-95d6-5e7bc675026e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=289e26f7-5c7f-4c69-95d6-5e7bc675026e,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:41.504474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:41.509843 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.604967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8bcc-2839-4e13-8d3a-7d4642c4df95 None None] Pushing event updated for resources: {'Port': ['ID=289e26f7-5c7f-4c69-95d6-5e7bc675026e,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:41.638089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Deleting port 289e26f7-5c7f-4c69-95d6-5e7bc675026e {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:41.639134 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.654244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:41.744343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] For port 289e26f7-5c7f-4c69-95d6-5e7bc675026e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=289e26f7-5c7f-4c69-95d6-5e7bc675026e,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:41.744972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.760524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Calling delete_port for 289e26f7-5c7f-4c69-95d6-5e7bc675026e owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:41.764963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.789064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 5f474f00-485f-4009-b3d6-a6229f676bc7 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:41.870627 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:41.918126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] Pushing event deleted for resources: {'Port': ['ID=289e26f7-5c7f-4c69-95d6-5e7bc675026e,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:41.926945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840db15-40dd-413c-9f00-29b252611de3 None None] No DVR routers for this DVR port 289e26f7-5c7f-4c69-95d6-5e7bc675026e on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:41.954036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef520cb1-b68d-4369-bb11-171f4cb75dad None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:42.002685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::12c5:2fb6:481e:a133 (929fa93d-17f2-49fa-87e1-c393168711ff/d17cfb0b-986b-4a72-bc6c-a25e58aee2ad/5f474f00-485f-4009-b3d6-a6229f676bc7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:42.153187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'd17cfb0b-986b-4a72-bc6c-a25e58aee2ad'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:42.155154 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.188155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.237590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.309995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:42.315643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:42.318741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=5f474f00-485f-4009-b3d6-a6229f676bc7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:42.321071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:42.327329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:42.327444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.351063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fb506ec7-099d-4f44-bcc5-6c6b04d01e57 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8687263 Oct 29 11:54:42.354304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35026) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:42.361765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'd17cfb0b-986b-4a72-bc6c-a25e58aee2ad', 'ip_address': '2001:db8::12c5:2fb6:481e:a133'}], 'name': 'tempest-NetworksTestDHCPv6-808658659'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:42.389454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/d17cfb0b-986b-4a72-bc6c-a25e58aee2ad/ccc46f39-fe96-4c6b-a750-d208d30c690f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:42.578210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:42.590522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.610291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.619319 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.623925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 3a9f3314-faa9-451f-b90c-566e50666827 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:42.681771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:42.682900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Pushing event updated for resources: {'Port': ['ID=ccc46f39-fe96-4c6b-a750-d208d30c690f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:42.687238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:42.690587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:42.776361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Attempting to bind port ccc46f39-fe96-4c6b-a750-d208d30c690f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:42.776728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Attempting to bind port ccc46f39-fe96-4c6b-a750-d208d30c690f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:42.777368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Attempting to bind port ccc46f39-fe96-4c6b-a750-d208d30c690f on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:42.788153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:42.788153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:42.794651 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.794651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:42.795172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Bound port: ccc46f39-fe96-4c6b-a750-d208d30c690f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:42.797059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.880868 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 29 11:54:42.881418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:54:42.902107 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5e6c956f-2c17-428c-9d1f-47131299bb00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5455289 Oct 29 11:54:42.906599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35032) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:42.924681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] For port ccc46f39-fe96-4c6b-a750-d208d30c690f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:42.928670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] For port ccc46f39-fe96-4c6b-a750-d208d30c690f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ccc46f39-fe96-4c6b-a750-d208d30c690f,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:42.935487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:42.988687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39a6c8-29c4-40f2-8f62-4124fdadab26 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:42.996752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39a6c8-29c4-40f2-8f62-4124fdadab26 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:43.001744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35034) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:43.018165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8d39a6c8-29c4-40f2-8f62-4124fdadab26 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1108489 Oct 29 11:54:43.022366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70e675-8460-4f8a-bbc9-f2440b69db33 None None] Pushing event updated for resources: {'Port': ['ID=ccc46f39-fe96-4c6b-a750-d208d30c690f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:43.127795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 5f474f00-485f-4009-b3d6-a6229f676bc7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:43.128328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.265836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.304801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 5f474f00-485f-4009-b3d6-a6229f676bc7 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:43.471471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.503513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=5f474f00-485f-4009-b3d6-a6229f676bc7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:43.538886 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.542926 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd8c999e-070d-4f45-8b5d-82064eee7a78 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/5f474f00-485f-4009-b3d6-a6229f676bc7 HTTP/1.1" status: 204 len: 168 time: 0.5395439 Oct 29 11:54:43.545598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35036) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:43.606665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ce267-c321-4f49-8a18-e99f558b2ef7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:43.608216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ce267-c321-4f49-8a18-e99f558b2ef7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:43.610029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-015ce267-c321-4f49-8a18-e99f558b2ef7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0634651 Oct 29 11:54:43.613728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35038) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:43.681839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet d17cfb0b-986b-4a72-bc6c-a25e58aee2ad {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:43.685399 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.734921 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.838650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.920994 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.952776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=d17cfb0b-986b-4a72-bc6c-a25e58aee2ad,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:43.958244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:43.961891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b89951e5-a7f5-4fc6-99a2-fe6cbb76866f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d17cfb0b-986b-4a72-bc6c-a25e58aee2ad HTTP/1.1" status: 204 len: 168 time: 0.3469243 Oct 29 11:54:43.964396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35042) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:44.013556 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f869a42-80d2-4252-ace6-5754e1349a5e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479233 Oct 29 11:54:44.018300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:44.024662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:44.175212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ccc46f39-fe96-4c6b-a750-d208d30c690f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:44.184725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:44.194035 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.228498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c2232-f281-4bed-820f-656053730baf None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:44.455280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.515336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:44.519500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:44.523049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ccc46f39-fe96-4c6b-a750-d208d30c690f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:44.523049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.524106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] Provisioning complete for port ccc46f39-fe96-4c6b-a750-d208d30c690f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:44.524476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.524613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:44.525153 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.538644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=70f72113-9a06-4a8b-98ae-cee46f64d7f9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:44.555344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-49ced72e-95e7-423c-b850-7f27a74d1408 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5358214 Oct 29 11:54:44.557612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35052) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:44.563415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '70f72113-9a06-4a8b-98ae-cee46f64d7f9', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1288022910'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:44.771390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:44.800958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.803323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.870807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] For port ccc46f39-fe96-4c6b-a750-d208d30c690f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ccc46f39-fe96-4c6b-a750-d208d30c690f,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:44.887446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.924631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:44.947272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:54:44.949638 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:54:44.952580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 2fd9f809-071d-4fd7-afb1-4c2fb1587f7d yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:54:45.014126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eab5a-817b-4485-9e4b-9973acd95d81 None None] Pushing event updated for resources: {'Port': ['ID=ccc46f39-fe96-4c6b-a750-d208d30c690f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:45.176936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba03ac4-f3c4-4d2d-ab84-1a1d66661016 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:45.191672 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:54:45.192360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:54:45.219127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35056) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:45.225434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3dd92e4a-5a1e-43cd-9d66-38bdafa082eb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6665421 Oct 29 11:54:45.244947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a05bfbaf-a2b4-4343-bc09-b35e85a37f63 None None] Provisioning complete for port ccc46f39-fe96-4c6b-a750-d208d30c690f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:45.245323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a05bfbaf-a2b4-4343-bc09-b35e85a37f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.296495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f129a-2107-4508-a143-acea4bfd6848 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:45.299966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e1f129a-2107-4508-a143-acea4bfd6848 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0792837 Oct 29 11:54:45.302554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35058) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:45.389998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f8c43-e7b1-4137-9011-eacebe2001a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:45.393597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f8c43-e7b1-4137-9011-eacebe2001a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:45.397836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35062) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:45.408531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-861f8c43-e7b1-4137-9011-eacebe2001a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1043887 Oct 29 11:54:45.475104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 70f72113-9a06-4a8b-98ae-cee46f64d7f9 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:45.480042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.551979 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.607434 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.692142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.713980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:45.718177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/70f72113-9a06-4a8b-98ae-cee46f64d7f9 HTTP/1.1" status: 204 len: 168 time: 0.3189924 Oct 29 11:54:45.720751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35064) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:45.753350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8edd9e-6c59-43ea-be8d-302b929ff674 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=70f72113-9a06-4a8b-98ae-cee46f64d7f9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:45.824429 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-58c0ec31-1c13-4b44-a1d6-a024a3aa2c1d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019993 Oct 29 11:54:45.830649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35068) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:45.834313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f6de9-d927-457e-bddf-2eb01158badc None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:45.835929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:45.994236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-294574f6-a258-486e-9fa2-60354d596f5b None None] Provisioning complete for port ccc46f39-fe96-4c6b-a750-d208d30c690f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:45.994723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-294574f6-a258-486e-9fa2-60354d596f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.049625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:46.053560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.140262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ccc46f39-fe96-4c6b-a750-d208d30c690f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:46.252534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ccc46f39-fe96-4c6b-a750-d208d30c690f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:46.253820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.304849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:46.314610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.356248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:46.361623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:46.366594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:46.367375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.385276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=efdb714d-7c99-4219-a912-448afd86c67f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:46.398747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Deleting port ccc46f39-fe96-4c6b-a750-d208d30c690f {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:46.399127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.405543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0ca5f2dd-f363-40be-9cd5-082a802cb0e6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5737145 Oct 29 11:54:46.405965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35072) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:46.411280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1208557219', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:46.450597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.451764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.519262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] For port ccc46f39-fe96-4c6b-a750-d208d30c690f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ccc46f39-fe96-4c6b-a750-d208d30c690f,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:46.519838 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.532438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.538593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.544778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Calling delete_port for ccc46f39-fe96-4c6b-a750-d208d30c690f owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:46.566613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.568781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-95f40163-158a-4839-9aa5-ef37b78af0ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1604435 Oct 29 11:54:46.571009 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35076) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:46.668498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.696655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] Pushing event deleted for resources: {'Port': ['ID=ccc46f39-fe96-4c6b-a750-d208d30c690f,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:46.698826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65205d-42e1-44df-8fcd-d4856ced2758 None None] No DVR routers for this DVR port ccc46f39-fe96-4c6b-a750-d208d30c690f on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:46.721305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d58d2-429c-4df5-a701-cef56e217329 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:46.898653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:46.925515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'efdb714d-7c99-4219-a912-448afd86c67f'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:46.926696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.119957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/efdb714d-7c99-4219-a912-448afd86c67f/3a541cd2-4d2f-4997-9308-d9751e89f569) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:47.283994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.290172 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.335300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:47.336880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:47.340593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:47.346592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Pushing event updated for resources: {'Port': ['ID=3a541cd2-4d2f-4997-9308-d9751e89f569,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:47.352378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::1 (929fa93d-17f2-49fa-87e1-c393168711ff/efdb714d-7c99-4219-a912-448afd86c67f/1249b546-2d9c-44d1-b1be-1cc894fd6253) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:47.406420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Attempting to bind port 3a541cd2-4d2f-4997-9308-d9751e89f569 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:47.407585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Attempting to bind port 3a541cd2-4d2f-4997-9308-d9751e89f569 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:47.408244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Attempting to bind port 3a541cd2-4d2f-4997-9308-d9751e89f569 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:47.414302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:47.414977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:47.415558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.415955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:47.416433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Bound port: 3a541cd2-4d2f-4997-9308-d9751e89f569, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:47.416814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.494160 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.503182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] For port 3a541cd2-4d2f-4997-9308-d9751e89f569, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:47.510715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] For port 3a541cd2-4d2f-4997-9308-d9751e89f569, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a541cd2-4d2f-4997-9308-d9751e89f569,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:47.516522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.536231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.593378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beac9f-ef30-499a-91d7-fecf5ccad2d0 None None] Pushing event updated for resources: {'Port': ['ID=3a541cd2-4d2f-4997-9308-d9751e89f569,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:47.595224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=1249b546-2d9c-44d1-b1be-1cc894fd6253,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:47.608296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:47.609858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:47.617882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:47.618615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:47.801910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.180546 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a541cd2-4d2f-4997-9308-d9751e89f569 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:48.242947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.249161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.251619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3a541cd2-4d2f-4997-9308-d9751e89f569 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:48.252403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.258908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.422171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.451765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=1249b546-2d9c-44d1-b1be-1cc894fd6253,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:48.500965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 3a541cd2-4d2f-4997-9308-d9751e89f569, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a541cd2-4d2f-4997-9308-d9751e89f569,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:48.505882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:48.577918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:48.583918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:48.592861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ccc46f39-fe96-4c6b-a750-d208d30c690f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:48.628139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ccc46f39-fe96-4c6b-a750-d208d30c690f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:48.628515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ccc46f39-fe96-4c6b-a750-d208d30c690f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:48.634706 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=3a541cd2-4d2f-4997-9308-d9751e89f569,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:48.997849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b0f45e6f-90b3-45a3-bfbf-5967b0b83cc2 None None] Provisioning complete for port 3a541cd2-4d2f-4997-9308-d9751e89f569 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:48.998370 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b0f45e6f-90b3-45a3-bfbf-5967b0b83cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:49.101367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Router 89598a75-48f6-456a-b36e-157fe5e40c52 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:49.205389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:49.214073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-956c3af7-a02b-4787-bdae-610f62c6d99f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "PUT /v2.0/routers/89598a75-48f6-456a-b36e-157fe5e40c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378982 Oct 29 11:54:49.215245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:49.223046 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Sync routers for ids ['89598a75-48f6-456a-b36e-157fe5e40c52'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:49.236350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9635b26c-2d41-4f6d-8d87-4677cf27dabd None None] Could not find standard attr ID for object 99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:49.244435 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Routers {'89598a75-48f6-456a-b36e-157fe5e40c52'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:49.245123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['89598a75-48f6-456a-b36e-157fe5e40c52'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:49.268482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca62b4a-d618-4bae-9c1e-6c81948ea7e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:49.270693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aca62b4a-d618-4bae-9c1e-6c81948ea7e9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports/1249b546-2d9c-44d1-b1be-1cc894fd6253 HTTP/1.1" status: 200 len: 911 time: 0.0544009 Oct 29 11:54:49.273750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35100) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:49.335015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eaf3c7-2567-422e-98f9-6563d9a5c63c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:49.341084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eaf3c7-2567-422e-98f9-6563d9a5c63c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:49.342939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0eaf3c7-2567-422e-98f9-6563d9a5c63c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0674753 Oct 29 11:54:49.349240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Set router 89598a75-48f6-456a-b36e-157fe5e40c52 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:49.349554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:49.450657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b64fb576-e40c-4996-b9ed-8d95f98c3414 None None] Could not find standard attr ID for object 5f474f00-485f-4009-b3d6-a6229f676bc7. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:49.604115 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'name': 'tempest-NetworksTestDHCPv6-router-1208557219', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:46Z', 'updated_at': '2021-10-29T11:54:47Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None, '_interfaces': [{'id': '1249b546-2d9c-44d1-b1be-1cc894fd6253', 'name': '', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'mac_address': 'fa:16:3e:6d:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:47Z', 'updated_at': '2021-10-29T11:54:48Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'subnets': [{'id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:49.638048 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Checking router: 89598a75-48f6-456a-b36e-157fe5e40c52 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:49.638628 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Updating router 89598a75-48f6-456a-b36e-157fe5e40c52 port 1249b546-2d9c-44d1-b1be-1cc894fd6253 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:54:49.667795 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:49.789234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2e61dd9d-e617-43d3-bcb1-8c3ce45fc2d5 None None] Provisioning complete for port 1249b546-2d9c-44d1-b1be-1cc894fd6253 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:49.790149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2e61dd9d-e617-43d3-bcb1-8c3ce45fc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:49.842254 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:49.849276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2e61dd9d-e617-43d3-bcb1-8c3ce45fc2d5 None None] Port 1249b546-2d9c-44d1-b1be-1cc894fd6253 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:50.159852 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.175551 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.201580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b3ae4028-4599-4b37-89ee-48e6375eb3c0 None None] Provisioning complete for port 1249b546-2d9c-44d1-b1be-1cc894fd6253 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:50.201936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b3ae4028-4599-4b37-89ee-48e6375eb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.212390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a541cd2-4d2f-4997-9308-d9751e89f569 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:50.298646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae4028-4599-4b37-89ee-48e6375eb3c0 None None] Port 1249b546-2d9c-44d1-b1be-1cc894fd6253 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:50.328945 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Pushing event updated for resources: {'Port': ['ID=1249b546-2d9c-44d1-b1be-1cc894fd6253,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:50.337613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3a541cd2-4d2f-4997-9308-d9751e89f569 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:50.337992 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.351340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 1249b546-2d9c-44d1-b1be-1cc894fd6253 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:50.351919 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.382772 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.383117 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.383463 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.383799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.384129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.384458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.384782 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.385125 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.385449 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.385768 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.386086 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.386403 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:54:50.440363 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Attempting to bind port 1249b546-2d9c-44d1-b1be-1cc894fd6253 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:50.440874 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Attempting to bind port 1249b546-2d9c-44d1-b1be-1cc894fd6253 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:50.441373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Attempting to bind port 1249b546-2d9c-44d1-b1be-1cc894fd6253 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:50.448005 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:50.448734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:50.449608 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.450220 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:50.450960 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Bound port: 1249b546-2d9c-44d1-b1be-1cc894fd6253, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:50.452214 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.529783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] For port 1249b546-2d9c-44d1-b1be-1cc894fd6253, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:50.533380 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] For port 1249b546-2d9c-44d1-b1be-1cc894fd6253, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1249b546-2d9c-44d1-b1be-1cc894fd6253,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:50.541676 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:50.622001 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Routers {'89598a75-48f6-456a-b36e-157fe5e40c52'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:50.622637 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['89598a75-48f6-456a-b36e-157fe5e40c52'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:50.726798 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] Set router 89598a75-48f6-456a-b36e-157fe5e40c52 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:51.005902 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548cdfb-64f7-47b1-b333-b7138281b41e None None] Pushing event updated for resources: {'Port': ['ID=1249b546-2d9c-44d1-b1be-1cc894fd6253,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:51.139561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port 1249b546-2d9c-44d1-b1be-1cc894fd6253, host n-d-805046-9, got binding levels [] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:51.141118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:51.189038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 1249b546-2d9c-44d1-b1be-1cc894fd6253 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:51.266797 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'name': 'tempest-NetworksTestDHCPv6-router-1208557219', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:46Z', 'updated_at': '2021-10-29T11:54:47Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None, '_interfaces': [{'id': '1249b546-2d9c-44d1-b1be-1cc894fd6253', 'name': '', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'mac_address': 'fa:16:3e:6d:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:47Z', 'updated_at': '2021-10-29T11:54:50Z', 'revision_number': 4, 'project_id': '642c11129665498690db4352fe387457', 'subnets': [{'id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:51.285726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a2cdc1de-40f1-440a-a0ec-3620c4d8e30e None None] Provisioning complete for port 1249b546-2d9c-44d1-b1be-1cc894fd6253 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:51.286421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc1de-40f1-440a-a0ec-3620c4d8e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:51.313202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeedc8f5-caba-48ec-a583-8523653cdfea None None] The sync data for ids ['89598a75-48f6-456a-b36e-157fe5e40c52'] in n-d-805046-9 is: [{'id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'name': 'tempest-NetworksTestDHCPv6-router-1208557219', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:46Z', 'updated_at': '2021-10-29T11:54:47Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None, '_interfaces': [{'id': '1249b546-2d9c-44d1-b1be-1cc894fd6253', 'name': '', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'mac_address': 'fa:16:3e:6d:1c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89598a75-48f6-456a-b36e-157fe5e40c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:47Z', 'updated_at': '2021-10-29T11:54:50Z', 'revision_number': 4, 'project_id': '642c11129665498690db4352fe387457', 'subnets': [{'id': 'efdb714d-7c99-4219-a912-448afd86c67f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:51.490016 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc1de-40f1-440a-a0ec-3620c4d8e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:51.592920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:51.632112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=1249b546-2d9c-44d1-b1be-1cc894fd6253,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:51.791840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:51.824585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5bba66cf-4634-4155-8fb2-def1dfb8e870 None None] Could not find standard attr ID for object 1249b546-2d9c-44d1-b1be-1cc894fd6253. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:51.904969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.021137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Router 89598a75-48f6-456a-b36e-157fe5e40c52 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:52.131841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:52.138451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b89986b4-3820-4c94-8964-9fad7a2c26b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "PUT /v2.0/routers/89598a75-48f6-456a-b36e-157fe5e40c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7876623 Oct 29 11:54:52.140743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35134) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:52.203155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395b517-84b3-495e-9517-9eaad9145a05 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:52.204988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395b517-84b3-495e-9517-9eaad9145a05 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:52.206606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3395b517-84b3-495e-9517-9eaad9145a05 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0647907 Oct 29 11:54:52.210108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:52.409062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet efdb714d-7c99-4219-a912-448afd86c67f {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:52.426604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.486837 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.591385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.650413 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.676499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=efdb714d-7c99-4219-a912-448afd86c67f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:52.682320 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:52.685487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-802bb526-8188-4df6-976d-55e52c75ea4d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/efdb714d-7c99-4219-a912-448afd86c67f HTTP/1.1" status: 204 len: 168 time: 0.4750619 Oct 29 11:54:52.687925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:52.692693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a07a1-270c-4eef-b3ee-243bbbfbe052 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:52.891057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ef339f4a-c3b9-47fe-a7bd-8fa0cfa2d812 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2016888 Oct 29 11:54:52.896026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35142) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:53.015415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:54:53.019411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.081309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Deleting port 3a541cd2-4d2f-4997-9308-d9751e89f569 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:53.081678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.168979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] For port 3a541cd2-4d2f-4997-9308-d9751e89f569, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3a541cd2-4d2f-4997-9308-d9751e89f569,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:53.169472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.184694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Calling delete_port for 3a541cd2-4d2f-4997-9308-d9751e89f569 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:53.242570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.245693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.314253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.315088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Fanout notify agent at l3_agent the message router_deleted on router 89598a75-48f6-456a-b36e-157fe5e40c52 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:54:53.327264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.331194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08db647f-9d36-4363-bde4-7b2f94e66bce tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/routers/89598a75-48f6-456a-b36e-157fe5e40c52 HTTP/1.1" status: 204 len: 168 time: 0.4280839 Oct 29 11:54:53.333589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35154) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:53.339966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:53.448368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:54:53.453488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.483387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Sync routers for ids ['89598a75-48f6-456a-b36e-157fe5e40c52'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:53.502178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.528582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:53.528959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:54:53.529615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_agentschedulers_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89598a75-48f6-456a-b36e-157fe5e40c52'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102279) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:54:53.568232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] Pushing event deleted for resources: {'Port': ['ID=3a541cd2-4d2f-4997-9308-d9751e89f569,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:53.571415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbff2f-6346-48fc-ae0d-e54d749fe36d None None] No DVR routers for this DVR port 3a541cd2-4d2f-4997-9308-d9751e89f569 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:54:53.601462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:53.601462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:54:53.601462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_agentschedulers_db [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89598a75-48f6-456a-b36e-157fe5e40c52'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102279) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:54:53.601462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b80ca-7b60-44a3-a06b-d677e95dee99 None None] The sync data for ids ['89598a75-48f6-456a-b36e-157fe5e40c52'] in n-d-805046-9 is: [] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:53.705130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.761718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:53.765218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:53.767711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=49677400-ab5c-43c2-9fe7-2bf935d4a40d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:53.770252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:53.770963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.775977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b20a0-d187-4d94-9807-1862b5b7590b None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:53.793665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7e264c61-e32b-4bf2-9cc1-86e7c4aa30ca tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4575608 Oct 29 11:54:53.795834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35178) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:53.800849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:54:53.832056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.833282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.924369 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.929720 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.972932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:53.977912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:54.002223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '49677400-ab5c-43c2-9fe7-2bf935d4a40d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:54:54.003384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.010767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1473a438-fd11-4d8d-98b2-7198cab0cbeb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2134335 Oct 29 11:54:54.275886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/49677400-ab5c-43c2-9fe7-2bf935d4a40d/7768e587-df7d-4464-a1dc-bf073e648ce4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:54.343811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1249b546-2d9c-44d1-b1be-1cc894fd6253 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:54.410937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.417413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1249b546-2d9c-44d1-b1be-1cc894fd6253 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:54.417753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1249b546-2d9c-44d1-b1be-1cc894fd6253 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:54.418161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a541cd2-4d2f-4997-9308-d9751e89f569 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:54:54.471746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3a541cd2-4d2f-4997-9308-d9751e89f569 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:54:54.471944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3a541cd2-4d2f-4997-9308-d9751e89f569 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:54:54.630189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.643806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.703775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:54.719086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Pushing event updated for resources: {'Port': ['ID=7768e587-df7d-4464-a1dc-bf073e648ce4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:54.729989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:54.734750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:54.829913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Attempting to bind port 7768e587-df7d-4464-a1dc-bf073e648ce4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:54.830807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::1 (929fa93d-17f2-49fa-87e1-c393168711ff/49677400-ab5c-43c2-9fe7-2bf935d4a40d/e00ae5d5-84bf-4f00-9c09-fa73a0fed49e) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:54:54.831013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Attempting to bind port 7768e587-df7d-4464-a1dc-bf073e648ce4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:54.831396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Attempting to bind port 7768e587-df7d-4464-a1dc-bf073e648ce4 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:54.838028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:54.838787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:54.839214 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.839842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:54.840393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Bound port: 7768e587-df7d-4464-a1dc-bf073e648ce4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:54.840797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:54.967475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] For port 7768e587-df7d-4464-a1dc-bf073e648ce4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:54.975165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] For port 7768e587-df7d-4464-a1dc-bf073e648ce4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7768e587-df7d-4464-a1dc-bf073e648ce4,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:54.986721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:55.080086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:55.131586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ddeb-a4a4-4b7c-be76-f01f8a67cca8 None None] Pushing event updated for resources: {'Port': ['ID=7768e587-df7d-4464-a1dc-bf073e648ce4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:55.160114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:55.211246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:55.215362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:55.224671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:54:55.225514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:55.284775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:55.475073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:55.976147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.024260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.032269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.033271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.097082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:56.264756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7768e587-df7d-4464-a1dc-bf073e648ce4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:56.295236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:54:56.298410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:54:56.412496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7768e587-df7d-4464-a1dc-bf073e648ce4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:56.414950 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.546365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:54:56.585469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.653799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 7768e587-df7d-4464-a1dc-bf073e648ce4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7768e587-df7d-4464-a1dc-bf073e648ce4,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:54:56.674425 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.694768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:56.704158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc22c8e2-d534-4b5c-af41-579cbb1378e7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "PUT /v2.0/routers/2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7212365 Oct 29 11:54:56.704158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35208) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:56.707050 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Sync routers for ids ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:56.736655 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Routers {'2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:56.737248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:56.776226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=7768e587-df7d-4464-a1dc-bf073e648ce4,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:56.790977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af036df-bda8-4f3b-ae82-f7bcf1e72ed2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:56.792615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7af036df-bda8-4f3b-ae82-f7bcf1e72ed2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports/e00ae5d5-84bf-4f00-9c09-fa73a0fed49e HTTP/1.1" status: 200 len: 911 time: 0.0888247 Oct 29 11:54:56.795775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35214) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:56.834935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b6c6d01a-4b8f-4a61-a07f-dd9a481b26bd None None] Provisioning complete for port 7768e587-df7d-4464-a1dc-bf073e648ce4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:56.836893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d01a-4b8f-4a61-a07f-dd9a481b26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:56.873378 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Set router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:56.911289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907a54f-0748-47a0-be2f-3591d2fac1c1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:56.919201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907a54f-0748-47a0-be2f-3591d2fac1c1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:56.921654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6907a54f-0748-47a0-be2f-3591d2fac1c1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1247346 Oct 29 11:54:56.925909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35216) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:57.122992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-557f6940-5003-41c2-b95e-adf0f85ebf20 None None] Provisioning complete for port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:57.123998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-557f6940-5003-41c2-b95e-adf0f85ebf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.170678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-557f6940-5003-41c2-b95e-adf0f85ebf20 None None] Port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:57.187465 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:55Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None, '_interfaces': [{'id': 'e00ae5d5-84bf-4f00-9c09-fa73a0fed49e', 'name': '', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'mac_address': 'fa:16:3e:09:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '49677400-ab5c-43c2-9fe7-2bf935d4a40d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:54Z', 'updated_at': '2021-10-29T11:54:55Z', 'revision_number': 2, 'project_id': '642c11129665498690db4352fe387457', 'subnets': [{'id': '49677400-ab5c-43c2-9fe7-2bf935d4a40d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:57.221876 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Checking router: 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:54:57.222232 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Updating router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:54:57.251446 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.330686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.402074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5bcb0ee9-dbd1-48ff-9bca-c0520a524bc8 None None] Provisioning complete for port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:57.402462 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0ee9-dbd1-48ff-9bca-c0520a524bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.448605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb0ee9-dbd1-48ff-9bca-c0520a524bc8 None None] Port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:54:57.622992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:54:57.623540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.632060 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.640156 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.714641 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ed7c1-da27-407e-912e-49271f6dc1da None None] Pushing event updated for resources: {'Port': ['ID=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:57.752801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.773346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for e00ae5d5-84bf-4f00-9c09-fa73a0fed49e owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:54:57.801713 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Attempting to bind port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:54:57.802082 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Attempting to bind port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:54:57.802438 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Attempting to bind port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:54:57.808630 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:54:57.809456 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:54:57.810018 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.810578 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:54:57.811206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Bound port: e00ae5d5-84bf-4f00-9c09-fa73a0fed49e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:54:57.811754 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:57.937187 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] For port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:54:57.947326 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] For port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:54:57.955805 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:58.113023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f649fc47-492a-4673-9142-5f04afd833d7 None None] Provisioning complete for port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:58.113710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f649fc47-492a-4673-9142-5f04afd833d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:58.115703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:58.152193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f649fc47-492a-4673-9142-5f04afd833d7 None None] Port e00ae5d5-84bf-4f00-9c09-fa73a0fed49e was deleted so its status cannot be updated. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 29 11:54:58.154380 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Routers {'2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:58.155415 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:58.209276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7768e587-df7d-4464-a1dc-bf073e648ce4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:54:58.212422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:58.293976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] Set router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:54:58.353515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7768e587-df7d-4464-a1dc-bf073e648ce4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:54:58.354322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:58.432148 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ed7c1-da27-407e-912e-49271f6dc1da None None] Pushing event updated for resources: {'Port': ['ID=e00ae5d5-84bf-4f00-9c09-fa73a0fed49e,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:58.437917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:57Z', 'revision_number': 3, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:58.483233 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e831ea-1137-4fed-bc37-8f75fcaf1162 None None] The sync data for ids ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'] in n-d-805046-9 is: [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:57Z', 'revision_number': 3, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:54:58.505398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34bf3e67-de6a-4ae8-908d-0deb266cae4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:58.604047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b2c26944-2e41-45d9-9dc4-544bc235d09c None None] Could not find standard attr ID for object e00ae5d5-84bf-4f00-9c09-fa73a0fed49e. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:54:58.813981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.105397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:54:59.248290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:54:59.251053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2b2aa7c-f75f-49f5-8761-f528ae83ad0b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "PUT /v2.0/routers/2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237278 Oct 29 11:54:59.254931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35236) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:59.369976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d0af4-49e7-49e5-bcaf-ca1b03e8bb0a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:59.374838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d0af4-49e7-49e5-bcaf-ca1b03e8bb0a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:54:59.385154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6b0d0af4-49e7-49e5-bcaf-ca1b03e8bb0a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1267896 Oct 29 11:54:59.385971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35238) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:59.499144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 49677400-ab5c-43c2-9fe7-2bf935d4a40d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:54:59.510060 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.581484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.716492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.814741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.846081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=49677400-ab5c-43c2-9fe7-2bf935d4a40d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:54:59.855690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:54:59.862262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35244) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:54:59.866310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Sync routers for ids ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:54:59.873841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-71a6e1a7-406c-422e-97cb-da05efbe4a36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/49677400-ab5c-43c2-9fe7-2bf935d4a40d HTTP/1.1" status: 204 len: 168 time: 0.4864588 Oct 29 11:54:59.887732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837e9b0-0183-460d-8577-8579d47dfd21 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:54:59.945412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Routers {'2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:54:59.946065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:54:59.973259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1adbb997-2714-466d-9fb5-aa7138b9e931 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1066740 Oct 29 11:54:59.974060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:00.036562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Set router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:00.097959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.100168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:57Z', 'revision_number': 3, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:00.155409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Checking router: 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:55:00.189921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Routers {'2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:00.190601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:54:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:00.309132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] Set router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:00.396691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.399338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.416972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:00.420907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:57Z', 'revision_number': 3, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:00.454667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.455226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:55:00.457193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3db094-e83d-4cbb-acda-cbaf1523e4f3 None None] The sync data for ids ['2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6'] in n-d-805046-9 is: [{'id': '2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6', 'name': 'tempest-NetworksTestDHCPv6-router-1887316031', 'tenant_id': '642c11129665498690db4352fe387457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:53Z', 'updated_at': '2021-10-29T11:54:57Z', 'revision_number': 3, 'project_id': '642c11129665498690db4352fe387457', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:55:00.468364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.478599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35248) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:00.495710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e0d54860-c326-4ca3-bfe1-ea5181f6f125 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/routers/2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 HTTP/1.1" status: 204 len: 168 time: 0.5198715 Oct 29 11:55:00.561042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Deleting port 7768e587-df7d-4464-a1dc-bf073e648ce4 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:00.561812 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.595606 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9bd381-aec5-4a09-8c75-092a0953637f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:00.598897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb9bd381-aec5-4a09-8c75-092a0953637f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1169636 Oct 29 11:55:00.600582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35252) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:00.670188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] For port 7768e587-df7d-4464-a1dc-bf073e648ce4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7768e587-df7d-4464-a1dc-bf073e648ce4,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:00.670582 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.692088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Calling delete_port for 7768e587-df7d-4464-a1dc-bf073e648ce4 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:00.697699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68292f-2579-4f5b-b7f0-d9adfd8cbcb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:00.700938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b68292f-2579-4f5b-b7f0-d9adfd8cbcb8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981958 Oct 29 11:55:00.704284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35258) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:00.753253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-111e0dc9-2c53-4cf6-923a-5db8a475cd21 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477204 Oct 29 11:55:00.753852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35260) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:00.762100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:00.851153 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:55:00.921170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2c8d986-2eb6-4412-872c-1dcc10de2f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.951984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:00.952688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.957189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:00.987358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] No DVR routers for this DVR port 7768e587-df7d-4464-a1dc-bf073e648ce4 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:01.027630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033b30-338f-4a21-9d03-88f0a1bcad16 None None] Pushing event deleted for resources: {'Port': ['ID=7768e587-df7d-4464-a1dc-bf073e648ce4,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:01.292758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:01.294325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.337689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:01.340817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:01.345274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:01.345874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.351463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9fa027-175b-4f5f-ba20-9bec94d07e29 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:01.357700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=3b680521-05d9-4156-b98c-6996384372ad,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:01.372535 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-092fa8ee-a99a-4617-bf40-b21ec1ce2ba0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6174991 Oct 29 11:55:01.375195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35264) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:01.380972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:01.494166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:01.499007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.509834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '3b680521-05d9-4156-b98c-6996384372ad'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:01.510739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.696083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Allocated IP 2001:db8::f816:3eff:fe14:71d0 (929fa93d-17f2-49fa-87e1-c393168711ff/3b680521-05d9-4156-b98c-6996384372ad/c5e28a9d-e4a7-4cdd-98e5-6d21c3456485) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:01.808040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.907216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:01.915951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:01.919238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:01.920146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:01.942736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=e5766064-4940-4522-bb70-08636e07b5ce,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:01.961826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.962168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.962502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.962907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.963226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.963556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.964154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.964281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.964494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.964827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.965152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.965476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:01.978066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35280) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:01.978622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5c0a0754-6cea-4f9f-9d09-619d87b7c8c5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6010838 Oct 29 11:55:01.983845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:6f:41:5b', 'name': 'tempest-NetworksTestDHCPv6-490633944'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:02.032323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-96adf5cc-431e-40b1-ba8f-19ed0647bd5a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:02.033841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-96adf5cc-431e-40b1-ba8f-19ed0647bd5a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1939480 Oct 29 11:55:02.050473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-35842ca6-4fdd-4a84-aff0-816a907efd95 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0104344 Oct 29 11:55:02.088899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.098648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.132290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-fb0d6ff0-fc0c-43fb-a128-9e48266e1acd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703402 Oct 29 11:55:02.154883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7768e587-df7d-4464-a1dc-bf073e648ce4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:02.180101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:02.181840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:02.183231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7768e587-df7d-4464-a1dc-bf073e648ce4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:02.183575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7768e587-df7d-4464-a1dc-bf073e648ce4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:02.192307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:02.198106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:02.200331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Pushing event updated for resources: {'Port': ['ID=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:02.266283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Attempting to bind port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:02.266695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Attempting to bind port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:02.267056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Attempting to bind port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:02.272785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-dcc447b7-1ead-4bcf-a2cc-ece7e00884ac service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249325 Oct 29 11:55:02.286072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:02.286527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:02.286995 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.287392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:02.287886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Bound port: c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:02.288255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.341576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.372313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 7d60f139-ea65-437e-a6f6-e0f94975163c yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:02.373431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.375331 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.405029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-b07b3857-cd7b-4f68-8bee-89041a03f0cc service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206305 Oct 29 11:55:02.423410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] For port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:02.427547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] For port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:02.433547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.512094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab511d-c82a-4892-a4c9-893a9cc31e57 None None] Pushing event updated for resources: {'Port': ['ID=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:02.632456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 172.20.0.9 (929fa93d-17f2-49fa-87e1-c393168711ff/e5766064-4940-4522-bb70-08636e07b5ce/7d60f139-ea65-437e-a6f6-e0f94975163c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:02.639475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe6f:415b (929fa93d-17f2-49fa-87e1-c393168711ff/3b680521-05d9-4156-b98c-6996384372ad/7d60f139-ea65-437e-a6f6-e0f94975163c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:02.883018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:02.948811 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.043691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e7a6d2f-5a7a-4caa-aca8-a8b9aaede87c req-754d56b1-4757-4151-9af2-39aa6ece4bbd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0546618 Oct 29 11:55:03.095442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:03.099339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:03.103770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:03.112697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=7d60f139-ea65-437e-a6f6-e0f94975163c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:03.206579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:03.207247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.236537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1988de3d-529a-4f05-8015-077d080e92de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2570083 Oct 29 11:55:03.239283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35318) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:03.278312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e545d1-c33b-4e11-a866-65f1b49a943b req-c68bab66-733f-4536-aecb-47317116ecf0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:03.280237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72e545d1-c33b-4e11-a866-65f1b49a943b req-c68bab66-733f-4536-aecb-47317116ecf0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1509554 Oct 29 11:55:03.310383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28673c6-439b-4b36-acd3-6c4b58464777 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:03.316816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28673c6-439b-4b36-acd3-6c4b58464777 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:03.319033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f28673c6-439b-4b36-acd3-6c4b58464777 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0782838 Oct 29 11:55:03.324512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35320) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:03.328457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72e545d1-c33b-4e11-a866-65f1b49a943b req-87fc12a7-70e1-4327-9f8f-ba52cbd89a34 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Oct 29 11:55:03.449535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 7d60f139-ea65-437e-a6f6-e0f94975163c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:03.450134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.576479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.590043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 7d60f139-ea65-437e-a6f6-e0f94975163c owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:03.642834 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.761556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45129459-d011-44d3-8006-c085b4830a4c None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:03.826799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.845649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] Provisioning complete for port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:03.846024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:03.902654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=7d60f139-ea65-437e-a6f6-e0f94975163c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:04.018850 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.073125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] For port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:04.081905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.166779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295dbf8-8046-4a19-9728-8240d72f332a None None] Pushing event updated for resources: {'Port': ['ID=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:04.179176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '3b680521-05d9-4156-b98c-6996384372ad', 'ip_address': '2001:db8::f816:3eff:fe14:71d0'}, {'subnet_id': 'e5766064-4940-4522-bb70-08636e07b5ce'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'c5e28a9d-e4a7-4cdd-98e5-6d21c3456485'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:04.213770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.257776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:04.288222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f7167c6-98d5-49ce-8263-bca855d0483c req-05fe7729-8078-4cfc-96be-078551987ae0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0698490 Oct 29 11:55:04.445391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Allocated IP 172.20.0.2 (929fa93d-17f2-49fa-87e1-c393168711ff/e5766064-4940-4522-bb70-08636e07b5ce/c5e28a9d-e4a7-4cdd-98e5-6d21c3456485) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:04.509916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593df2-9624-4a28-b208-413f9ca874f9 req-f68648ab-e83a-4a94-aa05-0427b6cb656c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:04.512703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f593df2-9624-4a28-b208-413f9ca874f9 req-f68648ab-e83a-4a94-aa05-0427b6cb656c tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.0741644 Oct 29 11:55:04.555807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] For port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:04.570264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f593df2-9624-4a28-b208-413f9ca874f9 req-608a3a69-fcbe-473f-b9f5-190713e215e1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507059 Oct 29 11:55:04.587650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.595660 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.648982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.654194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0bcfa82c-270c-4bfd-bf01-b7fc0faffe75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/7d60f139-ea65-437e-a6f6-e0f94975163c HTTP/1.1" status: 204 len: 168 time: 1.3283427 Oct 29 11:55:04.658104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35328) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:04.667291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccfdf5-418f-4e1c-9cdf-a43574d96f94 None None] Pushing event updated for resources: {'Port': ['ID=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:04.712874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-325e7a05-b76c-4f43-bcb4-b49b2c04d3c4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:04.726755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-325e7a05-b76c-4f43-bcb4-b49b2c04d3c4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.8854423 Oct 29 11:55:04.739527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:04.742671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85639f-1896-4fd1-9214-b2b0fd785eb9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:04.744933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85639f-1896-4fd1-9214-b2b0fd785eb9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:04.752349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85639f-1896-4fd1-9214-b2b0fd785eb9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:04.756465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ad85639f-1896-4fd1-9214-b2b0fd785eb9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0959413 Oct 29 11:55:04.757538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35332) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:04.760121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:04.760614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.854147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 3b680521-05d9-4156-b98c-6996384372ad {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:04.858526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.916110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:04.973141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:04.977566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.028950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.112366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.157950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.164071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/3b680521-05d9-4156-b98c-6996384372ad HTTP/1.1" status: 204 len: 168 time: 0.4051800 Oct 29 11:55:05.165253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35336) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:05.165949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2a0cc-89fa-4f27-8817-0979fa1afa4e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=3b680521-05d9-4156-b98c-6996384372ad,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:05.241695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet e5766064-4940-4522-bb70-08636e07b5ce {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:05.247051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.299524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.415942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.436117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd644c76-f3df-452d-9973-3afd4743abbc req-d7f83359-e1fb-43c0-bd14-e0ed2c3a0d14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0461109 Oct 29 11:55:05.464915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.14 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/d8d32496-5869-43a8-87c9-35fc364bd560) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:05.573088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7d942-18cc-420d-a2e0-48d992059569 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:05.660301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.678089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.682070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-be0c8509-3cff-45db-8b5a-5e6b03d43893 None None] Provisioning complete for port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:05.683044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be0c8509-3cff-45db-8b5a-5e6b03d43893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.723744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=e5766064-4940-4522-bb70-08636e07b5ce,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:05.753790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.760739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1fed7227-de77-442d-a401-9c72f7478ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/e5766064-4940-4522-bb70-08636e07b5ce HTTP/1.1" status: 204 len: 168 time: 0.5943940 Oct 29 11:55:05.763543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35344) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:05.821418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2df3c0d0-f0be-43a1-9c47-34e0816cea90 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566652 Oct 29 11:55:05.826447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35346) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:05.833476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:05.880130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-dd302c0c-8f6e-4bf9-94b4-acd22e232ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:05.883851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-dd302c0c-8f6e-4bf9-94b4-acd22e232ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1096 time: 0.1946526 Oct 29 11:55:05.898645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:05.899307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3e4b3-d4c4-4129-834f-d917a76e4b19 req-a07984ae-e2ae-404d-9f6f-f4f6ab482761 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:05.922535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0c3e4b3-d4c4-4129-834f-d917a76e4b19 req-a07984ae-e2ae-404d-9f6f-f4f6ab482761 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.2140033 Oct 29 11:55:05.975237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:05.982554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:05.985124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:06.062597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.063280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.068703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:06.111580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:06.114207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.122346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:06.125807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-d741ae74-dc43-4cb4-a688-9685d431215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.128636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-d741ae74-dc43-4cb4-a688-9685d431215c service neutron] 10.222.0.41 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 898 time: 0.1898353 Oct 29 11:55:06.150154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0c3e4b3-d4c4-4129-834f-d917a76e4b19 req-a5c9075e-a18e-463b-ae92-0d0725b4e79a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260599 Oct 29 11:55:06.212042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-d0aacd2d-ddb1-4b36-a742-51cbb568d8ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4765718 Oct 29 11:55:06.242864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Deleting port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:06.243247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.301077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-4b2a8492-829b-4503-bc1d-f680811048f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 1001 time: 0.1492956 Oct 29 11:55:06.366663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] For port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:06.366814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.397254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-9b6ae9d2-8c99-4a58-baaa-120c6a5f9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.399860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Calling delete_port for c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:06.400418 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-9b6ae9d2-8c99-4a58-baaa-120c6a5f9067 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 200 len: 834 time: 0.0922933 Oct 29 11:55:06.458433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Request body: {'port': {'device_id': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:06.479132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-004b7d10-6367-43da-8a96-ecf99bfeb188 None None] Provisioning complete for port d8d32496-5869-43a8-87c9-35fc364bd560 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:06.479639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-004b7d10-6367-43da-8a96-ecf99bfeb188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.505562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-3f2a53ed-a9f4-48ee-abeb-8dfabed71a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.510073 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-3f2a53ed-a9f4-48ee-abeb-8dfabed71a78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44ce9f09-3955-461a-a3dc-6504eb5ed366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964789 Oct 29 11:55:06.551424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-004b7d10-6367-43da-8a96-ecf99bfeb188 None None] Port d8d32496-5869-43a8-87c9-35fc364bd560 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:55:06.583211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.603083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.659029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] Pushing event deleted for resources: {'Port': ['ID=c5e28a9d-e4a7-4cdd-98e5-6d21c3456485,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:06.688565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c8612-6cde-4845-8553-e745aa9fcf6c None None] No DVR routers for this DVR port c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:06.729959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:06.734289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.795644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f18c-5d71-4627-8fdd-3bc024bdf03a req-d63209bc-d7c8-4798-99fa-30f55a34ee1e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.811576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0c3f18c-5d71-4627-8fdd-3bc024bdf03a req-d63209bc-d7c8-4798-99fa-30f55a34ee1e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 932 time: 0.2472117 Oct 29 11:55:06.820919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:06.823259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=4ca4d266-58ef-4ab6-be51-34e345b43d92,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:06.838135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:06.846735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:06.847663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:06.855482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e346593-a2da-44b7-b890-d57faef12436 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:06.863684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-cf87b3ad-0f45-4540-ae34-96992e412adc service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469334 Oct 29 11:55:06.903074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0c3f18c-5d71-4627-8fdd-3bc024bdf03a req-3174e042-127e-4105-b3ed-6521a4b57263 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801282 Oct 29 11:55:06.941116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-93759ddc-f847-4841-888d-81858c4efd11 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1133475 Oct 29 11:55:06.944361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:06.949710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:06.985869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35362) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:07.076450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb69e91-adb3-4a6c-a2eb-718eb2627bc2 req-496297e9-2e8d-4127-845c-ab57646a7ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041132 Oct 29 11:55:07.136558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:07.140424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.194150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '4ca4d266-58ef-4ab6-be51-34e345b43d92'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:07.195013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.264100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52f68c68-38c6-4a54-a273-7e2e375dce17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.438136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ac9b4-6cf2-44a2-b9b5-e3a8fd425b03 req-ea9bc981-36cd-47b5-838d-67fe8a45dd2b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:07.445539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-357ac9b4-6cf2-44a2-b9b5-e3a8fd425b03 req-ea9bc981-36cd-47b5-838d-67fe8a45dd2b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1733687 Oct 29 11:55:07.478445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d32496-5869-43a8-87c9-35fc364bd560 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:55:07.494123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.529401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Transition to ACTIVE for port object d8d32496-5869-43a8-87c9-35fc364bd560 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:55:07.529696 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-357ac9b4-6cf2-44a2-b9b5-e3a8fd425b03 req-cf8af5c3-efd9-4b86-95e1-22dde2931870 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663674 Oct 29 11:55:07.534873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.557749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Allocated IP 2001:db8::f816:3eff:fe88:2e4c (929fa93d-17f2-49fa-87e1-c393168711ff/4ca4d266-58ef-4ab6-be51-34e345b43d92/0f4c0d12-735f-4ff8-ba9b-f1398fc452cc) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:07.603372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52f68c68-38c6-4a54-a273-7e2e375dce17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.613493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52f68c68-38c6-4a54-a273-7e2e375dce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.643270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:07.670983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-52f68c68-38c6-4a54-a273-7e2e375dce17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90e256d8aa6644c0b68eebf3741ad35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834524 Oct 29 11:55:07.679730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35368) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:07.745099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68c68-38c6-4a54-a273-7e2e375dce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c090ce1c-e0d7-436a-b8dd-e913e8e6a679,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:07.822141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.839981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Attempting to bind port d8d32496-5869-43a8-87c9-35fc364bd560 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:07.840544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Attempting to bind port d8d32496-5869-43a8-87c9-35fc364bd560 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:07.840643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Attempting to bind port d8d32496-5869-43a8-87c9-35fc364bd560 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:07.841764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.856719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.866151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Port d8d32496-5869-43a8-87c9-35fc364bd560 on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:55:07.866733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Attempting to bind port d8d32496-5869-43a8-87c9-35fc364bd560 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:07.876699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:07.877224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:07.877784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:07.878305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Bound port: d8d32496-5869-43a8-87c9-35fc364bd560, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:07.878779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.878903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.918938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:07.923853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:07.926983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:07.942018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Pushing event updated for resources: {'Port': ['ID=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:07.980920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.984146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:07.988794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c090ce1c-e0d7-436a-b8dd-e913e8e6a679 HTTP/1.1" status: 204 len: 168 time: 0.3061512 Oct 29 11:55:08.010373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95243ff-4559-4cb3-a6a0-be18f38098fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c090ce1c-e0d7-436a-b8dd-e913e8e6a679,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:08.115543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Attempting to bind port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:08.116853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Attempting to bind port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:08.117639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Attempting to bind port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:08.148225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:08.149503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:08.150177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.150852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:08.151584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Bound port: 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:08.152851 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.231075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2cbb9-f078-4810-ae38-4bfe7cd1b6fa req-a6840c1d-fb6d-4e2e-aac6-28a0af15e1fc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.233320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77f2cbb9-f078-4810-ae38-4bfe7cd1b6fa req-a6840c1d-fb6d-4e2e-aac6-28a0af15e1fc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1730385 Oct 29 11:55:08.244440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:08.319309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77f2cbb9-f078-4810-ae38-4bfe7cd1b6fa req-2b210863-45ba-490f-9f7e-a61e824d81e8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787506 Oct 29 11:55:08.323348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:08.328417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d8d32496-5869-43a8-87c9-35fc364bd560,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:08.329625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:08.330124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c5e28a9d-e4a7-4cdd-98e5-6d21c3456485 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:08.333660 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.380156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] For port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:08.384525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] For port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:08.391922 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.398456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:08.400577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.405684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:08.412947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.414260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.466161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b00171-4847-408e-8a75-9ef58aa6e588 None None] Pushing event updated for resources: {'Port': ['ID=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:08.483575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:08.506424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=0e40833d-b38d-4c48-b47d-ad3fe986a54c,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:08.536367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.545499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:08.548071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-e4da850c-d03e-49e1-aaf7-acb8a965d951 service neutron] 10.222.0.86 "PUT /v2.0/ports/d8d32496-5869-43a8-87c9-35fc364bd560 HTTP/1.1" status: 200 len: 1092 time: 2.3274956 Oct 29 11:55:08.555552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:08.559565 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6a3c9-af32-4c22-9db9-bfdf851b378f" -d '{"events": [{"name": "network-changed", "server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:08.579833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35382) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:08.580459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-be511ca5-1c54-4841-89bf-66c9b18801fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6336188 Oct 29 11:55:08.587247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:83:26:65', 'name': 'tempest-NetworksTestDHCPv6-1958797157'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:08.675979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-31b485b8-573c-444b-b205-ccf539317060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.677857 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-31b485b8-573c-444b-b205-ccf539317060 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 1095 time: 0.0754704 Oct 29 11:55:08.745096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-9e58e019-1d98-4cf0-a08b-440c6827ca96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8d32496-5869-43a8-87c9-35fc364bd560 HTTP/1.1" status: 200 len: 217 time: 0.0587051 Oct 29 11:55:08.871458 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ae011-ffcc-4be4-8aa9-aaf64cd86f8c req-96e15b95-36fb-49af-a06c-ee08aed489b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.873575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-499ae011-ffcc-4be4-8aa9-aaf64cd86f8c req-96e15b95-36fb-49af-a06c-ee08aed489b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1926017 Oct 29 11:55:08.915703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-dad6d5ed-6bae-470e-a136-7571a9c8b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:08.924122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-dad6d5ed-6bae-470e-a136-7571a9c8b9a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.1652312 Oct 29 11:55:08.926381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:09.012543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a6f88-056e-4661-9756-d2d908246c1a req-c67b946d-111d-405d-b0ff-f25443fb721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.014137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-c67b946d-111d-405d-b0ff-f25443fb721f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804689 Oct 29 11:55:09.043883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-499ae011-ffcc-4be4-8aa9-aaf64cd86f8c req-12ba5713-281f-4ed8-9e91-36728b535326 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603458 Oct 29 11:55:09.113732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:09.143802 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-66c91e19-b574-4dde-8abd-8f2cd793e7a7 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210680 Oct 29 11:55:09.146524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 8d64ae12-1c86-4e12-a956-7aefacb788d6 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:09.300244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e07a6f88-056e-4661-9756-d2d908246c1a req-19c324a0-0fe8-42b1-ac17-56ace04efc24 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478870 Oct 29 11:55:09.396218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 172.20.0.8 (929fa93d-17f2-49fa-87e1-c393168711ff/0e40833d-b38d-4c48-b47d-ad3fe986a54c/8d64ae12-1c86-4e12-a956-7aefacb788d6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:09.402622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe83:2665 (929fa93d-17f2-49fa-87e1-c393168711ff/4ca4d266-58ef-4ab6-be51-34e345b43d92/8d64ae12-1c86-4e12-a956-7aefacb788d6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:09.431264 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13763d3e-1ee6-4bcd-9091-2bf18bf852d1 x-openstack-request-id: req-13763d3e-1ee6-4bcd-9091-2bf18bf852d1 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:09.431762 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:09.432315 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13763d3e-1ee6-4bcd-9091-2bf18bf852d1 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:09.432955 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560', 'status': 'completed', 'code': 200} Oct 29 11:55:09.584122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-1061fba1-52f8-4da4-8b3a-0c0ca84c9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.586484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-1061fba1-52f8-4da4-8b3a-0c0ca84c9953 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 1095 time: 0.1294601 Oct 29 11:55:09.599746 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:09.705509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b53e26-c92d-4a28-a83d-e81a4ae06c4d req-b775cbc7-ad53-4b62-a703-8807a0298db9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.707070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15b53e26-c92d-4a28-a83d-e81a4ae06c4d req-b775cbc7-ad53-4b62-a703-8807a0298db9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1055665 Oct 29 11:55:09.722751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:09.734896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-a710942b-c05c-42da-8946-55818c933f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.737187 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-a710942b-c05c-42da-8946-55818c933f76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1429932 Oct 29 11:55:09.791452 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:09.800295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:09.802908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:09.808006 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15b53e26-c92d-4a28-a83d-e81a4ae06c4d req-161ef8ad-cd6d-4d98-a5f2-124b9e752836 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944078 Oct 29 11:55:09.810190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=8d64ae12-1c86-4e12-a956-7aefacb788d6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:09.831571 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-caacf2ef-3daf-49bc-8559-22c2d2d0b1e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8d32496-5869-43a8-87c9-35fc364bd560 HTTP/1.1" status: 200 len: 217 time: 0.0841782 Oct 29 11:55:09.872121 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.872816 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:09.901645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3b32085c-8625-494b-8f11-bd2b6de017ac tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3193514 Oct 29 11:55:09.902051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35410) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:09.929784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-e2355842-1db3-44ce-ae4b-276b2c869469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.931770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-e2355842-1db3-44ce-ae4b-276b2c869469 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0919063 Oct 29 11:55:09.971692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3077f5-fdca-4767-ac23-897d8e6868b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.988392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3077f5-fdca-4767-ac23-897d8e6868b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:09.991584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f3077f5-fdca-4767-ac23-897d8e6868b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0883112 Oct 29 11:55:10.001779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35414) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:10.026700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-93eb6597-d44f-4a25-be51-2e4b32a03b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:10.028400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-93eb6597-d44f-4a25-be51-2e4b32a03b14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898333 Oct 29 11:55:10.208650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c9ec9-e9b9-46c0-b3da-672ed66c0aef None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:10.239925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 8d64ae12-1c86-4e12-a956-7aefacb788d6 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:10.240138 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.244852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-ac6ee0c1-735f-4baa-89ad-b0f20442cf3a service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084181 Oct 29 11:55:10.333958 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] Provisioning complete for port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:10.334312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.370925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:10.397688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.416878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 8d64ae12-1c86-4e12-a956-7aefacb788d6 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:10.442473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dcfad-83ad-4f63-b2ba-1560183a7c52 req-220ff309-bf9b-4ee5-b31d-9d5adcab4dc2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:10.444180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87dcfad-83ad-4f63-b2ba-1560183a7c52 req-220ff309-bf9b-4ee5-b31d-9d5adcab4dc2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.2652376 Oct 29 11:55:10.541856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87dcfad-83ad-4f63-b2ba-1560183a7c52 req-ca0d423e-8774-40ab-92b6-7901a9439cd6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547595 Oct 29 11:55:10.544843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55d6a3c9-af32-4c22-9db9-bfdf851b378f req-33e99cbe-97fe-4e2e-96bb-cfd59d5e95fd service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911093 Oct 29 11:55:10.622049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:10.622441 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.626571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.717890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] For port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:10.727469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.821640 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:10.872094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=8d64ae12-1c86-4e12-a956-7aefacb788d6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:11.098881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20069277-af15-4e37-9bbb-7971a4e42219 None None] Pushing event updated for resources: {'Port': ['ID=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:11.110434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '4ca4d266-58ef-4ab6-be51-34e345b43d92', 'ip_address': '2001:db8::f816:3eff:fe88:2e4c'}, {'subnet_id': '0e40833d-b38d-4c48-b47d-ad3fe986a54c'}], 'binding:host_id': 'n-d-805046-9'}, 'id': '0f4c0d12-735f-4ff8-ba9b-f1398fc452cc'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:11.139888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.373522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.376850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eaa1a7b3-f00b-47cc-bf7b-616b00b3c114 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/8d64ae12-1c86-4e12-a956-7aefacb788d6 HTTP/1.1" status: 204 len: 168 time: 1.3737354 Oct 29 11:55:11.379357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35506) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:11.397533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e968a-e877-4080-82c0-1802fa330800 req-11a79161-c7a9-4bbf-8a38-8ccd2a768641 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:11.399050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-603e968a-e877-4080-82c0-1802fa330800 req-11a79161-c7a9-4bbf-8a38-8ccd2a768641 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1069121 Oct 29 11:55:11.408035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Allocated IP 172.20.0.2 (929fa93d-17f2-49fa-87e1-c393168711ff/0e40833d-b38d-4c48-b47d-ad3fe986a54c/0f4c0d12-735f-4ff8-ba9b-f1398fc452cc) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:11.483119 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-603e968a-e877-4080-82c0-1802fa330800 req-cb6767d4-2e3c-4dd0-b131-bf0635c90da2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Oct 29 11:55:11.484375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2de6a-6ae2-44a7-a80d-934825892b0e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:11.486916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2de6a-6ae2-44a7-a80d-934825892b0e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:11.491653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2de6a-6ae2-44a7-a80d-934825892b0e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:11.500056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-98d2de6a-6ae2-44a7-a80d-934825892b0e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1189904 Oct 29 11:55:11.500601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35520) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:11.576386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] For port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:11.611540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 0e40833d-b38d-4c48-b47d-ad3fe986a54c {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:11.637100 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.644568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.655089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.757076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:11.781303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32476-23c4-4f19-a18d-581d4458e021 None None] Pushing event updated for resources: {'Port': ['ID=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:11.835292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33253-b04a-4881-8dc5-ae028a60ef63 req-e8da0690-e8a3-45d8-a98c-2b6430c73e77 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:11.845542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e33253-b04a-4881-8dc5-ae028a60ef63 req-e8da0690-e8a3-45d8-a98c-2b6430c73e77 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1860526 Oct 29 11:55:11.965452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a4e33253-b04a-4881-8dc5-ae028a60ef63 req-3537b243-f985-4092-8571-2f8c012f74ef tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187243 Oct 29 11:55:12.013390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.120458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.174546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=0e40833d-b38d-4c48-b47d-ad3fe986a54c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:12.180528 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.192343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-03a18086-3a0f-4884-a078-7bcb6df38801 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/0e40833d-b38d-4c48-b47d-ad3fe986a54c HTTP/1.1" status: 204 len: 168 time: 0.6904593 Oct 29 11:55:12.195305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35546) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:12.277441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:12.360848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:12.367880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 4ca4d266-58ef-4ab6-be51-34e345b43d92 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:12.373829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.394294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:12.395261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.436751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.610564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.660240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6544d679-4390-45a6-b2aa-436672145479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.840656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.883138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca4d266-58ef-4ab6-be51-34e345b43d92,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:12.891864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:12.892413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc010-3d95-4c49-ba6b-5aeaaa48539e req-caa622a0-5ffa-44e3-8107-9fa2af37f03d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:12.894275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf0cc010-3d95-4c49-ba6b-5aeaaa48539e req-caa622a0-5ffa-44e3-8107-9fa2af37f03d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1845355 Oct 29 11:55:12.898620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-edbd099b-888f-4419-94a6-60dd69b85810 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/4ca4d266-58ef-4ab6-be51-34e345b43d92 HTTP/1.1" status: 204 len: 168 time: 0.6994641 Oct 29 11:55:12.898935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35556) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:12.963219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cc1fe-48fe-4716-8596-3babec431868 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:12.987651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f4b177aa-c35c-4f60-82d9-780e8d1a8cab tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869524 Oct 29 11:55:12.991504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35558) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:13.004027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:13.031898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf0cc010-3d95-4c49-ba6b-5aeaaa48539e req-54b3df08-f2a6-4421-8aec-0f630359f98a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175048 Oct 29 11:55:13.050067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6544d679-4390-45a6-b2aa-436672145479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.054728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4d5b9d77-3b3f-4592-bc61-c1dd1d2bc0c8 None None] Provisioning complete for port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:13.055312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9d77-3b3f-4592-bc61-c1dd1d2bc0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.057257 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6544d679-4390-45a6-b2aa-436672145479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.120678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6544d679-4390-45a6-b2aa-436672145479 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc895b5cf3cf4db5a643e69115e3e021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529831 Oct 29 11:55:13.120678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d679-4390-45a6-b2aa-436672145479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8785f-07cb-41ee-86f9-ed71939280a7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:13.121174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35562) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:13.204626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:13.210491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.269925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4d5b9d77-3b3f-4592-bc61-c1dd1d2bc0c8 None None] Could not find standard attr ID for object 8d64ae12-1c86-4e12-a956-7aefacb788d6. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:13.277721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.329389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ca0c-8e92-49aa-8b13-0468791a2f07 req-df5da332-32db-4a65-963f-3a8b64d66ddf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:13.331129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac17ca0c-8e92-49aa-8b13-0468791a2f07 req-df5da332-32db-4a65-963f-3a8b64d66ddf tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1186054 Oct 29 11:55:13.336381 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.404568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac17ca0c-8e92-49aa-8b13-0468791a2f07 req-0944b678-6296-4328-9429-47a4abca20bc tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654523 Oct 29 11:55:13.427580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:13.443987 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.446798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.450725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4b8785f-07cb-41ee-86f9-ed71939280a7 HTTP/1.1" status: 204 len: 168 time: 0.3260145 Oct 29 11:55:13.456970 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a30e46-5e9f-4507-93b8-3be869a5cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8785f-07cb-41ee-86f9-ed71939280a7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:13.543263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Deleting port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:13.547235 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.589585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.655424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] For port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:13.656669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.674325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:13.675192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Calling delete_port for 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:13.679932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:13.690067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:13.691103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.714977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=ffd2f352-0955-4205-b538-4ae9f16aaf27,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:13.739037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-faa4919e-1f2d-4905-b4fc-ccdb222b2e15 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7453995 Oct 29 11:55:13.743261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35566) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:13.749054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:13.822114 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:13.843354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] No DVR routers for this DVR port 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:13.863821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d884c-e40a-4bbf-a66e-1404c60f65c5 None None] Pushing event deleted for resources: {'Port': ['ID=0f4c0d12-735f-4ff8-ba9b-f1398fc452cc,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:13.898513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffa426-3686-4a36-960b-9dadfc64d73e None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:13.918718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:13.925768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.174123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'ffd2f352-0955-4205-b538-4ae9f16aaf27'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:14.180258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.182012 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35572) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:14.223094 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1abea1a-ac47-4c35-a716-bb619f130846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.267289 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259634-e1b3-4036-84a2-2b863e5c5874 req-adcd93be-bde6-4b82-b848-8e19474bdced tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:14.268935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7259634-e1b3-4036-84a2-2b863e5c5874 req-adcd93be-bde6-4b82-b848-8e19474bdced tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1087177 Oct 29 11:55:14.298972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:14.328762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:14.329206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f4c0d12-735f-4ff8-ba9b-f1398fc452cc not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:14.335745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7259634-e1b3-4036-84a2-2b863e5c5874 req-079cfd6d-f528-4f8a-b9f5-4ec0a8679919 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Oct 29 11:55:14.352918 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1abea1a-ac47-4c35-a716-bb619f130846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.367550 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a1abea1a-ac47-4c35-a716-bb619f130846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.409090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a1abea1a-ac47-4c35-a716-bb619f130846 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26923ad48a964030a5015e9cb02aff44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257929 Oct 29 11:55:14.415613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35574) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:14.423798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abea1a-ac47-4c35-a716-bb619f130846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e9d06f-4580-48b1-a3e3-2e3390a33e81,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:14.483407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Allocated IP 172.20.0.2 (929fa93d-17f2-49fa-87e1-c393168711ff/ffd2f352-0955-4205-b538-4ae9f16aaf27/d5526442-1e6c-49f2-a588-8954922dd8cb) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:14.550973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.559366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:14.564505 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.578909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.659443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.662503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.666085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94e9d06f-4580-48b1-a3e3-2e3390a33e81 HTTP/1.1" status: 204 len: 168 time: 0.2468760 Oct 29 11:55:14.675000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bc616-ef9e-4a68-9575-7edce38bff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e9d06f-4580-48b1-a3e3-2e3390a33e81,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:14.692846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:14.696397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:14.700303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:14.700909 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.715947 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.732709 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.745324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186eb15-8851-4d61-a8ab-4fb28ccf8dce req-1d3e3120-1746-416c-8b0d-ccd1344b1ab1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:14.747307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6186eb15-8851-4d61-a8ab-4fb28ccf8dce req-1d3e3120-1746-416c-8b0d-ccd1344b1ab1 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1859965 Oct 29 11:55:14.748569 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=1656a32e-94fd-48e8-a856-502ec178b168,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:14.758214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35580) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:14.758543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-193bfe18-5f28-4aa4-a0c8-0a99447074a3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0136504 Oct 29 11:55:14.763844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:6a:dc:33', 'name': 'tempest-NetworksTestDHCPv6-992121955'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:14.798238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6186eb15-8851-4d61-a8ab-4fb28ccf8dce req-a4c1effb-5cba-484e-8317-121bf974ff0a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Oct 29 11:55:14.878125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:14.884611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:14.888929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:14.925806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Pushing event updated for resources: {'Port': ['ID=d5526442-1e6c-49f2-a588-8954922dd8cb,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:14.980995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Attempting to bind port d5526442-1e6c-49f2-a588-8954922dd8cb on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:14.981862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Attempting to bind port d5526442-1e6c-49f2-a588-8954922dd8cb by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:14.983399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Attempting to bind port d5526442-1e6c-49f2-a588-8954922dd8cb on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:14.990776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:14.991614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:14.992403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:14.993202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:14.993987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Bound port: d5526442-1e6c-49f2-a588-8954922dd8cb, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:14.994668 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:15.016113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:15.103832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] For port d5526442-1e6c-49f2-a588-8954922dd8cb, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:15.116073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] For port d5526442-1e6c-49f2-a588-8954922dd8cb, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d5526442-1e6c-49f2-a588-8954922dd8cb,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:15.122062 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:15.136620 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:15.190437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 1fe76f6c-e2c8-451f-80ab-fd47569514d3 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:15.207559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444888b-a093-48ee-8cc4-e4d092027fa0 None None] Pushing event updated for resources: {'Port': ['ID=d5526442-1e6c-49f2-a588-8954922dd8cb,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:15.482689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 172.20.0.3 (929fa93d-17f2-49fa-87e1-c393168711ff/ffd2f352-0955-4205-b538-4ae9f16aaf27/1fe76f6c-e2c8-451f-80ab-fd47569514d3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:15.510408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe6a:dc33 (929fa93d-17f2-49fa-87e1-c393168711ff/1656a32e-94fd-48e8-a856-502ec178b168/1fe76f6c-e2c8-451f-80ab-fd47569514d3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:15.607005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d011-6676-4702-95b1-8361399bb6fe req-28081bf4-1aef-4e81-a2d9-95450e29ef44 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:15.617499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b95d011-6676-4702-95b1-8361399bb6fe req-28081bf4-1aef-4e81-a2d9-95450e29ef44 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1042089 Oct 29 11:55:15.663108 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b95d011-6676-4702-95b1-8361399bb6fe req-b33622b4-2126-46b7-97ab-d1e42cea7591 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Oct 29 11:55:15.846690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:15.931676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.031702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=1fe76f6c-e2c8-451f-80ab-fd47569514d3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:16.050530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a2f0c-18ef-4339-87df-ebe9ac9dfb04 req-db1ea272-3c9f-41f9-af79-a6e4bd58cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.056046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d8a2f0c-18ef-4339-87df-ebe9ac9dfb04 req-db1ea272-3c9f-41f9-af79-a6e4bd58cc8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1096 time: 0.1974006 Oct 29 11:55:16.107974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:16.108864 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfec80-2b52-4dad-b18a-35c29b5acc8c req-b3c5ad6c-7461-4168-adf2-8d8af3f8de72 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.116229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:16.118130 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bcfec80-2b52-4dad-b18a-35c29b5acc8c req-b3c5ad6c-7461-4168-adf2-8d8af3f8de72 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1789923 Oct 29 11:55:16.142536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:16.261049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d8a2f0c-18ef-4339-87df-ebe9ac9dfb04 req-5d9f3d74-18c0-4bb3-b325-e78d8fbc78bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948276 Oct 29 11:55:16.300154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.312487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bcfec80-2b52-4dad-b18a-35c29b5acc8c req-e5f019c6-3425-45cb-ade1-2930a7729938 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934221 Oct 29 11:55:16.322370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.335906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d5526442-1e6c-49f2-a588-8954922dd8cb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:16.358481 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1aa2fc16-2b02-4725-a0ea-f2dc2d2d2ae6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5988910 Oct 29 11:55:16.361473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:16.385097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35606) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:16.416681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d5526442-1e6c-49f2-a588-8954922dd8cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:16.417070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.462332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391dab8d-fd2a-44a9-be2a-6e9d611cccb4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.474578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391dab8d-fd2a-44a9-be2a-6e9d611cccb4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.476375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-391dab8d-fd2a-44a9-be2a-6e9d611cccb4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1135938 Oct 29 11:55:16.485689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35610) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:16.532639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.607467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d5526442-1e6c-49f2-a588-8954922dd8cb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d5526442-1e6c-49f2-a588-8954922dd8cb,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:16.609838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1495105590-network', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:16.612891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.625612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e9f5b-48a0-4999-8cd6-b738aaffdb87 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:16.652543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Made reservation on behalf of 9d8fcfe98e774c269ded60258495e16d for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:16.656843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.666426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.703557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 1fe76f6c-e2c8-451f-80ab-fd47569514d3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:16.703796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.748765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3d550546-19a2-469a-bbdc-2422ac5a684f None None] Provisioning complete for port d5526442-1e6c-49f2-a588-8954922dd8cb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:16.749466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3d550546-19a2-469a-bbdc-2422ac5a684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.783349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:16.868721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.878410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9410d0-f955-4328-87fa-780daa426273 req-75b71f7d-ac00-4110-8d19-116e113fd2a2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:16.880032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba9410d0-f955-4328-87fa-780daa426273 req-75b71f7d-ac00-4110-8d19-116e113fd2a2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.0769479 Oct 29 11:55:16.881582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.881730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d5526442-1e6c-49f2-a588-8954922dd8cb,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:16.902228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:55:16.929632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.930001 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Added segment 425585a3-851e-4187-b0c4-6ba10f79302e of type vlan for network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 Oct 29 11:55:16.933052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:16.983060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3776b-fee7-4fa8-9529-cb400a63f35f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:16.987401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 1fe76f6c-e2c8-451f-80ab-fd47569514d3 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:17.032943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.067095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba9410d0-f955-4328-87fa-780daa426273 req-eb4965c0-86ac-4baf-b015-e7fb87ae44af tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569893 Oct 29 11:55:17.069634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.126764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:17.129838 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6fd9f7-aac3-4adb-80ad-c068373ee00b" -d '{"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-unplugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:17.149375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.157076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:17.160157 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.160463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:17.167252 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.279657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'ffd2f352-0955-4205-b538-4ae9f16aaf27', 'ip_address': '172.20.0.2'}, {'subnet_id': '1656a32e-94fd-48e8-a856-502ec178b168'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'd5526442-1e6c-49f2-a588-8954922dd8cb'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:17.293071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:17.339912 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.409103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0201428 Oct 29 11:55:17.409725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35620) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:17.420758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5babd4b-2bb9-4d1c-9d56-b8004e46d53a admin admin] Pushing event updated for resources: {'Network': ['ID=58fba8ef-6c68-4aef-9b50-5a8c23f01ab5,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:17.427536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Request body: {'subnet': {'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1495105590-subnet', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:17.454857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.495089 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f523a0-cddd-4a08-9abd-0677606c77f7 x-openstack-request-id: req-e4f523a0-cddd-4a08-9abd-0677606c77f7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:17.495089 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-unplugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:17.495903 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4f523a0-cddd-4a08-9abd-0677606c77f7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:17.495903 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'code': 200} Oct 29 11:55:17.497153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=1fe76f6c-e2c8-451f-80ab-fd47569514d3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:17.498693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:55:17.503558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Made reservation on behalf of 9d8fcfe98e774c269ded60258495e16d for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:17.507593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.608767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.609536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.610053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.610561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.611092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.611643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.612194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.612743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.613310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.613864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.614423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.614947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:17.695432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.701751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29a6c578-7bfc-41a5-b6fc-935e800d9489 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/1fe76f6c-e2c8-451f-80ab-fd47569514d3 HTTP/1.1" status: 204 len: 168 time: 1.2125175 Oct 29 11:55:17.702034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35624) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:17.737559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c04d-640a-4548-95fc-aff40c78cad2 req-3c304f2a-9521-4be8-bb4a-a353d19ec6b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:17.743005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Allocated IP 2001:db8::f816:3eff:fec1:102e (929fa93d-17f2-49fa-87e1-c393168711ff/1656a32e-94fd-48e8-a856-502ec178b168/d5526442-1e6c-49f2-a588-8954922dd8cb) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:17.745963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0305c04d-640a-4548-95fc-aff40c78cad2 req-3c304f2a-9521-4be8-bb4a-a353d19ec6b9 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 943 time: 0.1521525 Oct 29 11:55:17.807746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0305c04d-640a-4548-95fc-aff40c78cad2 req-b3d32078-7c42-4aa4-b198-2b679fa05b0e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609505 Oct 29 11:55:17.816331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50936b02-4d01-4309-823f-b7c474b88a8d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:17.818615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50936b02-4d01-4309-823f-b7c474b88a8d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:17.820158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50936b02-4d01-4309-823f-b7c474b88a8d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:17.824450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50936b02-4d01-4309-823f-b7c474b88a8d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1182072 Oct 29 11:55:17.825698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35626) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:17.825698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35628) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:17.901641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:17.959795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 1656a32e-94fd-48e8-a856-502ec178b168 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:17.965897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3da752f6-0863-478e-9d7e-c1d1b0bc69ab tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/floatingips/32561746-c180-47fd-8f93-b9f929c88c1f HTTP/1.1" status: 200 len: 991 time: 0.1384456 Oct 29 11:55:18.002658 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da7fe65-f3cb-4586-841b-32fdfb256fd6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:18.023665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Checking segment: {'id': '425585a3-851e-4187-b0c4-6ba10f79302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:18.024613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Network hostable DHCP agents. Network: 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:55:18.047299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:55:18.059904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:18.065944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:18.066446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.089271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fa7d241c-eb84-44ff-aea1-b7512db57546 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6744790 Oct 29 11:55:18.096219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:18.096586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a02265-cd05-4223-81d1-f304abadc298 None None] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:18.101629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:18.130103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.131430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.188975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] For port d5526442-1e6c-49f2-a588-8954922dd8cb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d5526442-1e6c-49f2-a588-8954922dd8cb,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:18.276170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.280955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d5526442-1e6c-49f2-a588-8954922dd8cb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:18.291169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.309612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.368841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db7a26-d2d5-4f85-a3f0-4d1b9155ab72 None None] Pushing event updated for resources: {'Port': ['ID=d5526442-1e6c-49f2-a588-8954922dd8cb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:18.453963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.472065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-58fba8ef-6c68-4aef-9b50-5a8c23f01ab5', 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'fixed_ips': [{'subnet_id': '7da7fe65-f3cb-4586-841b-32fdfb256fd6'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:18.472891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.494479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5898d6-5e3f-4942-9921-b622fb2d68b4 req-cb2f3841-deb1-405f-8e88-5c0db866b640 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:18.504400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c5898d6-5e3f-4942-9921-b622fb2d68b4 req-cb2f3841-deb1-405f-8e88-5c0db866b640 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1397750 Oct 29 11:55:18.506384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d5526442-1e6c-49f2-a588-8954922dd8cb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:18.506803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.630074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c5898d6-5e3f-4942-9921-b622fb2d68b4 req-8b9a7b07-0587-406d-8893-99b5c6decb4e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245587 Oct 29 11:55:18.647451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.669819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.762821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:55:18.814058 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.818303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Allocated IP 172.20.0.2 (58fba8ef-6c68-4aef-9b50-5a8c23f01ab5/7da7fe65-f3cb-4586-841b-32fdfb256fd6/539543b5-129a-4450-844e-f119776a8d33) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:18.848974 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.862574 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:18.869372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1656a32e-94fd-48e8-a856-502ec178b168 HTTP/1.1" status: 204 len: 168 time: 1.0430949 Oct 29 11:55:18.870279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d16fb-6bc5-4da6-b5e5-458172460d30 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=1656a32e-94fd-48e8-a856-502ec178b168,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:18.872758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:18.937641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet ffd2f352-0955-4205-b538-4ae9f16aaf27 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:18.941443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.038530 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.111192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:19.169396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.205719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '867c513b-6c38-4345-a918-7e87102aae98', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'port_id': '867c513b-6c38-4345-a918-7e87102aae98', 'mac_address': 'fa:16:3e:61:e7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:55:19.210346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.238433 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.243735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.249518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.257443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.261419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/ffd2f352-0955-4205-b538-4ae9f16aaf27 HTTP/1.1" status: 204 len: 168 time: 0.3874025 Oct 29 11:55:19.262999 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.263794 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35636) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:19.283056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b78e-f94b-4688-b87a-88daae122f32 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd2f352-0955-4205-b538-4ae9f16aaf27,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:19.286359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.305860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c513b-6c38-4345-a918-7e87102aae98 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:55:19.337403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d4b9f9bb-b512-49e2-afac-79d5e74115b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721176 Oct 29 11:55:19.339097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:19.340037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35638) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:19.349604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:19.350759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:19.352087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:19.374381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a394ba-8170-4773-938e-a90e7b9034e1 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:19.378876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:19.415687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Allocated IP 172.25.4.209 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/7408a71b-af7e-4982-8057-45f2dcc81885) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:19.429207 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.449486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Pushing event updated for resources: {'Port': ['ID=539543b5-129a-4450-844e-f119776a8d33,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:19.480372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:19.487915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.491489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bfcb3b72-e3c6-4a40-ab31-a03b76113cc6 None None] Could not find standard attr ID for object 1fe76f6c-e2c8-451f-80ab-fd47569514d3. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:19.538633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Attempting to bind port 539543b5-129a-4450-844e-f119776a8d33 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:19.539002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Attempting to bind port 539543b5-129a-4450-844e-f119776a8d33 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '425585a3-851e-4187-b0c4-6ba10f79302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:19.539370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Attempting to bind port 539543b5-129a-4450-844e-f119776a8d33 on network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:19.556265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bfcb3b72-e3c6-4a40-ab31-a03b76113cc6 None None] Provisioning complete for port d5526442-1e6c-49f2-a588-8954922dd8cb triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:19.556558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3b72-e3c6-4a40-ab31-a03b76113cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.558380 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:19.558755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Checking segment: {'id': '425585a3-851e-4187-b0c4-6ba10f79302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:19.559159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.559556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Bound using segment: {'id': '425585a3-851e-4187-b0c4-6ba10f79302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:19.560095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Bound port: 539543b5-129a-4450-844e-f119776a8d33, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425585a3-851e-4187-b0c4-6ba10f79302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:19.560509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.589309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.627515 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.662586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['867c513b-6c38-4345-a918-7e87102aae98'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:55:19.665370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:19.692283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:19.694116 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.694559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:19.701711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:19.708880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Pushing event updated for resources: {'Port': ['ID=7408a71b-af7e-4982-8057-45f2dcc81885,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:19.756159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:19.775188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:19.778229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:19.778819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.800107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] For port 539543b5-129a-4450-844e-f119776a8d33, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:19.806365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] For port 539543b5-129a-4450-844e-f119776a8d33, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=539543b5-129a-4450-844e-f119776a8d33,segment=NetworkSegment(425585a3-851e-4187-b0c4-6ba10f79302e),segment_id=425585a3-851e-4187-b0c4-6ba10f79302e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:19.823771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=e5a07552-684e-4abf-a9a6-5c250d31c584,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:19.831355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:19.831722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8601e994-487a-4a0f-aabe-144123f9a4bb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4905956 Oct 29 11:55:19.837179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35642) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:19.848479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd499-c3c4-4b02-b7d9-92f924dd70d9 req-2f18605b-5d7b-4dd9-92cd-0a84f586498e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:19.849538 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a07bd499-c3c4-4b02-b7d9-92f924dd70d9 req-2f18605b-5d7b-4dd9-92cd-0a84f586498e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1159277 Oct 29 11:55:19.856077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:19.906344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:19.944952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a07bd499-c3c4-4b02-b7d9-92f924dd70d9 req-b271a717-b279-4dd1-b7b9-1524b354f68b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844131 Oct 29 11:55:19.999956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23964c5-be4e-4760-9823-85f75939ef43 None None] Pushing event updated for resources: {'Port': ['ID=539543b5-129a-4450-844e-f119776a8d33,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:20.066967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:20.070546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.070832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.076025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Deleting port d5526442-1e6c-49f2-a588-8954922dd8cb {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:20.076397 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.240997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] For port d5526442-1e6c-49f2-a588-8954922dd8cb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d5526442-1e6c-49f2-a588-8954922dd8cb,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:20.241834 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.283661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Calling delete_port for d5526442-1e6c-49f2-a588-8954922dd8cb owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:20.339368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d5526442-1e6c-49f2-a588-8954922dd8cb no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:20.519495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.591627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:20.598603 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.604098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.646878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] Pushing event deleted for resources: {'Port': ['ID=d5526442-1e6c-49f2-a588-8954922dd8cb,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:20.656407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e3e80-d51e-4375-ac41-c0e67cd23973 None None] No DVR routers for this DVR port d5526442-1e6c-49f2-a588-8954922dd8cb on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:20.689379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ce9ec-b2cc-45f7-b02f-a0e03482ac6b None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:20.823883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Router fc825baa-43e1-4a8f-b058-88bdeec00109 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:55:20.845811 n-d-805046-9 neutron-server[102278]: WARNING neutron.services.revisions.revision_plugin [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Could not find related port for resource to bump revision. Oct 29 11:55:20.860746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Port d5526442-1e6c-49f2-a588-8954922dd8cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102278) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 29 11:55:20.861126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:102e {{(pid=102278) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 29 11:55:20.866087 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:102e {{(pid=102278) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 29 11:55:20.867482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.956146 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:20.962306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '1a85c015-5642-48dc-8c49-2db4f99160a4'}, {'subnet_id': 'e5a07552-684e-4abf-a9a6-5c250d31c584'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:20.962886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:20.963580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.972138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:20.973038 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:20.994270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1423874 Oct 29 11:55:21.001666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35646) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:21.003604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:45:e7:ab', 'name': 'tempest-NetworksTestDHCPv6-961634142'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:21.073494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:55:21.084957 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Sync routers for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:55:21.107167 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Routers {'fc825baa-43e1-4a8f-b058-88bdeec00109'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:21.107830 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fc825baa-43e1-4a8f-b058-88bdeec00109'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:21.121591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:21.125672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-61dafde1-3018-4c91-b0b3-c6996318983d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0258811 Oct 29 11:55:21.126541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35648) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:21.133599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf6d6f-0abd-4b9d-a094-9050ba2b3ad2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=1a85c015-5642-48dc-8c49-2db4f99160a4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:21.297765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Set router fc825baa-43e1-4a8f-b058-88bdeec00109 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:21.357387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1095eb-9e06-495d-bd59-a8df59e2601d req-e026e3bc-feaa-4c19-8a1d-e6cc449d919d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:21.359490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d1095eb-9e06-495d-bd59-a8df59e2601d req-e026e3bc-feaa-4c19-8a1d-e6cc449d919d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1837285 Oct 29 11:55:21.400492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:21.466484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Allocated IP 172.20.0.2 (929fa93d-17f2-49fa-87e1-c393168711ff/e5a07552-684e-4abf-a9a6-5c250d31c584/a8b977e2-e7bf-4118-a49d-b72911f90f3b) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:21.478067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Allocated IP 2001:db8::f816:3eff:fe23:a2a0 (929fa93d-17f2-49fa-87e1-c393168711ff/1a85c015-5642-48dc-8c49-2db4f99160a4/a8b977e2-e7bf-4118-a49d-b72911f90f3b) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:21.596239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:19Z', 'revision_number': 3, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:21.615293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d1095eb-9e06-495d-bd59-a8df59e2601d req-e0196c0e-6b0f-4b1c-b5f7-cf182e6d2ba0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407742 Oct 29 11:55:21.651879 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Checking router: fc825baa-43e1-4a8f-b058-88bdeec00109 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:55:21.652531 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Updating router fc825baa-43e1-4a8f-b058-88bdeec00109 port 7408a71b-af7e-4982-8057-45f2dcc81885 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:55:21.679866 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:21.684096 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:21.704030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 607931ef-839a-43e1-8e8b-b47a1a8e0bd8 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:21.832405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95144701-311c-427d-ac0e-dd220b861ada None None] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:21.894874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] Provisioning complete for port 539543b5-129a-4450-844e-f119776a8d33 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:21.894874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:21.928801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:21.998487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.045472 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.052880 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.110171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.119157 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Attempting to bind port 7408a71b-af7e-4982-8057-45f2dcc81885 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:22.119724 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Attempting to bind port 7408a71b-af7e-4982-8057-45f2dcc81885 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:22.119843 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Attempting to bind port 7408a71b-af7e-4982-8057-45f2dcc81885 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:22.127563 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:22.127931 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:22.128329 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.128713 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:22.129269 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Bound port: 7408a71b-af7e-4982-8057-45f2dcc81885, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:22.129691 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.132297 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfc498-ff4f-4ef3-b9e8-fe2cf710ab52 None None] Pushing event updated for resources: {'Port': ['ID=7408a71b-af7e-4982-8057-45f2dcc81885,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:22.147451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] For port 539543b5-129a-4450-844e-f119776a8d33, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=539543b5-129a-4450-844e-f119776a8d33,segment=NetworkSegment(425585a3-851e-4187-b0c4-6ba10f79302e),segment_id=425585a3-851e-4187-b0c4-6ba10f79302e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:22.167924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Allocated IP 172.20.0.1 (58fba8ef-6c68-4aef-9b50-5a8c23f01ab5/7da7fe65-f3cb-4586-841b-32fdfb256fd6/c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:22.172769 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.206760 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] For port 7408a71b-af7e-4982-8057-45f2dcc81885, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:22.210706 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] For port 7408a71b-af7e-4982-8057-45f2dcc81885, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7408a71b-af7e-4982-8057-45f2dcc81885,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:22.221987 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.234787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a1139-0fec-498b-b6f8-a8c5addccf9e None None] Pushing event updated for resources: {'Port': ['ID=539543b5-129a-4450-844e-f119776a8d33,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:22.248722 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.267321 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.294562 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Routers {'fc825baa-43e1-4a8f-b058-88bdeec00109'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:22.295245 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fc825baa-43e1-4a8f-b058-88bdeec00109'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:22.355463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.358080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 539543b5-129a-4450-844e-f119776a8d33 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:22.397157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:22.416373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:22.421374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:22.427306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.430275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Pushing event updated for resources: {'Port': ['ID=a8b977e2-e7bf-4118-a49d-b72911f90f3b,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:22.451231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] Set router fc825baa-43e1-4a8f-b058-88bdeec00109 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:22.502942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 539543b5-129a-4450-844e-f119776a8d33 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:22.503144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.519700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:22.532385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:22.537435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:22.618889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Attempting to bind port a8b977e2-e7bf-4118-a49d-b72911f90f3b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:22.619246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.619382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Attempting to bind port a8b977e2-e7bf-4118-a49d-b72911f90f3b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:22.619739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Attempting to bind port a8b977e2-e7bf-4118-a49d-b72911f90f3b on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:22.630890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Pushing event updated for resources: {'Port': ['ID=c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:22.640797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:22.641245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:22.645375 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.646065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:22.647339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Bound port: a8b977e2-e7bf-4118-a49d-b72911f90f3b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:22.647698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.830661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] For port a8b977e2-e7bf-4118-a49d-b72911f90f3b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:22.846686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] For port a8b977e2-e7bf-4118-a49d-b72911f90f3b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8b977e2-e7bf-4118-a49d-b72911f90f3b,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:22.905737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:22.908394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8001243-f42d-4415-8f25-8e897447e82f req-e0348161-0b93-4bd9-8e80-a947087cc800 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:22.917641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8001243-f42d-4415-8f25-8e897447e82f req-e0348161-0b93-4bd9-8e80-a947087cc800 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1073878 Oct 29 11:55:22.942472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:22.982528 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfc498-ff4f-4ef3-b9e8-fe2cf710ab52 None None] Pushing event updated for resources: {'Port': ['ID=7408a71b-af7e-4982-8057-45f2dcc81885,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:23.015409 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:19Z', 'revision_number': 3, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:23.033871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.034425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 172.20.0.9 (929fa93d-17f2-49fa-87e1-c393168711ff/e5a07552-684e-4abf-a9a6-5c250d31c584/607931ef-839a-43e1-8e8b-b47a1a8e0bd8) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:23.058843 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030302f8-d683-40f8-96c7-1a8e852a52f8 None None] The sync data for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 is: [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:19Z', 'revision_number': 3, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:55:23.095487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8001243-f42d-4415-8f25-8e897447e82f req-451190e0-27e9-46b3-8fdf-eca97442502a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762183 Oct 29 11:55:23.103312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe45:e7ab (929fa93d-17f2-49fa-87e1-c393168711ff/1a85c015-5642-48dc-8c49-2db4f99160a4/607931ef-839a-43e1-8e8b-b47a1a8e0bd8) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:23.229280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 867c513b-6c38-4345-a918-7e87102aae98 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:23.233476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.236979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-371591cd-22a5-4e21-8b2c-27451eacb0d8 None None] Provisioning complete for port 539543b5-129a-4450-844e-f119776a8d33 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:23.237532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-371591cd-22a5-4e21-8b2c-27451eacb0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.270549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.278224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.324387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7d709-1117-4a72-8742-b7eb9ff1abd7 None None] Pushing event updated for resources: {'Port': ['ID=a8b977e2-e7bf-4118-a49d-b72911f90f3b,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:23.367957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Pushing event updated for resources: {'Port': ['ID=c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:23.371041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.390421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.466048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.552766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:23.569197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:23.581168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:23.583981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.603142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:23.604661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:23.635337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:23.637164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:23.640336 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f23f9-98d6-4b26-b57d-8afe8ddedc3d" -d '{"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-plugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:23.659281 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.682179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:23.682867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.738823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=607931ef-839a-43e1-8e8b-b47a1a8e0bd8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:23.766569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dadffdf0-83f8-4563-bb18-322891bb1a3c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7677391 Oct 29 11:55:23.766946 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62020a6f-045f-42cb-8119-831798aff918 x-openstack-request-id: req-62020a6f-045f-42cb-8119-831798aff918 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:23.767222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35654) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:23.767618 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-plugged", "status": "completed", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:23.768044 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62020a6f-045f-42cb-8119-831798aff918 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:23.768603 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'code': 200} Oct 29 11:55:23.796998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2d48a212-607b-45bb-ad3f-61485f5374d3 None None] Provisioning complete for port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:23.803904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d48a212-607b-45bb-ad3f-61485f5374d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:23.869479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9c0f9-ad2e-4089-bd30-8a50e32d8831 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:23.871445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Router fc825baa-43e1-4a8f-b058-88bdeec00109 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:55:23.890857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9c0f9-ad2e-4089-bd30-8a50e32d8831 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:23.898602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-23d9c0f9-ad2e-4089-bd30-8a50e32d8831 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1302645 Oct 29 11:55:23.903792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:23.908687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:23.920369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2d48a212-607b-45bb-ad3f-61485f5374d3 None None] Port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:55:24.046819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2ec747bf-8b9e-404e-a416-997d5c9bba28 None None] Provisioning complete for port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:24.047330 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2ec747bf-8b9e-404e-a416-997d5c9bba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.072232 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 607931ef-839a-43e1-8e8b-b47a1a8e0bd8 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:24.074337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.093590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2ec747bf-8b9e-404e-a416-997d5c9bba28 None None] Port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:55:24.106423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:55:24.119001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-df96496d-339f-4708-8fb9-62270eb1ceec admin admin] 10.222.0.77 "PUT /v2.0/routers/fc825baa-43e1-4a8f-b058-88bdeec00109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9895675 Oct 29 11:55:24.232648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.281334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 607931ef-839a-43e1-8e8b-b47a1a8e0bd8 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:24.406487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1de0aa-047f-4e33-924e-1122a970920b req-e8921677-faf3-4cf6-a7aa-d189f06fb960 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:24.408090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c1de0aa-047f-4e33-924e-1122a970920b req-e8921677-faf3-4cf6-a7aa-d189f06fb960 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1944699 Oct 29 11:55:24.474065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7408a71b-af7e-4982-8057-45f2dcc81885 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:24.542555 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c1de0aa-047f-4e33-924e-1122a970920b req-ea30dae2-7845-47d3-89b2-489d9b396c91 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017237 Oct 29 11:55:24.632458 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7408a71b-af7e-4982-8057-45f2dcc81885 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:24.632848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.721042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.785300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=607931ef-839a-43e1-8e8b-b47a1a8e0bd8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:24.801891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.855559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 7408a71b-af7e-4982-8057-45f2dcc81885, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7408a71b-af7e-4982-8057-45f2dcc81885,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:24.863041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.864003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8b977e2-e7bf-4118-a49d-b72911f90f3b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:24.935470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:24.939626 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bdd82227-d6ab-4671-9913-94cc8ff228a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/607931ef-839a-43e1-8e8b-b47a1a8e0bd8 HTTP/1.1" status: 204 len: 168 time: 1.0333877 Oct 29 11:55:24.942169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:24.977845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef82f4d-1418-464d-9870-d14fb72f1b5f None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:25.029290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47a0f5-411a-4740-92ee-fcce181a8851 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:25.031889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=7408a71b-af7e-4982-8057-45f2dcc81885,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:25.032215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47a0f5-411a-4740-92ee-fcce181a8851 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:25.034100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47a0f5-411a-4740-92ee-fcce181a8851 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:25.047800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d47a0f5-411a-4740-92ee-fcce181a8851 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1042485 Oct 29 11:55:25.050999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:25.078191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a8b977e2-e7bf-4118-a49d-b72911f90f3b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:25.078563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.085507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Provisioning complete for port a8b977e2-e7bf-4118-a49d-b72911f90f3b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:25.085507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.131734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 1a85c015-5642-48dc-8c49-2db4f99160a4 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:25.135773 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.187178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.299086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.341824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.359790 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.394629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.470396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=1a85c015-5642-48dc-8c49-2db4f99160a4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:25.477938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.482844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9fb2d96-afbe-42ec-8a20-ede304d6c5f1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1a85c015-5642-48dc-8c49-2db4f99160a4 HTTP/1.1" status: 204 len: 168 time: 0.4305637 Oct 29 11:55:25.485513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35680) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:25.516615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:25.516977 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:25.517853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:25.518695 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:25.585130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet e5a07552-684e-4abf-a9a6-5c250d31c584 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:25.592334 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:25.720287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3eaa4-1dce-45c8-984f-1b3dd3e413ae req-afa0a86b-8ce4-400e-a14f-d2f01e6470f4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:25.729981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83f3eaa4-1dce-45c8-984f-1b3dd3e413ae req-afa0a86b-8ce4-400e-a14f-d2f01e6470f4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.0778327 Oct 29 11:55:25.801290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-83f3eaa4-1dce-45c8-984f-1b3dd3e413ae req-ebf201b3-fcc3-4970-9623-38e63b27e076 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 Oct 29 11:55:25.820947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27e493-72e2-4dd3-9153-2d3482ad8064 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:25.924316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Sync routers for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:55:25.997348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.005179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Routers {'fc825baa-43e1-4a8f-b058-88bdeec00109'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:26.005817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fc825baa-43e1-4a8f-b058-88bdeec00109'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:26.076518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.186360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.257875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.298644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a07552-684e-4abf-a9a6-5c250d31c584,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:26.304573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.311719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35688) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.312330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1fe5f97d-2ae3-41bf-8fb7-8614d96cdc85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/e5a07552-684e-4abf-a9a6-5c250d31c584 HTTP/1.1" status: 204 len: 168 time: 0.8241198 Oct 29 11:55:26.319391 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.362375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-31ad1a89-2dfb-4410-ba35-12f7e378dab4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462749 Oct 29 11:55:26.362608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35690) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.371120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.376491 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.472904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97353a6-2f5e-48d6-b2de-152a553f7b36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:26.477633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f97353a6-2f5e-48d6-b2de-152a553f7b36 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1108356 Oct 29 11:55:26.477975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35692) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.505113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Set router fc825baa-43e1-4a8f-b058-88bdeec00109 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:26.560246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6610d-a0c6-474f-8ec0-3d7586b18f89 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:26.564133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8bd6610d-a0c6-474f-8ec0-3d7586b18f89 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850272 Oct 29 11:55:26.567230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35694) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.601310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:26.602212 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:26.608665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.630052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e39ae11b-504c-4d7e-b0ab-be43911c1211 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603752 Oct 29 11:55:26.640319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35696) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.648274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:26.753851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:26.758671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.760634 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:26.761390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:26.779816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eec9ae0b-86ce-411f-a4a0-929096fb5524 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1374667 Oct 29 11:55:26.783165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.788185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c44b3c-a168-4a92-bbd3-7874fe673fde None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'e5a07552-684e-4abf-a9a6-5c250d31c584'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'a8b977e2-e7bf-4118-a49d-b72911f90f3b'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:26.789964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:26.820500 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1c44b3c-a168-4a92-bbd3-7874fe673fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.822494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:26.822843 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:26.958197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:26.962882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.964635 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:26.965519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:26.987170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Deleting port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:26.987506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:26.989147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-86023b28-7f3b-42cb-8356-cdb250edf194 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2044628 Oct 29 11:55:26.992894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35702) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:26.999499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:27.017252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c2e44-a193-4ba0-9095-a2e27226e044 req-7810a381-3669-44ed-ab9d-2ff80c3a3748 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:27.018828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-222c2e44-a193-4ba0-9095-a2e27226e044 req-7810a381-3669-44ed-ab9d-2ff80c3a3748 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1035185 Oct 29 11:55:27.024010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:22Z', 'revision_number': 4, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f', 'name': '', 'network_id': '58fba8ef-6c68-4aef-9b50-5a8c23f01ab5', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'mac_address': 'fa:16:3e:b5:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '7da7fe65-f3cb-4586-841b-32fdfb256fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:21Z', 'updated_at': '2021-10-29T11:55:23Z', 'revision_number': 2, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'subnets': [{'id': '7da7fe65-f3cb-4586-841b-32fdfb256fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:27.114596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Checking router: fc825baa-43e1-4a8f-b058-88bdeec00109 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:55:27.115102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Updating router fc825baa-43e1-4a8f-b058-88bdeec00109 port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:55:27.135001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-222c2e44-a193-4ba0-9095-a2e27226e044 req-a2996d05-1f23-4557-8597-afcfd62929d6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Oct 29 11:55:27.142883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.155612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.156590 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.158714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa02a4-d044-4588-a271-757b1596395d None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:27.183578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Calling delete_port for c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:27.203274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:27.207323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.208860 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:27.209491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:27.229360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-07d675c7-baff-45a6-ac44-ace98a935342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2350330 Oct 29 11:55:27.232065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:27.238464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:27.368681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] For port a8b977e2-e7bf-4118-a49d-b72911f90f3b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8b977e2-e7bf-4118-a49d-b72911f90f3b,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:27.377592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:27.383279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.384687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.389190 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:27.390020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:27.401739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.415177 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b5b4dd9e-6d64-4400-9ced-d65ec0d75314 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1818259 Oct 29 11:55:27.418552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:27.427238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:27.479380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.519620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:27.545196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:27.550139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.552006 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:27.552449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:27.560375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b78b0-7ad2-4717-a805-e3791a1ee3f4 None None] Pushing event updated for resources: {'Port': ['ID=a8b977e2-e7bf-4118-a49d-b72911f90f3b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:27.582470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-437fcabf-3757-4ffa-ab92-516e84fd7e08 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1593781 Oct 29 11:55:27.585296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35708) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:27.594688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:27.615884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:27.616264 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:27.626477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-68c0eee6-ef14-4403-9b11-02dfd1064953 None None] Provisioning complete for port a8b977e2-e7bf-4118-a49d-b72911f90f3b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:27.626847 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68c0eee6-ef14-4403-9b11-02dfd1064953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.745512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:27.783334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.791048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:27.803873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.805848 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:27.806732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:27.834669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f26e69e1-cdec-460d-9a40-efbe51ffcdcc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2481427 Oct 29 11:55:27.836102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35710) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:27.903863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:27.904539 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:27.923580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1ed1f-cb43-43ea-a9a2-97b0e93ee554 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:27.925389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-48c1ed1f-cb43-43ea-a9a2-97b0e93ee554 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0879653 Oct 29 11:55:27.928615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35712) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:27.936939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Deleting port a8b977e2-e7bf-4118-a49d-b72911f90f3b {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:27.937348 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:27.994123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f9ce0a-f431-491a-b4d7-e90707d836c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:28.005243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-38f9ce0a-f431-491a-b4d7-e90707d836c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715506 Oct 29 11:55:28.005243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35714) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:28.038238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] For port a8b977e2-e7bf-4118-a49d-b72911f90f3b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a8b977e2-e7bf-4118-a49d-b72911f90f3b,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:28.038877 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.053236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Calling delete_port for a8b977e2-e7bf-4118-a49d-b72911f90f3b owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:28.060674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d9eec4e8-5571-4be2-b142-65c4903e7d38 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535238 Oct 29 11:55:28.063786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35716) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:28.069038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:28.171661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.194953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] No DVR routers for this DVR port a8b977e2-e7bf-4118-a49d-b72911f90f3b on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:28.217787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae391581-ddba-4261-8340-62535ffb0327 None None] Pushing event deleted for resources: {'Port': ['ID=a8b977e2-e7bf-4118-a49d-b72911f90f3b,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:28.228807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:28.232651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.331328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Port a8b977e2-e7bf-4118-a49d-b72911f90f3b update to ACTIVE by agent not found {{(pid=102279) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 11:55:28.332264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 539543b5-129a-4450-844e-f119776a8d33 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:28.387099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 539543b5-129a-4450-844e-f119776a8d33 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:28.387598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.433345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae1044-60b3-4077-9a8e-d59a5b28c673 req-16c8ef8d-10f6-43c9-9fbc-efd4794e859d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:28.437639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8dae1044-60b3-4077-9a8e-d59a5b28c673 req-16c8ef8d-10f6-43c9-9fbc-efd4794e859d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.0765309 Oct 29 11:55:28.480099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Router fc825baa-43e1-4a8f-b058-88bdeec00109 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:55:28.499594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8dae1044-60b3-4077-9a8e-d59a5b28c673 req-991758bc-7c35-4fe4-8eca-2c9402f79418 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585964 Oct 29 11:55:28.591813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:28.593992 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.610521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:55:28.615918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37c71213-2e10-4df9-8dce-13f75779df81 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc825baa-43e1-4a8f-b058-88bdeec00109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170897 Oct 29 11:55:28.618439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35720) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:28.635131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:28.638607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:28.644744 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Port c0ec8c68-4f0b-436b-88ee-ce27b0f02f2f not found while updating agent binding for router fc825baa-43e1-4a8f-b058-88bdeec00109. {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 29 11:55:28.645232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:28.646106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.658184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb393d-9b2d-4a3c-9ccc-4f363d74c5ee None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:28.664172 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff82a341-2b5a-4a24-b286-bce5753e2838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.671471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=1e54f6ff-ec29-4366-9729-954944e7fd97,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:28.679926 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-20db1062-7a8d-4225-8012-e7e0639f253c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6125038 Oct 29 11:55:28.680431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:28.685531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:b3:77:7f', 'name': 'tempest-NetworksTestDHCPv6-1033091082'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:28.717229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Routers {'fc825baa-43e1-4a8f-b058-88bdeec00109'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:28.717877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['fc825baa-43e1-4a8f-b058-88bdeec00109'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:28.745896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.813312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:28.859567 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.912656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] Set router fc825baa-43e1-4a8f-b058-88bdeec00109 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:28.927982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Deleting port 7408a71b-af7e-4982-8057-45f2dcc81885 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:28.928709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.934128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:28.962404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 744c1625-be93-460f-8316-e92881f46310 yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:29.022691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] For port 7408a71b-af7e-4982-8057-45f2dcc81885, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7408a71b-af7e-4982-8057-45f2dcc81885,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:29.023067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.042131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '1e54f6ff-ec29-4366-9729-954944e7fd97'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:29.043297 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.044796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Calling delete_port for 7408a71b-af7e-4982-8057-45f2dcc81885 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:29.046139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7408a71b-af7e-4982-8057-45f2dcc81885 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:29.128556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:feb3:777f (929fa93d-17f2-49fa-87e1-c393168711ff/1e54f6ff-ec29-4366-9729-954944e7fd97/744c1625-be93-460f-8316-e92881f46310) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:29.232244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7408a71b-af7e-4982-8057-45f2dcc81885 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:29.232594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.243828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.286386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Pushing event deleted for resources: {'Port': ['ID=7408a71b-af7e-4982-8057-45f2dcc81885,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:29.292836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Could not find standard attr ID for object 7408a71b-af7e-4982-8057-45f2dcc81885. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:29.297056 n-d-805046-9 neutron-server[102279]: INFO neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No ports have port_id starting with 7408a71b-af7e-4982-8057-45f2dcc81885 Oct 29 11:55:29.306494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:27Z', 'revision_number': 5, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:29.346177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82879dc-0376-4aeb-8ed7-1f5011e4f332 None None] The sync data for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 is: [{'id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'name': 'tempest-ImageQuotaTest-1495105590-router', 'tenant_id': '9d8fcfe98e774c269ded60258495e16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:55:18Z', 'updated_at': '2021-10-29T11:55:27Z', 'revision_number': 5, 'project_id': '9d8fcfe98e774c269ded60258495e16d', 'gw_port': {'id': '7408a71b-af7e-4982-8057-45f2dcc81885', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc825baa-43e1-4a8f-b058-88bdeec00109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:55:19Z', 'updated_at': '2021-10-29T11:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:55:29.363375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.376104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.384426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8b977e2-e7bf-4118-a49d-b72911f90f3b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:29.407035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a8b977e2-e7bf-4118-a49d-b72911f90f3b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:29.407382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a8b977e2-e7bf-4118-a49d-b72911f90f3b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:29.423916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.471870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:29.473269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.474992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Allocated IP 2001:db8::f816:3eff:fe62:c0ce (929fa93d-17f2-49fa-87e1-c393168711ff/1e54f6ff-ec29-4366-9729-954944e7fd97/2fd00cd7-141c-43b6-8e74-c948410fdff1) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:29.475984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.481504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:29.486389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:29.492655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:29.493749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.510646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=744c1625-be93-460f-8316-e92881f46310,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:29.520824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-036b9d0d-6026-41b3-8b44-e2fc84b8803a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8395925 Oct 29 11:55:29.523779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35724) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:29.557941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.558545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc825baa-43e1-4a8f-b058-88bdeec00109 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:55:29.566855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.570363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8116e902-eaa3-40d4-a453-03c32394043f admin admin] 10.222.0.77 "DELETE /v2.0/routers/fc825baa-43e1-4a8f-b058-88bdeec00109 HTTP/1.1" status: 204 len: 168 time: 0.9486544 Oct 29 11:55:29.573555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35728) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:29.621614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577ece7-f0a4-4339-8503-7b8e7dbcaa02 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:29.623209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b577ece7-f0a4-4339-8503-7b8e7dbcaa02 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0980163 Oct 29 11:55:29.627362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:29.657029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Deleting subnet 7da7fe65-f3cb-4586-841b-32fdfb256fd6 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:29.661117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.703184 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.710145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.717818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.730086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 744c1625-be93-460f-8316-e92881f46310 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:29.730514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.769358 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:29.774620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:29.779885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:29.787347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Pushing event updated for resources: {'Port': ['ID=2fd00cd7-141c-43b6-8e74-c948410fdff1,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:29.795191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db9ae7-f166-4e0f-a79a-3ecdba85193c req-522b11f0-5ac3-47aa-bd4c-703ed5817a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:29.797363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01db9ae7-f166-4e0f-a79a-3ecdba85193c req-522b11f0-5ac3-47aa-bd4c-703ed5817a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1560683 Oct 29 11:55:29.855236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Attempting to bind port 2fd00cd7-141c-43b6-8e74-c948410fdff1 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:29.855622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Attempting to bind port 2fd00cd7-141c-43b6-8e74-c948410fdff1 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:29.855910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.856039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Attempting to bind port 2fd00cd7-141c-43b6-8e74-c948410fdff1 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:29.866185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:29.866530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:29.866938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.867766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:29.868222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Bound port: 2fd00cd7-141c-43b6-8e74-c948410fdff1, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:29.868615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.876611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 744c1625-be93-460f-8316-e92881f46310 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:29.877179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.904306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-01db9ae7-f166-4e0f-a79a-3ecdba85193c req-4a10db71-a265-4ce8-b15d-5b7f8cf21684 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009223 Oct 29 11:55:29.969226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:29.981318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] For port 2fd00cd7-141c-43b6-8e74-c948410fdff1, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:29.985625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] For port 2fd00cd7-141c-43b6-8e74-c948410fdff1, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fd00cd7-141c-43b6-8e74-c948410fdff1,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:29.991393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.008264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da7fe65-f3cb-4586-841b-32fdfb256fd6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.018576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.023734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-82ea7b6d-bca1-490c-af61-ea447e202835 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7da7fe65-f3cb-4586-841b-32fdfb256fd6 HTTP/1.1" status: 204 len: 168 time: 0.4485435 Oct 29 11:55:30.025818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35732) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:30.070580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b51772-f7c8-45d4-85e6-2f96be287b8d None None] Network 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:30.106375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.121963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e378-3d0f-42c5-8e22-d8e80e264654 None None] Pushing event updated for resources: {'Port': ['ID=2fd00cd7-141c-43b6-8e74-c948410fdff1,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.146430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=744c1625-be93-460f-8316-e92881f46310,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.150151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.191072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.195166 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a936393-7a66-406a-b8c3-3ca80ebac00d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/744c1625-be93-460f-8316-e92881f46310 HTTP/1.1" status: 204 len: 168 time: 0.5668039 Oct 29 11:55:30.198217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35734) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:30.234058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Deleting port 539543b5-129a-4450-844e-f119776a8d33 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:30.234437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.287498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331e029-c68a-441e-818e-c09aaeb7b0c6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:30.290523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331e029-c68a-441e-818e-c09aaeb7b0c6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:30.293279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9331e029-c68a-441e-818e-c09aaeb7b0c6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0935609 Oct 29 11:55:30.296223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35736) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:30.315254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] For port 539543b5-129a-4450-844e-f119776a8d33, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=539543b5-129a-4450-844e-f119776a8d33,segment=NetworkSegment(425585a3-851e-4187-b0c4-6ba10f79302e),segment_id=425585a3-851e-4187-b0c4-6ba10f79302e)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:30.321282 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.348902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Calling delete_port for 539543b5-129a-4450-844e-f119776a8d33 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:30.382594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] DHCP port deletion for 58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:30.396680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 1e54f6ff-ec29-4366-9729-954944e7fd97 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:30.421092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.426002 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Sync routers for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:55:30.457352 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:30.457999 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:55:30.459382 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_agentschedulers_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc825baa-43e1-4a8f-b058-88bdeec00109'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102280) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:55:30.468724 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.471149 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Routers set() bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:30.471697 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Router IDs set() for agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 11:55:30.472737 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_agentschedulers_db [None req-999910dc-765d-4208-ac0e-334491049a71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc825baa-43e1-4a8f-b058-88bdeec00109'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent'). {{(pid=102280) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 29 11:55:30.473322 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999910dc-765d-4208-ac0e-334491049a71 None None] The sync data for ids ['fc825baa-43e1-4a8f-b058-88bdeec00109'] in n-d-805046-9 is: [] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:55:30.484403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Deleting port 539543b5-129a-4450-844e-f119776a8d33 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:30.484780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.522016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.537786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] No DVR routers for this DVR port 539543b5-129a-4450-844e-f119776a8d33 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:30.572013 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=539543b5-129a-4450-844e-f119776a8d33,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.616580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.619193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] For port 539543b5-129a-4450-844e-f119776a8d33, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=539543b5-129a-4450-844e-f119776a8d33,segment=NetworkSegment(425585a3-851e-4187-b0c4-6ba10f79302e),segment_id=425585a3-851e-4187-b0c4-6ba10f79302e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:30.619697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.634854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Calling delete_port for 539543b5-129a-4450-844e-f119776a8d33 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:30.681114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.696679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.714441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fba8ef-6c68-4aef-9b50-5a8c23f01ab5']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:30.728356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=1e54f6ff-ec29-4366-9729-954944e7fd97,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.732585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.735976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425585a3-851e-4187-b0c4-6ba10f79302e') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:30.736651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425585a3-851e-4187-b0c4-6ba10f79302e') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:30.737955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50e594f6-1319-4f5a-9a08-64910777b38e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1e54f6ff-ec29-4366-9729-954944e7fd97 HTTP/1.1" status: 204 len: 168 time: 0.4389088 Oct 29 11:55:30.740956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35738) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:30.745115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.780650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] Pushing event deleted for resources: {'Port': ['ID=539543b5-129a-4450-844e-f119776a8d33,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.783636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2c64e-0cc5-4f08-b4b3-720b604ef363 None None] No DVR routers for this DVR port 539543b5-129a-4450-844e-f119776a8d33 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:30.796461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2f3fbb2d-7e99-4a14-891c-e1a15341058a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531633 Oct 29 11:55:30.798117 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.801974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:30.809859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:30.830253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.839844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:55:30.840414 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.842636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1913b25d-045d-4977-b503-f89ae67ba8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: items = [ Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:55:30.842856 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:55:30.908913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.918932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:30.925144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/58fba8ef-6c68-4aef-9b50-5a8c23f01ab5 HTTP/1.1" status: 204 len: 168 time: 0.8980708 Oct 29 11:55:30.935986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe803-72a6-4553-8ff3-1aa05b2901d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fba8ef-6c68-4aef-9b50-5a8c23f01ab5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:30.970096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:30.973834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.169587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:31.179444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78167d9f-7988-490e-a76e-e9372364d496 req-61ddea36-4648-4e84-b645-79df9e372db6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:31.183297 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78167d9f-7988-490e-a76e-e9372364d496 req-61ddea36-4648-4e84-b645-79df9e372db6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1220925 Oct 29 11:55:31.223830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fd00cd7-141c-43b6-8e74-c948410fdff1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:31.239709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5fac03db-bbe4-4938-a1e0-fb9d53f3cf79 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d8fcfe98e774c269ded60258495e16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664055 Oct 29 11:55:31.240550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35748) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:31.261644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-78167d9f-7988-490e-a76e-e9372364d496 req-89f73db6-3a10-4d4d-9de5-948f30ca8f1d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Oct 29 11:55:31.309974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2fd00cd7-141c-43b6-8e74-c948410fdff1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:31.310621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.339178 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.373916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.431677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.447466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.450469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.453505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7a3776b-fee7-4fa8-9529-cb400a63f35f HTTP/1.1" status: 204 len: 168 time: 0.2118154 Oct 29 11:55:31.466699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1b2b5-2eb9-452a-84cd-4a7e48fc0bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3776b-fee7-4fa8-9529-cb400a63f35f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:31.490055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 2fd00cd7-141c-43b6-8e74-c948410fdff1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fd00cd7-141c-43b6-8e74-c948410fdff1,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:31.497272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.571621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=2fd00cd7-141c-43b6-8e74-c948410fdff1,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:31.580739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:31.589090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7408a71b-af7e-4982-8057-45f2dcc81885 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:31.611484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7408a71b-af7e-4982-8057-45f2dcc81885 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:31.611900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7408a71b-af7e-4982-8057-45f2dcc81885 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:31.612475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 539543b5-129a-4450-844e-f119776a8d33 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:31.638228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe4a23-e643-48b5-ae67-edd6056b1b1c None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:31.641043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 539543b5-129a-4450-844e-f119776a8d33 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:31.641370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 539543b5-129a-4450-844e-f119776a8d33 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:31.738872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c3c875b1-b8f4-443b-9517-c464e3dc629c None None] Provisioning complete for port 2fd00cd7-141c-43b6-8e74-c948410fdff1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:31.739490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3c875b1-b8f4-443b-9517-c464e3dc629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.840967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:31.969408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:31.987052 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c75be7b5-5713-4a28-b8da-5bc669729187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.065356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port 2fd00cd7-141c-43b6-8e74-c948410fdff1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fd00cd7-141c-43b6-8e74-c948410fdff1,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:32.114492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.117952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c75be7b5-5713-4a28-b8da-5bc669729187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.121288 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.122453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.127372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c75be7b5-5713-4a28-b8da-5bc669729187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.187366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75be7b5-5713-4a28-b8da-5bc669729187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858abfa-bd37-4754-bcdd-6bce5ebda831,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:32.193286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c75be7b5-5713-4a28-b8da-5bc669729187 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2215686 Oct 29 11:55:32.197651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35756) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:32.256409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:32.274691 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:32.288100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=323401a0-408e-456c-acb8-96d9273b31ad,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:32.293123 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.297407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:32.298255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.318136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=2fd00cd7-141c-43b6-8e74-c948410fdff1,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:32.340626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.351200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-17d285e5-ef2c-489f-9a54-c479539735ed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5470145 Oct 29 11:55:32.351619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35760) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:32.370022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:e7:b6:86', 'name': 'tempest-NetworksTestDHCPv6-929123922'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:32.395433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d29b267f-cb71-4305-bc5d-398a4f9fd6ab None None] Provisioning complete for port 2fd00cd7-141c-43b6-8e74-c948410fdff1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:32.396508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d29b267f-cb71-4305-bc5d-398a4f9fd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.405024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.429379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.585795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041060d-c104-4476-b79d-d07f7b9ce44a req-7339e6bf-4d93-490e-8671-5b3bcb6d64a0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:32.587427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0041060d-c104-4476-b79d-d07f7b9ce44a req-7339e6bf-4d93-490e-8671-5b3bcb6d64a0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1372335 Oct 29 11:55:32.595619 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.598571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.602495 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9858abfa-bd37-4754-bcdd-6bce5ebda831 HTTP/1.1" status: 204 len: 168 time: 0.4009466 Oct 29 11:55:32.620902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611e9c5-46f1-4d99-ba8e-4fec42f18c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858abfa-bd37-4754-bcdd-6bce5ebda831,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:32.661551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0041060d-c104-4476-b79d-d07f7b9ce44a req-82bca673-ee7a-40dc-8c4e-e961897aa7f6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591173 Oct 29 11:55:32.662556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:32.667945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa34f696-d60c-499c-a594-9762cc908e5b None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:32.749400 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:32.773397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 77e66024-b8b9-4e0f-a38a-459ea2377a12 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:32.854278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6344659d-e120-4fff-8ab7-040efdb48736 None None] Could not find standard attr ID for object 744c1625-be93-460f-8316-e92881f46310. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:32.913739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fee7:b686 (929fa93d-17f2-49fa-87e1-c393168711ff/323401a0-408e-456c-acb8-96d9273b31ad/77e66024-b8b9-4e0f-a38a-459ea2377a12) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:32.974171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fd00cd7-141c-43b6-8e74-c948410fdff1 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:33.050929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 2fd00cd7-141c-43b6-8e74-c948410fdff1 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:33.051455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.126258 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.163411 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.205951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:33.208992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:33.212669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:33.218293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.218891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.229390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=77e66024-b8b9-4e0f-a38a-459ea2377a12,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:33.242559 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-162d5387-853d-4791-baf6-7660d45115ec tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8895164 Oct 29 11:55:33.245585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35764) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:33.286179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d76f6f9b-8a5b-422c-8976-e5b4eb50dee7 None None] Provisioning complete for port 2fd00cd7-141c-43b6-8e74-c948410fdff1 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:33.286464 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d76f6f9b-8a5b-422c-8976-e5b4eb50dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.310407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024765b7-a2de-4ecf-bd3d-d88754f5242b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.317332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024765b7-a2de-4ecf-bd3d-d88754f5242b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.318992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-024765b7-a2de-4ecf-bd3d-d88754f5242b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0723598 Oct 29 11:55:33.321798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:33.410619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 77e66024-b8b9-4e0f-a38a-459ea2377a12 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:33.410962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.494026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ddbb3b10-ec89-4f34-9619-515774d74f09 None None] Provisioning complete for port 77e66024-b8b9-4e0f-a38a-459ea2377a12 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:33.494597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3b10-ec89-4f34-9619-515774d74f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.501842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.515232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 77e66024-b8b9-4e0f-a38a-459ea2377a12 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:33.535143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb3b10-ec89-4f34-9619-515774d74f09 None None] Port 77e66024-b8b9-4e0f-a38a-459ea2377a12 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:55:33.640032 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.644939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.674261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=77e66024-b8b9-4e0f-a38a-459ea2377a12,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:33.699321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.705482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e660136-4bcf-4e20-bfbb-77d5816d791e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/77e66024-b8b9-4e0f-a38a-459ea2377a12 HTTP/1.1" status: 204 len: 168 time: 0.3805075 Oct 29 11:55:33.705669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35770) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:33.766606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88b17b-1c73-4ace-bb58-da428d3b82df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.766606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88b17b-1c73-4ace-bb58-da428d3b82df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.766606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc88b17b-1c73-4ace-bb58-da428d3b82df tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0553849 Oct 29 11:55:33.767137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35772) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:33.845941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 323401a0-408e-456c-acb8-96d9273b31ad {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:33.858108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded1d5-d314-4b8b-8f63-1c2763c8f34a req-eec791a3-c14f-4796-98f9-48b776d5cf8e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:33.859750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85ded1d5-d314-4b8b-8f63-1c2763c8f34a req-eec791a3-c14f-4796-98f9-48b776d5cf8e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1073120 Oct 29 11:55:33.860575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.919935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:33.955211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85ded1d5-d314-4b8b-8f63-1c2763c8f34a req-adfa27c6-ce59-4bb0-90b4-63e895805c49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Oct 29 11:55:34.019004 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.077889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.103785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=323401a0-408e-456c-acb8-96d9273b31ad,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:34.107336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.110861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1885fd2e-81d6-4f68-81c0-d5ad460c4920 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/323401a0-408e-456c-acb8-96d9273b31ad HTTP/1.1" status: 204 len: 168 time: 0.3425307 Oct 29 11:55:34.113218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35774) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.114305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b7f8f-904b-49c6-9ccb-a34a604bf388 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:34.151028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-43f36beb-6866-46f2-93b4-fc0fbcffc130 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367405 Oct 29 11:55:34.153477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35776) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.206250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf3cac-2728-4858-b5ec-2f8aaf05dfb0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:34.207772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1fdf3cac-2728-4858-b5ec-2f8aaf05dfb0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0532982 Oct 29 11:55:34.210372 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35778) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.262357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5a67b-f680-4051-877b-ed686de2ec73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:34.264126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-90b5a67b-f680-4051-877b-ed686de2ec73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525589 Oct 29 11:55:34.266652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35780) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.288798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:34.304896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d654a835-7e10-47be-b826-2abbfc05f503 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368509 Oct 29 11:55:34.308461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35782) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.314014 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:34.340501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Deleting port 2fd00cd7-141c-43b6-8e74-c948410fdff1 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:34.340851 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.405969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] For port 2fd00cd7-141c-43b6-8e74-c948410fdff1, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2fd00cd7-141c-43b6-8e74-c948410fdff1,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:34.406489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.406982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:34.410612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.419378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Calling delete_port for 2fd00cd7-141c-43b6-8e74-c948410fdff1 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:34.501778 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.527213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] Pushing event deleted for resources: {'Port': ['ID=2fd00cd7-141c-43b6-8e74-c948410fdff1,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:34.530680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9056c-536f-4eba-8f82-e7e4886b0d8f None None] No DVR routers for this DVR port 2fd00cd7-141c-43b6-8e74-c948410fdff1 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:34.666825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:34.668263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.714843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:34.717934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:34.720819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:34.721439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.726782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3720fe-d61b-4cb2-82db-324e52c79bca None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:34.736608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=ab204f08-d34e-4413-a947-86028599bc53,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:34.746262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-66b6d46e-fa67-4747-869b-3b459f4e0cd4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4341240 Oct 29 11:55:34.747158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35784) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:34.751989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:cf:ad:64', 'name': 'tempest-NetworksTestDHCPv6-317513587'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:34.862382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:34.866873 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.874412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'ab204f08-d34e-4413-a947-86028599bc53'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:34.875382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:34.887758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port d82e1774-5743-4714-85d4-3250b8c8c441 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:34.951243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fd00cd7-141c-43b6-8e74-c948410fdff1 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:34.984886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2fd00cd7-141c-43b6-8e74-c948410fdff1 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:34.984886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2fd00cd7-141c-43b6-8e74-c948410fdff1 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:35.011049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fecf:ad64 (929fa93d-17f2-49fa-87e1-c393168711ff/ab204f08-d34e-4413-a947-86028599bc53/d82e1774-5743-4714-85d4-3250b8c8c441) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:35.143799 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ba8f-46a6-4e09-958f-a8e2368e0268 req-640722bf-d8e3-4822-aaa7-13b9a0ac77ab tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:35.145318 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc7ba8f-46a6-4e09-958f-a8e2368e0268 req-640722bf-d8e3-4822-aaa7-13b9a0ac77ab tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 944 time: 0.1098397 Oct 29 11:55:35.210463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cc7ba8f-46a6-4e09-958f-a8e2368e0268 req-328c87a9-ec76-42e0-96d0-e6351a459462 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579677 Oct 29 11:55:35.222928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.255587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.287044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d8d32496-5869-43a8-87c9-35fc364bd560 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:55:35.297432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:35.302327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:35.306301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:35.312326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:35.313027 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.313140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Allocated IP 2001:db8::f816:3eff:fee0:4832 (929fa93d-17f2-49fa-87e1-c393168711ff/ab204f08-d34e-4413-a947-86028599bc53/18b814b6-7f3e-4844-9e63-aa6c904db2d9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:35.328693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=d82e1774-5743-4714-85d4-3250b8c8c441,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:35.339025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee06c9eb-9c92-4f22-8fc7-e3a119af94f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5915465 Oct 29 11:55:35.341937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:35.397607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c41162-ce50-4e01-ab12-da911f549fcd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:35.399126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-21c41162-ce50-4e01-ab12-da911f549fcd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0556307 Oct 29 11:55:35.401788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35790) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:35.471508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d8d32496-5869-43a8-87c9-35fc364bd560,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:35.489383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port d82e1774-5743-4714-85d4-3250b8c8c441 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:35.489715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.496697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'd8d32496-5869-43a8-87c9-35fc364bd560', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': 'd8d32496-5869-43a8-87c9-35fc364bd560', 'mac_address': 'fa:16:3e:cc:ed:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:55:35.568455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.581217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.583456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.587861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d32496-5869-43a8-87c9-35fc364bd560 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:55:35.593499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.597407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for d82e1774-5743-4714-85d4-3250b8c8c441 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:35.632551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d8d32496-5869-43a8-87c9-35fc364bd560,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:35.641693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:35.642494 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.648791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:35.652185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:35.666024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Pushing event updated for resources: {'Port': ['ID=18b814b6-7f3e-4844-9e63-aa6c904db2d9,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:35.692344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.692695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.693056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.693400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.693734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.694061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.694389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.694711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.695032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.695351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.695670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.695992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:55:35.728833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.743476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Attempting to bind port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:35.743847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Attempting to bind port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:35.744213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Attempting to bind port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:35.756085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:35.756460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:35.756872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.757286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:35.757761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Bound port: 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:35.758141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.761847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=d82e1774-5743-4714-85d4-3250b8c8c441,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:35.788793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:35.789616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.794654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f6300193-f15c-4bea-ae77-9d99bfbfd8bd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/d82e1774-5743-4714-85d4-3250b8c8c441 HTTP/1.1" status: 204 len: 168 time: 0.3917813 Oct 29 11:55:35.797040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35792) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:35.848554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] For port 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:35.852831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] For port 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=18b814b6-7f3e-4844-9e63-aa6c904db2d9,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:35.856429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d8d32496-5869-43a8-87c9-35fc364bd560'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:55:35.862086 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:35.962649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19396fb2-774b-4a90-bee9-2f0dde2672c8 None None] Pushing event updated for resources: {'Port': ['ID=18b814b6-7f3e-4844-9e63-aa6c904db2d9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:36.146560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-87b8f467-d119-4a36-8a65-c6e8773e2851 req-c0ebb982-8719-4c8c-b98a-d33733ae86f7 service neutron] (102278) timed out ('10.222.0.41', 55254) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 11:55:36.157431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c34a3-4fba-4f39-a05d-23a89c51317e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:36.159063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c34a3-4fba-4f39-a05d-23a89c51317e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:36.160586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-828c34a3-4fba-4f39-a05d-23a89c51317e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3623538 Oct 29 11:55:36.163316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35794) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:36.221756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet ab204f08-d34e-4413-a947-86028599bc53 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:36.225442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.269594 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.373952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae99b7b-6d96-447b-b83f-9fac0aead301 req-c6004b85-a404-45e4-87ab-9a5bb8d2ec83 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:36.375356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bae99b7b-6d96-447b-b83f-9fac0aead301 req-c6004b85-a404-45e4-87ab-9a5bb8d2ec83 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 945 time: 0.0821073 Oct 29 11:55:36.405682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.452977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bae99b7b-6d96-447b-b83f-9fac0aead301 req-027f3501-0e59-47b2-891b-262020a6310b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Oct 29 11:55:36.480716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.508809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=ab204f08-d34e-4413-a947-86028599bc53,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:36.512572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.516434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4623fba0-5259-431d-acc4-7d3e0c8f268d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/ab204f08-d34e-4413-a947-86028599bc53 HTTP/1.1" status: 204 len: 168 time: 0.3521533 Oct 29 11:55:36.518849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35798) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:36.556845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1b9645e7-653e-44ef-a72d-4376449e382f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368981 Oct 29 11:55:36.559543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35800) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:36.564177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:36.664787 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:36.668609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:36.970914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:36.978572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 18b814b6-7f3e-4844-9e63-aa6c904db2d9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:37.036651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00782a-8bc8-4bff-a855-8270c3ab89d4 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:37.050845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:37.051221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.136277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.149490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Provisioning complete for port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:37.149859 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.270796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.297179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=18b814b6-7f3e-4844-9e63-aa6c904db2d9,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:37.327245 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.330044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d8d32496-5869-43a8-87c9-35fc364bd560 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:37.332190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.333028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.399504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.409602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:37.416212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:37.419588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:37.420219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.433826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:37.434193 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:37.446499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=5f371dc1-b1e7-4431-a61f-d42fe304ee7b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:37.458935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35804) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:37.459566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8985608 Oct 29 11:55:37.460549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6947f-6b29-4d16-b77c-41342769504d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=18b814b6-7f3e-4844-9e63-aa6c904db2d9,revision_number=5']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:37.463904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:00:3b:32', 'name': 'tempest-NetworksTestDHCPv6-1690133120'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:37.484781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port d8d32496-5869-43a8-87c9-35fc364bd560 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:55:37.494841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port d8d32496-5869-43a8-87c9-35fc364bd560 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:37.495291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.525307 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:37.525752 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:37.590597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.601393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:37.603034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a716-f5c4-4818-8989-149e33387080 req-f3ed5c0c-c28d-49d6-87c4-ab9f4fd9263c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:37.605678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9682a716-f5c4-4818-8989-149e33387080 req-f3ed5c0c-c28d-49d6-87c4-ab9f4fd9263c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 945 time: 0.0821667 Oct 29 11:55:37.616362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:37.618624 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d00020-1167-468c-89c3-7d63ab239967" -d '{"events": [{"server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:37.632748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d8d32496-5869-43a8-87c9-35fc364bd560,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:37.637601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.652436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9682a716-f5c4-4818-8989-149e33387080 req-c25584bf-6095-4e83-823d-79956b13e0f6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Oct 29 11:55:37.693262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:37.704424 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:37.716434 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679aeb3-f594-486f-99ac-c01585e7bd40 x-openstack-request-id: req-4679aeb3-f594-486f-99ac-c01585e7bd40 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:37.716608 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:37.717449 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4679aeb3-f594-486f-99ac-c01585e7bd40 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:37.717921 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560', 'code': 200} Oct 29 11:55:37.727872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 9dc901ba-3412-496c-b9c0-901081319f2a yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:37.734222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63bc40-4b36-407d-a26f-a138c6176f3c None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:37.844117 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:55:37.866013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd612f-1364-4472-b798-29375c4e5909 req-2d1169cc-f148-408d-bd4b-41c7f7557d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:37.867576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5dd612f-1364-4472-b798-29375c4e5909 req-2d1169cc-f148-408d-bd4b-41c7f7557d17 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 1097 time: 0.0906329 Oct 29 11:55:37.880930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe00:3b32 (929fa93d-17f2-49fa-87e1-c393168711ff/5f371dc1-b1e7-4431-a61f-d42fe304ee7b/9dc901ba-3412-496c-b9c0-901081319f2a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:37.920085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5dd612f-1364-4472-b798-29375c4e5909 req-8b55d13f-f0ca-4ffc-9018-2347a146002a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Oct 29 11:55:37.982869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.057707 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.080103 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=18b814b6-7f3e-4844-9e63-aa6c904db2d9,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:38.088127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.093721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.137137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:38.141061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:38.145092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:38.147881 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.150724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:38.151337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.160569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=9dc901ba-3412-496c-b9c0-901081319f2a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:38.176469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6074af1d-a40c-4815-b7e5-526550bda66a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7138083 Oct 29 11:55:38.176767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35810) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:38.216385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=18b814b6-7f3e-4844-9e63-aa6c904db2d9,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:38.225275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e8823-5211-4913-ac2d-98aed1a23342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:38.231198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e8823-5211-4913-ac2d-98aed1a23342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:38.233327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-119e8823-5211-4913-ac2d-98aed1a23342 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0551858 Oct 29 11:55:38.235542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:38.235841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35812) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:38.235971 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-29f4dd31-d5dd-484d-b3a6-c274e5e6356c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:38.649157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 9dc901ba-3412-496c-b9c0-901081319f2a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:38.649685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.751451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.764777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 9dc901ba-3412-496c-b9c0-901081319f2a owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:38.775933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61e89-5cf3-4501-b6b2-b031cb1446bf req-69a9909e-b873-4313-b64d-ea1cf5abd317 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:38.783837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee61e89-5cf3-4501-b6b2-b031cb1446bf req-69a9909e-b873-4313-b64d-ea1cf5abd317 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0569701 Oct 29 11:55:38.819250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fee61e89-5cf3-4501-b6b2-b031cb1446bf req-4e273fb3-b911-40a2-ba9f-46df3fe6f7e1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Oct 29 11:55:38.914315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.950622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=9dc901ba-3412-496c-b9c0-901081319f2a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:38.980103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:38.985132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-04494967-99ff-4214-80a7-62cc234e5ca5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/9dc901ba-3412-496c-b9c0-901081319f2a HTTP/1.1" status: 204 len: 168 time: 0.7482455 Oct 29 11:55:38.988040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35816) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:38.999863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 18b814b6-7f3e-4844-9e63-aa6c904db2d9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:39.048493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c5df91a0-7197-45f0-8a60-07cb7e1585ed None None] Could not find standard attr ID for object 9dc901ba-3412-496c-b9c0-901081319f2a. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:39.052867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612eaa8-8f42-42d2-a354-105f9aeee3f9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.054590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612eaa8-8f42-42d2-a354-105f9aeee3f9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.056495 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9612eaa8-8f42-42d2-a354-105f9aeee3f9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0675087 Oct 29 11:55:39.059317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35818) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.074666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c5df91a0-7197-45f0-8a60-07cb7e1585ed None None] Provisioning complete for port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:39.075042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c5df91a0-7197-45f0-8a60-07cb7e1585ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.114239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:39.114558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.121882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 5f371dc1-b1e7-4431-a61f-d42fe304ee7b {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:39.125522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.170387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.206099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c5df91a0-7197-45f0-8a60-07cb7e1585ed None None] Could not find standard attr ID for object d82e1774-5743-4714-85d4-3250b8c8c441. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:39.259104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.327728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.354561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=5f371dc1-b1e7-4431-a61f-d42fe304ee7b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:39.358242 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.361452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-380a29ab-87ca-4b33-a702-b57d9990a0ee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/5f371dc1-b1e7-4431-a61f-d42fe304ee7b HTTP/1.1" status: 204 len: 168 time: 0.3009210 Oct 29 11:55:39.363983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35820) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.365443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6a7fa-586c-48c5-bab1-2d42eb41df88 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:39.401856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-24d9581d-ecd0-4470-a727-cebc7f11632b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367725 Oct 29 11:55:39.404348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.452287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22d78b-55a3-4789-a9cd-41de9817db1a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.453714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb22d78b-55a3-4789-a9cd-41de9817db1a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0484662 Oct 29 11:55:39.456218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35824) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.510103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880928ed-51a7-4d1c-a57b-3354ba22b84c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.511734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-880928ed-51a7-4d1c-a57b-3354ba22b84c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545938 Oct 29 11:55:39.514373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.553863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:39.555595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a63ab2b8-e5ea-4faf-bb94-66f3b049476e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399067 Oct 29 11:55:39.559421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35828) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.565410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:39.602234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Deleting port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:39.602608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.655659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:39.659521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.668883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] For port 18b814b6-7f3e-4844-9e63-aa6c904db2d9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=18b814b6-7f3e-4844-9e63-aa6c904db2d9,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:39.669312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.682415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Calling delete_port for 18b814b6-7f3e-4844-9e63-aa6c904db2d9 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:39.761770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.792556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] Pushing event deleted for resources: {'Port': ['ID=18b814b6-7f3e-4844-9e63-aa6c904db2d9,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:39.798825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3844dd-4dc2-4652-8c59-0a699d1d3d03 None None] No DVR routers for this DVR port 18b814b6-7f3e-4844-9e63-aa6c904db2d9 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:39.848575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.894957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:39.898103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:39.900896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.901649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:39.912710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=c1ed8ef4-d6f9-442c-a318-4280abd8711a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:39.913622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8dc5d-a740-43c2-af37-412ce3733f17 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:39.926661 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7ea35926-6962-467a-8447-67e10db2066e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3658173 Oct 29 11:55:39.929280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35832) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:39.934342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:f6:a2:99', 'name': 'tempest-NetworksTestDHCPv6-387326757'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:39.945653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916d6d-8b90-438d-9d8e-ac8312cdff17 req-2bf523e6-c036-4703-9305-ee5501085693 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:39.947989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e916d6d-8b90-438d-9d8e-ac8312cdff17 req-2bf523e6-c036-4703-9305-ee5501085693 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0604248 Oct 29 11:55:39.988469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e916d6d-8b90-438d-9d8e-ac8312cdff17 req-b37c7b1b-9d6f-47fb-b900-21b02eca530a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Oct 29 11:55:40.059915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:40.065442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.089919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': 'c1ed8ef4-d6f9-442c-a318-4280abd8711a'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:40.091292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.091424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port aaf39ccb-d094-4111-8a18-9184ebbf499f yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:40.120574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360569ba-32ce-45d3-b9d7-1cb221a87c2a req-fd23359d-da8a-43ea-97cc-5f90bd827294 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:40.122290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-360569ba-32ce-45d3-b9d7-1cb221a87c2a req-fd23359d-da8a-43ea-97cc-5f90bd827294 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0544312 Oct 29 11:55:40.164276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-360569ba-32ce-45d3-b9d7-1cb221a87c2a req-c8745c88-1462-4951-a2b8-05d203cc6dc2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346165 Oct 29 11:55:40.211186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::349 (929fa93d-17f2-49fa-87e1-c393168711ff/c1ed8ef4-d6f9-442c-a318-4280abd8711a/aaf39ccb-d094-4111-8a18-9184ebbf499f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:40.286453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26469c9-4989-4acb-b88c-7cb98cedf694 req-36d1a376-dd9f-433d-a9a9-a6e4143b6a80 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:40.287955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c26469c9-4989-4acb-b88c-7cb98cedf694 req-36d1a376-dd9f-433d-a9a9-a6e4143b6a80 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0536790 Oct 29 11:55:40.327273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c26469c9-4989-4acb-b88c-7cb98cedf694 req-db50c39a-2387-4c73-87c4-eeb4e38bf73c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Oct 29 11:55:40.357844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.391292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.443911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:40.446917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/c1ed8ef4-d6f9-442c-a318-4280abd8711a/a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:40.447405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:40.452073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:40.457772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:40.459193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.470916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=aaf39ccb-d094-4111-8a18-9184ebbf499f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:40.481458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8acafaa-0367-429d-a8d2-129def077a73 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5510759 Oct 29 11:55:40.484365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35842) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:40.536708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc129e5-4dbf-4ebc-a6ad-953d18d3c3c0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:40.540742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8cc129e5-4dbf-4ebc-a6ad-953d18d3c3c0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0528610 Oct 29 11:55:40.541125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35844) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:40.623756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.631049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.641546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port aaf39ccb-d094-4111-8a18-9184ebbf499f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:40.641887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.642493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b153-5438-4618-84e9-23ca6308fa3d req-797e359a-c27a-46b5-b09e-4a326ed80039 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:40.644169 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e5b153-5438-4618-84e9-23ca6308fa3d req-797e359a-c27a-46b5-b09e-4a326ed80039 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0504701 Oct 29 11:55:40.673485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:40.676452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:40.680834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:40.691934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-75e5b153-5438-4618-84e9-23ca6308fa3d req-8f77c708-9305-4f88-8ceb-774a071666bc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Oct 29 11:55:40.695557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Pushing event updated for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:40.734935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.746910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for aaf39ccb-d094-4111-8a18-9184ebbf499f owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:40.749183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Attempting to bind port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:40.749560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Attempting to bind port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:40.749946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Attempting to bind port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:40.755082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:40.755486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:40.755898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.756311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:40.756756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Bound port: a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:40.757160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.819629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:40.822774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:40.828383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.879662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.889270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9fb1-7d83-4406-8a27-04f9be4eb72c None None] Pushing event updated for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:40.911578 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=aaf39ccb-d094-4111-8a18-9184ebbf499f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:40.940216 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:40.946191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35848) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:40.946713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f42417c5-75d6-4ab3-9935-cfbd126ff7b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/aaf39ccb-d094-4111-8a18-9184ebbf499f HTTP/1.1" status: 204 len: 168 time: 0.4041746 Oct 29 11:55:40.974233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 18b814b6-7f3e-4844-9e63-aa6c904db2d9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:40.996158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 18b814b6-7f3e-4844-9e63-aa6c904db2d9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:40.996597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 18b814b6-7f3e-4844-9e63-aa6c904db2d9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:41.008330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d90d73-f22d-4740-9c1c-c8d9d992df82 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:41.009988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d90d73-f22d-4740-9c1c-c8d9d992df82 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:41.011539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25d90d73-f22d-4740-9c1c-c8d9d992df82 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0636981 Oct 29 11:55:41.014894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35850) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.079215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet c1ed8ef4-d6f9-442c-a318-4280abd8711a {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:41.085179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.139123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.224816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.282805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.314461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ed8ef4-d6f9-442c-a318-4280abd8711a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:41.318226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.321970 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6640ff74-6801-4af1-9836-b4a603c862c9 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/c1ed8ef4-d6f9-442c-a318-4280abd8711a HTTP/1.1" status: 204 len: 168 time: 0.3059676 Oct 29 11:55:41.323760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35852) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.362931 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-22275d8a-fe98-4d40-9c1f-d9012cf839f8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380599 Oct 29 11:55:41.365338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.413360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa89b95-784f-4e63-928f-fcc45e85fa55 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:41.414838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cfa89b95-784f-4e63-928f-fcc45e85fa55 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0485804 Oct 29 11:55:41.417451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35856) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.472292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a20991-5a90-4532-aebe-c09f6fadad43 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:41.473862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c3a20991-5a90-4532-aebe-c09f6fadad43 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552642 Oct 29 11:55:41.476436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35858) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.515674 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0b1ff026-3e87-4750-b803-480f9d173d09 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380759 Oct 29 11:55:41.519540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35860) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:41.524701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:41.620165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:41.624295 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.838955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74776f58-2fd1-4b3f-be9b-14f93c52dac0 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:41.867847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f087aa7-96c8-4be6-91a7-251d461e0d99 req-bfafffc5-4f4d-4ac9-8596-9d3e32894015 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:41.869289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f087aa7-96c8-4be6-91a7-251d461e0d99 req-bfafffc5-4f4d-4ac9-8596-9d3e32894015 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0944943 Oct 29 11:55:41.905240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:41.905607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:41.945306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f087aa7-96c8-4be6-91a7-251d461e0d99 req-489a4066-1cff-4366-b323-24da46c1ff73 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540955 Oct 29 11:55:41.993261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:42.053511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.099450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:42.108017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.170846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.171221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a60f5-976d-4299-b85a-a64c2f1e7312 None None] Pushing event updated for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:42.205371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da60693-92a6-4fae-9dd8-95d872188518 req-8d3f33bc-2e56-42cb-809d-317e1936276b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:42.207142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2da60693-92a6-4fae-9dd8-95d872188518 req-8d3f33bc-2e56-42cb-809d-317e1936276b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 946 time: 0.0944133 Oct 29 11:55:42.323326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port d8d32496-5869-43a8-87c9-35fc364bd560 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:42.323641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.334738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c3f462b8-4c97-47b0-97dd-f7d2dca90f10 None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:42.335279 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3f462b8-4c97-47b0-97dd-f7d2dca90f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.381082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:42.423992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.432392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.433300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.455689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port d8d32496-5869-43a8-87c9-35fc364bd560, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d8d32496-5869-43a8-87c9-35fc364bd560,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:42.456062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.471604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for d8d32496-5869-43a8-87c9-35fc364bd560 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:42.515878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:42.522590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:42.525728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:42.526315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.551595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=daeef4a3-ed63-4a76-b6cc-821d764c467b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:42.552829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-00fd8247-e073-44e6-ad10-55da79d44599 None None] Could not find standard attr ID for object aaf39ccb-d094-4111-8a18-9184ebbf499f. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:42.555686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:42.573570 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e597f4fb-ff87-4906-95ce-8e74bde00aee tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0528872 Oct 29 11:55:42.574274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35868) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:42.580881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:42.627439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.639318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d8d32496-5869-43a8-87c9-35fc364bd560'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:55:42.662589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=d8d32496-5869-43a8-87c9-35fc364bd560,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:42.719351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port d8d32496-5869-43a8-87c9-35fc364bd560 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:42.722532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.724345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:42.725829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2da60693-92a6-4fae-9dd8-95d872188518 req-169ea1dd-8074-44e3-8999-4d549a56a9e3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "DELETE /v2.0/ports/d8d32496-5869-43a8-87c9-35fc364bd560 HTTP/1.1" status: 204 len: 173 time: 0.5127430 Oct 29 11:55:42.726317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'name': 'network-vif-deleted', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:42.728705 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a4fcf-e08a-4387-a30c-29ec6674fbd7" -d '{"events": [{"server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "name": "network-vif-deleted", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:42.730248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:42.785895 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94d48de-be84-46cc-9a2a-3496cf37ebf9 x-openstack-request-id: req-d94d48de-be84-46cc-9a2a-3496cf37ebf9 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:42.786310 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b93c2a-129c-4118-96de-ebc7aa84fc8d", "name": "network-vif-deleted", "tag": "d8d32496-5869-43a8-87c9-35fc364bd560", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:42.786867 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d94d48de-be84-46cc-9a2a-3496cf37ebf9 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:42.787809 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b93c2a-129c-4118-96de-ebc7aa84fc8d', 'name': 'network-vif-deleted', 'tag': 'd8d32496-5869-43a8-87c9-35fc364bd560', 'status': 'completed', 'code': 200} Oct 29 11:55:42.853397 n-d-805046-9 neutron-server[102278]: INFO neutron.db.ipam_backend_mixin [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet daeef4a3-ed63-4a76-b6cc-821d764c467b (CIDR: 2001:db8::/64) Oct 29 11:55:42.859086 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:42.859820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:42.863487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61d61c-c5bd-4463-88ce-a5e38d257412 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:42.881892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3400b0f5-8dad-4732-8890-8d05c3ee39d2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3016448 Oct 29 11:55:42.882253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35872) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:42.893817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:43.058600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:43.093703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52dcfdca-4a5a-4d14-a07e-44f2633bc89f req-9add4091-7c2c-44db-b3de-52073782857e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0501626 Oct 29 11:55:43.098131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:43.105603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.152044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:43.153033 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.365482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.415534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:43.418971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:43.423937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:43.424477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.432224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ed37c-ff9b-43da-ae7f-d298c19d25b8 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:43.438326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=c1508a13-325a-4502-b53e-115917911db5,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:43.450445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3021f5ab-2a82-43e2-ae7c-44a976773f72 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5646358 Oct 29 11:55:43.450841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35876) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:43.456027 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:d2:19:34', 'name': 'tempest-NetworksTestDHCPv6-1723943068'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:43.506300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-22024513-3159-4f8a-8da2-0f4c59a61a6b None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:43.506656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-22024513-3159-4f8a-8da2-0f4c59a61a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.601666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:43.712503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.734953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 13a1e240-727e-4388-9f7c-41a128ff13c4 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:43.749660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'daeef4a3-ed63-4a76-b6cc-821d764c467b', 'ip_address': '2001:db8::f816:3eff:fe15:f348'}, {'subnet_id': 'c1508a13-325a-4502-b53e-115917911db5'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:43.778681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:43.917085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8:0:1::73 (929fa93d-17f2-49fa-87e1-c393168711ff/c1508a13-325a-4502-b53e-115917911db5/13a1e240-727e-4388-9f7c-41a128ff13c4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:43.924406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fed2:1934 (929fa93d-17f2-49fa-87e1-c393168711ff/daeef4a3-ed63-4a76-b6cc-821d764c467b/13a1e240-727e-4388-9f7c-41a128ff13c4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:44.078823 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.126204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.170316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Allocated IP 2001:db8:0:1::2 (929fa93d-17f2-49fa-87e1-c393168711ff/c1508a13-325a-4502-b53e-115917911db5/a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:44.204828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32c0c209-ee41-40ac-9b28-6cefd0d9659e req-855dd015-9f28-4e76-8763-bcd41c937fca tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0440478 Oct 29 11:55:44.212692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=13a1e240-727e-4388-9f7c-41a128ff13c4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:44.216412 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:44.218344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:44.220524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:44.226603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:44.227374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.255206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-51aacdee-229e-4935-95e2-0abbec60d79c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8030617 Oct 29 11:55:44.258123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35880) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:44.377106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 13a1e240-727e-4388-9f7c-41a128ff13c4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:44.378170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.467337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:44.485567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.498202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 13a1e240-727e-4388-9f7c-41a128ff13c4 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:44.498710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.504595 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.590267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8235c-ba9d-446d-a988-1a828f00139d None None] Pushing event updated for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:44.708646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.741784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=13a1e240-727e-4388-9f7c-41a128ff13c4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:44.787444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:44.791045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-449fb91a-ae3e-4d0c-9f71-615b9561dad0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/13a1e240-727e-4388-9f7c-41a128ff13c4 HTTP/1.1" status: 204 len: 168 time: 0.5315042 Oct 29 11:55:44.793966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35884) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:44.850796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af80ba8-179c-42a5-bcf8-450f562b0987 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:44.852652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6af80ba8-179c-42a5-bcf8-450f562b0987 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0575564 Oct 29 11:55:44.855168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:44.925982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8b759-dbab-42f0-ba71-e2c98bbf9453 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:44.927652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2ab8b759-dbab-42f0-ba71-e2c98bbf9453 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0714912 Oct 29 11:55:44.930598 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35888) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:44.985556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:44.996737 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b33f19-d9ea-46fd-9612-23a22c94648f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:44.999545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b33f19-d9ea-46fd-9612-23a22c94648f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:45.001443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b33f19-d9ea-46fd-9612-23a22c94648f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:45.003920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79b33f19-d9ea-46fd-9612-23a22c94648f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0722170 Oct 29 11:55:45.006451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:45.052873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:45.054120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.067909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet c1508a13-325a-4502-b53e-115917911db5 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:45.071684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.116945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.222380 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.296632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.325796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=c1508a13-325a-4502-b53e-115917911db5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:45.332292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.335615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a065d55d-85cc-484d-8e25-06cb7d61bd75 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/c1508a13-325a-4502-b53e-115917911db5 HTTP/1.1" status: 204 len: 168 time: 0.3279610 Oct 29 11:55:45.338334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35894) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:45.362899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d8d32496-5869-43a8-87c9-35fc364bd560 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:45.368383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1d80039-52b9-40e1-8cd3-98e41295c760 req-5bd086bb-443a-4d06-9e44-a71b272b063c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0441749 Oct 29 11:55:45.401049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: d8d32496-5869-43a8-87c9-35fc364bd560 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:45.401648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d8d32496-5869-43a8-87c9-35fc364bd560 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:45.413302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d24ddec6-f882-46e6-b74d-eb9461a6673e None None] Provisioning complete for port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:45.413942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d24ddec6-f882-46e6-b74d-eb9461a6673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.425261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet daeef4a3-ed63-4a76-b6cc-821d764c467b {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:45.429416 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.479868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.584993 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.597419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224359d9-0cbe-4fc3-bb36-21b9881f0e9f None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:45.651844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.664831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-95d08e90-2f9b-401e-97f5-725a35543467 None None] Could not find standard attr ID for object 13a1e240-727e-4388-9f7c-41a128ff13c4. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:45.682419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=daeef4a3-ed63-4a76-b6cc-821d764c467b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:45.688803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.692736 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1c0df95-b33b-4d0f-9d63-8e76f3d02084 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/daeef4a3-ed63-4a76-b6cc-821d764c467b HTTP/1.1" status: 204 len: 168 time: 0.3529544 Oct 29 11:55:45.695858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:45.738222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c44c0155-a4c5-498a-8b41-8a3ea61e9f00 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412424 Oct 29 11:55:45.741142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35898) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:45.746021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:45.821817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:45.843068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:45.847221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.872407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Deleting port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:45.872874 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.950110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] For port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:45.950506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:45.965026 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Calling delete_port for a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:46.048918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.079648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] Pushing event deleted for resources: {'Port': ['ID=a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:46.083033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851ffff-d00c-4add-9c29-46d6c5531474 None None] No DVR routers for this DVR port a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:46.155462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:46.156963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.199544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:46.203592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:46.210030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:46.210638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.217973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacf00a-c09a-4cda-a4ac-2e5239c01c3e None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:46.229238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=7c8f47ce-0e4b-438b-8294-93b096113bf8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:46.238620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6124ef4d-44b4-46b0-a8d1-1856cf5ddd6c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4936855 Oct 29 11:55:46.239066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:46.243834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:46.364232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:46.367698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.372438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '7c8f47ce-0e4b-438b-8294-93b096113bf8'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:46.374004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.483924 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c8f47ce-0e4b-438b-8294-93b096113bf8 (CIDR: 2001:db8::/64) Oct 29 11:55:46.491627 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:46.492644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:46.502120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e441e79b-21fe-4834-849b-7e5187fe9491 req-b89a7d6b-cc6d-4113-8a20-69298b1c8c15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0441983 Oct 29 11:55:46.518460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc1bc1ea-7d87-4315-9302-736d5cddeac1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2785351 Oct 29 11:55:46.521394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35904) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:46.527044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:46.548635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Allocated IP 2001:db8::f816:3eff:fef7:94c9 (929fa93d-17f2-49fa-87e1-c393168711ff/7c8f47ce-0e4b-438b-8294-93b096113bf8/d8d9d9dd-28ba-41fd-9069-e689e2a44e60) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:46.639665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:46.644079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.703981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.712587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.755609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:46.758561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:46.763121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:46.766584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:46.825097 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Attempting to bind port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:46.825575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Attempting to bind port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:46.826496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Attempting to bind port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:46.831593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:46.831900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:46.832313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.832807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:46.833374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Bound port: d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:46.833785 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.900804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:46.904902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:46.909083 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.911481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:46.968356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:46.968800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:46.976379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:46.983515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:46.984238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:47.005262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=d02642e0-d3c6-49a0-a744-a293c3c26ad1,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:47.017892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:47.018488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a9c48ee6-c7a5-41c1-ab6c-9961f2d0c546 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:47.025979 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-36cfe20a-160a-4e56-8586-e34244620992 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5032306 Oct 29 11:55:47.028996 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:47.036870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:59:e0:9f', 'name': 'tempest-NetworksTestDHCPv6-44908320'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:47.053792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396a3ed-b0b5-4ded-aa13-f6ad6cc8b712 None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:47.165902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:47.176911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:47.206646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:47.388063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8:0:1::5c (929fa93d-17f2-49fa-87e1-c393168711ff/d02642e0-d3c6-49a0-a744-a293c3c26ad1/93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:47.395766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::f816:3eff:fe59:e09f (929fa93d-17f2-49fa-87e1-c393168711ff/7c8f47ce-0e4b-438b-8294-93b096113bf8/93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:47.574766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:47.631045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb59f397-9141-4334-a6b6-b4cefc1c9f8b req-154ca5aa-1b2b-4550-9802-cad7601c069b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=63b93c2a-129c-4118-96de-ebc7aa84fc8d HTTP/1.1" status: 200 len: 210 time: 0.0323277 Oct 29 11:55:47.640309 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:47.699725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:47.703397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:47.707955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:47.713713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:47.714352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:47.726748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:47.741304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9e98accd-5574-4020-b29c-e4b74bbcdabb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7111814 Oct 29 11:55:47.744036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35910) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:47.864995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:47.865386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.003512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.029893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:48.122769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79181b01-fff4-4dc6-8aec-71c642f73a22 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:48.256197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:48.256569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.292517 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.326729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:48.385555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.389110 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.390590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6964aa9b-6bf2-4fd5-8c1f-cdc4925de80a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9 HTTP/1.1" status: 204 len: 168 time: 0.6447334 Oct 29 11:55:48.393812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35914) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:48.452803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ecbfca-10cd-4111-a6de-ca980e41a1b1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:48.457346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a8ecbfca-10cd-4111-a6de-ca980e41a1b1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0587776 Oct 29 11:55:48.457743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35916) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:48.464721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:48.466959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7cc43-d7d3-4e5b-8bc9-383e4ff399d4 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '7c8f47ce-0e4b-438b-8294-93b096113bf8', 'ip_address': '2001:db8::f816:3eff:fef7:94c9'}, {'subnet_id': 'd02642e0-d3c6-49a0-a744-a293c3c26ad1'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'd8d9d9dd-28ba-41fd-9069-e689e2a44e60'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:48.470727 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.518137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faa286-99ff-4897-bc8d-2f65c5ed5eed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:48.518466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aec7cc43-d7d3-4e5b-8bc9-383e4ff399d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.519731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f6faa286-99ff-4897-bc8d-2f65c5ed5eed tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0609815 Oct 29 11:55:48.523624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35918) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:48.570630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d5755-628d-448b-bf4a-ebe66f526ddc None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:48.587686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bb56d-9d49-4a3d-8caa-35b507403f68 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:48.589407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bb56d-9d49-4a3d-8caa-35b507403f68 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:48.590883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bb56d-9d49-4a3d-8caa-35b507403f68 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:48.594974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5d7bb56d-9d49-4a3d-8caa-35b507403f68 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0674241 Oct 29 11:55:48.595356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35920) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:48.649219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 7c8f47ce-0e4b-438b-8294-93b096113bf8 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:48.652788 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.695653 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.783546 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.842246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-aec7cc43-d7d3-4e5b-8bc9-383e4ff399d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c8f47ce-0e4b-438b-8294-93b096113bf8: This subnet is being modified by another concurrent operation. Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c8f47ce-0e4b-438b-8294-93b096113bf8: This subnet is being modified by another concurrent operation. Oct 29 11:55:48.842846 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:55:48.876550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8f47ce-0e4b-438b-8294-93b096113bf8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:48.882475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.885709 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-266e059a-69bd-42ab-b788-17c6b38360f5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/7c8f47ce-0e4b-438b-8294-93b096113bf8 HTTP/1.1" status: 204 len: 168 time: 0.2893443 Oct 29 11:55:48.888288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35926) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:48.947968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet d02642e0-d3c6-49a0-a744-a293c3c26ad1 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:48.951675 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:48.954239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13d5a3-ddec-458a-9c54-73fd1bbaf6df None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:48.998979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.028701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e1c36d72-0c7a-452f-a05e-17f4188f2f87 None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:49.029592 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1c36d72-0c7a-452f-a05e-17f4188f2f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.050548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.109575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.142677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=d02642e0-d3c6-49a0-a744-a293c3c26ad1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:49.144903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.148391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a254ec9-f17a-4bf7-8963-cc001cd9339e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d02642e0-d3c6-49a0-a744-a293c3c26ad1 HTTP/1.1" status: 204 len: 168 time: 0.2587826 Oct 29 11:55:49.150751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:49.208237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6a5c4c87-97b1-4de8-91fc-fed98bae2c4c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506833 Oct 29 11:55:49.210918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35930) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:49.217046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:49.250930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f82bd-6b6d-4a13-ae22-05bd069a8161 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': 'd02642e0-d3c6-49a0-a744-a293c3c26ad1'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'd8d9d9dd-28ba-41fd-9069-e689e2a44e60'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:49.277192 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-512f82bd-6b6d-4a13-ae22-05bd069a8161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.310357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:49.314387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.509581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.515709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-579959be-d7f3-43d8-9281-8c2d914d5fc0 None None] Could not find standard attr ID for object 93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:49.531223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-579959be-d7f3-43d8-9281-8c2d914d5fc0 None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:49.532010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-579959be-d7f3-43d8-9281-8c2d914d5fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.554186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:49.557574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:49.563678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:49.564248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.583246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=41376930-0810-4bf6-b47d-4a5489283175,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:49.585521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7f738-dd70-47bc-a552-9ae643573ac2 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:49.593247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-76135c07-4a48-4e40-9056-0308d6c120a0 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3808033 Oct 29 11:55:49.593719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:49.598423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:49.713544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:49.717776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.816694 n-d-805046-9 neutron-server[102277]: INFO neutron.db.ipam_backend_mixin [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41376930-0810-4bf6-b47d-4a5489283175 (CIDR: 2001:db8::/64) Oct 29 11:55:49.821629 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:49.824510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:49.841597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b4b65d04-40b4-4fc5-ac77-f3305dea83fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2471423 Oct 29 11:55:49.844235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35936) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:49.847825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae59a1e-13bd-4384-8635-7a55c25d20cd None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:55:49.849986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:49.901157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-287bb8b4-699f-4ec5-99ed-2fd0185cffbc None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:49.901535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-287bb8b4-699f-4ec5-99ed-2fd0185cffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:49.972729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:49.976443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.017114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae59a1e-13bd-4384-8635-7a55c25d20cd None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:55:50.337126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.objects.ports [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:50.494750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Update dhcp port {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'fixed_ips': [{'subnet_id': '41376930-0810-4bf6-b47d-4a5489283175'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'd8d9d9dd-28ba-41fd-9069-e689e2a44e60'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:55:50.507296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.523695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.690779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:50.722370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.729495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.730211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.745891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/41376930-0810-4bf6-b47d-4a5489283175/d8d9d9dd-28ba-41fd-9069-e689e2a44e60) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:50.809773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:50.817257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:50.820127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:50.820727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.845820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=f2cc65a7-27de-45bb-bbae-464af217790b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:50.852760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:50.870580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d49773fb-8dd0-4a25-a398-ae8701cfe0b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0225496 Oct 29 11:55:50.871608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35942) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:50.873869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:50.879405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:df:40:47', 'name': 'tempest-NetworksTestDHCPv6-830778559'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:50.923036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d8d9d9dd-28ba-41fd-9069-e689e2a44e60 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:50.951389 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:50.959916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:51.125591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3cb98-90c9-42aa-8832-8f9fa7bb6d09 None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:51.210544 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:51.254694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:51.259036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:51.324778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:51.386863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:51.547621 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:51.574951 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 32f5a657-1df1-4605-bb29-f4200ea42adb yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:51.779955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::7d (929fa93d-17f2-49fa-87e1-c393168711ff/41376930-0810-4bf6-b47d-4a5489283175/32f5a657-1df1-4605-bb29-f4200ea42adb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:51.786744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:4047 (929fa93d-17f2-49fa-87e1-c393168711ff/f2cc65a7-27de-45bb-bbae-464af217790b/32f5a657-1df1-4605-bb29-f4200ea42adb) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:51.922509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:51.963405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.004283 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.059392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:52.062846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:52.067715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:52.073678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.074292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.078021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=32f5a657-1df1-4605-bb29-f4200ea42adb,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:52.100004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e1d70ef5-4235-4457-ab76-a2d1d0f567b6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2273562 Oct 29 11:55:52.103368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35950) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:52.117600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f7e9c-f73d-40e7-a39e-d6d95af341a0 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:55:52.198258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 32f5a657-1df1-4605-bb29-f4200ea42adb {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:52.198589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.209223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:52.209592 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.265747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f7e9c-f73d-40e7-a39e-d6d95af341a0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:55:52.293517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.305502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 32f5a657-1df1-4605-bb29-f4200ea42adb owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:52.376259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.433511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:52.445925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.493179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.534195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=32f5a657-1df1-4605-bb29-f4200ea42adb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:52.542078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eab94-8520-41ad-8644-34f28841e59e None None] Pushing event updated for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:52.590116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.593907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a7ad472-68c6-431a-ba27-26aca7e812b2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/32f5a657-1df1-4605-bb29-f4200ea42adb HTTP/1.1" status: 204 len: 168 time: 0.4890444 Oct 29 11:55:52.596472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:52.646037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f645b9e-3d9e-42f5-b6b1-859d48b1b2d7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.647636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f645b9e-3d9e-42f5-b6b1-859d48b1b2d7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0502243 Oct 29 11:55:52.650614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35956) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:52.709662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6cd372-ca59-4dff-8213-85eb93b936d4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.713714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e6cd372-ca59-4dff-8213-85eb93b936d4 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0594850 Oct 29 11:55:52.713933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35958) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:52.771868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7272b00-3d01-4e3b-b959-b68deb5e0837 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.773599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7272b00-3d01-4e3b-b959-b68deb5e0837 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.775482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7272b00-3d01-4e3b-b959-b68deb5e0837 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:52.779566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d7272b00-3d01-4e3b-b959-b68deb5e0837 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0619924 Oct 29 11:55:52.779857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35960) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:52.840669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 41376930-0810-4bf6-b47d-4a5489283175 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:52.844179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:52.887782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.001891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.023782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d8d9d9dd-28ba-41fd-9069-e689e2a44e60 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:53.066774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.083663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:53.084040 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.094341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=41376930-0810-4bf6-b47d-4a5489283175,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:53.099794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.106001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:53.106615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d85802a9-ddf1-4070-8007-1d3852482ef6 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/41376930-0810-4bf6-b47d-4a5489283175 HTTP/1.1" status: 204 len: 168 time: 0.3257117 Oct 29 11:55:53.183403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet f2cc65a7-27de-45bb-bbae-464af217790b {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:53.187391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.209785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 35970) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:53.237489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.363400 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.435907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857a669-5cb1-406f-8566-358885599980 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:53.440276 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.457514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.463320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/f2cc65a7-27de-45bb-bbae-464af217790b HTTP/1.1" status: 204 len: 168 time: 0.3534374 Oct 29 11:55:53.482430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:53.490150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0164c2-4f76-4003-9e14-528e870c3d40 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cc65a7-27de-45bb-bbae-464af217790b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:53.510745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-77ee7dec-756a-43d8-88e7-d3ed61c39d64 None None] Provisioning complete for port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:53.511117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77ee7dec-756a-43d8-88e7-d3ed61c39d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.546451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd5a392d-1de7-4e72-9969-e3905d0bcdc5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592606 Oct 29 11:55:53.546681 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:53.554454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:53.695282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:53.700574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-77ee7dec-756a-43d8-88e7-d3ed61c39d64 None None] Could not find standard attr ID for object 32f5a657-1df1-4605-bb29-f4200ea42adb. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:53.702407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.782415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:55:53.859316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Deleting port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:53.859911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.878754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port b157cdd2-32a0-404b-a069-ab21328605ac {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:53.879459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.958048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] For port d8d9d9dd-28ba-41fd-9069-e689e2a44e60, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:53.958724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.981790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.982147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Calling delete_port for d8d9d9dd-28ba-41fd-9069-e689e2a44e60 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:53.982372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:53.985252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.000603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for b157cdd2-32a0-404b-a069-ab21328605ac owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:54.046295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:54.052093 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:54.059287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:54.060123 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.080724 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=84a0e33c-6bdc-436a-b7de-acf0b51b2d55,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:54.093880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-21f5a08d-953d-4f96-9014-325f43aa56c3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5454824 Oct 29 11:55:54.097322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:54.104836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:54.142801 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.188594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] Pushing event deleted for resources: {'Port': ['ID=d8d9d9dd-28ba-41fd-9069-e689e2a44e60,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:54.194255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b08a23-228d-4af5-b0e4-19e96e388fa6 None None] No DVR routers for this DVR port d8d9d9dd-28ba-41fd-9069-e689e2a44e60 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:54.215357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0243f0-fdbf-44be-bc19-73a40b64ac32 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:54.255303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.307221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:54.332967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.373465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=b157cdd2-32a0-404b-a069-ab21328605ac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:54.418112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.418359 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Floating IP 32561746-c180-47fd-8f93-b9f929c88c1f disassociated (deleted). External IP: 172.25.4.211, port: 867c513b-6c38-4345-a918-7e87102aae98. Oct 29 11:55:54.464130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-929fa93d-17f2-49fa-87e1-c393168711ff', 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'tenant_id': '642c11129665498690db4352fe387457', 'fixed_ips': [{'subnet_id': '84a0e33c-6bdc-436a-b7de-acf0b51b2d55'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:55:54.464925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.483973 n-d-805046-9 neutron-server[102278]: INFO neutron.db.ipam_backend_mixin [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84a0e33c-6bdc-436a-b7de-acf0b51b2d55 (CIDR: 2001:db8::/64) Oct 29 11:55:54.488070 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 11:55:54.490015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:55:54.509755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3722f418-d6a0-4bcc-bd35-12a1523d835b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4098639 Oct 29 11:55:54.512514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 35982) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:54.520634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'subnet': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:54.702282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router e8b892e2-49ac-4cb2-a238-16e309dfd254 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:55:54.708348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:54.712007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.733734 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Allocated IP 2001:db8::2 (929fa93d-17f2-49fa-87e1-c393168711ff/84a0e33c-6bdc-436a-b7de-acf0b51b2d55/63af6785-3302-4609-966d-5d6f57fd7ca0) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:54.868121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:55:54.873166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.916880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.922694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Sync routers for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:55:54.939257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:54.940017 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c1431609-69c5-4852-b1b3-49eacb8dfc73 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/floatingips/32561746-c180-47fd-8f93-b9f929c88c1f HTTP/1.1" status: 204 len: 168 time: 1.7289689 Oct 29 11:55:54.940771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:54.946661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:54.947163 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e95ef-7e7e-4365-b661-204a699605ef" -d '{"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:54.947327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:55.086152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d8d9d9dd-28ba-41fd-9069-e689e2a44e60 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:55.161985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:55.170575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d8d9d9dd-28ba-41fd-9069-e689e2a44e60 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:55.171280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d8d9d9dd-28ba-41fd-9069-e689e2a44e60 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:55.178770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:55.192913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:55.207769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Pushing event updated for resources: {'Port': ['ID=63af6785-3302-4609-966d-5d6f57fd7ca0,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:55.222230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:55.298732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.objects.ports [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102278) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 11:55:55.322391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Attempting to bind port 63af6785-3302-4609-966d-5d6f57fd7ca0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:55:55.323015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Attempting to bind port 63af6785-3302-4609-966d-5d6f57fd7ca0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:55:55.323476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Attempting to bind port 63af6785-3302-4609-966d-5d6f57fd7ca0 on network 929fa93d-17f2-49fa-87e1-c393168711ff {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:55:55.362668 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0180b-63ee-4201-a44d-34528633df1c x-openstack-request-id: req-8bd0180b-63ee-4201-a44d-34528633df1c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:55.363179 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:55.363501 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bd0180b-63ee-4201-a44d-34528633df1c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:55.364020 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'status': 'completed', 'code': 200} Oct 29 11:55:55.382987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:55:55.383512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Checking segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:55:55.384303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:55.384719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Bound using segment: {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:55:55.385417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Bound port: 63af6785-3302-4609-966d-5d6f57fd7ca0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:55:55.385898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:55.650622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:55.679917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] For port 63af6785-3302-4609-966d-5d6f57fd7ca0, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:55:55.684261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] For port 63af6785-3302-4609-966d-5d6f57fd7ca0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63af6785-3302-4609-966d-5d6f57fd7ca0,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:55:55.693851 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:55.746879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34ffe-9039-4292-80bb-82572d61d1f0 req-4e548f2d-b17f-45c1-b1a6-d0270f58956a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:55.748375 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29c34ffe-9039-4292-80bb-82572d61d1f0 req-4e548f2d-b17f-45c1-b1a6-d0270f58956a tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1693606 Oct 29 11:55:55.825161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13a1fa-de27-4626-aacb-be3ee22f40c3 None None] Pushing event updated for resources: {'Port': ['ID=63af6785-3302-4609-966d-5d6f57fd7ca0,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:55.886150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:55.895839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:55:55.896419 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:55:55.924536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e95ef-7e7e-4365-b661-204a699605ef req-5d9f1453-f92e-4dc6-9b7f-65e28cc77733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:55.926311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-5d9f1453-f92e-4dc6-9b7f-65e28cc77733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 1096 time: 0.4962313 Oct 29 11:55:55.930465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29c34ffe-9039-4292-80bb-82572d61d1f0 req-9cbd6054-8892-4322-baff-0d88e41fd837 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688967 Oct 29 11:55:55.935982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Checking router: e8b892e2-49ac-4cb2-a238-16e309dfd254 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:55:55.957976 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:55:55.958726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:55:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:56.085605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e95ef-7e7e-4365-b661-204a699605ef req-a0065e26-237e-436b-b4cc-a8fdca538ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:56.093030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-a0065e26-237e-436b-b4cc-a8fdca538ad9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 200 len: 898 time: 0.1538873 Oct 29 11:55:56.109842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:55:56.149712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-43d950d1-9c91-4a74-aa75-1fc265ccbbe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 200 len: 217 time: 0.0512276 Oct 29 11:55:56.168579 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:56.239110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e95ef-7e7e-4365-b661-204a699605ef req-91ca2cec-023d-4748-967b-08e8293d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:56.240838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-91ca2cec-023d-4748-967b-08e8293d1800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 200 len: 834 time: 0.0800521 Oct 29 11:55:56.310060 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e95ef-7e7e-4365-b661-204a699605ef req-765cfec0-9ab9-4540-8e95-66489aa156cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:56.312569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-765cfec0-9ab9-4540-8e95-66489aa156cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44ce9f09-3955-461a-a3dc-6504eb5ed366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625143 Oct 29 11:55:56.419572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:55:56.447026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-019858cb-3c53-43b7-84b2-b36b903b329f service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227088 Oct 29 11:55:56.448513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:56.470815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f2861-eeb9-4512-8023-5b538c56f05b None None] The sync data for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 is: [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:54:13Z', 'revision_number': 4, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '2a5da4a8-ebec-4992-a15c-892a9daab0f0', 'name': '', 'network_id': '44ce9f09-3955-461a-a3dc-6504eb5ed366', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'mac_address': 'fa:16:3e:07:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:12Z', 'updated_at': '2021-10-29T11:54:18Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'subnets': [{'id': '2b4683bd-910c-465b-8ecb-1e664e3e02fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:55:56.674631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-5064b032-5fb3-4202-847d-8159fa9e5a4f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:56.683471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-5064b032-5fb3-4202-847d-8159fa9e5a4f tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 945 time: 0.1268659 Oct 29 11:55:56.811151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 867c513b-6c38-4345-a918-7e87102aae98 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:56.811912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:56.835774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-04afbc52-20ef-4ad6-84a8-442e01a91f6d service neutron] 10.222.0.41 "GET /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735299 Oct 29 11:55:56.965701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] For port 63af6785-3302-4609-966d-5d6f57fd7ca0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63af6785-3302-4609-966d-5d6f57fd7ca0,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:57.064415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.073037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 867c513b-6c38-4345-a918-7e87102aae98, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=867c513b-6c38-4345-a918-7e87102aae98,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:57.073037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.082999 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.083758 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.085096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e257a-211b-4fdd-a5db-061c6b7b4efd None None] New status for floating IP 32561746-c180-47fd-8f93-b9f929c88c1f: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:55:57.088010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 867c513b-6c38-4345-a918-7e87102aae98 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:57.158919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63af6785-3302-4609-966d-5d6f57fd7ca0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:57.305973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 63af6785-3302-4609-966d-5d6f57fd7ca0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:57.306570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.342501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:57.356428 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:57.359326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.363728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:57.365028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.403199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Subnet': ['ID=3f256332-5ffd-4872-a126-899ee461b3d4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:57.411708 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=63af6785-3302-4609-966d-5d6f57fd7ca0,revision_number=4']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:57.423929 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7c8ff-d728-4e49-b396-d3478fc10ca4 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:57.438311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf23f9a-af81-4614-b8a3-7b1076569507 req-56fcbad8-c909-4e82-8498-12d881d4761e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:57.440014 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bf23f9a-af81-4614-b8a3-7b1076569507 req-56fcbad8-c909-4e82-8498-12d881d4761e tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eb314a-f72c-4505-be08-9d204df8558c HTTP/1.1" status: 200 len: 867 time: 0.3718870 Oct 29 11:55:57.444497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-307bbf7e-5811-4cbb-a033-495cfc4677ea tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9299493 Oct 29 11:55:57.446594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=867c513b-6c38-4345-a918-7e87102aae98,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:57.455365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:57.472982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Request body: {'port': {'network_id': '929fa93d-17f2-49fa-87e1-c393168711ff', 'mac_address': 'fa:16:3e:69:be:7c', 'name': 'tempest-NetworksTestDHCPv6-1482100456'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:55:57.503216 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.512162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0a0abb70-b361-4fd1-bbaa-a434bba6a89f None None] Provisioning complete for port 63af6785-3302-4609-966d-5d6f57fd7ca0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:57.512585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a0abb70-b361-4fd1-bbaa-a434bba6a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.555236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] No DVR routers for this DVR port 867c513b-6c38-4345-a918-7e87102aae98 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:55:57.560076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.568960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b3923d4-b359-4dee-9ae8-33131224f455 req-c37bc81d-3a01-48bd-b0a6-48ef5f0ca608 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.41 "DELETE /v2.0/ports/867c513b-6c38-4345-a918-7e87102aae98 HTTP/1.1" status: 204 len: 173 time: 0.8764982 Oct 29 11:55:57.569953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-deleted', 'tag': '867c513b-6c38-4345-a918-7e87102aae98'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:55:57.578482 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7b06d-a897-4b21-ba96-67087128ea0a" -d '{"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-deleted", "tag": "867c513b-6c38-4345-a918-7e87102aae98"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:55:57.632095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 63af6785-3302-4609-966d-5d6f57fd7ca0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63af6785-3302-4609-966d-5d6f57fd7ca0,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:57.643342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.653489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bf23f9a-af81-4614-b8a3-7b1076569507 req-1d3541f3-6919-4e40-9249-091fddcd0fb2 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "GET /v2.0/security-groups?id=290672c6-47d5-4406-99e1-582f584eb922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052405 Oct 29 11:55:57.746756 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db49eea-dd16-41d2-a4e3-c8455ccef4ed x-openstack-request-id: req-1db49eea-dd16-41d2-a4e3-c8455ccef4ed {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:55:57.747831 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb314a-f72c-4505-be08-9d204df8558c", "name": "network-vif-deleted", "tag": "867c513b-6c38-4345-a918-7e87102aae98", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:55:57.748139 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1db49eea-dd16-41d2-a4e3-c8455ccef4ed {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:55:57.748347 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb314a-f72c-4505-be08-9d204df8558c', 'name': 'network-vif-deleted', 'tag': '867c513b-6c38-4345-a918-7e87102aae98', 'status': 'completed', 'code': 200} Oct 29 11:55:57.771286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Made reservation on behalf of 642c11129665498690db4352fe387457 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:55:57.831156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=63af6785-3302-4609-966d-5d6f57fd7ca0,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:57.903967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:57.941538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] device_id is not set on port 428685f7-b969-4e5a-a915-b9cc3255fc14 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:55:58.214069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8::15 (929fa93d-17f2-49fa-87e1-c393168711ff/84a0e33c-6bdc-436a-b7de-acf0b51b2d55/428685f7-b969-4e5a-a915-b9cc3255fc14) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:58.222260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:be7c (929fa93d-17f2-49fa-87e1-c393168711ff/3f256332-5ffd-4872-a126-899ee461b3d4/428685f7-b969-4e5a-a915-b9cc3255fc14) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:55:58.393190 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.442472 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-60352e0a-0e94-476f-b12d-6c5c5585a2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.452801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.507985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Network 929fa93d-17f2-49fa-87e1-c393168711ff is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:55:58.511628 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:55:58.519306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:55:58.524978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:58.525654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.550466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0911031 Oct 29 11:55:58.553081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36078) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:58.569382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf39712-7408-4fa1-9178-5cc831eb62d3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event updated for resources: {'Port': ['ID=428685f7-b969-4e5a-a915-b9cc3255fc14,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:58.699312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting port 428685f7-b969-4e5a-a915-b9cc3255fc14 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:58.699648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.733800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5d553fd3-c598-4b91-bba9-6bc313802dc7 None None] Provisioning complete for port 63af6785-3302-4609-966d-5d6f57fd7ca0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:58.734174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5d553fd3-c598-4b91-bba9-6bc313802dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.736191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36082) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:58.833101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:58.849468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Calling delete_port for 428685f7-b969-4e5a-a915-b9cc3255fc14 owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:58.860791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:55:58.891891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 867c513b-6c38-4345-a918-7e87102aae98 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:55:58.892232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 867c513b-6c38-4345-a918-7e87102aae98 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:55:59.025781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1eeba398-bc7d-464e-9f86-653602d38bdb None None] Could not find standard attr ID for object 32f5a657-1df1-4605-bb29-f4200ea42adb. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:59.073922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63af6785-3302-4609-966d-5d6f57fd7ca0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:55:59.098728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.129921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Port': ['ID=428685f7-b969-4e5a-a915-b9cc3255fc14,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:59.155384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 63af6785-3302-4609-966d-5d6f57fd7ca0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:55:59.156585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.215986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.220225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-94878e0a-1c15-445e-a815-8c902a0b00d8 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/428685f7-b969-4e5a-a915-b9cc3255fc14 HTTP/1.1" status: 204 len: 168 time: 0.6661084 Oct 29 11:55:59.223360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36084) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:59.314298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc57d2b9-5aec-4b45-9a36-58f2dcb735fa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:59.315873 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dc57d2b9-5aec-4b45-9a36-58f2dcb735fa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0915689 Oct 29 11:55:59.318670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36086) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:59.335893 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.355379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-df333516-3fd1-4dd2-a43b-9260c4aea472 None None] Could not find standard attr ID for object 428685f7-b969-4e5a-a915-b9cc3255fc14. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:55:59.390538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65328e2f-6d58-490d-9159-d741d2667a8b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:59.393973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-65328e2f-6d58-490d-9159-d741d2667a8b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0737772 Oct 29 11:55:59.395000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36088) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:59.463147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79b778-af6c-4adb-9e62-25009d1c1e84 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:59.465359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79b778-af6c-4adb-9e62-25009d1c1e84 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:59.467842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79b778-af6c-4adb-9e62-25009d1c1e84 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:55:59.472404 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f79b778-af6c-4adb-9e62-25009d1c1e84 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0728004 Oct 29 11:55:59.472825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36090) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:59.565035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 3f256332-5ffd-4872-a126-899ee461b3d4 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:59.565035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.626703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.703807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 2a5da4a8-ebec-4992-a15c-892a9daab0f0 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:55:59.704290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.739728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.806000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 2a5da4a8-ebec-4992-a15c-892a9daab0f0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2a5da4a8-ebec-4992-a15c-892a9daab0f0,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:55:59.806477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.817951 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.822532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 2a5da4a8-ebec-4992-a15c-892a9daab0f0 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:55:59.852959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=3f256332-5ffd-4872-a126-899ee461b3d4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:55:59.855071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:55:59.861048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f5d12aec-2f6f-4646-aa5d-29d0aa4f70fc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/3f256332-5ffd-4872-a126-899ee461b3d4 HTTP/1.1" status: 204 len: 168 time: 0.3848221 Oct 29 11:55:59.862512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36094) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:55:59.872888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c17739-c935-4320-9947-2309dbada2e4 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:55:59.947085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Deleting subnet 84a0e33c-6bdc-436a-b7de-acf0b51b2d55 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:55:59.950929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.017376 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.063371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.100163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=2a5da4a8-ebec-4992-a15c-892a9daab0f0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:00.130778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.210967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.263466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Subnet': ['ID=84a0e33c-6bdc-436a-b7de-acf0b51b2d55,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:00.280391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.284583 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a927ae2a-50ca-4bf0-af72-fb78de5f9a92 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/84a0e33c-6bdc-436a-b7de-acf0b51b2d55 HTTP/1.1" status: 204 len: 168 time: 0.4210505 Oct 29 11:56:00.287799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36096) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.361155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4742cfa-8f44-4cd9-ad1d-d282cee13614 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652397 Oct 29 11:56:00.362123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36098) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.447489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb19bf-1268-4e79-96d0-dd2a6036174c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:00.451597 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d5cb19bf-1268-4e79-96d0-dd2a6036174c tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0860052 Oct 29 11:56:00.451897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36100) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.513335 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d425c8d-d614-4c1a-bebc-7e9c23ea0f95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:00.515005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d425c8d-d614-4c1a-bebc-7e9c23ea0f95 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605364 Oct 29 11:56:00.516989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36102) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.566464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0409745f-2b0e-425c-af4f-89ee44b9dd41 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473456 Oct 29 11:56:00.573766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36106) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.608531 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e9354d-eb9f-404e-9234-ee779063e17f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.609285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e9354d-eb9f-404e-9234-ee779063e17f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.615205 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f5e9354d-eb9f-404e-9234-ee779063e17f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/428685f7-b969-4e5a-a915-b9cc3255fc14 HTTP/1.1" status: 404 len: 333 time: 0.0368903 Oct 29 11:56:00.616405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36108) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.651655 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbe5bad-2a66-42f1-a8c5-8440a6be0b88 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.652109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbe5bad-2a66-42f1-a8c5-8440a6be0b88 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.656019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2cbe5bad-2a66-42f1-a8c5-8440a6be0b88 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/3f256332-5ffd-4872-a126-899ee461b3d4 HTTP/1.1" status: 404 len: 337 time: 0.0387781 Oct 29 11:56:00.659155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36110) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.695710 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbce8ea-9c56-4cee-9349-57bbffebb915 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.696375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbce8ea-9c56-4cee-9349-57bbffebb915 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.700121 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ecbce8ea-9c56-4cee-9349-57bbffebb915 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/84a0e33c-6bdc-436a-b7de-acf0b51b2d55 HTTP/1.1" status: 404 len: 337 time: 0.0396466 Oct 29 11:56:00.702629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36112) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.703217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.735167 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbe7c2a-1d65-4dfd-97e2-fec8157f9155 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.735992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbe7c2a-1d65-4dfd-97e2-fec8157f9155 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.739247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9dbe7c2a-1d65-4dfd-97e2-fec8157f9155 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/32f5a657-1df1-4605-bb29-f4200ea42adb HTTP/1.1" status: 404 len: 333 time: 0.0351768 Oct 29 11:56:00.741751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36114) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.770016 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c41928-219f-4d93-8936-b3e6b065edd5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.770406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c41928-219f-4d93-8936-b3e6b065edd5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.776828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-05c41928-219f-4d93-8936-b3e6b065edd5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/f2cc65a7-27de-45bb-bbae-464af217790b HTTP/1.1" status: 404 len: 337 time: 0.0319123 Oct 29 11:56:00.777163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36116) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.805923 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0b4f56-4d9d-4c52-bbb1-4473b18048fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.806617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0b4f56-4d9d-4c52-bbb1-4473b18048fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.812546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5d0b4f56-4d9d-4c52-bbb1-4473b18048fd tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/41376930-0810-4bf6-b47d-4a5489283175 HTTP/1.1" status: 404 len: 337 time: 0.0316675 Oct 29 11:56:00.813169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36118) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.844152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab2aa-2084-4f03-846c-3863adc7cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:00.852170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6d3f6-725c-417e-b977-cb84efb36c93 None None] Network 929fa93d-17f2-49fa-87e1-c393168711ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:00.860729 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1614ed9a-7f87-44f8-b3a7-673f98d385b3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.861488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1614ed9a-7f87-44f8-b3a7-673f98d385b3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.866847 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1614ed9a-7f87-44f8-b3a7-673f98d385b3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/93c906c4-74aa-4ffc-9c8f-0a14ab5e94b9 HTTP/1.1" status: 404 len: 333 time: 0.0503600 Oct 29 11:56:00.867098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.901593 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-029cafd8-3567-4c0c-9725-5675e429b08d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.902064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029cafd8-3567-4c0c-9725-5675e429b08d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.908103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-029cafd8-3567-4c0c-9725-5675e429b08d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d02642e0-d3c6-49a0-a744-a293c3c26ad1 HTTP/1.1" status: 404 len: 337 time: 0.0378115 Oct 29 11:56:00.908468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36122) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:00.961922 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a02a7c6-1a89-4624-8727-ab0d478032de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:00.962550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a02a7c6-1a89-4624-8727-ab0d478032de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:00.968326 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2a02a7c6-1a89-4624-8727-ab0d478032de tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/7c8f47ce-0e4b-438b-8294-93b096113bf8 HTTP/1.1" status: 404 len: 337 time: 0.0588417 Oct 29 11:56:00.970805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.000748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ea69bf17-0274-41c1-b2b4-c3fe9eb35722 None None] Provisioning complete for port 63af6785-3302-4609-966d-5d6f57fd7ca0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:01.001878 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ea69bf17-0274-41c1-b2b4-c3fe9eb35722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.005715 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d56f20-2fa6-4293-a0f8-279667de60ae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.006844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d56f20-2fa6-4293-a0f8-279667de60ae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.010778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Router e8b892e2-49ac-4cb2-a238-16e309dfd254 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:56:01.015082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-97d56f20-2fa6-4293-a0f8-279667de60ae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/13a1e240-727e-4388-9f7c-41a128ff13c4 HTTP/1.1" status: 404 len: 333 time: 0.0402746 Oct 29 11:56:01.015197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36126) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.048892 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff695fa-d4a2-4db5-a2c0-0c567a17a133 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.049325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff695fa-d4a2-4db5-a2c0-0c567a17a133 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.052336 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cff695fa-d4a2-4db5-a2c0-0c567a17a133 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/c1508a13-325a-4502-b53e-115917911db5 HTTP/1.1" status: 404 len: 337 time: 0.0366747 Oct 29 11:56:01.056316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36128) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.096404 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e36eab-7aa6-4f5e-89e3-3a9cb23406fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.096865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e36eab-7aa6-4f5e-89e3-3a9cb23406fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.103109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e7e36eab-7aa6-4f5e-89e3-3a9cb23406fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/daeef4a3-ed63-4a76-b6cc-821d764c467b HTTP/1.1" status: 404 len: 337 time: 0.0423775 Oct 29 11:56:01.103377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36130) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.132280 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4333ef-9534-4221-b684-093f76349d85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.133024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4333ef-9534-4221-b684-093f76349d85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.139850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dc4333ef-9534-4221-b684-093f76349d85 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/aaf39ccb-d094-4111-8a18-9184ebbf499f HTTP/1.1" status: 404 len: 333 time: 0.0324209 Oct 29 11:56:01.140112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36132) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.161217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] DHCP port deletion for 929fa93d-17f2-49fa-87e1-c393168711ff request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:01.170745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:56:01.176547 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7403348d-d6d6-43f3-adc3-d5fa28aba17b tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "PUT /v2.0/routers/e8b892e2-49ac-4cb2-a238-16e309dfd254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387140 Oct 29 11:56:01.181091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36134) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.191975 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-069fe016-7887-4f23-b7be-21073d2ec93e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.192421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069fe016-7887-4f23-b7be-21073d2ec93e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.197824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-069fe016-7887-4f23-b7be-21073d2ec93e tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/c1ed8ef4-d6f9-442c-a318-4280abd8711a HTTP/1.1" status: 404 len: 337 time: 0.0538754 Oct 29 11:56:01.203999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.204583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Sync routers for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:56:01.224356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:01.224841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:01.248318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting subnet 2b4683bd-910c-465b-8ecb-1e664e3e02fa {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:01.248892 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc48388-a72c-4ef8-9088-9d527eb83270 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.249853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc48388-a72c-4ef8-9088-9d527eb83270 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.256066 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6cc48388-a72c-4ef8-9088-9d527eb83270 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/9dc901ba-3412-496c-b9c0-901081319f2a HTTP/1.1" status: 404 len: 333 time: 0.0454478 Oct 29 11:56:01.256066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.257778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.288575 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e2d9de-53b3-4020-8d54-cff42e194ca2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.289066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e2d9de-53b3-4020-8d54-cff42e194ca2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.296862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91e2d9de-53b3-4020-8d54-cff42e194ca2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/5f371dc1-b1e7-4431-a61f-d42fe304ee7b HTTP/1.1" status: 404 len: 337 time: 0.0363357 Oct 29 11:56:01.296862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36140) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.324255 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b407e7cd-0d1e-4042-9422-e8f5d834b625 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.324255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b407e7cd-0d1e-4042-9422-e8f5d834b625 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.330070 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.330294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b407e7cd-0d1e-4042-9422-e8f5d834b625 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/d82e1774-5743-4714-85d4-3250b8c8c441 HTTP/1.1" status: 404 len: 333 time: 0.0301564 Oct 29 11:56:01.331989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36142) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.351036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Deleting port 63af6785-3302-4609-966d-5d6f57fd7ca0 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:01.351408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.365289 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0ab9aa-a140-4fd0-af1d-2a9b4453976f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.366672 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0ab9aa-a140-4fd0-af1d-2a9b4453976f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.373348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eb0ab9aa-a140-4fd0-af1d-2a9b4453976f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/ab204f08-d34e-4413-a947-86028599bc53 HTTP/1.1" status: 404 len: 337 time: 0.0374649 Oct 29 11:56:01.373793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36144) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.407419 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b518ce-9f7d-4958-b540-affce5afac3b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.407419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b518ce-9f7d-4958-b540-affce5afac3b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.412773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-09b518ce-9f7d-4958-b540-affce5afac3b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/77e66024-b8b9-4e0f-a38a-459ea2377a12 HTTP/1.1" status: 404 len: 333 time: 0.0350676 Oct 29 11:56:01.412773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36146) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.417846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:01.443580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.444097 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ac537d-954d-43a0-80ee-cabb4bfecd21 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.444660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ac537d-954d-43a0-80ee-cabb4bfecd21 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.452192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-84ac537d-954d-43a0-80ee-cabb4bfecd21 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/323401a0-408e-456c-acb8-96d9273b31ad HTTP/1.1" status: 404 len: 337 time: 0.0350795 Oct 29 11:56:01.452975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36148) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.482853 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b833255e-5ed8-4160-8937-ca598c1af9fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.483566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b833255e-5ed8-4160-8937-ca598c1af9fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.489206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b833255e-5ed8-4160-8937-ca598c1af9fe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/744c1625-be93-460f-8316-e92881f46310 HTTP/1.1" status: 404 len: 333 time: 0.0324328 Oct 29 11:56:01.489517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.516635 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.519346 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daa8690-cbf1-40f8-8f8e-03b108394749 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.520042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daa8690-cbf1-40f8-8f8e-03b108394749 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.523463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9daa8690-cbf1-40f8-8f8e-03b108394749 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1e54f6ff-ec29-4366-9729-954944e7fd97 HTTP/1.1" status: 404 len: 337 time: 0.0329072 Oct 29 11:56:01.526866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36152) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.536790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.540758 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/subnets/2b4683bd-910c-465b-8ecb-1e664e3e02fa HTTP/1.1" status: 204 len: 168 time: 0.3584304 Oct 29 11:56:01.554462 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36154) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.563954 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-450f9920-192c-44ce-b315-372fa1b6d9cc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.564862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450f9920-192c-44ce-b315-372fa1b6d9cc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.568249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-450f9920-192c-44ce-b315-372fa1b6d9cc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/607931ef-839a-43e1-8e8b-b47a1a8e0bd8 HTTP/1.1" status: 404 len: 333 time: 0.0401227 Oct 29 11:56:01.570852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.610315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae96d2-aa12-46ba-81a9-f38761d32858 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4683bd-910c-465b-8ecb-1e664e3e02fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:01.612841 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48c9915-063d-4e35-afb4-6f1965dfbd13 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.613328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48c9915-063d-4e35-afb4-6f1965dfbd13 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.620775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e48c9915-063d-4e35-afb4-6f1965dfbd13 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1a85c015-5642-48dc-8c49-2db4f99160a4 HTTP/1.1" status: 404 len: 337 time: 0.0479479 Oct 29 11:56:01.621854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36158) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.654737 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ed11d0-4e35-4333-8025-7a1a0b6c0dd7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.655377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ed11d0-4e35-4333-8025-7a1a0b6c0dd7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.661791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-94ed11d0-4e35-4333-8025-7a1a0b6c0dd7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/e5a07552-684e-4abf-a9a6-5c250d31c584 HTTP/1.1" status: 404 len: 337 time: 0.0388513 Oct 29 11:56:01.662422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.695777 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c951835-a4a5-402e-9c6a-86c5f6629cb5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.696491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c951835-a4a5-402e-9c6a-86c5f6629cb5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.705825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c951835-a4a5-402e-9c6a-86c5f6629cb5 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/1fe76f6c-e2c8-451f-80ab-fd47569514d3 HTTP/1.1" status: 404 len: 333 time: 0.0419111 Oct 29 11:56:01.706549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36164) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.711173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b120a-8a55-41d2-b594-2edfcd74c14f None None] Network 44ce9f09-3955-461a-a3dc-6504eb5ed366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:01.738214 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a8585d-9396-4cd4-9755-340ac38174ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.738678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a8585d-9396-4cd4-9755-340ac38174ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.741765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c2a8585d-9396-4cd4-9755-340ac38174ef tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/1656a32e-94fd-48e8-a856-502ec178b168 HTTP/1.1" status: 404 len: 337 time: 0.0342309 Oct 29 11:56:01.744322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.773040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] For port 63af6785-3302-4609-966d-5d6f57fd7ca0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=63af6785-3302-4609-966d-5d6f57fd7ca0,segment=NetworkSegment(9c29ff42-f8b7-41e5-a36e-ac57ba644ae6),segment_id=9c29ff42-f8b7-41e5-a36e-ac57ba644ae6)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:01.773420 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.773569 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a95e4ec-c6f5-4906-b65c-525d7cfd1de1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.774031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a95e4ec-c6f5-4906-b65c-525d7cfd1de1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.779799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a95e4ec-c6f5-4906-b65c-525d7cfd1de1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/ffd2f352-0955-4205-b538-4ae9f16aaf27 HTTP/1.1" status: 404 len: 337 time: 0.0318375 Oct 29 11:56:01.780975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36168) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.794784 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.807064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Calling delete_port for 63af6785-3302-4609-966d-5d6f57fd7ca0 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:01.819184 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e47d6f6-7a5c-410d-89ce-ceead64a124b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.819717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e47d6f6-7a5c-410d-89ce-ceead64a124b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.826049 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2e47d6f6-7a5c-410d-89ce-ceead64a124b tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/8d64ae12-1c86-4e12-a956-7aefacb788d6 HTTP/1.1" status: 404 len: 333 time: 0.0441127 Oct 29 11:56:01.826539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.853855 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e35e35d-9533-4cd1-9cb7-db60af692423 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.854310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e35e35d-9533-4cd1-9cb7-db60af692423 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.861308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4e35e35d-9533-4cd1-9cb7-db60af692423 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/0e40833d-b38d-4c48-b47d-ad3fe986a54c HTTP/1.1" status: 404 len: 337 time: 0.0336311 Oct 29 11:56:01.861928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36172) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.893142 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebe1cd4-b915-4d50-a164-d206e6e7a4a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.893696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebe1cd4-b915-4d50-a164-d206e6e7a4a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.898936 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9ebe1cd4-b915-4d50-a164-d206e6e7a4a2 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/4ca4d266-58ef-4ab6-be51-34e345b43d92 HTTP/1.1" status: 404 len: 337 time: 0.0344810 Oct 29 11:56:01.899761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.928799 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-a884b7f9-af5f-45e4-8d0f-3c815795917a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.929479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a884b7f9-af5f-45e4-8d0f-3c815795917a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.934876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a884b7f9-af5f-45e4-8d0f-3c815795917a tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/7d60f139-ea65-437e-a6f6-e0f94975163c HTTP/1.1" status: 404 len: 333 time: 0.0324211 Oct 29 11:56:01.935941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:01.968826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:01.973819 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-31feea7d-6e07-4ebb-9ac9-b19919148ad1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:01.974284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31feea7d-6e07-4ebb-9ac9-b19919148ad1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:01.978944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-31feea7d-6e07-4ebb-9ac9-b19919148ad1 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/e5766064-4940-4522-bb70-08636e07b5ce HTTP/1.1" status: 404 len: 337 time: 0.0425220 Oct 29 11:56:01.982443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.015365 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8598bb8-f337-4731-8f26-bbe8274fb236 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.015830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8598bb8-f337-4731-8f26-bbe8274fb236 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.024091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36180) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.028598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c8598bb8-f337-4731-8f26-bbe8274fb236 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/3b680521-05d9-4156-b98c-6996384372ad HTTP/1.1" status: 404 len: 337 time: 0.0450194 Oct 29 11:56:02.039872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.055432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] No DVR routers for this DVR port 63af6785-3302-4609-966d-5d6f57fd7ca0 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:02.082894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.084916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59627bd-ee64-4e22-bcd2-3a5ee0f714bc None None] Pushing event deleted for resources: {'Port': ['ID=63af6785-3302-4609-966d-5d6f57fd7ca0,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:02.090933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0a22d47a-e932-43f5-973e-2044cf2c6320 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 HTTP/1.1" status: 200 len: 205 time: 0.0634840 Oct 29 11:56:02.093951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:55:59Z', 'revision_number': 5, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port': {'id': '47ee141f-ba63-4146-9697-845f3b3efd3e', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:54:09Z', 'updated_at': '2021-10-29T11:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:02.119045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Deleting port 47ee141f-ba63-4146-9697-845f3b3efd3e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:02.119643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.129382 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-15dc0496-6c9a-4dd5-b407-efa4eaa63b03 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] delete failed (client error): The resource could not be found. Oct 29 11:56:02.132596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Checking router: e8b892e2-49ac-4cb2-a238-16e309dfd254 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:56:02.133295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-15dc0496-6c9a-4dd5-b407-efa4eaa63b03 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/routers/2b8bacaf-fd22-4dc7-a1e2-af5ae3976ab6 HTTP/1.1" status: 404 len: 336 time: 0.0492003 Oct 29 11:56:02.133921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36184) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.135046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] DHCP port deletion for 44ce9f09-3955-461a-a3dc-6504eb5ed366 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:02.147578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Routers {'e8b892e2-49ac-4cb2-a238-16e309dfd254'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:02.148215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e8b892e2-49ac-4cb2-a238-16e309dfd254'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:02.163646 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb761b8-d7c5-448c-b968-841afbfc0dbb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.164193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb761b8-d7c5-448c-b968-841afbfc0dbb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.171034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2cb761b8-d7c5-448c-b968-841afbfc0dbb tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/49677400-ab5c-43c2-9fe7-2bf935d4a40d HTTP/1.1" status: 404 len: 337 time: 0.0360746 Oct 29 11:56:02.171717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36186) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.206614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5840d61a-c0fd-45df-9aeb-d6c4e99e9947 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "GET /v2.0/ports?device_id=89598a75-48f6-456a-b36e-157fe5e40c52 HTTP/1.1" status: 200 len: 205 time: 0.0337133 Oct 29 11:56:02.207291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36188) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.245624 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-a21ecdac-ead8-49e2-a063-734648795d99 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] delete failed (client error): The resource could not be found. Oct 29 11:56:02.250311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a21ecdac-ead8-49e2-a063-734648795d99 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/routers/89598a75-48f6-456a-b36e-157fe5e40c52 HTTP/1.1" status: 404 len: 336 time: 0.0419631 Oct 29 11:56:02.250977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36190) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.258502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] For port 47ee141f-ba63-4146-9697-845f3b3efd3e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=47ee141f-ba63-4146-9697-845f3b3efd3e,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:02.259154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.272598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] Set router e8b892e2-49ac-4cb2-a238-16e309dfd254 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:02.276305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Calling delete_port for 47ee141f-ba63-4146-9697-845f3b3efd3e owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:02.279781 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2df9056-572e-4662-94ec-f81f7bc318aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.280245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2df9056-572e-4662-94ec-f81f7bc318aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.286410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36192) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.286863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c2df9056-572e-4662-94ec-f81f7bc318aa tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/efdb714d-7c99-4219-a912-448afd86c67f HTTP/1.1" status: 404 len: 337 time: 0.0344903 Oct 29 11:56:02.301314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Deleting port 173fa042-be2a-4e6a-87ff-aaec46b00625 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:02.301750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.318432 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d6d4c3-4066-4816-bf7b-9b91ec095187 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.319165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d6d4c3-4066-4816-bf7b-9b91ec095187 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.325637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-16d6d4c3-4066-4816-bf7b-9b91ec095187 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/70f72113-9a06-4a8b-98ae-cee46f64d7f9 HTTP/1.1" status: 404 len: 337 time: 0.0376816 Oct 29 11:56:02.325904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36194) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.351682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:56:01Z', 'revision_number': 6, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:02.355460 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f0313-3c77-48e8-8599-7796fd8238c7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.356196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408f0313-3c77-48e8-8599-7796fd8238c7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.360558 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-408f0313-3c77-48e8-8599-7796fd8238c7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/5f474f00-485f-4009-b3d6-a6229f676bc7 HTTP/1.1" status: 404 len: 333 time: 0.0333223 Oct 29 11:56:02.432016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31542b08-90e5-483f-85c6-19b74ab2b758 None None] The sync data for ids ['e8b892e2-49ac-4cb2-a238-16e309dfd254'] in n-d-805046-9 is: [{'id': 'e8b892e2-49ac-4cb2-a238-16e309dfd254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090059506', 'tenant_id': '7de4cfbdeccd4be786e374aa00aa658f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:54:08Z', 'updated_at': '2021-10-29T11:56:01Z', 'revision_number': 6, 'project_id': '7de4cfbdeccd4be786e374aa00aa658f', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:56:02.443333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36196) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.446223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.450156 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.455194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] For port 173fa042-be2a-4e6a-87ff-aaec46b00625, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=173fa042-be2a-4e6a-87ff-aaec46b00625,segment=NetworkSegment(c178c106-8a47-43ce-a47b-41884ed1f8ca),segment_id=c178c106-8a47-43ce-a47b-41884ed1f8ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:02.455589 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.471038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Calling delete_port for 173fa042-be2a-4e6a-87ff-aaec46b00625 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:02.501870 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-7948b8ac-f7c1-4380-b237-c3d25e732dfe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.502374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7948b8ac-f7c1-4380-b237-c3d25e732dfe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.505924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7948b8ac-f7c1-4380-b237-c3d25e732dfe tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d17cfb0b-986b-4a72-bc6c-a25e58aee2ad HTTP/1.1" status: 404 len: 337 time: 0.0616078 Oct 29 11:56:02.508560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36198) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.536337 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-657bae47-43a0-4e1e-8d48-c27a095886ad tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.537264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657bae47-43a0-4e1e-8d48-c27a095886ad tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.540737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-657bae47-43a0-4e1e-8d48-c27a095886ad tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/99237b6c-cd47-40c2-8dcd-2fb0d6a4b32a HTTP/1.1" status: 404 len: 333 time: 0.0311627 Oct 29 11:56:02.543611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36200) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.560774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.575615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.583062 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f128dcb-fde0-42a3-935e-c3527f749dae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.583621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f128dcb-fde0-42a3-935e-c3527f749dae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.589098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f128dcb-fde0-42a3-935e-c3527f749dae tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/cf6e5f12-ff9a-4360-bbc7-094b7dbdf2fa HTTP/1.1" status: 404 len: 337 time: 0.0411003 Oct 29 11:56:02.589871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36202) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.591395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Port': ['ID=47ee141f-ba63-4146-9697-845f3b3efd3e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:02.595267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] No DVR routers for this DVR port 173fa042-be2a-4e6a-87ff-aaec46b00625 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:02.622021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.622296 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-305fffd0-5bd9-483a-b143-9140a9f59488 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.622420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.622703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.623042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.623376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.623544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305fffd0-5bd9-483a-b143-9140a9f59488 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.623705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.624772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.624772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.625049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.625298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.625501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca585b1-e388-40a9-8d11-d291b3f97466 None None] Pushing event deleted for resources: {'Port': ['ID=173fa042-be2a-4e6a-87ff-aaec46b00625,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:02.625619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.625930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:02.633089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-305fffd0-5bd9-483a-b143-9140a9f59488 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/6c418e8c-9569-4d76-b355-10ccb56a0a89 HTTP/1.1" status: 404 len: 333 time: 0.0399249 Oct 29 11:56:02.633402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.664003 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-307cfc7d-ab75-4a24-bbb1-023be22424ba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.664482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307cfc7d-ab75-4a24-bbb1-023be22424ba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.668542 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-307cfc7d-ab75-4a24-bbb1-023be22424ba tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/d654c804-b1cd-4401-8aea-703c5500476e HTTP/1.1" status: 404 len: 337 time: 0.0342753 Oct 29 11:56:02.671798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.679713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.753345 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a074aa-d7d7-439a-b0e2-aa70a3c73ae7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.754046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a074aa-d7d7-439a-b0e2-aa70a3c73ae7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.759358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b8a074aa-d7d7-439a-b0e2-aa70a3c73ae7 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/9602d6e1-30b9-4b88-a007-ee96fb5c11fd HTTP/1.1" status: 404 len: 333 time: 0.0842829 Oct 29 11:56:02.759780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36210) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.788288 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d42a473-d39b-4ecb-9f50-e6ac2a88689f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.789236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d42a473-d39b-4ecb-9f50-e6ac2a88689f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.792394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d42a473-d39b-4ecb-9f50-e6ac2a88689f tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/75d20732-1f91-453f-bfc0-3db9cfe8527f HTTP/1.1" status: 404 len: 337 time: 0.0313518 Oct 29 11:56:02.795049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36212) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.795779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.797997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.829440 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1822c02d-ab49-4b5a-8848-2fa28ca3aa93 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.830198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1822c02d-ab49-4b5a-8848-2fa28ca3aa93 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.836039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1822c02d-ab49-4b5a-8848-2fa28ca3aa93 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/30fd5b02-631d-483f-b00d-fb389781e968 HTTP/1.1" status: 404 len: 333 time: 0.0376501 Oct 29 11:56:02.836331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36214) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.848782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.849520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Fanout notify agent at l3_agent the message router_deleted on router e8b892e2-49ac-4cb2-a238-16e309dfd254 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:56:02.860515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.861713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-182f3d8e-06fe-4cbc-a2dd-32abbd265cb0 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/routers/e8b892e2-49ac-4cb2-a238-16e309dfd254 HTTP/1.1" status: 204 len: 168 time: 1.3061550 Oct 29 11:56:02.864334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36216) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.870744 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86e43a5-13f5-4505-abf3-5e518d9f4484 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.872621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86e43a5-13f5-4505-abf3-5e518d9f4484 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.877191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b86e43a5-13f5-4505-abf3-5e518d9f4484 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/a0a9d0ba-dc17-4120-85d4-3f91918cb28c HTTP/1.1" status: 404 len: 337 time: 0.0399482 Oct 29 11:56:02.879634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36218) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.907590 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efda479-1c58-414e-bdd6-5a5a6665f43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.908307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efda479-1c58-414e-bdd6-5a5a6665f43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.911711 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1efda479-1c58-414e-bdd6-5a5a6665f43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/170895d9-5ef4-494d-b96c-6571115e404a HTTP/1.1" status: 404 len: 333 time: 0.0310695 Oct 29 11:56:02.914386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36220) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.951719 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f57ef3-e5d7-450c-b3d8-67a357ccc43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.952188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f57ef3-e5d7-450c-b3d8-67a357ccc43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.955751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-95f57ef3-e5d7-450c-b3d8-67a357ccc43d tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/f6a3fb2c-8f66-4ed2-99ac-d860f75634e0 HTTP/1.1" status: 404 len: 337 time: 0.0399125 Oct 29 11:56:02.957307 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:02.958192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36222) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:02.991656 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-a250f49b-2a28-469f-8ebc-f0cbacf05840 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:02.992571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a250f49b-2a28-469f-8ebc-f0cbacf05840 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:02.995879 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a250f49b-2a28-469f-8ebc-f0cbacf05840 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/ports/f839c3b8-9764-4434-ac85-f7e905ce49ea HTTP/1.1" status: 404 len: 333 time: 0.0366015 Oct 29 11:56:02.999202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36224) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:03.026140 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ecd802-6993-4ce6-8911-f7982539eebc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:03.026589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ecd802-6993-4ce6-8911-f7982539eebc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:03.030322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b1ecd802-6993-4ce6-8911-f7982539eebc tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/subnets/533a93ef-5dbc-44fc-b9c6-e767b4519019 HTTP/1.1" status: 404 len: 337 time: 0.0309691 Oct 29 11:56:03.032826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:03.066092 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.087842 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ce9f09-3955-461a-a3dc-6504eb5ed366']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.099177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c178c106-8a47-43ce-a47b-41884ed1f8ca') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.099177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c178c106-8a47-43ce-a47b-41884ed1f8ca') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.111615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.116360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.126612 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.135179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:03.135571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:03.139722 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:03.207067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.212341 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.216177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/networks/44ce9f09-3955-461a-a3dc-6504eb5ed366 HTTP/1.1" status: 204 len: 168 time: 0.3508003 Oct 29 11:56:03.218876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36228) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:03.222442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.231994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08ae22-9022-477d-8688-b9a4fe488d64 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'Network': ['ID=44ce9f09-3955-461a-a3dc-6504eb5ed366,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:03.265285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929fa93d-17f2-49fa-87e1-c393168711ff']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.282917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.283209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c29ff42-f8b7-41e5-a36e-ac57ba644ae6') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:03.300105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.323490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.326761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.341328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:03.341738 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:03.344692 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:03.397786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63af6785-3302-4609-966d-5d6f57fd7ca0 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:03.402090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.423933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 63af6785-3302-4609-966d-5d6f57fd7ca0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:03.424423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 63af6785-3302-4609-966d-5d6f57fd7ca0 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:03.424942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 173fa042-be2a-4e6a-87ff-aaec46b00625 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:03.439700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.451508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.457052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] 10.222.0.77 "DELETE /v2.0/networks/929fa93d-17f2-49fa-87e1-c393168711ff HTTP/1.1" status: 204 len: 168 time: 0.4209390 Oct 29 11:56:03.457266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 173fa042-be2a-4e6a-87ff-aaec46b00625 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:03.457266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 173fa042-be2a-4e6a-87ff-aaec46b00625 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:03.457266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2a5da4a8-ebec-4992-a15c-892a9daab0f0 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:03.469028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a49baf-d6b3-47d7-97f3-b9442533cde3 tempest-NetworksTestDHCPv6-1752468286 tempest-NetworksTestDHCPv6-1752468286-project] Pushing event deleted for resources: {'Network': ['ID=929fa93d-17f2-49fa-87e1-c393168711ff,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:03.480088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2a5da4a8-ebec-4992-a15c-892a9daab0f0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:03.480775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2a5da4a8-ebec-4992-a15c-892a9daab0f0 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:03.509842 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.515334 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.517064 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] 10.222.0.77 "DELETE /v2.0/security-groups/290672c6-47d5-4406-99e1-582f584eb922 HTTP/1.1" status: 204 len: 168 time: 0.2963932 Oct 29 11:56:03.536557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325b6be-f04a-4379-86ea-2d56f64298b6 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290672c6-47d5-4406-99e1-582f584eb922,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:03.646103 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:03.787089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:03.840082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36246) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:04.001725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd9d7505-31fc-47ee-9f57-ac217c033a4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=642c11129665498690db4352fe387457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131569 Oct 29 11:56:04.004479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36250) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:04.027283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-46fb75a2-1c9c-4e60-ba06-0c129b226438 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7de4cfbdeccd4be786e374aa00aa658f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852560 Oct 29 11:56:04.029892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:04.105259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.110853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.143056 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.152874 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.224230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.226934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.228110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8824f438-d9fb-4e0f-9ee8-a41f23f08038 HTTP/1.1" status: 204 len: 168 time: 0.2181492 Oct 29 11:56:04.230876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.233782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.234932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/770796e3-80d9-4b0d-95c3-c50c3145071c HTTP/1.1" status: 204 len: 168 time: 0.2039754 Oct 29 11:56:04.242137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71062f-7451-4ef8-afab-918e55b650d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8824f438-d9fb-4e0f-9ee8-a41f23f08038,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:04.253374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de436ed6-39cf-49fb-bc8e-cf81ea4ecbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770796e3-80d9-4b0d-95c3-c50c3145071c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:04.601635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:04.645785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad376077-28e8-4b0d-b63d-278bb8896cb1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6c665de89694fd0bd0c1cc3641c87bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436862 Oct 29 11:56:04.646131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36272) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:04.698427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.721206 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.777781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.781319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:04.782577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4012b837-cf40-4d1d-98c2-9c653486c08d HTTP/1.1" status: 204 len: 168 time: 0.1354630 Oct 29 11:56:04.792497 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53181d-552c-4e09-9887-32cc631082e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4012b837-cf40-4d1d-98c2-9c653486c08d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:04.925093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 47ee141f-ba63-4146-9697-845f3b3efd3e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:04.947009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 47ee141f-ba63-4146-9697-845f3b3efd3e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:04.947360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 47ee141f-ba63-4146-9697-845f3b3efd3e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:05.138969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:05.367613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1693848550'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:05.395921 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Made reservation on behalf of 9c7a04e263094bc29f41c98e706efd8b for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:05.400051 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.415847 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.506361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.511402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.550660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:05.566235 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755dc66a-280a-4e5d-9d33-0e3f0a283220,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:05.571606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.572072 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Added segment 8839883b-86a9-46f0-b43a-515b2341aa86 of type vlan for network 383f82db-01ba-4eac-94b8-40ace64ad7f0 Oct 29 11:56:05.615821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.646332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.652651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:05.653318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:05.733915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'Network': ['ID=383f82db-01ba-4eac-94b8-40ace64ad7f0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:05.740880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-795590dd-1589-4865-957c-2c51439bd8bb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6008413 Oct 29 11:56:05.743936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36312) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:05.752378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:05.760661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Request body: {'subnet': {'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:05.873973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Made reservation on behalf of 9c7a04e263094bc29f41c98e706efd8b for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:05.879236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.086450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.151703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'Subnet': ['ID=2a2b63c3-ab1a-481e-a245-34c0a10007a1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:06.161195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Checking segment: {'id': '8839883b-86a9-46f0-b43a-515b2341aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:06.161565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Network hostable DHCP agents. Network: 383f82db-01ba-4eac-94b8-40ace64ad7f0, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:06.180024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:06.190093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 383f82db-01ba-4eac-94b8-40ace64ad7f0) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:06.201174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c53591a-b9f5-4b8f-8cc5-0b7d23ca000d None None] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:06.201724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:06.202166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.222021 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6e36a0c2-45a7-49d0-9140-5d88bd410be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4737465 Oct 29 11:56:06.227448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36326) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:06.232225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Request body: {'port': {'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1274263716'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:06.373179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Made reservation on behalf of 9c7a04e263094bc29f41c98e706efd8b for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:06.377734 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.388942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-383f82db-01ba-4eac-94b8-40ace64ad7f0', 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0', 'tenant_id': '9c7a04e263094bc29f41c98e706efd8b', 'fixed_ips': [{'subnet_id': '2a2b63c3-ab1a-481e-a245-34c0a10007a1'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:06.392732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.397334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] device_id is not set on port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:56:06.547976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Allocated IP 2001:db8::13b (383f82db-01ba-4eac-94b8-40ace64ad7f0/2a2b63c3-ab1a-481e-a245-34c0a10007a1/17bf3a3a-78ed-4216-b99c-7d3691ae41c3) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:06.718280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.757652 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.803702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:06.809519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:06.811967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:06.816460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Allocated IP 2001:db8::2 (383f82db-01ba-4eac-94b8-40ace64ad7f0/2a2b63c3-ab1a-481e-a245-34c0a10007a1/d087a574-d885-475c-9aa8-432d4d154ffe) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:06.818751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:06.819700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:06.845624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'Port': ['ID=17bf3a3a-78ed-4216-b99c-7d3691ae41c3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:06.852479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3e750622-b2a8-4927-9876-6a4308d9765b tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6259925 Oct 29 11:56:06.856044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36344) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:06.861756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Request body: {'port': {'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2078363926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:06.862318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.api.validators [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] bootfile-name is not in valid_values {{(pid=102277) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:06.862659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.api.validators [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] tftp-server is not in valid_values {{(pid=102277) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:06.862991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.api.validators [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] server-ip-address is not in valid_values {{(pid=102277) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:07.031549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Made reservation on behalf of 9c7a04e263094bc29f41c98e706efd8b for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:07.037822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.044137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.052418 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.057443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] device_id is not set on port 934a3502-6df5-4c6e-9144-5a7933e650dc yet. {{(pid=102277) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:56:07.106143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:07.111122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:07.116648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:07.126228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Pushing event updated for resources: {'Port': ['ID=d087a574-d885-475c-9aa8-432d4d154ffe,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:07.175488 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Attempting to bind port d087a574-d885-475c-9aa8-432d4d154ffe on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:07.176573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Attempting to bind port d087a574-d885-475c-9aa8-432d4d154ffe by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '8839883b-86a9-46f0-b43a-515b2341aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:07.177167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Attempting to bind port d087a574-d885-475c-9aa8-432d4d154ffe on network 383f82db-01ba-4eac-94b8-40ace64ad7f0 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:07.183313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:07.183682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Checking segment: {'id': '8839883b-86a9-46f0-b43a-515b2341aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:07.184816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.185286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Bound using segment: {'id': '8839883b-86a9-46f0-b43a-515b2341aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:07.186070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Bound port: d087a574-d885-475c-9aa8-432d4d154ffe, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8839883b-86a9-46f0-b43a-515b2341aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '383f82db-01ba-4eac-94b8-40ace64ad7f0'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:07.186455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.227526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Allocated IP 2001:db8::1f6 (383f82db-01ba-4eac-94b8-40ace64ad7f0/2a2b63c3-ab1a-481e-a245-34c0a10007a1/934a3502-6df5-4c6e-9144-5a7933e650dc) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:07.273304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] For port d087a574-d885-475c-9aa8-432d4d154ffe, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:07.274299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36348) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:07.277445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] For port d087a574-d885-475c-9aa8-432d4d154ffe, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d087a574-d885-475c-9aa8-432d4d154ffe,segment=NetworkSegment(8839883b-86a9-46f0-b43a-515b2341aa86),segment_id=8839883b-86a9-46f0-b43a-515b2341aa86)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:07.280544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'network': {'name': 'tempest-network-smoke--538794573', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:07.283658 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.305388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:07.312302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.322418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.365462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dacd84-0bc3-4415-926c-969e75e587fc None None] Pushing event updated for resources: {'Port': ['ID=d087a574-d885-475c-9aa8-432d4d154ffe,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:07.443713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.448368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.448836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.484798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:07.494453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6beaa-80b9-4403-9ed2-80e96a19a6cf,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:07.503253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.503605 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Added segment 7b5752eb-608c-4f8d-ab27-b91a4f3c432a of type vlan for network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e Oct 29 11:56:07.511726 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.571719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.580925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:07.584762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:07.587328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:07.594489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:07.595282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.625728 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.631035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7738664 Oct 29 11:56:07.632077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41354db0-a84f-4391-9201-5f14ae976952 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'Port': ['ID=934a3502-6df5-4c6e-9144-5a7933e650dc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:07.634839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36350) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:07.636107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:07.636744 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.700584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009f30a-a6bb-4e67-9b4d-d681cec42739 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:07.714251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009f30a-a6bb-4e67-9b4d-d681cec42739 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:07.726192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009f30a-a6bb-4e67-9b4d-d681cec42739 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:07.732089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8009f30a-a6bb-4e67-9b4d-d681cec42739 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0936317 Oct 29 11:56:07.740653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36352) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:07.741134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4648871 Oct 29 11:56:07.741285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36354) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:07.748297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefcc86-efdd-4eac-876c-4f1ce9dff15e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Network': ['ID=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:07.764390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'admin_state_up': True, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:07.771370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:07.866565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.868257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.952496 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:07.959102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Deleting port 934a3502-6df5-4c6e-9144-5a7933e650dc {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:07.959438 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.159029 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.472423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc07db-30ef-41e3-b951-9edd58f9a717 None None] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:08.554196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] Provisioning complete for port d087a574-d885-475c-9aa8-432d4d154ffe triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:08.554575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.579972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.596347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Calling delete_port for 934a3502-6df5-4c6e-9144-5a7933e650dc owned by {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:08.703283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.742994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] For port d087a574-d885-475c-9aa8-432d4d154ffe, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d087a574-d885-475c-9aa8-432d4d154ffe,segment=NetworkSegment(8839883b-86a9-46f0-b43a-515b2341aa86),segment_id=8839883b-86a9-46f0-b43a-515b2341aa86)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:08.749810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.815825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44702c-c465-462b-822f-bbcd83141ddf None None] Pushing event updated for resources: {'Port': ['ID=d087a574-d885-475c-9aa8-432d4d154ffe,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:08.849989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.851539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.950494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.957968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "DELETE /v2.0/ports/934a3502-6df5-4c6e-9144-5a7933e650dc HTTP/1.1" status: 204 len: 168 time: 1.2114775 Oct 29 11:56:08.958417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36360) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:08.963875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Request body: {'port': {'name': 'tempest-new-port-name-376926009', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:08.964274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] bootfile-name is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:08.964610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] tftp-server is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:08.964936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.api.validators [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] server-ip-address is not in valid_values {{(pid=102278) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 29 11:56:08.968289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:08.973063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33e067-e2cb-4acb-908c-52403d525e54 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event deleted for resources: {'Port': ['ID=934a3502-6df5-4c6e-9144-5a7933e650dc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:09.027332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d087a574-d885-475c-9aa8-432d4d154ffe up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:09.111524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.141485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d087a574-d885-475c-9aa8-432d4d154ffe triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:09.141875 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.208541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.25.4.99 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/6d865f6e-b52a-4065-b02f-6b656ca82c92) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:09.272835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Provisioning complete for port d087a574-d885-475c-9aa8-432d4d154ffe triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:09.274598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.388485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.418709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Provisioning complete for port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:09.419224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.440479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.449128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.460416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.468258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:09.472249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f25584b0-c3f9-4413-9c6d-d6fc67f25920 None None] Could not find standard attr ID for object 934a3502-6df5-4c6e-9144-5a7933e650dc. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:56:09.484569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:09.487662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:09.493708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:09.509280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] In _notify_port_updated(), no bound segment for port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 on network 383f82db-01ba-4eac-94b8-40ace64ad7f0 {{(pid=102278) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 29 11:56:09.515786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:09.516723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.518301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "PUT /v2.0/ports/17bf3a3a-78ed-4216-b99c-7d3691ae41c3 HTTP/1.1" status: 200 len: 1129 time: 0.5588758 Oct 29 11:56:09.523596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36364) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:09.539886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=6d865f6e-b52a-4065-b02f-6b656ca82c92,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:09.576620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be40b6-e073-4aa8-be16-c6fcb6b1f138 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event updated for resources: {'Port': ['ID=17bf3a3a-78ed-4216-b99c-7d3691ae41c3,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:09.597387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ed720c07-eba5-4a65-beec-9f7fec8cbc87 None None] Provisioning complete for port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:09.597973 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed720c07-eba5-4a65-beec-9f7fec8cbc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.606638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c45118-244f-4bf4-bb29-9dcbf916438e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:09.611299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-34c45118-244f-4bf4-bb29-9dcbf916438e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "GET /v2.0/ports/17bf3a3a-78ed-4216-b99c-7d3691ae41c3 HTTP/1.1" status: 200 len: 1129 time: 0.0833535 Oct 29 11:56:09.611576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36366) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:09.654233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ed720c07-eba5-4a65-beec-9f7fec8cbc87 None None] Port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:09.725789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Deleting port 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:09.726782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.770351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a5bcef30-6ac0-4908-9f09-2e5b868973d0 None None] Could not find standard attr ID for object 934a3502-6df5-4c6e-9144-5a7933e650dc. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:56:09.832583 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:09.848786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Calling delete_port for 17bf3a3a-78ed-4216-b99c-7d3691ae41c3 owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:09.876542 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.019375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.066453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event deleted for resources: {'Port': ['ID=17bf3a3a-78ed-4216-b99c-7d3691ae41c3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:10.090872 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.094486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5f07dd5-b69d-47c2-bac8-05b903bc16cb tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "DELETE /v2.0/ports/17bf3a3a-78ed-4216-b99c-7d3691ae41c3 HTTP/1.1" status: 204 len: 168 time: 0.4817445 Oct 29 11:56:10.097099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36368) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:10.116400 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.164570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Deleting subnet 2a2b63c3-ab1a-481e-a245-34c0a10007a1 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:10.169985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.225654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.270055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router e0f70571-d445-4604-a95c-1b3c4f3784a9 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:56:10.310700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-391ac349-fa1a-47aa-a735-2d52e297f83b None None] Could not find standard attr ID for object 17bf3a3a-78ed-4216-b99c-7d3691ae41c3. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:56:10.342982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.407067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:56:10.419899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.420923 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Sync routers for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:56:10.436089 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:10.437252 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:10.440791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.445275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "DELETE /v2.0/subnets/2a2b63c3-ab1a-481e-a245-34c0a10007a1 HTTP/1.1" status: 204 len: 168 time: 0.3471401 Oct 29 11:56:10.450770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36372) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:10.471104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21d35-1a3e-4b57-a438-4e4c802592ec tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2b63c3-ab1a-481e-a245-34c0a10007a1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:10.490719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.492086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7f8cc327-f3c6-411a-ae40-b69be40d509f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7479866 Oct 29 11:56:10.495325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36374) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:10.572034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fccd4-5a6e-464f-b7c9-5cb3d730ba0c None None] Network 383f82db-01ba-4eac-94b8-40ace64ad7f0 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:10.598506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.614129 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:10.666284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Deleting port d087a574-d885-475c-9aa8-432d4d154ffe {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:10.666752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.670022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2dba0267-8d73-4cf3-a6af-95b979a44b67 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b3c4f5380f3941899cdb348dd3636c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1726670 Oct 29 11:56:10.673102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:10.744084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] For port d087a574-d885-475c-9aa8-432d4d154ffe, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d087a574-d885-475c-9aa8-432d4d154ffe,segment=NetworkSegment(8839883b-86a9-46f0-b43a-515b2341aa86),segment_id=8839883b-86a9-46f0-b43a-515b2341aa86)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:10.744364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.763748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Calling delete_port for d087a574-d885-475c-9aa8-432d4d154ffe owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:10.830523 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:10.865248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Checking router: e0f70571-d445-4604-a95c-1b3c4f3784a9 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:56:10.865734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Updating router e0f70571-d445-4604-a95c-1b3c4f3784a9 port 6d865f6e-b52a-4065-b02f-6b656ca82c92 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:56:10.869060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] DHCP port deletion for 383f82db-01ba-4eac-94b8-40ace64ad7f0 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:10.913928 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.926325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:10.942923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Deleting port d087a574-d885-475c-9aa8-432d4d154ffe {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:10.946556 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.043920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event deleted for resources: {'Port': ['ID=d087a574-d885-475c-9aa8-432d4d154ffe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.050350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] No DVR routers for this DVR port d087a574-d885-475c-9aa8-432d4d154ffe on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:11.170775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d087a574-d885-475c-9aa8-432d4d154ffe no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:11.208151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d087a574-d885-475c-9aa8-432d4d154ffe {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:11.208491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d087a574-d885-475c-9aa8-432d4d154ffe not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:11.212123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.221971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] For port d087a574-d885-475c-9aa8-432d4d154ffe, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:11.223235 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.240330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Calling delete_port for d087a574-d885-475c-9aa8-432d4d154ffe owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:11.245125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Port d087a574-d885-475c-9aa8-432d4d154ffe was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:56:11.247207 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.267234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383f82db-01ba-4eac-94b8-40ace64ad7f0']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:11.280255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] No DVR routers for this DVR port d087a574-d885-475c-9aa8-432d4d154ffe on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:11.287666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004b7f0-8e0c-4218-a074-2eab962db45d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:11.295803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3004b7f0-8e0c-4218-a074-2eab962db45d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6215377 Oct 29 11:56:11.299850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36382) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:11.303033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8839883b-86a9-46f0-b43a-515b2341aa86') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:11.303325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8839883b-86a9-46f0-b43a-515b2341aa86') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:11.320675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40374b-6010-4eec-baf8-9f96610d6397 None None] Pushing event deleted for resources: {'Port': ['ID=d087a574-d885-475c-9aa8-432d4d154ffe,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.339760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f631572b-e1a1-4b6d-acbe-56cb9fc080ce tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387287 Oct 29 11:56:11.342281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.343082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36384) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:11.348160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-282393506', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:11.362931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.369810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:11.370684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:11.374148 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:11.393025 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.402569 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.444573 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.455564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.456164 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Attempting to bind port 6d865f6e-b52a-4065-b02f-6b656ca82c92 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:11.456661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Attempting to bind port 6d865f6e-b52a-4065-b02f-6b656ca82c92 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:11.457111 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Attempting to bind port 6d865f6e-b52a-4065-b02f-6b656ca82c92 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:11.464106 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] 10.222.0.77 "DELETE /v2.0/networks/383f82db-01ba-4eac-94b8-40ace64ad7f0 HTTP/1.1" status: 204 len: 168 time: 1.0116098 Oct 29 11:56:11.469606 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:11.469902 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:11.470497 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.470878 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:11.471611 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Bound port: 6d865f6e-b52a-4065-b02f-6b656ca82c92, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:11.472221 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.476752 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Pushing event updated for resources: {'Port': ['ID=6d865f6e-b52a-4065-b02f-6b656ca82c92,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.477958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:11.482966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.487203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335407c4-6bfc-4d01-83c7-2e14dfae7d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073 tempest-ExtraDHCPOptionsIpV6TestJSON-1034984073-project] Pushing event deleted for resources: {'Network': ['ID=383f82db-01ba-4eac-94b8-40ace64ad7f0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.508796 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.509292 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.509722 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.510208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.510582 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.511018 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.511436 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.511852 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.512848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.513284 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.513813 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.514138 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:11.559492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] For port 6d865f6e-b52a-4065-b02f-6b656ca82c92, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:11.565341 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] For port 6d865f6e-b52a-4065-b02f-6b656ca82c92, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6d865f6e-b52a-4065-b02f-6b656ca82c92,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:11.573030 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.635596 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:11.636234 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:11.719878 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32411-6bde-4969-8a20-59152b2140c5 None None] Pushing event updated for resources: {'Port': ['ID=6d865f6e-b52a-4065-b02f-6b656ca82c92,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.752378 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.770312 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:11.817414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36390) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:11.836420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Subnet': ['ID=8b945e4a-edb4-43f6-8fe2-9edb35f78132,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:11.847765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Checking segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:11.848123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network hostable DHCP agents. Network: 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:11.868307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:11.881998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:11.890872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01e9b1-ee51-4efb-b678-069264ee1684 None None] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:11.891445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:11.892653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:11.916430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a136d862-6ccc-4de2-b906-54f797bbbfea tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5706308 Oct 29 11:56:11.917859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36394) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:11.998926 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:12.135817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:12.136686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.147094 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faca869-0130-41ea-8b2b-09e225fdab20 None None] The sync data for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 is: [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:56:12.247037 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32942437-e39f-4d30-85dd-84c725051338 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c7a04e263094bc29f41c98e706efd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280088 Oct 29 11:56:12.250137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36404) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:12.352592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Allocated IP 172.20.0.2 (5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e/8b945e4a-edb4-43f6-8fe2-9edb35f78132/17e40ea6-433a-46ba-aa1e-1ba38b460599) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:12.533206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.566671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.577855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.586494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.632688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:12.635849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:12.640802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:12.652510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Pushing event updated for resources: {'Port': ['ID=17e40ea6-433a-46ba-aa1e-1ba38b460599,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:12.696654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.719419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Attempting to bind port 17e40ea6-433a-46ba-aa1e-1ba38b460599 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:12.719826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Attempting to bind port 17e40ea6-433a-46ba-aa1e-1ba38b460599 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:12.720195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Attempting to bind port 17e40ea6-433a-46ba-aa1e-1ba38b460599 on network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:12.727724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:12.728094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Checking segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:12.728497 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.728886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Bound using segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:12.729551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Bound port: 17e40ea6-433a-46ba-aa1e-1ba38b460599, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:12.729934 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.809555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.812168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.815662 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/755dc66a-280a-4e5d-9d33-0e3f0a283220 HTTP/1.1" status: 204 len: 168 time: 0.5635903 Oct 29 11:56:12.823864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] For port 17e40ea6-433a-46ba-aa1e-1ba38b460599, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:12.829152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] For port 17e40ea6-433a-46ba-aa1e-1ba38b460599, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=17e40ea6-433a-46ba-aa1e-1ba38b460599,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:12.837257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:12.845981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbc255-da08-4c15-8bec-e5cab19029c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755dc66a-280a-4e5d-9d33-0e3f0a283220,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:13.005892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae823-f1e1-4d39-9fd9-ed0965377f8e None None] Pushing event updated for resources: {'Port': ['ID=17e40ea6-433a-46ba-aa1e-1ba38b460599,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:13.091846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6d865f6e-b52a-4065-b02f-6b656ca82c92 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:13.180406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6d865f6e-b52a-4065-b02f-6b656ca82c92 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:13.180868 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.234734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.20.0.1 (5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e/8b945e4a-edb4-43f6-8fe2-9edb35f78132/7af73254-201f-4dcc-95f9-235f601ef4b8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:13.360454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.399940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 6d865f6e-b52a-4065-b02f-6b656ca82c92, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6d865f6e-b52a-4065-b02f-6b656ca82c92,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:13.407142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.494972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.509131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=6d865f6e-b52a-4065-b02f-6b656ca82c92,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:13.552976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.604780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:13.608736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:13.615329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:13.654414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:13.684345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.834612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:13.931076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36438) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:14.086786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611623713'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:14.113947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:14.118081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.129295 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.253695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.259483 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.278499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:14.294832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.295263 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment f73de633-e0cc-4a3e-af82-604d5dfd07a2 of type vlan for network 805902ce-8824-46be-bdf2-75062961bda6 Oct 29 11:56:14.349897 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.389681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.395957 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:14.396595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.420624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb161d-f7aa-40fa-a0ad-0dda8466c2dd None None] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:14.440261 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5079300 Oct 29 11:56:14.487971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d447edd-0509-4a0c-8a6f-7325432c855d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:14.538173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a5689-2524-4940-bc15-3aa822df0d00 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=805902ce-8824-46be-bdf2-75062961bda6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:14.555664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 805902ce-8824-46be-bdf2-75062961bda6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:14.605215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] Provisioning complete for port 17e40ea6-433a-46ba-aa1e-1ba38b460599 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:14.605618 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.649482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.661844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.766865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:14.769451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.792829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.836083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] For port 17e40ea6-433a-46ba-aa1e-1ba38b460599, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=17e40ea6-433a-46ba-aa1e-1ba38b460599,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:14.845797 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:14.900057 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:56:14.930664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:14.933522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:14.994831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72254d4f-97b2-42cf-ba12-68ddd780f8dd None None] Pushing event updated for resources: {'Port': ['ID=17e40ea6-433a-46ba-aa1e-1ba38b460599,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:15.158378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router e0f70571-d445-4604-a95c-1b3c4f3784a9 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:56:15.190818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 17e40ea6-433a-46ba-aa1e-1ba38b460599 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:15.289083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 17e40ea6-433a-46ba-aa1e-1ba38b460599 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:15.289823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.310711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:56:15.316032 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-40fd24cb-b518-4f1c-9714-629814b3cb46 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "PUT /v2.0/routers/e0f70571-d445-4604-a95c-1b3c4f3784a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965244 Oct 29 11:56:15.318881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36452) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:15.325778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--14251912', 'description': 'tempest-secgroup_access--14251912 description', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:15.357148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Sync routers for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:56:15.358709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.451294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6d865f6e-b52a-4065-b02f-6b656ca82c92 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:15.492154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:15.493089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:15.497039 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.503467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.545105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.557323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36456) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:15.557651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2361362 Oct 29 11:56:15.564050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--401225712', 'description': 'tempest-secgroup_general--401225712 description', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:15.566191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f2dec-60e8-485d-96d9-32e8f820a172 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf081b-4753-4bc0-84a2-c128501c1f38,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:15.605329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.687532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6d865f6e-b52a-4065-b02f-6b656ca82c92 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:15.687855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.740001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0905b11a-7a10-4e7e-94e3-923c6cfe0979 None None] Provisioning complete for port 7af73254-201f-4dcc-95f9-235f601ef4b8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:15.740372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0905b11a-7a10-4e7e-94e3-923c6cfe0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.747851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.753462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.796712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:15.801083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.808118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2495148 Oct 29 11:56:15.811997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:15.816385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'security_group_rule': {'security_group_id': '07cf081b-4753-4bc0-84a2-c128501c1f38', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:15.825792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec140094-b5e7-4a5f-ab85-4fbf4e1fe845 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecded6c-2fe5-494f-91a8-205a29f938a4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:15.868195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:15.988851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0905b11a-7a10-4e7e-94e3-923c6cfe0979 None None] Port 7af73254-201f-4dcc-95f9-235f601ef4b8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:15.997286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.005207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.030536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c713aa4-b9a8-448c-885f-e6821ba26a32,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:16.045905 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.057848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25a1e865-8463-4604-bfa7-6599f85003e4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372906 Oct 29 11:56:16.073838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0905b11a-7a10-4e7e-94e3-923c6cfe0979 None None] Provisioning complete for port 17e40ea6-433a-46ba-aa1e-1ba38b460599 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:16.074349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0905b11a-7a10-4e7e-94e3-923c6cfe0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.281323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:14Z', 'revision_number': 2, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:16.310229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Checking router: e0f70571-d445-4604-a95c-1b3c4f3784a9 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:56:16.310552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Updating router e0f70571-d445-4604-a95c-1b3c4f3784a9 port 7af73254-201f-4dcc-95f9-235f601ef4b8 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:56:16.347833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.359581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-3e427e39-fb47-4c51-a211-dcae8bd89657 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--401225712&fields=id&tenant_id=b3c4f5380f3941899cdb348dd3636c78 HTTP/1.1" status: 200 len: 267 time: 0.0677793 Oct 29 11:56:16.405764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-207e4eca-fdaa-41fc-b423-f0c72bf10ec1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--14251912&fields=id&tenant_id=b3c4f5380f3941899cdb348dd3636c78 HTTP/1.1" status: 200 len: 267 time: 0.0442362 Oct 29 11:56:16.489362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b19da95-7b4b-48c7-8c43-5c06d78d4165 None None] Provisioning complete for port 7af73254-201f-4dcc-95f9-235f601ef4b8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:16.489981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b19da95-7b4b-48c7-8c43-5c06d78d4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.527034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5b19da95-7b4b-48c7-8c43-5c06d78d4165 None None] Port 7af73254-201f-4dcc-95f9-235f601ef4b8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:16.540333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-42db9ca8-f734-4cfc-9c79-f3f79b101a87 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:16.543878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-42db9ca8-f734-4cfc-9c79-f3f79b101a87 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 796 time: 0.1372137 Oct 29 11:56:16.566234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-b4233e04-0d6c-48dc-9179-da1909cd06ba tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/quotas/b3c4f5380f3941899cdb348dd3636c78 HTTP/1.1" status: 200 len: 375 time: 0.0152736 Oct 29 11:56:16.660768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-30ef1816-3578-4a7c-a7f7-1f7aa1ca3405 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821621 Oct 29 11:56:16.772203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-eb9f4f05-296b-4f80-8e20-80a93123db5d service neutron] 10.222.0.77 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081910 Oct 29 11:56:16.917420 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:16.922360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-f37e2c05-3135-4fd5-8d23-e31c652a5676 service neutron] 10.222.0.77 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432498 Oct 29 11:56:16.936015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.023304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82a2e-358c-4dc9-8ab0-59089d0aa345 None None] Pushing event updated for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:17.075184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 17e40ea6-433a-46ba-aa1e-1ba38b460599 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:17.247832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b969492-9bc2-4c4e-92d5-d36478740fe2 req-b43fe03b-c81d-4c2a-9ee9-eb6c3c1eb2bb tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 210 time: 0.0679057 Oct 29 11:56:17.251665 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Attempting to bind port 7af73254-201f-4dcc-95f9-235f601ef4b8 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:17.252046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Attempting to bind port 7af73254-201f-4dcc-95f9-235f601ef4b8 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:17.252417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Attempting to bind port 7af73254-201f-4dcc-95f9-235f601ef4b8 on network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:17.270260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:17.270822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Checking segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:17.271248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.271655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Bound using segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:17.272529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Bound port: 7af73254-201f-4dcc-95f9-235f601ef4b8, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:17.273028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.410844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] For port 7af73254-201f-4dcc-95f9-235f601ef4b8, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:17.414719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] For port 7af73254-201f-4dcc-95f9-235f601ef4b8, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7af73254-201f-4dcc-95f9-235f601ef4b8,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:17.423215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.497702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 17e40ea6-433a-46ba-aa1e-1ba38b460599 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:17.498290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.574116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:17.577121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:17.707363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-66d9f554-2494-42b8-886c-60765f511efc None None] Provisioning complete for port 7af73254-201f-4dcc-95f9-235f601ef4b8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:17.717905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66d9f554-2494-42b8-886c-60765f511efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:17.726064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc82a2e-358c-4dc9-8ab0-59089d0aa345 None None] Pushing event updated for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:17.876602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:17.893804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:17.900521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '805902ce-8824-46be-bdf2-75062961bda6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:18.044395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:18.050465 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.134368 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66d9f554-2494-42b8-886c-60765f511efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.237304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-66d9f554-2494-42b8-886c-60765f511efc None None] For port 7af73254-201f-4dcc-95f9-235f601ef4b8, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7af73254-201f-4dcc-95f9-235f601ef4b8,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:18.247061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66d9f554-2494-42b8-886c-60765f511efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.348801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:17Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:18.411130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fcfc2-6fba-4c4d-a785-d7e85fb0d601 None None] The sync data for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 is: [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:17Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:56:18.418741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9f554-2494-42b8-886c-60765f511efc None None] Pushing event updated for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:18.437086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54682a26-1164-480c-be7b-be55e73660e6 req-b9deb5e1-06cc-41a0-80b4-e77aef9e7c07 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 210 time: 0.0501337 Oct 29 11:56:18.438318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.454001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1420684d-6652-47b2-a8af-371c65e3e075 None None] Provisioning complete for port 7af73254-201f-4dcc-95f9-235f601ef4b8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:18.454353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1420684d-6652-47b2-a8af-371c65e3e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.563930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=e51a81e4-ea13-4287-9727-1d74ba812b37,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:18.583891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': 'f73de633-e0cc-4a3e-af82-604d5dfd07a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '805902ce-8824-46be-bdf2-75062961bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:18.584389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 805902ce-8824-46be-bdf2-75062961bda6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:18.607211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 805902ce-8824-46be-bdf2-75062961bda6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:18.623077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 805902ce-8824-46be-bdf2-75062961bda6) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:18.629678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:18.630514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.641074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96a9ab-e443-4400-a84d-f57fd5a72446 None None] Network 805902ce-8824-46be-bdf2-75062961bda6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:18.665440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-528e32f7-9aa0-4375-8e75-f1155b455de1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7642386 Oct 29 11:56:18.665870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36492) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:18.674803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94939043'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:18.849674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:18.854002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.893329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-805902ce-8824-46be-bdf2-75062961bda6', 'network_id': '805902ce-8824-46be-bdf2-75062961bda6', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': 'e51a81e4-ea13-4287-9727-1d74ba812b37'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:18.894554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:18.946398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:18.978833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-9caff8ef-ad35-4b19-9c1d-3c462aa03138 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:18.987502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-9caff8ef-ad35-4b19-9c1d-3c462aa03138 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.86 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 796 time: 0.2639160 Oct 29 11:56:19.054657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.055013 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 5509fb13-c546-41a7-8a8d-eb5817a4d8ef of type vlan for network bf136b25-99c9-43e7-bc15-9247bf6eb3fa Oct 29 11:56:19.099695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-996cf64b-31a7-4db3-9ff3-f21265b4b2db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3c4f5380f3941899cdb348dd3636c78 HTTP/1.1" status: 200 len: 475 time: 0.0997972 Oct 29 11:56:19.118926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7af73254-201f-4dcc-95f9-235f601ef4b8 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:19.130056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Allocated IP 2001:db8:0:ffff::2 (805902ce-8824-46be-bdf2-75062961bda6/e51a81e4-ea13-4287-9727-1d74ba812b37/ea13d94c-c26a-4bcd-aaa6-a4766546474b) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:19.132476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'port': {'device_id': '65081da7-21d8-417e-913f-0b60ec87d08e', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'admin_state_up': True, 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'security_groups': ['3ecded6c-2fe5-494f-91a8-205a29f938a4', '07cf081b-4753-4bc0-84a2-c128501c1f38']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:19.195255 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.266933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7af73254-201f-4dcc-95f9-235f601ef4b8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:19.267282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.274101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.281980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:19.282659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.389363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=bf136b25-99c9-43e7-bc15-9247bf6eb3fa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:19.394243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:19.398569 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.420804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7498102 Oct 29 11:56:19.421171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36496) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:19.421958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.422305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.422803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.423090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.423431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.424026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.424162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.424449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.424764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.425548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.425932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.426204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f9837-68d0-497e-9415-1a2b479465e8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:19.439800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:19.515661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network bf136b25-99c9-43e7-bc15-9247bf6eb3fa details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:19.588940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.20.0.4 (5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e/8b945e4a-edb4-43f6-8fe2-9edb35f78132/095cc8f7-881a-4ea9-8e66-3efb90705dd9) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:19.630189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.644089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e275eb1-1656-43e5-b37a-2a9eeec08341 req-e19ed16f-f1c5-4b06-8f3c-623d79ab7e7f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 210 time: 0.0348535 Oct 29 11:56:19.644709 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.670713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:19.676041 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.717264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Pushing event updated for resources: {'Port': ['ID=ea13d94c-c26a-4bcd-aaa6-a4766546474b,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:19.726594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Network 805902ce-8824-46be-bdf2-75062961bda6 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:19.727629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:19.732547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:19.799554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Attempting to bind port ea13d94c-c26a-4bcd-aaa6-a4766546474b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:19.800152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Attempting to bind port ea13d94c-c26a-4bcd-aaa6-a4766546474b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f73de633-e0cc-4a3e-af82-604d5dfd07a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '805902ce-8824-46be-bdf2-75062961bda6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:19.800713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Attempting to bind port ea13d94c-c26a-4bcd-aaa6-a4766546474b on network 805902ce-8824-46be-bdf2-75062961bda6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:19.806498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:19.806736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Checking segment: {'id': 'f73de633-e0cc-4a3e-af82-604d5dfd07a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '805902ce-8824-46be-bdf2-75062961bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:19.807221 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.807686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Bound using segment: {'id': 'f73de633-e0cc-4a3e-af82-604d5dfd07a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '805902ce-8824-46be-bdf2-75062961bda6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:19.808239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Bound port: ea13d94c-c26a-4bcd-aaa6-a4766546474b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73de633-e0cc-4a3e-af82-604d5dfd07a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '805902ce-8824-46be-bdf2-75062961bda6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:19.809246 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.844879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.891605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] For port ea13d94c-c26a-4bcd-aaa6-a4766546474b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:19.894790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.896011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] For port ea13d94c-c26a-4bcd-aaa6-a4766546474b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ea13d94c-c26a-4bcd-aaa6-a4766546474b,segment=NetworkSegment(f73de633-e0cc-4a3e-af82-604d5dfd07a2),segment_id=f73de633-e0cc-4a3e-af82-604d5dfd07a2)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:19.901149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.932388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:19.984896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:19.994702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ffed2-1e61-4dd7-bd23-c8837320396d None None] Pushing event updated for resources: {'Port': ['ID=ea13d94c-c26a-4bcd-aaa6-a4766546474b,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:19.995157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:20.016654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=01bb9501-a1b4-4892-8c85-3254dd583c5b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:20.021610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:20.027825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:20.097405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '5509fb13-c546-41a7-8a8d-eb5817a4d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:20.098096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: bf136b25-99c9-43e7-bc15-9247bf6eb3fa, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:20.098568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:20.099306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.120260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbe990e1-aaac-4cf6-a02f-e21500ecf0ae tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9914410 Oct 29 11:56:20.124047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network bf136b25-99c9-43e7-bc15-9247bf6eb3fa is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:20.137165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Request body: {'port': {'device_id': '65081da7-21d8-417e-913f-0b60ec87d08e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:20.140750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, bf136b25-99c9-43e7-bc15-9247bf6eb3fa) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:20.153875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ccdf7-7226-4dc1-802b-f7643b51b69b None None] Network bf136b25-99c9-43e7-bc15-9247bf6eb3fa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:20.156208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:20.157597 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.199664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-29667e3b-befa-4ce4-86b6-9124402c5dcc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7767079 Oct 29 11:56:20.202301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36502) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:20.243463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.502271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-bf136b25-99c9-43e7-bc15-9247bf6eb3fa', 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '01bb9501-a1b4-4892-8c85-3254dd583c5b'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:20.503293 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.525459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.598586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9f7b7807-db6c-42f8-9907-dd8764d0e213 None None] Provisioning complete for port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:20.599001 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7807-db6c-42f8-9907-dd8764d0e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.640540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.663001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b7807-db6c-42f8-9907-dd8764d0e213 None None] Port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:20.704725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095cc8f7-881a-4ea9-8e66-3efb90705dd9 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:56:20.713158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.716524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Allocated IP 2001:db8::1 (bf136b25-99c9-43e7-bc15-9247bf6eb3fa/01bb9501-a1b4-4892-8c85-3254dd583c5b/b44df235-3bb7-4068-b456-8542b4b7d394) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:20.736674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Transition to ACTIVE for port object 095cc8f7-881a-4ea9-8e66-3efb90705dd9 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:56:20.741740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.801577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Pushing event updated for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:20.877188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ceb75-2589-4ba7-99d7-978ce84ec1cb req-da8f2d30-005b-48c1-817a-2ba6a1ade73e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:20.878885 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-633ceb75-2589-4ba7-99d7-978ce84ec1cb req-da8f2d30-005b-48c1-817a-2ba6a1ade73e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 982 time: 0.0729184 Oct 29 11:56:20.943386 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.962511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:20.962850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Attempting to bind port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:20.963832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Attempting to bind port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:20.965383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Attempting to bind port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 on network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:20.981850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 on network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:56:20.982838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Attempting to bind port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 on network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:20.984766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Network bf136b25-99c9-43e7-bc15-9247bf6eb3fa is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:20.987838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:20.990604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:20.997086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:21.000150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Checking segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:21.000891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Bound using segment: {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:21.001675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Bound port: 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5752eb-608c-4f8d-ab27-b91a4f3c432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:21.002550 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.014703 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.036417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-633ceb75-2589-4ba7-99d7-978ce84ec1cb req-7077fe62-b65b-4070-a3a3-12c55a55f159 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1460803 Oct 29 11:56:21.112359 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Pushing event updated for resources: {'Port': ['ID=b44df235-3bb7-4068-b456-8542b4b7d394,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:21.144772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ea13d94c-c26a-4bcd-aaa6-a4766546474b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:21.150760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=01bb9501-a1b4-4892-8c85-3254dd583c5b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:21.186860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:21.190642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:21.192905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Attempting to bind port b44df235-3bb7-4068-b456-8542b4b7d394 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:21.193875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Attempting to bind port b44df235-3bb7-4068-b456-8542b4b7d394 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '5509fb13-c546-41a7-8a8d-eb5817a4d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:21.196882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Attempting to bind port b44df235-3bb7-4068-b456-8542b4b7d394 on network bf136b25-99c9-43e7-bc15-9247bf6eb3fa {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:21.202189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.206974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:21.207354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Checking segment: {'id': '5509fb13-c546-41a7-8a8d-eb5817a4d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:21.208004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.208164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Bound using segment: {'id': '5509fb13-c546-41a7-8a8d-eb5817a4d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:21.208834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Bound port: b44df235-3bb7-4068-b456-8542b4b7d394, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5509fb13-c546-41a7-8a8d-eb5817a4d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:21.209302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.269354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:21.269978 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.273668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] 10.222.0.86 "PUT /v2.0/ports/095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 1130 time: 1.1451621 Oct 29 11:56:21.274174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:21.276852 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8331ff-11d0-4899-b4c3-4ab1352508ac" -d '{"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:21.301524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.358994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf136b25-99c9-43e7-bc15-9247bf6eb3fa']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:21.385296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5509fb13-c546-41a7-8a8d-eb5817a4d8ef') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:21.387354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5509fb13-c546-41a7-8a8d-eb5817a4d8ef') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:21.399435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.405704 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea65b9-62e0-4850-bee0-efa6f1ac2e00 x-openstack-request-id: req-c8ea65b9-62e0-4850-bee0-efa6f1ac2e00 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:21.406002 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:21.406257 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8ea65b9-62e0-4850-bee0-efa6f1ac2e00 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:21.406680 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'status': 'completed', 'code': 200} Oct 29 11:56:21.411395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] For port b44df235-3bb7-4068-b456-8542b4b7d394, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:21.415591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] For port b44df235-3bb7-4068-b456-8542b4b7d394, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b44df235-3bb7-4068-b456-8542b4b7d394,segment=NetworkSegment(5509fb13-c546-41a7-8a8d-eb5817a4d8ef),segment_id=5509fb13-c546-41a7-8a8d-eb5817a4d8ef)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:21.417250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ea13d94c-c26a-4bcd-aaa6-a4766546474b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:21.418417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.426696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.428590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.441490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:21.442461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:21.447282 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:21.452840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc5a9-4515-4f7f-8b1e-63c88fadbfba service neutron] Pushing event updated for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:21.477344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-32815223-6070-46d6-a5f2-30f8b661c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:21.480019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-32815223-6070-46d6-a5f2-30f8b661c585 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1133 time: 0.1654453 Oct 29 11:56:21.519806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:56:21.519806 n-d-805046-9 neutron-server[102278]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:56:21.519806 n-d-805046-9 neutron-server[102278]: [parameters: {'id': 'bf136b25-99c9-43e7-bc15-9247bf6eb3fa'}] Oct 29 11:56:21.519806 n-d-805046-9 neutron-server[102278]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:21.520315 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:21.557915 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-7447f105-d487-45d1-83cf-3847a3c4a6b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 217 time: 0.0689363 Oct 29 11:56:21.623713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d059a7-116e-4ab7-b5b7-07b8fd874c64 None None] Pushing event updated for resources: {'Port': ['ID=b44df235-3bb7-4068-b456-8542b4b7d394,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:21.642239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbf17c13-236e-4046-b2de-8b30edc65614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:21.644559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-cbf17c13-236e-4046-b2de-8b30edc65614 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 200 len: 834 time: 0.0800965 Oct 29 11:56:21.646414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cb022-2fe8-4678-ace4-1c40c1a3daf0 None None] Network bf136b25-99c9-43e7-bc15-9247bf6eb3fa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:21.707093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-200cabe3-84a8-4257-9fae-417262b9513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:21.709279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-200cabe3-84a8-4257-9fae-417262b9513b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525222 Oct 29 11:56:21.787550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-df48b2ac-7ece-4310-ae0c-da0ded4209d5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:21.789200 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-df48b2ac-7ece-4310-ae0c-da0ded4209d5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1325462 Oct 29 11:56:21.807987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-2cd578ef-db46-46fd-87ab-4fd8831bcd49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0100436 Oct 29 11:56:21.815812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-57ac76d0-a514-446e-a1f2-b7c457e571ad service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986636 Oct 29 11:56:21.864928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-ee8d9592-0ceb-4df1-b93c-dc3a64d1aff4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482893 Oct 29 11:56:21.867637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916f7fb-85c3-4bed-9a19-328eb8eee420 None None] Network 805902ce-8824-46be-bdf2-75062961bda6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:21.915148 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccc06fe0-4288-4b08-a0a0-af4de9328f8e req-1877e647-5f1b-4f94-bc68-4ca8d29f089a service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919342 Oct 29 11:56:21.969990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-c041a669-3783-41e1-9741-a5bc67f8705a service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956891 Oct 29 11:56:21.999647 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.019304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.020767 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.078882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7c635bfa-cc64-4021-9084-e6164147c774 None None] Provisioning complete for port ea13d94c-c26a-4bcd-aaa6-a4766546474b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:22.080918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c635bfa-cc64-4021-9084-e6164147c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.094973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-ff65823b-c166-4340-a475-ba89804b3295 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183276 Oct 29 11:56:22.109518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting port b44df235-3bb7-4068-b456-8542b4b7d394 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:22.109858 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.128271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port ea13d94c-c26a-4bcd-aaa6-a4766546474b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ea13d94c-c26a-4bcd-aaa6-a4766546474b,segment=NetworkSegment(f73de633-e0cc-4a3e-af82-604d5dfd07a2),segment_id=f73de633-e0cc-4a3e-af82-604d5dfd07a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:22.155506 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.176125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-378c2c3a-194c-4f7c-a454-d3fdd9f18080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:22.177778 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-378c2c3a-194c-4f7c-a454-d3fdd9f18080 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1133 time: 0.0753670 Oct 29 11:56:22.220631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] For port b44df235-3bb7-4068-b456-8542b4b7d394, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b44df235-3bb7-4068-b456-8542b4b7d394,segment=NetworkSegment(5509fb13-c546-41a7-8a8d-eb5817a4d8ef),segment_id=5509fb13-c546-41a7-8a8d-eb5817a4d8ef)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:22.221022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.242821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Calling delete_port for b44df235-3bb7-4068-b456-8542b4b7d394 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:22.257582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=ea13d94c-c26a-4bcd-aaa6-a4766546474b,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:22.304506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-1e7c6f76-8908-4394-87af-817c95c0acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:22.305689 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-1e7c6f76-8908-4394-87af-817c95c0acd7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 897 time: 0.1204000 Oct 29 11:56:22.350470 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-f34ba14e-a69b-46bb-8b78-cd02ab235f31 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 217 time: 0.0365582 Oct 29 11:56:22.372842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.421770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No DVR routers for this DVR port b44df235-3bb7-4068-b456-8542b4b7d394 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:22.425984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-a07b8951-581f-4f82-b290-e7deec38dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:22.428704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-a07b8951-581f-4f82-b290-e7deec38dc17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 200 len: 834 time: 0.0708237 Oct 29 11:56:22.434051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Port': ['ID=b44df235-3bb7-4068-b456-8542b4b7d394,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:22.498425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-7a7815c7-da62-4200-8e2f-1f64d4af2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:22.502640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-7a7815c7-da62-4200-8e2f-1f64d4af2334 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600855 Oct 29 11:56:22.584503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.595655 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b835e-605a-4849-82fb-295f4e430f77 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:22.613343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3985-503b-4869-be07-6b31e94da5c9 req-6682cf60-023c-496c-84c6-0bd4c8c9551a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:22.614933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c8f3985-503b-4869-be07-6b31e94da5c9 req-6682cf60-023c-496c-84c6-0bd4c8c9551a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 982 time: 0.1325417 Oct 29 11:56:22.629990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf136b25-99c9-43e7-bc15-9247bf6eb3fa']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:22.633235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-0a2cf57e-eec3-49e9-afc1-658c61a73d0e service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223319 Oct 29 11:56:22.652656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5509fb13-c546-41a7-8a8d-eb5817a4d8ef') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:22.653252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5509fb13-c546-41a7-8a8d-eb5817a4d8ef') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:22.657168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5da5e12a-e765-4153-9c9a-97e9b7d6044e None None] Provisioning complete for port ea13d94c-c26a-4bcd-aaa6-a4766546474b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:22.657546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5da5e12a-e765-4153-9c9a-97e9b7d6044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.669869 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.701584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c8f3985-503b-4869-be07-6b31e94da5c9 req-30045306-265e-48f2-a13c-5aa5df6478e8 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0749698 Oct 29 11:56:22.708390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.729917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:22.730590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:22.736255 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:22.761308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5f8331ff-11d0-4899-b4c3-4ab1352508ac req-b6dc9a03-b5a6-4d62-98b1-f080968c6af3 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186008 Oct 29 11:56:22.785552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b835e-605a-4849-82fb-295f4e430f77 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:22.829243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ae5336-62e1-4f50-93ee-6f09366661ab req-eba61981-b8b8-4170-9da9-055db7eb3862 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0430415 Oct 29 11:56:22.839064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.852444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.861903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/bf136b25-99c9-43e7-bc15-9247bf6eb3fa HTTP/1.1" status: 204 len: 168 time: 2.6585851 Oct 29 11:56:22.866349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36538) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:22.872962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592185313'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:22.875857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1a9a-1d07-448f-b64d-d626d75ed868 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=bf136b25-99c9-43e7-bc15-9247bf6eb3fa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:22.901428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:22.905049 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.943461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:22.959074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:22.961212 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment ce8a258a-23bf-4932-b5c6-d25366b85fc3 of type vlan for network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c Oct 29 11:56:23.008751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.021090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ea13d94c-c26a-4bcd-aaa6-a4766546474b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:23.035844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.041742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:23.042354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.104769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2346857 Oct 29 11:56:23.105725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36540) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:23.111226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:23.124168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52faa0-7635-4db3-b2c2-054c779628da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=754b61c6-abb4-44fc-9be7-4ac5f3c4140c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:23.140999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:23.214348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:23.218099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.222762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ea13d94c-c26a-4bcd-aaa6-a4766546474b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:23.223132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.419656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.484847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=9cadef0c-605a-419a-8938-3454eadd50d7,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:23.500201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': 'ce8a258a-23bf-4932-b5c6-d25366b85fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:23.501283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 754b61c6-abb4-44fc-9be7-4ac5f3c4140c, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:23.523489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:23.532616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 095cc8f7-881a-4ea9-8e66-3efb90705dd9 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:56:23.538220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 754b61c6-abb4-44fc-9be7-4ac5f3c4140c) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:23.542312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:23.543394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.556032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8832a5-8a10-4279-80c9-04f865fa1d46 None None] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:23.562153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-073394ed-5969-4adb-bc2e-6a08d575738f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4550698 Oct 29 11:56:23.565825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36542) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:23.572665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208260674'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:23.576326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-cb3dfdd5-0db9-47cb-894d-9b4ab881bfa1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:23.578060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-cb3dfdd5-0db9-47cb-894d-9b4ab881bfa1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1292431 Oct 29 11:56:23.592463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:23.602990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:23.606986 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.634716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:23.648170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.648518 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 159674e2-e8de-4ba0-b67b-27eb0d054a15 of type vlan for network 2ca8f1a2-20a6-4048-a29c-62879fad84bc Oct 29 11:56:23.703333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.737208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.744971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:23.746527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.759116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:23.764022 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.799291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:23.817169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'port_id': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'mac_address': 'fa:16:3e:a5:0f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:56:23.840822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=2ca8f1a2-20a6-4048-a29c-62879fad84bc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:23.866110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-754b61c6-abb4-44fc-9be7-4ac5f3c4140c', 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '9cadef0c-605a-419a-8938-3454eadd50d7'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:23.866972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.869136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2ca8f1a2-20a6-4048-a29c-62879fad84bc details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:23.882142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0da203e3-3726-46b8-8e0c-f6daa4fa2b7b tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3110852 Oct 29 11:56:23.883436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36548) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:23.889397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '2ca8f1a2-20a6-4048-a29c-62879fad84bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:23.948699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.11 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/c3e16e7e-8e76-4e39-bb54-79aa5a8541e7) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:23.952716 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:23.998717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411e8b6-d5be-48a5-ac4e-47c277554595 req-29ed5868-86d3-4ecc-b4e9-36d34d195690 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:24.000298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9411e8b6-d5be-48a5-ac4e-47c277554595 req-29ed5868-86d3-4ecc-b4e9-36d34d195690 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 982 time: 0.1690485 Oct 29 11:56:24.010636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:24.014547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.052238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095cc8f7-881a-4ea9-8e66-3efb90705dd9 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:56:24.095155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:24.100585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.117986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9411e8b6-d5be-48a5-ac4e-47c277554595 req-2699b2b7-2a5a-4b33-9ba1-5fccfdd8421b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0974977 Oct 29 11:56:24.134347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Performing IP validity checks on allocation pools {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:56:24.135064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:56:24.197946 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.226651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Allocated IP 2001:db8::3 (754b61c6-abb4-44fc-9be7-4ac5f3c4140c/9cadef0c-605a-419a-8938-3454eadd50d7/536ee6d3-484d-4571-8978-94a1a77dac42) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:24.236054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:24.267098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.302934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['095cc8f7-881a-4ea9-8e66-3efb90705dd9'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:56:24.322303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:24.326444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:24.329901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:24.364887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:24.411538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:24.412437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.441708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5da415af-b32e-4daf-b43c-8c032530f3fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542597 Oct 29 11:56:24.456790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Request body: {'port': {'device_id': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:24.529733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.546476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.575399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.679396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:24.691818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:24.713401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:24.761957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Pushing event updated for resources: {'Port': ['ID=536ee6d3-484d-4571-8978-94a1a77dac42,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:24.810805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8cf3aa85-02c1-46ea-a1a2-44c97b35db20 None None] Provisioning complete for port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:24.811177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8cf3aa85-02c1-46ea-a1a2-44c97b35db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.835881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.837949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Attempting to bind port 536ee6d3-484d-4571-8978-94a1a77dac42 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:24.838353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Attempting to bind port 536ee6d3-484d-4571-8978-94a1a77dac42 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ce8a258a-23bf-4932-b5c6-d25366b85fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:24.838722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Attempting to bind port 536ee6d3-484d-4571-8978-94a1a77dac42 on network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:24.854678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a770b3-5493-4acd-b452-d101a574b590 req-1287d139-3835-4668-8718-6e8f88a50b2d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:24.860826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:24.861290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Checking segment: {'id': 'ce8a258a-23bf-4932-b5c6-d25366b85fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:24.861629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.862140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Bound using segment: {'id': 'ce8a258a-23bf-4932-b5c6-d25366b85fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:24.862761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Bound port: 536ee6d3-484d-4571-8978-94a1a77dac42, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8a258a-23bf-4932-b5c6-d25366b85fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '754b61c6-abb4-44fc-9be7-4ac5f3c4140c'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:24.863149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.864745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51a770b3-5493-4acd-b452-d101a574b590 req-1287d139-3835-4668-8718-6e8f88a50b2d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 932 time: 0.6095846 Oct 29 11:56:24.881120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3aa85-02c1-46ea-a1a2-44c97b35db20 None None] Port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:24.959537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] For port 536ee6d3-484d-4571-8978-94a1a77dac42, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:24.960722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=0ea31bf3-d0a9-41ef-abb4-a6ff06648e97,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:24.970106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] For port 536ee6d3-484d-4571-8978-94a1a77dac42, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=536ee6d3-484d-4571-8978-94a1a77dac42,segment=NetworkSegment(ce8a258a-23bf-4932-b5c6-d25366b85fc3),segment_id=ce8a258a-23bf-4932-b5c6-d25366b85fc3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:24.975819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:24.976368 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51a770b3-5493-4acd-b452-d101a574b590 req-d06b06ff-ae3a-4afd-aebc-cb40ef48d23a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111946 Oct 29 11:56:24.979650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:56:24.991915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.001637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '159674e2-e8de-4ba0-b67b-27eb0d054a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2ca8f1a2-20a6-4048-a29c-62879fad84bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:25.001637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 2ca8f1a2-20a6-4048-a29c-62879fad84bc, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:25.013200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Transition to ACTIVE for port object c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:56:25.019252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.039033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 2ca8f1a2-20a6-4048-a29c-62879fad84bc is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:25.054961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2ca8f1a2-20a6-4048-a29c-62879fad84bc) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:25.060077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.060667 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.068025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609754d4-0138-4b7a-82c8-423c5c511092 None None] Network 2ca8f1a2-20a6-4048-a29c-62879fad84bc requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:25.075705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df3cb-2f4a-4910-84a8-83bf5e6c7248 None None] Pushing event updated for resources: {'Port': ['ID=536ee6d3-484d-4571-8978-94a1a77dac42,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:25.077253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:25.087802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b225b9c1-1561-4ae8-bb2d-a888cb30db87 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2002020 Oct 29 11:56:25.087802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:25.244458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Attempting to bind port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:25.244800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Attempting to bind port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:25.245149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Attempting to bind port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:25.264410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:56:25.264734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Attempting to bind port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:25.283870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:25.284433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:25.284789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:25.285279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Bound port: c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:25.288524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.367066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.394156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269dbf9-b5c2-474e-b451-55123aca99ac req-6713c5cd-aa04-4ca1-bca0-e5db80916b6d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.395842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5269dbf9-b5c2-474e-b451-55123aca99ac req-6713c5cd-aa04-4ca1-bca0-e5db80916b6d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 983 time: 0.1329863 Oct 29 11:56:25.424341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:25.428403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:25.436040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.447192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdda207-818c-4c76-be68-2515a0102394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2ca8f1a2-20a6-4048-a29c-62879fad84bc', 'network_id': '2ca8f1a2-20a6-4048-a29c-62879fad84bc', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '0ea31bf3-d0a9-41ef-abb4-a6ff06648e97'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:25.451280 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2cdda207-818c-4c76-be68-2515a0102394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.537048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:25.553755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.565693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.567554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.573460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 095cc8f7-881a-4ea9-8e66-3efb90705dd9 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:25.574563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-5bbe4550-0ec1-41b4-8b80-68c6e985d838 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 HTTP/1.1" status: 200 len: 1092 time: 1.1231830 Oct 29 11:56:25.575218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:25.580160 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09" -d '{"events": [{"name": "network-changed", "server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:25.634558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5269dbf9-b5c2-474e-b451-55123aca99ac req-c79243ae-47c3-4996-aaab-f634cab0808f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2152493 Oct 29 11:56:25.708161 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.718328 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7faa74-c2b8-4c05-9938-1ce77f073f21 x-openstack-request-id: req-9f7faa74-c2b8-4c05-9938-1ce77f073f21 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:25.718800 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:25.719237 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f7faa74-c2b8-4c05-9938-1ce77f073f21 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:25.719654 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7', 'status': 'completed', 'code': 200} Oct 29 11:56:25.733934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-62c56c1d-4289-4b95-85ce-13a87d0527e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.735935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-62c56c1d-4289-4b95-85ce-13a87d0527e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 1095 time: 0.0769954 Oct 29 11:56:25.790821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea31bf3-d0a9-41ef-abb4-a6ff06648e97,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:25.825620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-9debf6ee-f32e-4ffd-92ea-f9ae7b460f71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 HTTP/1.1" status: 200 len: 217 time: 0.0819268 Oct 29 11:56:25.886332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-2cdda207-818c-4c76-be68-2515a0102394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ea31bf3-d0a9-41ef-abb4-a6ff06648e97: This subnet is being modified by another concurrent operation. Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ea31bf3-d0a9-41ef-abb4-a6ff06648e97: This subnet is being modified by another concurrent operation. Oct 29 11:56:25.894157 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:56:25.910646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-dbe7638e-dac3-46a3-bafd-b846f0a213fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.913197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-dbe7638e-dac3-46a3-bafd-b846f0a213fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0789647 Oct 29 11:56:25.930687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be60612-f3ae-4d2c-bebd-bc7a6989dbbf None None] Network 2ca8f1a2-20a6-4048-a29c-62879fad84bc requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:25.939841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca8f1a2-20a6-4048-a29c-62879fad84bc']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:25.970159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159674e2-e8de-4ba0-b67b-27eb0d054a15') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:25.970549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159674e2-e8de-4ba0-b67b-27eb0d054a15') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:25.985146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:25.992048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-a21e1a0e-80c7-424d-995a-57c312e4b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:25.993616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-a21e1a0e-80c7-424d-995a-57c312e4b3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737154 Oct 29 11:56:26.017421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:56:26.028279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:26.029061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.034000 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.052862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:26.053311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.081285 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:26.089528 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:26.187189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-ce7b5b34-0ee9-4580-a5e5-ca8ed470f493 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811438 Oct 29 11:56:26.216029 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.224435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.229021 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/2ca8f1a2-20a6-4048-a29c-62879fad84bc HTTP/1.1" status: 204 len: 168 time: 1.1406105 Oct 29 11:56:26.236687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36558) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:26.242209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776674964'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:26.253304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.262961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d039e4-89fa-4261-b578-e8bbd03c10a8 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=2ca8f1a2-20a6-4048-a29c-62879fad84bc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:26.311344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:26.312325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:26.316969 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48652ba-362a-4223-b8bc-61e7b87df1a0" -d '{"events": [{"server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "name": "network-vif-plugged", "status": "completed", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:26.321695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.329539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e83b5-146f-460c-a49c-17f0c7943f23 req-4b6ff1e0-6c65-450c-a78f-5e4fcd7ea7d2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.331309 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b6e83b5-146f-460c-a49c-17f0c7943f23 req-4b6ff1e0-6c65-450c-a78f-5e4fcd7ea7d2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.1853089 Oct 29 11:56:26.344207 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6724419e-a8c7-425c-a0d7-874b0dc978b6 req-c2602c5e-1fdf-4541-871e-db45a4007f27 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499832 Oct 29 11:56:26.388331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:26.400130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:26.407308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.435947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b6e83b5-146f-460c-a49c-17f0c7943f23 req-06d32cbd-ef8f-4e8c-8228-017970924b11 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962989 Oct 29 11:56:26.445647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-2a8a1300-1658-4f04-80fb-c3eb940dff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.448178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-2a8a1300-1658-4f04-80fb-c3eb940dff9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 1095 time: 0.0552676 Oct 29 11:56:26.455311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:26.471197 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.471644 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 488d61b7-05e4-43e7-9826-29e5de3f7052 of type vlan for network 822640bc-ffad-4193-b178-e0d236ff7633 Oct 29 11:56:26.516373 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5600555e-70e1-464e-b440-291cd8a95e33 x-openstack-request-id: req-5600555e-70e1-464e-b440-291cd8a95e33 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:26.516673 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "name": "network-vif-plugged", "status": "completed", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:26.516927 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5600555e-70e1-464e-b440-291cd8a95e33 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:26.517349 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'code': 200} Oct 29 11:56:26.545809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.582326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c6e3f-5aa2-4848-9cca-314b328c10bc None None] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:26.583995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.592236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.592881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.606471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-ee3b9e54-01f4-46da-b95e-6547f495b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.608326 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-ee3b9e54-01f4-46da-b95e-6547f495b84d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1523733 Oct 29 11:56:26.647277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] Provisioning complete for port 536ee6d3-484d-4571-8978-94a1a77dac42 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:26.647707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.656209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4182055 Oct 29 11:56:26.660179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36564) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:26.665440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-8d6c80dd-7d4e-4fb8-8de5-e1d62c67ed7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 HTTP/1.1" status: 200 len: 217 time: 0.0490475 Oct 29 11:56:26.667001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '822640bc-ffad-4193-b178-e0d236ff7633', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:26.744339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8dac-6911-4fd8-882b-d1b70151a79c req-eea50249-b429-46e5-976f-898545ec741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.746355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83fa8dac-6911-4fd8-882b-d1b70151a79c req-eea50249-b429-46e5-976f-898545ec741f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.1677759 Oct 29 11:56:26.777367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-03e957b3-3c21-4d01-9833-7b8ecbe9ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.781546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-03e957b3-3c21-4d01-9833-7b8ecbe9ff33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.1058087 Oct 29 11:56:26.801650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab336d4-bcfc-4add-8e72-f75cf908422d tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=822640bc-ffad-4193-b178-e0d236ff7633,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:26.822684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 822640bc-ffad-4193-b178-e0d236ff7633 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:26.829066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83fa8dac-6911-4fd8-882b-d1b70151a79c req-13fadc4d-ee17-4f09-afe1-707196bcbc02 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=07cf081b-4753-4bc0-84a2-c128501c1f38&id=3ecded6c-2fe5-494f-91a8-205a29f938a4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0738890 Oct 29 11:56:26.840821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-6f7c984e-4bf2-4e67-bc20-71fee232df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.842767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-6f7c984e-4bf2-4e67-bc20-71fee232df2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539224 Oct 29 11:56:26.847034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf553b3-b378-4771-9011-d4a8db0c2b37 req-77301dca-ba2d-4346-9122-dedc3d4db202 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:26.848628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccf553b3-b378-4771-9011-d4a8db0c2b37 req-77301dca-ba2d-4346-9122-dedc3d4db202 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.0963323 Oct 29 11:56:26.853984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:26.859191 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.905632 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:26.970373 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-f7327a06-ea09-4401-a9c0-7bea1eb2c2c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102343 Oct 29 11:56:26.982502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] For port 536ee6d3-484d-4571-8978-94a1a77dac42, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=536ee6d3-484d-4571-8978-94a1a77dac42,segment=NetworkSegment(ce8a258a-23bf-4932-b5c6-d25366b85fc3),segment_id=ce8a258a-23bf-4932-b5c6-d25366b85fc3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:26.987079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.055272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764850e5-dafc-4e47-bf3a-94b5460b9a59 None None] Pushing event updated for resources: {'Port': ['ID=536ee6d3-484d-4571-8978-94a1a77dac42,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:27.122675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 536ee6d3-484d-4571-8978-94a1a77dac42 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:27.168839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c5fb7f4-44e2-40b4-893e-0ed4d28cec09 req-9a002e4d-dc04-489f-aa52-2b0bc9fa8317 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917915 Oct 29 11:56:27.177378 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ccf553b3-b378-4771-9011-d4a8db0c2b37 req-2072ff2b-8f89-45c4-8bd3-3e60ee7ac2ab tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3114388 Oct 29 11:56:27.190424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.230609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 536ee6d3-484d-4571-8978-94a1a77dac42 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:27.231123 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.255485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=4a4b509c-e09b-4c29-af6d-dd2d5a171613,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:27.293856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '488d61b7-05e4-43e7-9826-29e5de3f7052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '822640bc-ffad-4193-b178-e0d236ff7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:27.294270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 822640bc-ffad-4193-b178-e0d236ff7633, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:27.318646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 822640bc-ffad-4193-b178-e0d236ff7633 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:27.331457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 822640bc-ffad-4193-b178-e0d236ff7633) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:27.340955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:27.342576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.352852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f066f28-cfec-4ca1-8bdf-3c3657e774e6 None None] Network 822640bc-ffad-4193-b178-e0d236ff7633 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:27.362801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-238e1509-bc5c-486f-9eb1-af2e393c69b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7012129 Oct 29 11:56:27.366177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36566) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:27.431997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b81ee505-1492-4fb1-996c-3c84c2adf38f None None] Provisioning complete for port 536ee6d3-484d-4571-8978-94a1a77dac42 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:27.432369 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b81ee505-1492-4fb1-996c-3c84c2adf38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.494774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.600223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e9f40-c483-4a8d-99dc-7dc9c877fbcd req-0efd9f15-2747-4944-a39b-28a096940ff5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:27.601973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-934e9f40-c483-4a8d-99dc-7dc9c877fbcd req-0efd9f15-2747-4944-a39b-28a096940ff5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0848804 Oct 29 11:56:27.606899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb4d42-09e2-4b95-9230-9db0c1e71fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-822640bc-ffad-4193-b178-e0d236ff7633', 'network_id': '822640bc-ffad-4193-b178-e0d236ff7633', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '4a4b509c-e09b-4c29-af6d-dd2d5a171613'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:27.607781 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69bb4d42-09e2-4b95-9230-9db0c1e71fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.624965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.652584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-934e9f40-c483-4a8d-99dc-7dc9c877fbcd req-a090a911-3ce6-4d20-b6af-b2cd9fdfb658 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Oct 29 11:56:27.704529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-69bb4d42-09e2-4b95-9230-9db0c1e71fe1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a4b509c-e09b-4c29-af6d-dd2d5a171613: This subnet is being modified by another concurrent operation. Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a4b509c-e09b-4c29-af6d-dd2d5a171613: This subnet is being modified by another concurrent operation. Oct 29 11:56:27.729360 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:56:27.739356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4b509c-e09b-4c29-af6d-dd2d5a171613,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:27.760142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8774410-36ae-4540-82b4-27b9b16ddeb7 None None] Network 822640bc-ffad-4193-b178-e0d236ff7633 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:27.809107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.837721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822640bc-ffad-4193-b178-e0d236ff7633']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:27.848734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488d61b7-05e4-43e7-9826-29e5de3f7052') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:27.849117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488d61b7-05e4-43e7-9826-29e5de3f7052') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:27.859848 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.875005 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.882755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:27.883564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:27.888059 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:27.912416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5adf0-5c01-4400-946d-757b327265e2 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:27.961796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.976153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:27.983637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/822640bc-ffad-4193-b178-e0d236ff7633 HTTP/1.1" status: 204 len: 168 time: 0.6158266 Oct 29 11:56:27.986987 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36570) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:27.992355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634963087'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:28.004917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48838-ae46-47eb-b5a9-c47ec2a495ed tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=822640bc-ffad-4193-b178-e0d236ff7633,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:28.024362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:28.028592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.035184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5adf0-5c01-4400-946d-757b327265e2 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:28.057446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:28.068162 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.068589 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 4b70f04f-faf0-4526-8594-97e95a2341d2 of type vlan for network 220a11e3-33c2-45c6-bf53-c7966878c810 Oct 29 11:56:28.110965 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.139421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.149153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:28.150059 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.216270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2281713 Oct 29 11:56:28.220179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36574) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:28.224560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '220a11e3-33c2-45c6-bf53-c7966878c810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:28.264707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea92cf-19d5-4cf0-b6e6-7572c67ae417 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=220a11e3-33c2-45c6-bf53-c7966878c810,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:28.304600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 220a11e3-33c2-45c6-bf53-c7966878c810 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:28.383192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:28.387865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.396509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc252-9130-4daf-9489-3ef0edcc7bcb req-4347ed2b-780f-4325-8540-f23d81a9caf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:28.398647 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-946fc252-9130-4daf-9489-3ef0edcc7bcb req-4347ed2b-780f-4325-8540-f23d81a9caf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.1128349 Oct 29 11:56:28.457764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44032da8-400a-4d4d-83da-9bd2d0dd725d None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:28.471201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-946fc252-9130-4daf-9489-3ef0edcc7bcb req-f4051663-3c04-4738-9f07-291051781499 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0634420 Oct 29 11:56:28.504601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e3edf36-0c10-45d2-ad37-00663de71c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.614311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44032da8-400a-4d4d-83da-9bd2d0dd725d None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:28.626040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7cef9-baaf-4dbd-b1d2-0cc2b2022ca4 req-2ddab09c-7323-41d7-b6bb-666df2ca0597 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:28.627868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3d7cef9-baaf-4dbd-b1d2-0cc2b2022ca4 req-2ddab09c-7323-41d7-b6bb-666df2ca0597 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.0621827 Oct 29 11:56:28.674215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.693650 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3d7cef9-baaf-4dbd-b1d2-0cc2b2022ca4 req-75c07d3c-3503-41c1-86ab-13f99340a1e1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0556989 Oct 29 11:56:28.753233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=835afc5d-cd60-4ab9-9417-7eab970c218d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:28.763451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '4b70f04f-faf0-4526-8594-97e95a2341d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '220a11e3-33c2-45c6-bf53-c7966878c810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:28.763896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 220a11e3-33c2-45c6-bf53-c7966878c810, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:28.793312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 220a11e3-33c2-45c6-bf53-c7966878c810 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:28.811195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 220a11e3-33c2-45c6-bf53-c7966878c810) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:28.823334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:28.824684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:28.845779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a7d1f-a85c-48e6-b89b-6ee4530ccd74 req-0b21739c-e409-4b0b-b5bd-40ebb2383637 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:28.846438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8ee81ac4-ed22-43c7-9c1a-13a0efc9fbaf tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6256998 Oct 29 11:56:28.848271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b0a7d1f-a85c-48e6-b89b-6ee4530ccd74 req-0b21739c-e409-4b0b-b5bd-40ebb2383637 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0652244 Oct 29 11:56:28.848891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:28.925899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4a8c5-d278-4edc-a673-792cdfc36f4a None None] Network 220a11e3-33c2-45c6-bf53-c7966878c810 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:28.949280 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b0a7d1f-a85c-48e6-b89b-6ee4530ccd74 req-0b93eb14-725d-4dc9-86d3-e8c9200192c4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911078 Oct 29 11:56:29.018875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.036283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 536ee6d3-484d-4571-8978-94a1a77dac42 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:29.117742 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.122577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-30332958-92c2-45b4-9af6-308f4e42050e tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:29.124148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-30332958-92c2-45b4-9af6-308f4e42050e tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.0802653 Oct 29 11:56:29.146170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 536ee6d3-484d-4571-8978-94a1a77dac42 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:29.146676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.171762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-74f55d77-0cf7-46d6-8c9a-b0e240cd0d5c tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.219225 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.220405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5bf01-fb9a-4ec8-a9b0-f162c89304d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-220a11e3-33c2-45c6-bf53-c7966878c810', 'network_id': '220a11e3-33c2-45c6-bf53-c7966878c810', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '835afc5d-cd60-4ab9-9417-7eab970c218d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:29.221468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-92c5bf01-fb9a-4ec8-a9b0-f162c89304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.278218 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=835afc5d-cd60-4ab9-9417-7eab970c218d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:29.360589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.367235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae85f60-7312-4484-bc08-bf90e5fa0f9d None None] Network 220a11e3-33c2-45c6-bf53-c7966878c810 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:29.396496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220a11e3-33c2-45c6-bf53-c7966878c810']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:29.418804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b70f04f-faf0-4526-8594-97e95a2341d2') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:29.419128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b70f04f-faf0-4526-8594-97e95a2341d2') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:29.422331 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-74f55d77-0cf7-46d6-8c9a-b0e240cd0d5c tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.430321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-74f55d77-0cf7-46d6-8c9a-b0e240cd0d5c tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.434109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.467099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37ebda6a-4e1c-4ac6-bf44-fd4db42823f5 req-74f55d77-0cf7-46d6-8c9a-b0e240cd0d5c tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3156586 Oct 29 11:56:29.472032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.481589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f55d77-0cf7-46d6-8c9a-b0e240cd0d5c tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce5efc-a53d-4307-8434-db685a3559b0,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:29.484422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:29.484825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:29.488167 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:29.495041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36584) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:29.548039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e88b7-52d8-4adc-bb7d-6d0eb4e7b93e tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:29.552437 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-db2e88b7-52d8-4adc-bb7d-6d0eb4e7b93e tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1130 time: 0.0521560 Oct 29 11:56:29.552778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36586) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:29.558164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:29.560846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.569990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:29.573677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/220a11e3-33c2-45c6-bf53-c7966878c810 HTTP/1.1" status: 204 len: 168 time: 0.7237196 Oct 29 11:56:29.580449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36588) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:29.584944 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602d6b-426a-485e-90ac-b2aef18c83ad tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=220a11e3-33c2-45c6-bf53-c7966878c810,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:29.586162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766131617'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:29.610470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 11:56:29.610470 n-d-805046-9 neutron-server[102277]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 11:56:29.610470 n-d-805046-9 neutron-server[102277]: [parameters: {'project_id': '11442de0bc9c4594b304c692662d1cd2', 'id': 'a495fb16-7d49-44c4-9d0c-cffd56291cab', 'expiration': datetime.datetime(2021, 10, 29, 11, 58, 29, 603496)}] Oct 29 11:56:29.610470 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:29.611006 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:29.617799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.062851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.089104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a8de0-243a-475a-853e-07faeacc92c3 req-2a24a5f3-83eb-4aec-8f62-7cd492a74af8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:30.091236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-929a8de0-243a-475a-853e-07faeacc92c3 req-2a24a5f3-83eb-4aec-8f62-7cd492a74af8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0584519 Oct 29 11:56:30.135456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-929a8de0-243a-475a-853e-07faeacc92c3 req-af285afa-0ead-4616-a4b3-19c6ec06c0f1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Oct 29 11:56:30.167975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:30.171339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.197027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.25.4.198 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/fc8ea42d-27f6-4087-82fd-f9e10ac4a26d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:30.214749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:30.265592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.265928 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment df779207-3c8f-4cba-ad28-99517300cc56 of type vlan for network c8304b06-543c-44f4-88c4-a2917843dbc5 Oct 29 11:56:30.318333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.371145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.374104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.379739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:30.380333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.445510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8634779 Oct 29 11:56:30.448768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:30.455158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:30.474987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c0ba0-0082-4996-9e77-0f3e78b0e9a0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=c8304b06-543c-44f4-88c4-a2917843dbc5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:30.487152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.494992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:30.531662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:30.534858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:30.539266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:30.542911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=fc8ea42d-27f6-4087-82fd-f9e10ac4a26d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:30.595937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:30.600435 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.804328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.839956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69e6881e-1247-465f-81ec-5c3c7851d054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.866332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:30.877078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': 'df779207-3c8f-4cba-ad28-99517300cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:30.877451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: c8304b06-543c-44f4-88c4-a2917843dbc5, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:30.898982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network c8304b06-543c-44f4-88c4-a2917843dbc5 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:30.910706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, c8304b06-543c-44f4-88c4-a2917843dbc5) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:30.920138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e491eb-8c7d-4c1e-a516-ebc7b821b13b None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:30.926421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:30.928615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.950572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:30.953551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e1fffa87-5ab7-43ad-bac0-fa4d389df0d1 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5033803 Oct 29 11:56:30.954933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36594) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:30.961471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:31.107421 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.165612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:31.170159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.239580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-c8304b06-543c-44f4-88c4-a2917843dbc5', 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:31.240528 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.271057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02dae2-9aa7-43a2-8aaa-8df2320bb996 req-30dd0158-6df1-4684-b569-47f5a6ae0743 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.272749 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a02dae2-9aa7-43a2-8aaa-8df2320bb996 req-30dd0158-6df1-4684-b569-47f5a6ae0743 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0584054 Oct 29 11:56:31.327606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a02dae2-9aa7-43a2-8aaa-8df2320bb996 req-16d3d5cd-a7be-40c6-bea5-3f5a8dee3943 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Oct 29 11:56:31.373230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.379340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.396526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Allocated IP 2001:db8::2 (c8304b06-543c-44f4-88c4-a2917843dbc5/18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5/a830794f-c07a-4681-93b9-50f1ad78a14d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:31.518054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=fc8ea42d-27f6-4087-82fd-f9e10ac4a26d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:31.529301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.543861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.550292 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.597741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:31.600678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:31.603131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:31.609835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Pushing event updated for resources: {'Port': ['ID=a830794f-c07a-4681-93b9-50f1ad78a14d,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:31.638086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.665541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Attempting to bind port a830794f-c07a-4681-93b9-50f1ad78a14d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:31.666394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Attempting to bind port a830794f-c07a-4681-93b9-50f1ad78a14d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'df779207-3c8f-4cba-ad28-99517300cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:31.666754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Attempting to bind port a830794f-c07a-4681-93b9-50f1ad78a14d on network c8304b06-543c-44f4-88c4-a2917843dbc5 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:31.674479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:31.674840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Checking segment: {'id': 'df779207-3c8f-4cba-ad28-99517300cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:31.675241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.675629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Bound using segment: {'id': 'df779207-3c8f-4cba-ad28-99517300cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:31.676096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Bound port: a830794f-c07a-4681-93b9-50f1ad78a14d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df779207-3c8f-4cba-ad28-99517300cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:31.676471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.699048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network c8304b06-543c-44f4-88c4-a2917843dbc5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:31.705616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:31.709840 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Floating IP 1706404a-bab8-4df8-a8f3-b360d0f823cb associated. External IP: 172.25.4.198, port: 095cc8f7-881a-4ea9-8e66-3efb90705dd9. Oct 29 11:56:31.712706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.713335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.743524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] For port a830794f-c07a-4681-93b9-50f1ad78a14d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:31.746574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] For port a830794f-c07a-4681-93b9-50f1ad78a14d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a830794f-c07a-4681-93b9-50f1ad78a14d,segment=NetworkSegment(df779207-3c8f-4cba-ad28-99517300cc56),segment_id=df779207-3c8f-4cba-ad28-99517300cc56)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:31.751449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:31.758811 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.789073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc9e2efe-52ef-4df1-b0d3-45d3ab0b1d12 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8329484 Oct 29 11:56:31.792167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:31.829219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac449c-1090-468f-856d-378994fb7b16 None None] Pushing event updated for resources: {'Port': ['ID=a830794f-c07a-4681-93b9-50f1ad78a14d,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:31.880303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.882189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.884011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.885614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.887560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:31.892264 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a5772c6-7324-4ae1-bb1a-001d43b0a9db tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0975530 Oct 29 11:56:31.893199 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:31.898147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668006322'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:31.926885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:31.930776 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.960465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:31.971169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router e0f70571-d445-4604-a95c-1b3c4f3784a9 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:56:31.973951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:31.974874 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 56cfcdde-2647-4d13-a639-af82738a117d of type vlan for network 29b37d59-6622-4cc6-83c7-12270b743bc8 Oct 29 11:56:32.038603 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.069156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.075836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.076617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.115006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:56:32.133173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.135403 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Sync routers for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:56:32.150116 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:32.150974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:32.153436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36602) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:32.153586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2590976 Oct 29 11:56:32.159540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:32.170237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a458-6dd9-4869-8c2c-d9505334a7e5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=29b37d59-6622-4cc6-83c7-12270b743bc8,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:32.181517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:32.221611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:32.221862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-96145548-4ea3-4877-a0fa-65ead90303ce tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6674647 Oct 29 11:56:32.224802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:32.227000 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7cede-499e-4391-9e0e-9100e0710426" -d '{"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:32.296738 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:32.312454 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb19a1af-85d6-4c5e-ace0-7d229bddaf6c x-openstack-request-id: req-cb19a1af-85d6-4c5e-ace0-7d229bddaf6c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:32.312741 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:32.313013 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb19a1af-85d6-4c5e-ace0-7d229bddaf6c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:32.313421 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'status': 'completed', 'code': 200} Oct 29 11:56:32.339716 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.353308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.404427 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.409390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-a96867da-ff0b-4780-9307-7b40ef9fcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.410942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-a96867da-ff0b-4780-9307-7b40ef9fcac6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.0913429 Oct 29 11:56:32.430139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.447463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 is not hosted by any dhcp agent {{(pid=102277) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:56:32.453531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.454167 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.455483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "PUT /v2.0/networks/29b37d59-6622-4cc6-83c7-12270b743bc8 HTTP/1.1" status: 200 len: 723 time: 0.3009412 Oct 29 11:56:32.480326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36610) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:32.487686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': '29b37d59-6622-4cc6-83c7-12270b743bc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:32.551549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765fd63-3e26-4626-8a43-c3cf9a5bf881 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=29b37d59-6622-4cc6-83c7-12270b743bc8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:32.564194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:32.566419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.567190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.567898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.568630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.569404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.570063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.570721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.571427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.572156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.572821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.578711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ff9fb29a-5312-4cfe-8cf2-968fa598f89f tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7079 time: 0.3533432 Oct 29 11:56:32.581789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36612) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:32.623456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cbdac-b706-400d-b5f7-b0b56e2b6b97 req-3d17ce56-0afb-484e-80b9-e518c153665b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.625376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b4cbdac-b706-400d-b5f7-b0b56e2b6b97 req-3d17ce56-0afb-484e-80b9-e518c153665b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.1619210 Oct 29 11:56:32.633252 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '1706404a-bab8-4df8-a8f3-b360d0f823cb', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'port_id': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'mac_address': 'fa:16:3e:a5:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65081da7-21d8-417e-913f-0b60ec87d08e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:56:30Z', 'updated_at': '2021-10-29T11:56:30Z', 'revision_number': 0, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:32.642027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-fabdfad0-d636-4146-a28b-9ec52736992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.644183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-fabdfad0-d636-4146-a28b-9ec52736992e service neutron] 10.222.0.86 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 897 time: 0.2235374 Oct 29 11:56:32.694295 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Checking router: e0f70571-d445-4604-a95c-1b3c4f3784a9 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:56:32.706941 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:56:32.708512 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:56:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:32.733099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b4cbdac-b706-400d-b5f7-b0b56e2b6b97 req-3412620c-6094-412d-b58d-553486ff5307 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733299 Oct 29 11:56:32.734899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:32.738695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:32.760384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.761704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.762331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.762959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.763576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.764189 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.764802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.765455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.765964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.766419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.772728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dbf3f14c-21a9-4ca5-a4d4-6c8ac0d181c4 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6495 time: 0.1891594 Oct 29 11:56:32.773269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:32.853466 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:56:32.861184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-da11cc0c-92d2-4aa6-89f7-ca8b3d3ddbfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 999 time: 0.2031755 Oct 29 11:56:32.983520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-d323b509-a1a0-414d-a82b-c1eae19474da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:32.985026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-d323b509-a1a0-414d-a82b-c1eae19474da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 200 len: 834 time: 0.0963027 Oct 29 11:56:33.006438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.069624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-a58105d7-d666-47cf-971e-ec24a8ea4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.071099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-a58105d7-d666-47cf-971e-ec24a8ea4dd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777900 Oct 29 11:56:33.111685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '56cfcdde-2647-4d13-a639-af82738a117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '29b37d59-6622-4cc6-83c7-12270b743bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:33.112051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: 29b37d59-6622-4cc6-83c7-12270b743bc8, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:33.115358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=c73caec0-54aa-44dd-97df-490499a3b31c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:33.147244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:33.147475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a830794f-c07a-4681-93b9-50f1ad78a14d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:33.165324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 29b37d59-6622-4cc6-83c7-12270b743bc8) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:33.173400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.173982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.175898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4302b3d-5f44-488f-a895-d9f28a81b1f4 None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:33.192980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c52399-aa35-48a7-ad84-996a2a883c97 None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:33.202896 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fee04439-7838-4627-86d8-60d4953f552e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7217100 Oct 29 11:56:33.204905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36616) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:33.214076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:33.224383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ba0ce1ce-ae8c-45ea-a301-1c6c4cf725b1 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.4476955 Oct 29 11:56:33.225371 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '1706404a-bab8-4df8-a8f3-b360d0f823cb', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'port_id': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'mac_address': 'fa:16:3e:a5:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65081da7-21d8-417e-913f-0b60ec87d08e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:56:30Z', 'updated_at': '2021-10-29T11:56:30Z', 'revision_number': 0, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:33.226944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36618) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:33.260330 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666f007-591c-4b87-9ee4-0ba1646af1c7 None None] The sync data for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 is: [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '1706404a-bab8-4df8-a8f3-b360d0f823cb', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'port_id': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'mac_address': 'fa:16:3e:a5:0f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65081da7-21d8-417e-913f-0b60ec87d08e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:56:30Z', 'updated_at': '2021-10-29T11:56:30Z', 'revision_number': 0, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:56:33.339019 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4561618'] for subnet, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.441106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] Provisioning complete for port a830794f-c07a-4681-93b9-50f1ad78a14d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:33.441363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.512832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a830794f-c07a-4681-93b9-50f1ad78a14d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:33.513376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.535373 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793111010551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4372834'] for subnet, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.584219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.585549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.589335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "PUT /v2.0/subnets/c73caec0-54aa-44dd-97df-490499a3b31c HTTP/1.1" status: 200 len: 826 time: 0.3825297 Oct 29 11:56:33.597894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:33.613200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044496a6-9bf2-4d5c-8301-7cbd0e5f78b9 None None] New status for floating IP 1706404a-bab8-4df8-a8f3-b360d0f823cb: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:56:33.654497 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-2676e00c-2877-452f-bad7-899ef11a1b00 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756295 Oct 29 11:56:33.673624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb660d3-dfb8-4199-9d5b-b896bd1a381d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.674119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb660d3-dfb8-4199-9d5b-b896bd1a381d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.675744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6bb660d3-dfb8-4199-9d5b-b896bd1a381d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e0f70571-d445-4604-a95c-1b3c4f3784a9 HTTP/1.1" status: 200 len: 1989 time: 0.4478781 Oct 29 11:56:33.693357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aefdb5-dc48-4116-9173-51b5f1287de0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=c73caec0-54aa-44dd-97df-490499a3b31c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:33.741902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.760437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.766450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594120e8-6c93-4e0e-b437-888fbbfa8f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-29b37d59-6622-4cc6-83c7-12270b743bc8', 'network_id': '29b37d59-6622-4cc6-83c7-12270b743bc8', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': 'c73caec0-54aa-44dd-97df-490499a3b31c'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:33.766882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-594120e8-6c93-4e0e-b437-888fbbfa8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.789422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9f7cede-499e-4391-9e0e-9100e0710426 req-3c80b8b1-0e76-4c98-9676-7ef6c4d41311 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274171 Oct 29 11:56:33.826730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.899866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.926083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa54aab-876e-4404-ac8a-c1e74f3957d4 req-fa9713c0-c4b9-4a19-8505-e2a5886e2a0c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:33.927724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-caa54aab-876e-4404-ac8a-c1e74f3957d4 req-fa9713c0-c4b9-4a19-8505-e2a5886e2a0c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0774245 Oct 29 11:56:33.935963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:33.980668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=c73caec0-54aa-44dd-97df-490499a3b31c,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:34.017510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Update dhcp port {'port': {'network_id': 'c8304b06-543c-44f4-88c4-a2917843dbc5', 'fixed_ips': [{'subnet_id': '18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d'}], 'binding:host_id': 'n-d-805046-9'}, 'id': 'a830794f-c07a-4681-93b9-50f1ad78a14d'} from n-d-805046-9. {{(pid=102279) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 29 11:56:34.028564 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.043597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-caa54aab-876e-4404-ac8a-c1e74f3957d4 req-69c57017-5045-408b-91d9-6329467ac0c0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049643 Oct 29 11:56:34.057572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.073044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] For port a830794f-c07a-4681-93b9-50f1ad78a14d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a830794f-c07a-4681-93b9-50f1ad78a14d,segment=NetworkSegment(df779207-3c8f-4cba-ad28-99517300cc56),segment_id=df779207-3c8f-4cba-ad28-99517300cc56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:34.084777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.088228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b37d59-6622-4cc6-83c7-12270b743bc8']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:34.098518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.101937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cfcdde-2647-4d13-a639-af82738a117d') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:34.102303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cfcdde-2647-4d13-a639-af82738a117d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:34.113090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-594120e8-6c93-4e0e-b437-888fbbfa8f0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c73caec0-54aa-44dd-97df-490499a3b31c: This subnet is being modified by another concurrent operation. Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c73caec0-54aa-44dd-97df-490499a3b31c: This subnet is being modified by another concurrent operation. Oct 29 11:56:34.122118 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:56:34.128553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.134531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:34.135139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:34.141035 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:34.169553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45e12d-c821-401e-9221-052cf1d7cb5e None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:34.199798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.206828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.209950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/29b37d59-6622-4cc6-83c7-12270b743bc8 HTTP/1.1" status: 204 len: 168 time: 0.6094301 Oct 29 11:56:34.212823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36626) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.222828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a045a97-6e4b-42a0-8a07-77f3794993da tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=29b37d59-6622-4cc6-83c7-12270b743bc8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:34.235325 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a82db3-5cdb-4f14-9ecd-0d2c275a82d0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:34.235829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a82db3-5cdb-4f14-9ecd-0d2c275a82d0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:34.239270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-14a82db3-5cdb-4f14-9ecd-0d2c275a82d0 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/29b37d59-6622-4cc6-83c7-12270b743bc8 HTTP/1.1" status: 404 len: 339 time: 0.0250351 Oct 29 11:56:34.242770 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36628) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.248017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480505834', 'description': 'd1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:34.253903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b077e-239a-42bd-916d-cbb537a69d0b None None] Pushing event updated for resources: {'Port': ['ID=a830794f-c07a-4681-93b9-50f1ad78a14d,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:34.270485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:34.274287 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.302352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:34.312461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.312811 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 1265c7d9-b8c2-41f8-8cf8-f44576775a96 of type vlan for network 1de0fa3a-adac-455d-8414-f226581f747b Oct 29 11:56:34.362863 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.389879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.395628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:34.396227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.434177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:34.434535 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:34.460004 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2161407 Oct 29 11:56:34.462673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.486414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7fb26-29a3-4fb4-8b3d-8c67c51c4f7e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=1de0fa3a-adac-455d-8414-f226581f747b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:34.500480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1de0fa3a-adac-455d-8414-f226581f747b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:34.554053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431ce66-037b-4510-8c7b-814259a80c96 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:34.555544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0431ce66-037b-4510-8c7b-814259a80c96 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks?id=1de0fa3a-adac-455d-8414-f226581f747b HTTP/1.1" status: 200 len: 765 time: 0.0919673 Oct 29 11:56:34.558284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36632) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.563418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'description': 'd2'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:34.630523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d496ab7-6dc3-46c4-ae7d-392c14286448 None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:34.656973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d496ab7-6dc3-46c4-ae7d-392c14286448 None None] Network 29b37d59-6622-4cc6-83c7-12270b743bc8 could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 11:56:34.673171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Allocated IP 172.20.0.1 (c8304b06-543c-44f4-88c4-a2917843dbc5/dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d/a830794f-c07a-4681-93b9-50f1ad78a14d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:34.727780 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.742488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.761440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network 1de0fa3a-adac-455d-8414-f226581f747b is not hosted by any dhcp agent {{(pid=102277) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:56:34.766865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:34.767476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.771215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "PUT /v2.0/networks/1de0fa3a-adac-455d-8414-f226581f747b HTTP/1.1" status: 200 len: 762 time: 0.2095327 Oct 29 11:56:34.772107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.773473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] For port a830794f-c07a-4681-93b9-50f1ad78a14d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a830794f-c07a-4681-93b9-50f1ad78a14d,segment=NetworkSegment(df779207-3c8f-4cba-ad28-99517300cc56),segment_id=df779207-3c8f-4cba-ad28-99517300cc56)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:34.807440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.814091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:34.824318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3a4ee-54f9-4682-86aa-d5631ad8a056 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=1de0fa3a-adac-455d-8414-f226581f747b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:34.842413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1de0fa3a-adac-455d-8414-f226581f747b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:34.874163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea06fc7-83c0-4439-8a1f-c55289e6c8f5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:34.876463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eea06fc7-83c0-4439-8a1f-c55289e6c8f5 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks?id=1de0fa3a-adac-455d-8414-f226581f747b HTTP/1.1" status: 200 len: 765 time: 0.1031103 Oct 29 11:56:34.880388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36636) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:34.984381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eef499-7c2d-461a-b5cc-3a52b600d947 None None] Pushing event updated for resources: {'Port': ['ID=a830794f-c07a-4681-93b9-50f1ad78a14d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:35.100364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914065ac-1947-4e59-b949-e5b906c3768c tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.102002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-914065ac-1947-4e59-b949-e5b906c3768c tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2202959 Oct 29 11:56:35.102891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a830794f-c07a-4681-93b9-50f1ad78a14d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:35.105578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36640) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.154947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0f0a798e-86ce-4919-a282-2612ee73b331 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 207 time: 0.0450065 Oct 29 11:56:35.155647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.168931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a830794f-c07a-4681-93b9-50f1ad78a14d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:35.169332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:35.192556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0f865-33e7-4db8-b90b-3c2f53044a39 req-0e8aeea8-ad79-4456-a7f7-a11972c42701 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.194803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4e0f865-33e7-4db8-b90b-3c2f53044a39 req-0e8aeea8-ad79-4456-a7f7-a11972c42701 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0708466 Oct 29 11:56:35.254849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4e0f865-33e7-4db8-b90b-3c2f53044a39 req-eb3742d0-13d6-47dd-ad5b-6a8fe2e55ba0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Oct 29 11:56:35.397449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.404307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.410282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.416397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.423269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.429218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.431126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a29b8a2b-3467-4280-b40e-20d74de1c7ab tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2742250 Oct 29 11:56:35.435216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36644) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.548191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b95f2-4e1b-4041-b8ca-4f12d28d860c None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:35.572568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-324f0a8c-2c0e-444a-8d6e-f3f6bd330995 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1329739 Oct 29 11:56:35.572822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36646) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.642789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b8840eaa-b0d3-463b-9cb4-0d35b10ac9a4 None None] Provisioning complete for port a830794f-c07a-4681-93b9-50f1ad78a14d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:35.643370 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b8840eaa-b0d3-463b-9cb4-0d35b10ac9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:35.663688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.665312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.667260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.668802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.670363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.672126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-28ff640c-ceaf-45b2-8758-411a47affc80 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0977550 Oct 29 11:56:35.675767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36648) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.738347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.739814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.741399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.742841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.744277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.746485 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6af7398f-3dfc-45ca-803e-5ddd0d8a9f79 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0697656 Oct 29 11:56:35.750116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36650) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.853591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7437c5e-947c-4bd1-b3e7-475e05dacd6e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:35.855600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d7437c5e-947c-4bd1-b3e7-475e05dacd6e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks/805902ce-8824-46be-bdf2-75062961bda6 HTTP/1.1" status: 200 len: 804 time: 0.1045253 Oct 29 11:56:35.860964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36652) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:35.949673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91986e1-26db-4346-84e5-cd82ea28155e None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:35.966186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-136034e1-1df5-4a6c-9b56-e9a49b1f9dbb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/networks/805902ce-8824-46be-bdf2-75062961bda6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1055617 Oct 29 11:56:35.969635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:36.027840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70be63aa-f574-4f7f-bffc-d7ff85746a90 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:36.029146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-70be63aa-f574-4f7f-bffc-d7ff85746a90 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets/e51a81e4-ea13-4287-9727-1d74ba812b37 HTTP/1.1" status: 200 len: 843 time: 0.0583949 Oct 29 11:56:36.033604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-aae6bdc2-6884-4c02-ad36-d3f5f4220b9f None None] Provisioning complete for port a830794f-c07a-4681-93b9-50f1ad78a14d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:36.033786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:36.033902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aae6bdc2-6884-4c02-ad36-d3f5f4220b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.086861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de15522-8b79-4b7a-a383-4f4c3a4dac99 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:36.089431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0de15522-8b79-4b7a-a383-4f4c3a4dac99 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "GET /v2.0/subnets/e51a81e4-ea13-4287-9727-1d74ba812b37?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541546 Oct 29 11:56:36.092463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36658) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:36.097066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91986e1-26db-4346-84e5-cd82ea28155e None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:36.097693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683431445'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:36.118570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:36.122628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.148376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:36.159478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.159811 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Added segment 17aeba95-bf19-476c-93af-a8b68a6d60c9 of type vlan for network e1e92311-6d53-4907-91ce-8952ae11e399 Oct 29 11:56:36.202439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.228454 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.234618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:36.235224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.297433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2011771 Oct 29 11:56:36.297640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:36.302856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:36.359976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7215-3a8f-4eb3-a435-1855f8d00a88 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Network': ['ID=e1e92311-6d53-4907-91ce-8952ae11e399,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:36.373643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e1e92311-6d53-4907-91ce-8952ae11e399 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:36.393237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268620fd-5762-4f44-b176-8cbef046f823 req-c12b0d2f-57c1-4956-a45a-e4a6d4ec2878 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:36.400798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-268620fd-5762-4f44-b176-8cbef046f823 req-c12b0d2f-57c1-4956-a45a-e4a6d4ec2878 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0687864 Oct 29 11:56:36.414581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Made reservation on behalf of 11442de0bc9c4594b304c692662d1cd2 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:36.419316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.440463 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-268620fd-5762-4f44-b176-8cbef046f823 req-61c47bf7-9489-45a7-8a11-1cdb0a5c7585 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Oct 29 11:56:36.483906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Performing IP validity checks on allocation pools {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:56:36.484666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:56:36.617727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.683506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=24de0a5e-956b-438b-a09e-2d15c31ae4a1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:36.690821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Checking segment: {'id': '17aeba95-bf19-476c-93af-a8b68a6d60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:36.691174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network hostable DHCP agents. Network: e1e92311-6d53-4907-91ce-8952ae11e399, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:36.707968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Network e1e92311-6d53-4907-91ce-8952ae11e399 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:36.717073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e1e92311-6d53-4907-91ce-8952ae11e399) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:36.721402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:36.722002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.728340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd248e-5bcb-4256-9abf-eede73ce1f2c None None] Network e1e92311-6d53-4907-91ce-8952ae11e399 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:36.738701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1be7d262-7b64-42de-934c-cb73136160b4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4400806 Oct 29 11:56:36.741585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:36.747228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:36.845405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4561618'] for subnet, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:36.878430 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e1e92311-6d53-4907-91ce-8952ae11e399', 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399', 'tenant_id': '11442de0bc9c4594b304c692662d1cd2', 'fixed_ips': [{'subnet_id': '24de0a5e-956b-438b-a09e-2d15c31ae4a1'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:36.879360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.306449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793111010551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4372834'] for subnet, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.352295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:37.352894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.353219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Allocated IP 2001:db8::3 (e1e92311-6d53-4907-91ce-8952ae11e399/24de0a5e-956b-438b-a09e-2d15c31ae4a1/da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:37.354217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "PUT /v2.0/subnets/24de0a5e-956b-438b-a09e-2d15c31ae4a1 HTTP/1.1" status: 200 len: 900 time: 0.6116843 Oct 29 11:56:37.357325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:37.368810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b5f35-abb9-41ac-ae51-642d7061f436 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event updated for resources: {'Subnet': ['ID=24de0a5e-956b-438b-a09e-2d15c31ae4a1,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:37.461609 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.510007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.517374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.524829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.563431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Network e1e92311-6d53-4907-91ce-8952ae11e399 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:37.566445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:37.570962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:37.574717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Pushing event updated for resources: {'Port': ['ID=da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:37.586115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.586460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.586800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.587135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.587467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.587794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.588126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.588451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.589365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.589685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.590029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.590329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:56:37.604589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce4389-24cc-4f75-bb4a-cf73777cf225 req-0aa7bc81-b86c-45a7-8b34-3aace3d38b6b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:37.606022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61ce4389-24cc-4f75-bb4a-cf73777cf225 req-0aa7bc81-b86c-45a7-8b34-3aace3d38b6b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.0901163 Oct 29 11:56:37.639480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.644853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Attempting to bind port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:37.645494 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Attempting to bind port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '17aeba95-bf19-476c-93af-a8b68a6d60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:37.646101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Attempting to bind port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 on network e1e92311-6d53-4907-91ce-8952ae11e399 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:37.652948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:37.653331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Checking segment: {'id': '17aeba95-bf19-476c-93af-a8b68a6d60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:37.653742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.654136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Bound using segment: {'id': '17aeba95-bf19-476c-93af-a8b68a6d60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:37.654608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Bound port: da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17aeba95-bf19-476c-93af-a8b68a6d60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e1e92311-6d53-4907-91ce-8952ae11e399'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:37.654987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.676686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=24de0a5e-956b-438b-a09e-2d15c31ae4a1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:37.686202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61ce4389-24cc-4f75-bb4a-cf73777cf225 req-62ca63b9-8178-4d76-818a-b177e88f9136 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Oct 29 11:56:37.732013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] For port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:37.736046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] For port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5,segment=NetworkSegment(17aeba95-bf19-476c-93af-a8b68a6d60c9),segment_id=17aeba95-bf19-476c-93af-a8b68a6d60c9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:37.740706 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.750951 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.772205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e92311-6d53-4907-91ce-8952ae11e399']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:37.782181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aeba95-bf19-476c-93af-a8b68a6d60c9') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:37.782475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aeba95-bf19-476c-93af-a8b68a6d60c9') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:37.797830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.812187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.818179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:37.818614 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:37.821620 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:37.827466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe1eb-8344-49b1-8de7-f6b2b7f4a90a None None] Pushing event updated for resources: {'Port': ['ID=da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:37.845262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c74789-01c5-4c06-892e-cea9102e0589 None None] Network e1e92311-6d53-4907-91ce-8952ae11e399 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:37.878171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.db.api [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:56:37.878171 n-d-805046-9 neutron-server[102278]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:56:37.878171 n-d-805046-9 neutron-server[102278]: [parameters: {'id': 'e1e92311-6d53-4907-91ce-8952ae11e399'}] Oct 29 11:56:37.878171 n-d-805046-9 neutron-server[102278]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:37.878701 n-d-805046-9 neutron-server[102278]: DEBUG oslo_db.api [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:37.969343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a94b6-f4f3-43b2-93d7-b75122fbdc93 None None] Network e1e92311-6d53-4907-91ce-8952ae11e399 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:38.090422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f010c1-436f-4b07-9645-7abc9d777bed None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:38.196784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f010c1-436f-4b07-9645-7abc9d777bed None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:38.379572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.434559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:38.434891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.503074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] For port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5,segment=NetworkSegment(17aeba95-bf19-476c-93af-a8b68a6d60c9),segment_id=17aeba95-bf19-476c-93af-a8b68a6d60c9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:38.503714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.517321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Calling delete_port for da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:38.606864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.634281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Port': ['ID=da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:38.637960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No DVR routers for this DVR port da694b5a-cdfd-4cbf-8c33-bf97f24d9aa5 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:38.727099 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.750854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e92311-6d53-4907-91ce-8952ae11e399']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:38.766711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aeba95-bf19-476c-93af-a8b68a6d60c9') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:38.766985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aeba95-bf19-476c-93af-a8b68a6d60c9') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:38.799781 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.822091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.831299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:38.831691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:38.834671 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:38.892230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d23f5-a29f-41a0-a40c-395eb93e969a req-26472747-e4bf-4fa8-9122-01c7029aa877 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:38.893714 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e8d23f5-a29f-41a0-a40c-395eb93e969a req-26472747-e4bf-4fa8-9122-01c7029aa877 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 944 time: 0.1291890 Oct 29 11:56:38.929149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.933525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:38.937152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/e1e92311-6d53-4907-91ce-8952ae11e399 HTTP/1.1" status: 204 len: 168 time: 1.5787416 Oct 29 11:56:38.940459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:38.962201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ceb1e-7214-4c08-93e3-529369fb3b55 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=e1e92311-6d53-4907-91ce-8952ae11e399,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:38.968581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e8d23f5-a29f-41a0-a40c-395eb93e969a req-8c95f861-04cf-4305-bee1-bad976b1bc62 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628896 Oct 29 11:56:38.968777 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d80d8a4-0dc3-4a18-a238-244f6d8b8f83 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:38.969186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d80d8a4-0dc3-4a18-a238-244f6d8b8f83 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:38.972206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9d80d8a4-0dc3-4a18-a238-244f6d8b8f83 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/24de0a5e-956b-438b-a09e-2d15c31ae4a1 HTTP/1.1" status: 404 len: 337 time: 0.0304410 Oct 29 11:56:38.974724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:38.992879 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5bb05d-57a1-4304-b74f-3d53bc95985e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:38.993461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5bb05d-57a1-4304-b74f-3d53bc95985e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:38.996473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1a5bb05d-57a1-4304-b74f-3d53bc95985e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/e1e92311-6d53-4907-91ce-8952ae11e399 HTTP/1.1" status: 404 len: 339 time: 0.0208259 Oct 29 11:56:38.999102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36676) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:39.045399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:56:39.077264 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.147616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:39.160253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7', 'mac_address': 'fa:16:3e:3c:78:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:56:39.170719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.191839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de0fa3a-adac-455d-8414-f226581f747b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:39.198287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.202236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1265c7d9-b8c2-41f8-8cf8-f44576775a96') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:39.202539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1265c7d9-b8c2-41f8-8cf8-f44576775a96') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:39.212412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:56:39.212673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.226128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.232555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:39.233207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.236760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:39.237710 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:39.241515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.295422 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:39.315325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.323398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.326588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/1de0fa3a-adac-455d-8414-f226581f747b HTTP/1.1" status: 204 len: 168 time: 0.3265190 Oct 29 11:56:39.329652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36680) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:39.348066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b0f04-fbcd-4563-995c-7c2b38a82390 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=1de0fa3a-adac-455d-8414-f226581f747b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:39.366773 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2c372b-4894-4660-80fd-a5179edeae81 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:39.367217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2c372b-4894-4660-80fd-a5179edeae81 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:39.370312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ae2c372b-4894-4660-80fd-a5179edeae81 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/c73caec0-54aa-44dd-97df-490499a3b31c HTTP/1.1" status: 404 len: 337 time: 0.0397334 Oct 29 11:56:39.372920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:39.391575 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-2730977f-1d53-40b2-8d5e-ce6fa7435dc3 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:39.392296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2730977f-1d53-40b2-8d5e-ce6fa7435dc3 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:39.395164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2730977f-1d53-40b2-8d5e-ce6fa7435dc3 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/29b37d59-6622-4cc6-83c7-12270b743bc8 HTTP/1.1" status: 404 len: 339 time: 0.0212960 Oct 29 11:56:39.398502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:39.447542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:56:39.450937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting subnet dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:39.455120 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.504359 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.625382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.697071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.726172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:39.728282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.732693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5d02fe73-4ac9-4b2d-9696-81b7581707a6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/dbdfa59f-ceb3-423f-bda8-9bb1ffdd236d HTTP/1.1" status: 204 len: 168 time: 0.3321390 Oct 29 11:56:39.733216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585027a0-d4d6-414e-b40a-e23eafc88b59 None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:39.733979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:39.786216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting subnet 18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:39.789436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.830404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.923451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:39.984419 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.015820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:40.021277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.024545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-88aa4906-e055-48f6-9abc-74b043e50a6f tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/18ec3fc9-6b33-4e7d-87a5-464e29e8e9d5 HTTP/1.1" status: 204 len: 168 time: 0.2896035 Oct 29 11:56:40.027289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36690) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.101193 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69942f4-689d-4a91-be69-6f05a93f1ecd req-1f4d240f-63ec-455c-89a9-46a1f32af5f7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:40.103576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c69942f4-689d-4a91-be69-6f05a93f1ecd req-1f4d240f-63ec-455c-89a9-46a1f32af5f7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 945 time: 0.0536499 Oct 29 11:56:40.122472 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.163207 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c69942f4-689d-4a91-be69-6f05a93f1ecd req-e6fedc7a-964c-42f2-8d19-543e44a5e099 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515227 Oct 29 11:56:40.183933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting port a830794f-c07a-4681-93b9-50f1ad78a14d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:40.184274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.253617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] For port a830794f-c07a-4681-93b9-50f1ad78a14d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a830794f-c07a-4681-93b9-50f1ad78a14d,segment=NetworkSegment(df779207-3c8f-4cba-ad28-99517300cc56),segment_id=df779207-3c8f-4cba-ad28-99517300cc56)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:40.253980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.273308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Calling delete_port for a830794f-c07a-4681-93b9-50f1ad78a14d owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:40.379291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.407328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Port': ['ID=a830794f-c07a-4681-93b9-50f1ad78a14d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:40.412429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No DVR routers for this DVR port a830794f-c07a-4681-93b9-50f1ad78a14d on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:40.416693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aac262-fcf1-40f7-ab77-f533651f2e92 None None] Network c8304b06-543c-44f4-88c4-a2917843dbc5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:40.466923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-697acfc0-cd63-46d9-ad95-a80b6cfdead4 None None] Could not find standard attr ID for object a830794f-c07a-4681-93b9-50f1ad78a14d. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:56:40.499393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.520144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8304b06-543c-44f4-88c4-a2917843dbc5']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:40.530312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df779207-3c8f-4cba-ad28-99517300cc56') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:40.530610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df779207-3c8f-4cba-ad28-99517300cc56') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:40.540581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.556451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.562755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:40.563140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:40.566072 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:40.577936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeeb91a-6d04-483d-b99d-4d954d2ccda0 None None] DHCP port deletion for c8304b06-543c-44f4-88c4-a2917843dbc5 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:40.630042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.637422 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.640480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/c8304b06-543c-44f4-88c4-a2917843dbc5 HTTP/1.1" status: 204 len: 168 time: 0.6121235 Oct 29 11:56:40.643054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36692) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.661174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881d863-c313-4b55-943c-959dd36d57d4 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=c8304b06-543c-44f4-88c4-a2917843dbc5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:40.679399 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-301be7a5-24c3-4ec4-81ab-777a32533164 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.679843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301be7a5-24c3-4ec4-81ab-777a32533164 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.683420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-301be7a5-24c3-4ec4-81ab-777a32533164 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/835afc5d-cd60-4ab9-9417-7eab970c218d HTTP/1.1" status: 404 len: 337 time: 0.0394204 Oct 29 11:56:40.685944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36694) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.704200 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8924bbd9-9689-4faf-a029-2c503e5a1b9e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.704731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8924bbd9-9689-4faf-a029-2c503e5a1b9e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.707722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8924bbd9-9689-4faf-a029-2c503e5a1b9e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/220a11e3-33c2-45c6-bf53-c7966878c810 HTTP/1.1" status: 404 len: 339 time: 0.0208936 Oct 29 11:56:40.710306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36696) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.735137 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc264f7f-db52-47dd-a417-735262edafaa tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.735588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc264f7f-db52-47dd-a417-735262edafaa tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.738598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc264f7f-db52-47dd-a417-735262edafaa tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/4a4b509c-e09b-4c29-af6d-dd2d5a171613 HTTP/1.1" status: 404 len: 337 time: 0.0274091 Oct 29 11:56:40.741241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36698) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.759024 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e37d23-f47c-48be-bf80-ff3453149d17 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.759464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e37d23-f47c-48be-bf80-ff3453149d17 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.763056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-43e37d23-f47c-48be-bf80-ff3453149d17 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/822640bc-ffad-4193-b178-e0d236ff7633 HTTP/1.1" status: 404 len: 339 time: 0.0209200 Oct 29 11:56:40.765514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36700) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.790186 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c034210-915f-44b1-b74d-1aa8a634aa44 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.790882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c034210-915f-44b1-b74d-1aa8a634aa44 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.793830 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6c034210-915f-44b1-b74d-1aa8a634aa44 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/0ea31bf3-d0a9-41ef-abb4-a6ff06648e97 HTTP/1.1" status: 404 len: 337 time: 0.0273855 Oct 29 11:56:40.796333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36702) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.814499 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad873ce0-906d-49cb-9cd3-df052730e822 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:40.815010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad873ce0-906d-49cb-9cd3-df052730e822 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:40.817936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad873ce0-906d-49cb-9cd3-df052730e822 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/2ca8f1a2-20a6-4048-a29c-62879fad84bc HTTP/1.1" status: 404 len: 339 time: 0.0207269 Oct 29 11:56:40.820327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36704) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:40.877228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting subnet 9cadef0c-605a-419a-8938-3454eadd50d7 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:40.880492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:40.920556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.004509 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.060982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:41.077703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.091603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a830794f-c07a-4681-93b9-50f1ad78a14d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:41.103840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=9cadef0c-605a-419a-8938-3454eadd50d7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:41.110215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.113493 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-92bfcdff-2b26-4fdf-a306-465d5544ac77 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/9cadef0c-605a-419a-8938-3454eadd50d7 HTTP/1.1" status: 204 len: 168 time: 0.2922618 Oct 29 11:56:41.115916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36706) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:41.119186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a830794f-c07a-4681-93b9-50f1ad78a14d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:41.119536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a830794f-c07a-4681-93b9-50f1ad78a14d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:41.121571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176d16d-62e2-4d55-b098-3b04a52d5063 None None] Network 754b61c6-abb4-44fc-9be7-4ac5f3c4140c requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:41.197123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.226961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:56:41.234450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:41.234450 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.267075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting port 536ee6d3-484d-4571-8978-94a1a77dac42 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:41.267075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.292675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63661eb1-2925-462e-b11a-ca12f25f82dc req-93863474-1ad6-4664-a3de-ef3fa08c675e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:41.294141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63661eb1-2925-462e-b11a-ca12f25f82dc req-93863474-1ad6-4664-a3de-ef3fa08c675e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Oct 29 11:56:41.343586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63661eb1-2925-462e-b11a-ca12f25f82dc req-8b1c17b2-bbcc-4dd9-913e-38db8f4c3a82 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Oct 29 11:56:41.358645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] For port 536ee6d3-484d-4571-8978-94a1a77dac42, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=536ee6d3-484d-4571-8978-94a1a77dac42,segment=NetworkSegment(ce8a258a-23bf-4932-b5c6-d25366b85fc3),segment_id=ce8a258a-23bf-4932-b5c6-d25366b85fc3)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:41.359006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.368522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.373998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Calling delete_port for 536ee6d3-484d-4571-8978-94a1a77dac42 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:41.384992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] DHCP port deletion for 754b61c6-abb4-44fc-9be7-4ac5f3c4140c request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:41.425332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:41.428117 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b26ad0-c31b-4ceb-9ed3-2c4253c2f3fd" -d '{"events": [{"server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "name": "network-vif-plugged", "status": "completed", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:41.444601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:41.453108 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.479444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.486446 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f286207-3ae4-41c6-a5af-8a6a3b4396c9 x-openstack-request-id: req-6f286207-3ae4-41c6-a5af-8a6a3b4396c9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:41.486762 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "name": "network-vif-plugged", "status": "completed", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:41.487044 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f286207-3ae4-41c6-a5af-8a6a3b4396c9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:41.487476 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7', 'code': 200} Oct 29 11:56:41.509630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No DVR routers for this DVR port 536ee6d3-484d-4571-8978-94a1a77dac42 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:41.512200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Port': ['ID=536ee6d3-484d-4571-8978-94a1a77dac42,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:41.527968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Deleting port 536ee6d3-484d-4571-8978-94a1a77dac42 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:41.528339 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.532956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:41.595714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] For port 536ee6d3-484d-4571-8978-94a1a77dac42, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:41.596102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.614010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Calling delete_port for 536ee6d3-484d-4571-8978-94a1a77dac42 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:41.615087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.616775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Port 536ee6d3-484d-4571-8978-94a1a77dac42 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 11:56:41.618192 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.643441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754b61c6-abb4-44fc-9be7-4ac5f3c4140c']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:41.646753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] Pushing event deleted for resources: {'Port': ['ID=536ee6d3-484d-4571-8978-94a1a77dac42,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:41.648603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b7d92-11ba-4991-a4bb-04bd3f650170 None None] No DVR routers for this DVR port 536ee6d3-484d-4571-8978-94a1a77dac42 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:41.652498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b49932-d273-4fc7-9a7f-527803e1cca1 req-5b3e8f0b-8ec2-469d-aa36-9d9232bd3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:41.653955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2b49932-d273-4fc7-9a7f-527803e1cca1 req-5b3e8f0b-8ec2-469d-aa36-9d9232bd3b48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 1097 time: 0.1062248 Oct 29 11:56:41.658027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8a258a-23bf-4932-b5c6-d25366b85fc3') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:41.658325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8a258a-23bf-4932-b5c6-d25366b85fc3') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:41.676218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.712275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.722341 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d2b49932-d273-4fc7-9a7f-527803e1cca1 req-4d810af1-fe92-4824-b336-447dadfa6f7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Oct 29 11:56:41.723581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:41.723977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:41.727082 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:41.787646 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.794681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.798269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/754b61c6-abb4-44fc-9be7-4ac5f3c4140c HTTP/1.1" status: 204 len: 168 time: 0.6813605 Oct 29 11:56:41.800794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36712) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:41.814449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c262-4bf3-44be-a37a-951115b37dcb tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=754b61c6-abb4-44fc-9be7-4ac5f3c4140c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:41.828522 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a357bdc-fc95-4e4c-85a1-6f52510e9667 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:41.828979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a357bdc-fc95-4e4c-85a1-6f52510e9667 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:41.832032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0a357bdc-fc95-4e4c-85a1-6f52510e9667 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/01bb9501-a1b4-4892-8c85-3254dd583c5b HTTP/1.1" status: 404 len: 337 time: 0.0300646 Oct 29 11:56:41.834514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36714) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:41.852268 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d78653d-2b26-4682-9b16-1524eab74db6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] DELETE failed (client error): The resource could not be found. Oct 29 11:56:41.852733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d78653d-2b26-4682-9b16-1524eab74db6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:56:41.856240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2d78653d-2b26-4682-9b16-1524eab74db6 tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/bf136b25-99c9-43e7-bc15-9247bf6eb3fa HTTP/1.1" status: 404 len: 339 time: 0.0208304 Oct 29 11:56:41.858713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36716) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:41.909151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting subnet e51a81e4-ea13-4287-9727-1d74ba812b37 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:56:41.912503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:41.959199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.046393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.106944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.139623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Subnet': ['ID=e51a81e4-ea13-4287-9727-1d74ba812b37,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:42.141634 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.145069 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bf986a7e-b8fe-47fb-acf5-6d4a832df41e tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/subnets/e51a81e4-ea13-4287-9727-1d74ba812b37 HTTP/1.1" status: 204 len: 168 time: 0.2851956 Oct 29 11:56:42.147952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3429ec-0f54-4d70-bd8e-2e249b78cb11 None None] Network 805902ce-8824-46be-bdf2-75062961bda6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:42.148438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36718) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:42.227961 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.294197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Deleting port ea13d94c-c26a-4bcd-aaa6-a4766546474b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:42.294882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.347403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] DHCP port deletion for 805902ce-8824-46be-bdf2-75062961bda6 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:56:42.373239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] For port ea13d94c-c26a-4bcd-aaa6-a4766546474b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ea13d94c-c26a-4bcd-aaa6-a4766546474b,segment=NetworkSegment(f73de633-e0cc-4a3e-af82-604d5dfd07a2),segment_id=f73de633-e0cc-4a3e-af82-604d5dfd07a2)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:42.373565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.392576 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Calling delete_port for ea13d94c-c26a-4bcd-aaa6-a4766546474b owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:42.411274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Deleting port ea13d94c-c26a-4bcd-aaa6-a4766546474b {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:42.411773 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.486230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] For port ea13d94c-c26a-4bcd-aaa6-a4766546474b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ea13d94c-c26a-4bcd-aaa6-a4766546474b,segment=NetworkSegment(f73de633-e0cc-4a3e-af82-604d5dfd07a2),segment_id=f73de633-e0cc-4a3e-af82-604d5dfd07a2)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:42.487347 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.499679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Calling delete_port for ea13d94c-c26a-4bcd-aaa6-a4766546474b owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:42.517768 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138e71-3f81-4d04-b527-73fb3768d962 req-6581745b-d57d-4120-a722-e2a92084ac0b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:42.519306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a138e71-3f81-4d04-b527-73fb3768d962 req-6581745b-d57d-4120-a722-e2a92084ac0b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0781391 Oct 29 11:56:42.536106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.573853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Port': ['ID=ea13d94c-c26a-4bcd-aaa6-a4766546474b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:42.575754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] No DVR routers for this DVR port ea13d94c-c26a-4bcd-aaa6-a4766546474b on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:42.592153 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.619261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] Pushing event deleted for resources: {'Port': ['ID=ea13d94c-c26a-4bcd-aaa6-a4766546474b,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:42.624404 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a683d-d6a5-4117-828b-afa55f5952e1 None None] No DVR routers for this DVR port ea13d94c-c26a-4bcd-aaa6-a4766546474b on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:42.625734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a138e71-3f81-4d04-b527-73fb3768d962 req-2889ef5f-eb2c-4948-b380-bc261f6a943f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961266 Oct 29 11:56:42.676757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.704263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805902ce-8824-46be-bdf2-75062961bda6']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:42.721515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73de633-e0cc-4a3e-af82-604d5dfd07a2') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:42.721961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73de633-e0cc-4a3e-af82-604d5dfd07a2') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:42.734617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.749114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.767901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:42.768444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:42.771800 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:42.837410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.843274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:42.850339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] 10.222.0.77 "DELETE /v2.0/networks/805902ce-8824-46be-bdf2-75062961bda6 HTTP/1.1" status: 204 len: 168 time: 0.6982079 Oct 29 11:56:42.864905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f5f13-5a12-4dd2-b25f-033a649be8cc tempest-NetworksIpV6Test-101518085 tempest-NetworksIpV6Test-101518085-project] Pushing event deleted for resources: {'Network': ['ID=805902ce-8824-46be-bdf2-75062961bda6,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:43.080899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ea13d94c-c26a-4bcd-aaa6-a4766546474b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:43.100753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ea13d94c-c26a-4bcd-aaa6-a4766546474b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:43.101131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ea13d94c-c26a-4bcd-aaa6-a4766546474b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:43.101523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 536ee6d3-484d-4571-8978-94a1a77dac42 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:56:43.114546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36726) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:43.125294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 536ee6d3-484d-4571-8978-94a1a77dac42 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:56:43.125637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 536ee6d3-484d-4571-8978-94a1a77dac42 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:56:43.276678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13f3dc6a-a739-4d98-b485-716998d74d23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11442de0bc9c4594b304c692662d1cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609385 Oct 29 11:56:43.279700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36730) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:43.334470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:43.362553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:43.411061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:43.413801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:43.415103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d447edd-0509-4a0c-8a6f-7325432c855d HTTP/1.1" status: 204 len: 168 time: 0.1343911 Oct 29 11:56:43.423380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d3e81-6a0e-48f7-bd58-2b66ebbf0b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d447edd-0509-4a0c-8a6f-7325432c855d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:43.758696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851441d-557f-44ad-ba50-e1173ec63926 req-dcce4482-cb0a-429d-8635-2daf0c5a89e1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:43.761086 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7851441d-557f-44ad-ba50-e1173ec63926 req-dcce4482-cb0a-429d-8635-2daf0c5a89e1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0558164 Oct 29 11:56:43.804662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7851441d-557f-44ad-ba50-e1173ec63926 req-1df26c05-4cdc-4205-93b4-1239b496e868 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Oct 29 11:56:43.928045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962cda-1ae9-4aee-bbe4-3049d312e9a1 req-7d07c7c9-8af5-4c06-b218-b7d6840ebc61 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:43.929751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29962cda-1ae9-4aee-bbe4-3049d312e9a1 req-7d07c7c9-8af5-4c06-b218-b7d6840ebc61 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0538256 Oct 29 11:56:43.975499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29962cda-1ae9-4aee-bbe4-3049d312e9a1 req-79b274d7-6107-496d-867b-57a2f426493a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Oct 29 11:56:44.105584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:44.214336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44570502'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:44.239347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:44.243101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.254456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.341537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.346663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.373470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:44.387837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731adf51-a061-41ce-81fa-2bd35a833013,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:44.394009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.394429 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment 4b1bc3e6-5bd0-4abf-8867-e70534b878b8 of type vlan for network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 Oct 29 11:56:44.440850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.471590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.480083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:44.480864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:44.901027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7820857 Oct 29 11:56:44.902200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1c437-1a88-42c8-ac9d-5d6f8de3316b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:44.913917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:45.020727 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36788) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:45.026750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:45.125684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:45.129503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.327325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.398344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=9c668a9f-ad79-44c7-acf3-9e1764d9d9e0,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:45.412699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': '4b1bc3e6-5bd0-4abf-8867-e70534b878b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:45.413490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:45.433525 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:45.447761 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:45.453438 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:45.455031 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.458209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598facc-a13f-46dd-9498-86fe50a0a81e None None] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:45.488348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:45.489337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a164a05e-6a1e-44e5-a1d8-f85c714e1399 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4626081 Oct 29 11:56:45.495261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708909726'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:45.525815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:45.530997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.564629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:45.576891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.577344 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment f3d76bce-563a-4ee2-9de5-842310a857a7 of type vlan for network 2604a848-b1ff-490b-9319-8f6d2b586489 Oct 29 11:56:45.622930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.645578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11', 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '9c668a9f-ad79-44c7-acf3-9e1764d9d9e0'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:45.647559 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.654325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.660525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:45.661290 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:45.722377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2318380 Oct 29 11:56:45.725433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:45.731168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '2604a848-b1ff-490b-9319-8f6d2b586489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:45.789817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73716b5a-fc1c-40d4-b1ce-521c43674e21 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=2604a848-b1ff-490b-9319-8f6d2b586489,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:45.833300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Allocated IP 172.20.255.242 (fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11/9c668a9f-ad79-44c7-acf3-9e1764d9d9e0/d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:45.876321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:45.881398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.092001 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 2604a848-b1ff-490b-9319-8f6d2b586489 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:46.158309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.196304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.206535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.240848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=f6500594-fa74-47fc-a5ba-f8030e44d7d8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:46.256046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'f3d76bce-563a-4ee2-9de5-842310a857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2604a848-b1ff-490b-9319-8f6d2b586489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:46.256480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 2604a848-b1ff-490b-9319-8f6d2b586489, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:46.256922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:46.260082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:46.264167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:46.271939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Pushing event updated for resources: {'Port': ['ID=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:46.274306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 2604a848-b1ff-490b-9319-8f6d2b586489 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:46.285732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 2604a848-b1ff-490b-9319-8f6d2b586489) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:46.290662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:46.291867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.296571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268899f5-5289-4c26-8bf3-b407831d51d6 None None] Network 2604a848-b1ff-490b-9319-8f6d2b586489 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:46.314577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36830) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:46.315226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-052c0d30-d564-4e89-9eab-a85996bdc0e2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5880373 Oct 29 11:56:46.372898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Attempting to bind port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:46.373284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Attempting to bind port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4b1bc3e6-5bd0-4abf-8867-e70534b878b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:46.373642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Attempting to bind port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 on network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:46.382662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:46.383025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Checking segment: {'id': '4b1bc3e6-5bd0-4abf-8867-e70534b878b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:46.383416 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.383795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Bound using segment: {'id': '4b1bc3e6-5bd0-4abf-8867-e70534b878b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:46.384248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Bound port: d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1bc3e6-5bd0-4abf-8867-e70534b878b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:46.384618 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.415808 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.468852 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.509960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] For port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:46.525957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] For port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,segment=NetworkSegment(4b1bc3e6-5bd0-4abf-8867-e70534b878b8),segment_id=4b1bc3e6-5bd0-4abf-8867-e70534b878b8)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:46.531806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51faed-58f3-4c83-9152-834980736d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-2604a848-b1ff-490b-9319-8f6d2b586489', 'network_id': '2604a848-b1ff-490b-9319-8f6d2b586489', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': 'f6500594-fa74-47fc-a5ba-f8030e44d7d8'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:46.532806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ff51faed-58f3-4c83-9152-834980736d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.537450 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.542550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.573980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=f6500594-fa74-47fc-a5ba-f8030e44d7d8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:46.675032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa0408-f3f4-4c06-bba1-95a9badc3a16 None None] Pushing event updated for resources: {'Port': ['ID=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:46.676037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.692968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08289940-ef7f-4704-981b-735b5306ee40 None None] Network 2604a848-b1ff-490b-9319-8f6d2b586489 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:46.716827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2604a848-b1ff-490b-9319-8f6d2b586489']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:46.731485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d76bce-563a-4ee2-9de5-842310a857a7') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:46.731910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d76bce-563a-4ee2-9de5-842310a857a7') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:46.749749 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.808443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.826618 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:46.827292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:46.831829 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:46.927622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.939198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.943161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/2604a848-b1ff-490b-9319-8f6d2b586489 HTTP/1.1" status: 204 len: 168 time: 0.6274161 Oct 29 11:56:46.946659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36846) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:46.951868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985229083'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:46.967522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034706c-15da-485f-bbfc-9ec657e26199 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=2604a848-b1ff-490b-9319-8f6d2b586489,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:46.976575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-514ab71d-feb0-487a-8b3a-a3c6167d0d4e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:46.978780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-514ab71d-feb0-487a-8b3a-a3c6167d0d4e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.2270396 Oct 29 11:56:46.981411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:46.985197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:46.995430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-38e172e5-7d4c-4719-9124-a428844349d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Oct 29 11:56:47.022523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:47.034035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.034387 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment f096d525-bc7e-4e5e-a78e-51824ea524e5 of type vlan for network a7ec22ba-9c18-4a40-94b4-342764378523 Oct 29 11:56:47.081225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.082238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-4fdff565-0b89-4c7e-8640-b220dfe51bc8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800581 Oct 29 11:56:47.108014 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.116375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:47.117666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.130926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:47.181867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2340515 Oct 29 11:56:47.185138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36848) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:47.190431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': 'a7ec22ba-9c18-4a40-94b4-342764378523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:47.194971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:47.195800 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.200047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-07f53de5-9c9f-4ce9-ace7-06246f9d94c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076255 Oct 29 11:56:47.253549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e510-19c8-4b89-9f5a-210247802bc7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=a7ec22ba-9c18-4a40-94b4-342764378523,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:47.269284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a7ec22ba-9c18-4a40-94b4-342764378523 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:47.310562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:47.316911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-43dc103d-e4b5-43ef-b919-9c60c06b52c4 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086664 Oct 29 11:56:47.317580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.328525 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.402825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,segment=NetworkSegment(4b1bc3e6-5bd0-4abf-8867-e70534b878b8),segment_id=4b1bc3e6-5bd0-4abf-8867-e70534b878b8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:47.408975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing IP validity checks on allocation pools {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:56:47.409383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.409864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:56:47.485711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:47.555606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b40aedf-9798-4835-93fe-68d8a8e8776c req-ebb15fbf-44e4-40a8-8126-65f09cba0688 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0315170 Oct 29 11:56:47.611485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.682864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=9a7bbae5-9dc4-43ed-99f5-0365a36a2bac,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:47.685295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'f096d525-bc7e-4e5e-a78e-51824ea524e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a7ec22ba-9c18-4a40-94b4-342764378523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:47.685830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: a7ec22ba-9c18-4a40-94b4-342764378523, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:47.705336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network a7ec22ba-9c18-4a40-94b4-342764378523 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:47.717185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a7ec22ba-9c18-4a40-94b4-342764378523) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:47.725499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3cdb1e-22ee-4c81-ab11-27ce38e5229c None None] Network a7ec22ba-9c18-4a40-94b4-342764378523 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:47.725813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:47.726643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7967584'] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.748569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd1c4e1f-e7d8-49f5-95aa-03927ab29f4b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5596850 Oct 29 11:56:47.749126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36860) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:47.859067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbdb9e-e594-4293-8b56-507ff87a0fac None None] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:47.888812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.940528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-61351f39-fd14-4e89-a4a8-9d0d187f6f47 None None] Provisioning complete for port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:47.940927 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-61351f39-fd14-4e89-a4a8-9d0d187f6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.949200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:47.999301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f334a-7381-4376-b5f2-b9f4d8c89fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a7ec22ba-9c18-4a40-94b4-342764378523', 'network_id': 'a7ec22ba-9c18-4a40-94b4-342764378523', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '9a7bbae5-9dc4-43ed-99f5-0365a36a2bac'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:48.010160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b98f334a-7381-4376-b5f2-b9f4d8c89fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.028006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.059829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7bbae5-9dc4-43ed-99f5-0365a36a2bac,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:48.141305 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.180266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ec22ba-9c18-4a40-94b4-342764378523']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:48.185113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0050b895-7722-4c79-8c2e-8940a5b5931f None None] Network a7ec22ba-9c18-4a40-94b4-342764378523 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:48.191785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f096d525-bc7e-4e5e-a78e-51824ea524e5') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:48.192382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f096d525-bc7e-4e5e-a78e-51824ea524e5') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:48.203846 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.221887 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.234139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:48.234527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:48.238053 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:48.303886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.309762 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.313174 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/a7ec22ba-9c18-4a40-94b4-342764378523 HTTP/1.1" status: 204 len: 168 time: 0.5631316 Oct 29 11:56:48.318320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36864) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:48.324825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-211736424'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:48.331011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f5a8-3aad-4c54-a67b-4b883ebd67ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=a7ec22ba-9c18-4a40-94b4-342764378523,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:48.360532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:48.366731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.398468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:48.409584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.409923 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment 59f4fe8a-69e6-44c3-869c-31a7baad0e8c of type vlan for network a27c0480-d8f5-4a15-a7f1-5d477d73ed29 Oct 29 11:56:48.460411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.494191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.500843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:48.501945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.565898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2463572 Oct 29 11:56:48.569444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:48.576103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': 'a27c0480-d8f5-4a15-a7f1-5d477d73ed29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:48.596085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32365253-22aa-4731-b898-379e646ace17 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=a27c0480-d8f5-4a15-a7f1-5d477d73ed29,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:48.613387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network a27c0480-d8f5-4a15-a7f1-5d477d73ed29 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:48.747675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-4196f37e-f2fe-481e-8924-c295dc62ba66 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:48.748801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-4196f37e-f2fe-481e-8924-c295dc62ba66 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1502318 Oct 29 11:56:48.754407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a7b3e80-c2e4-4a39-b417-2c4efc70e660 req-b023f08f-210e-49aa-8a65-dba77052d4c3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0746977 Oct 29 11:56:48.775108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': '3674053a-68e2-4aa4-b785-880e5620ea11', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:48.810152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:48.814067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.890051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0913cb3f-7590-4255-9eaf-876a55e0ef47 None None] Provisioning complete for port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:48.890955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0913cb3f-7590-4255-9eaf-876a55e0ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:48.930111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:48.934451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.058637 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.110989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:56:49.115737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.3 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/1e7b8196-e24c-493d-b913-a4ebb3f9052c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:49.132156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=1626ec15-71c9-4159-9546-9f13db5d10d3,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:49.145791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': '59f4fe8a-69e6-44c3-869c-31a7baad0e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a27c0480-d8f5-4a15-a7f1-5d477d73ed29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:49.146671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: a27c0480-d8f5-4a15-a7f1-5d477d73ed29, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:49.174283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network a27c0480-d8f5-4a15-a7f1-5d477d73ed29 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:49.185615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, a27c0480-d8f5-4a15-a7f1-5d477d73ed29) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:49.192280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:49.193911 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.194581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:49.195518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.201237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2a715-ed7d-40bc-a848-6bf8134cc854 None None] Network a27c0480-d8f5-4a15-a7f1-5d477d73ed29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:49.221877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-211c5c05-2393-40fc-8422-33d20a2531ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6504886 Oct 29 11:56:49.235596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36870) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:49.365226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.394587 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.422379 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.446919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:56:49.471418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.486629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:49.490003 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:49.492668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:49.528992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:49.547775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758ea24-e6ed-4f42-8a62-e4b13c3a1dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-a27c0480-d8f5-4a15-a7f1-5d477d73ed29', 'network_id': 'a27c0480-d8f5-4a15-a7f1-5d477d73ed29', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '1626ec15-71c9-4159-9546-9f13db5d10d3'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:49.550372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c758ea24-e6ed-4f42-8a62-e4b13c3a1dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.554761 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.597308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:49.598280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.624894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-603e5a62-b9fe-48c9-b3e6-1918412fd7ef tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614588 Oct 29 11:56:49.642445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Request body: {'port': {'device_id': '3674053a-68e2-4aa4-b785-880e5620ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:49.647354 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.672029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27c0480-d8f5-4a15-a7f1-5d477d73ed29']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:49.683494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f4fe8a-69e6-44c3-869c-31a7baad0e8c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:49.683994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f4fe8a-69e6-44c3-869c-31a7baad0e8c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:49.696006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.702529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.727400 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.741042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca25ba-d75b-467e-a252-28a658b21042 None None] Network a27c0480-d8f5-4a15-a7f1-5d477d73ed29 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:49.743741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:49.744152 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:49.834277 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:49.861430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=1626ec15-71c9-4159-9546-9f13db5d10d3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:49.865947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.905469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:49.912213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/a27c0480-d8f5-4a15-a7f1-5d477d73ed29 HTTP/1.1" status: 204 len: 168 time: 0.6671915 Oct 29 11:56:49.913277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36878) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:49.918981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518105050'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:49.931580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439469-38cb-4f65-bae9-f4293a1905dc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=a27c0480-d8f5-4a15-a7f1-5d477d73ed29,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:49.945168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432117d3-3cc0-4400-84c8-39c724d13805 req-89a65112-6bfa-445e-ba0a-b5de364414a2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:49.947143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-432117d3-3cc0-4400-84c8-39c724d13805 req-89a65112-6bfa-445e-ba0a-b5de364414a2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 931 time: 0.0821352 Oct 29 11:56:49.985764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3e7026e8-9f6e-4c01-a10d-bf38444f9ec6 None None] Provisioning complete for port 1e7b8196-e24c-493d-b913-a4ebb3f9052c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:56:49.986144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e7026e8-9f6e-4c01-a10d-bf38444f9ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.014823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:50.015307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-432117d3-3cc0-4400-84c8-39c724d13805 req-93e8192c-3525-48da-883b-47cd0cc283de tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605512 Oct 29 11:56:50.018584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.069745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3e7026e8-9f6e-4c01-a10d-bf38444f9ec6 None None] Port 1e7b8196-e24c-493d-b913-a4ebb3f9052c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:56:50.089812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:50.112128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.112470 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment 79a1e5ce-5a00-4e77-a40f-b2446dbdd8bc of type vlan for network 36f662a8-75fb-4342-a53f-b5269f03ba77 Oct 29 11:56:50.184850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.198009 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7b8196-e24c-493d-b913-a4ebb3f9052c {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:56:50.213210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.230944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Transition to ACTIVE for port object 1e7b8196-e24c-493d-b913-a4ebb3f9052c will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:56:50.231894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.237933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:50.238528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.245444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.340214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36880) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:50.340478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4263346 Oct 29 11:56:50.346153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '36f662a8-75fb-4342-a53f-b5269f03ba77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:50.370332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:50.372605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06c935-b657-4fa9-957d-305b26cc17bc tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=36f662a8-75fb-4342-a53f-b5269f03ba77,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:50.394036 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 36f662a8-75fb-4342-a53f-b5269f03ba77 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:50.459572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Attempting to bind port 1e7b8196-e24c-493d-b913-a4ebb3f9052c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:50.459839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Attempting to bind port 1e7b8196-e24c-493d-b913-a4ebb3f9052c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:50.460150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Attempting to bind port 1e7b8196-e24c-493d-b913-a4ebb3f9052c on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:50.466170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Port 1e7b8196-e24c-493d-b913-a4ebb3f9052c on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:56:50.466483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Attempting to bind port 1e7b8196-e24c-493d-b913-a4ebb3f9052c on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:50.477366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:50.477763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:50.478106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:50.479527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Bound port: 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:50.479527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.529557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:50.533581 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.579704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:50.584914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:50.592449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.650325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:50.651088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:50.652495 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] 10.222.0.86 "PUT /v2.0/ports/1e7b8196-e24c-493d-b913-a4ebb3f9052c HTTP/1.1" status: 200 len: 1091 time: 1.0149887 Oct 29 11:56:50.652951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:56:50.655274 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b" -d '{"events": [{"name": "network-changed", "server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:56:50.692277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611091a-302c-401b-81f4-285c7c37b190 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:50.716552 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc331e0a-d22e-4e91-9859-c6521f6a3860 x-openstack-request-id: req-cc331e0a-d22e-4e91-9859-c6521f6a3860 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:56:50.716858 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:56:50.717148 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc331e0a-d22e-4e91-9859-c6521f6a3860 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:56:50.717568 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c', 'status': 'completed', 'code': 200} Oct 29 11:56:50.771517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-dfb9e87c-c054-4d7d-bf35-5465d987cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:50.773179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-dfb9e87c-c054-4d7d-bf35-5465d987cd22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 1094 time: 0.0615335 Oct 29 11:56:50.835026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-75c00435-d044-45a8-a12e-19ebf05a06a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c HTTP/1.1" status: 200 len: 217 time: 0.0512066 Oct 29 11:56:50.893522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-faab8a34-535a-453f-825a-2db3ca497329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:50.895292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-faab8a34-535a-453f-825a-2db3ca497329 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0532959 Oct 29 11:56:50.957415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-8d155fc9-1abb-4f8a-8d38-7df6ada35321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:50.959553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-8d155fc9-1abb-4f8a-8d38-7df6ada35321 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555625 Oct 29 11:56:51.089967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-7f7a9f98-e7c0-4d1f-a227-37dcaa511d3e service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225321 Oct 29 11:56:51.159549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.198401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-186a42c8-31b3-41df-b788-e543c7a55c1f req-75a1c163-8d8f-46ab-9e43-bc610ff81240 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996799 Oct 29 11:56:51.214465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc581-19c1-4a12-9362-17e26c4c9bec req-fe6af0dc-2fbe-4e02-ac5d-0988079af784 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.215806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7cadc581-19c1-4a12-9362-17e26c4c9bec req-fe6af0dc-2fbe-4e02-ac5d-0988079af784 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1018016 Oct 29 11:56:51.258552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=aa4a718c-96d9-4f21-b4c7-d7e7deaae98e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:51.277485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': '79a1e5ce-5a00-4e77-a40f-b2446dbdd8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '36f662a8-75fb-4342-a53f-b5269f03ba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:51.277954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 36f662a8-75fb-4342-a53f-b5269f03ba77, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:51.287081 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7cadc581-19c1-4a12-9362-17e26c4c9bec req-cb28204e-26b5-43dc-9e6b-5f0f104a122a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Oct 29 11:56:51.312203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 36f662a8-75fb-4342-a53f-b5269f03ba77 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:51.316046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-8b9caee6-999c-4090-a750-d2211bb1f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.317706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-8b9caee6-999c-4090-a750-d2211bb1f034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 1094 time: 0.0550413 Oct 29 11:56:51.323659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 36f662a8-75fb-4342-a53f-b5269f03ba77) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:51.330113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.333104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.337139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56793760-6be2-46c3-a2e2-62c65d96d492 None None] Network 36f662a8-75fb-4342-a53f-b5269f03ba77 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:51.370987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-77ff216e-06c6-4191-8ac7-06f053305b10 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0292447 Oct 29 11:56:51.374581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36886) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:51.444446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-57566b82-b266-457e-b8af-d4193e25ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.446855 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-57566b82-b266-457e-b8af-d4193e25ec65 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1201203 Oct 29 11:56:51.504043 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-62e27a52-8f80-44b8-b281-c6171f358d0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c HTTP/1.1" status: 200 len: 217 time: 0.0493371 Oct 29 11:56:51.533870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.548743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24062969-23c3-461b-bd13-508a82e92652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-36f662a8-75fb-4342-a53f-b5269f03ba77', 'network_id': '36f662a8-75fb-4342-a53f-b5269f03ba77', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': 'aa4a718c-96d9-4f21-b4c7-d7e7deaae98e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:51.550142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-24062969-23c3-461b-bd13-508a82e92652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.578145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-e504d328-0029-4caf-aaaa-a1f32e0269d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.581586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-e504d328-0029-4caf-aaaa-a1f32e0269d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0677474 Oct 29 11:56:51.629339 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.644533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-fa5397a0-fd98-44a2-ab27-74e204912fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:51.646298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-fa5397a0-fd98-44a2-ab27-74e204912fd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558684 Oct 29 11:56:51.711198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-24062969-23c3-461b-bd13-508a82e92652 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4a718c-96d9-4f21-b4c7-d7e7deaae98e: This subnet is being modified by another concurrent operation. Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4a718c-96d9-4f21-b4c7-d7e7deaae98e: This subnet is being modified by another concurrent operation. Oct 29 11:56:51.716656 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:56:51.740228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a4ab1-df9c-4c2e-bc4f-530988453473 None None] Network 36f662a8-75fb-4342-a53f-b5269f03ba77 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:51.750834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4a718c-96d9-4f21-b4c7-d7e7deaae98e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:51.818398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-701bd9d7-de4f-4b95-af70-df03151935bf service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619704 Oct 29 11:56:51.848750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.862545 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:56:51.889268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f662a8-75fb-4342-a53f-b5269f03ba77']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:51.912498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a1e5ce-5a00-4e77-a40f-b2446dbdd8bc') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:51.912862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a1e5ce-5a00-4e77-a40f-b2446dbdd8bc') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:51.919703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e0eac-83a6-429b-b0cd-3c7eba6655d7 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:51.931757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.950080 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.957079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:51.958371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:51.964816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cdcd39e5-e44d-4525-a16b-d82fd1b1446b req-7cac9187-94ea-4241-90ab-d106531784bd service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328554 Oct 29 11:56:51.983707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:52.021916 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:52.066114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.069639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e0eac-83a6-429b-b0cd-3c7eba6655d7 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:52.072090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.077393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/36f662a8-75fb-4342-a53f-b5269f03ba77 HTTP/1.1" status: 204 len: 168 time: 0.7012084 Oct 29 11:56:52.084010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:52.095530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377266223'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:52.112379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a2fa6-16a9-462b-bbf6-7e0c1d63448e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=36f662a8-75fb-4342-a53f-b5269f03ba77,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:52.142823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:52.148000 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.184594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:52.198096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.198495 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment 8b055912-4327-4c3e-ad58-6c536dd39d3c of type vlan for network e80a18e1-c0ef-4486-9ee5-a8d7f6635914 Oct 29 11:56:52.257371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.296873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.302389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:52.302989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.369848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2835743 Oct 29 11:56:52.373490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36894) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:52.378973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': 'e80a18e1-c0ef-4486-9ee5-a8d7f6635914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:52.407044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784443be-54ac-4306-a457-d4e92936b26f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=e80a18e1-c0ef-4486-9ee5-a8d7f6635914,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:52.419849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e80a18e1-c0ef-4486-9ee5-a8d7f6635914 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:52.503955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328842c-91a7-4f46-8f93-011738016ce3 req-8afa87fd-142a-4644-adf0-dc939e88e892 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:52.505593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2328842c-91a7-4f46-8f93-011738016ce3 req-8afa87fd-142a-4644-adf0-dc939e88e892 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1219783 Oct 29 11:56:52.534940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:52.538439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.602759 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2328842c-91a7-4f46-8f93-011738016ce3 req-e890ccdb-04b5-4272-aa60-7fdc30a2f688 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880346 Oct 29 11:56:52.614866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing IP validity checks on allocation pools {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:56:52.615192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:56:52.751008 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.815638 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=ca45dffc-6d02-4d64-b749-99c2eeca82dc,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:52.821043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': '8b055912-4327-4c3e-ad58-6c536dd39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e80a18e1-c0ef-4486-9ee5-a8d7f6635914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:52.821416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: e80a18e1-c0ef-4486-9ee5-a8d7f6635914, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:52.840375 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network e80a18e1-c0ef-4486-9ee5-a8d7f6635914 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:52.851860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e80a18e1-c0ef-4486-9ee5-a8d7f6635914) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:52.856647 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:52.857229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:52.862372 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6976a-489f-41e1-8938-b0be18c662fb None None] Network e80a18e1-c0ef-4486-9ee5-a8d7f6635914 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:52.877613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-967d35f6-7ffa-4852-adcf-605da28e7b0c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5029080 Oct 29 11:56:52.878707 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36896) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:52.986894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.037413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf71f0b-4868-4765-83ab-a3991577c40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e80a18e1-c0ef-4486-9ee5-a8d7f6635914', 'network_id': 'e80a18e1-c0ef-4486-9ee5-a8d7f6635914', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': 'ca45dffc-6d02-4d64-b749-99c2eeca82dc'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:53.038061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-caf71f0b-4868-4765-83ab-a3991577c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.041094 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.113629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.141393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=ca45dffc-6d02-4d64-b749-99c2eeca82dc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-caf71f0b-4868-4765-83ab-a3991577c40a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca45dffc-6d02-4d64-b749-99c2eeca82dc: This subnet is being modified by another concurrent operation. Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca45dffc-6d02-4d64-b749-99c2eeca82dc: This subnet is being modified by another concurrent operation. Oct 29 11:56:53.161605 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:56:53.194818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a821c-b1a0-407a-849d-7b7141dc246c None None] Network e80a18e1-c0ef-4486-9ee5-a8d7f6635914 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:53.210229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.236353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80a18e1-c0ef-4486-9ee5-a8d7f6635914']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:53.247565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b055912-4327-4c3e-ad58-6c536dd39d3c') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:53.248113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b055912-4327-4c3e-ad58-6c536dd39d3c') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:53.259912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.295859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.313472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:53.315645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:53.318031 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:53.333192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32733d12-06cc-4373-bb77-bd23f6df867d None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:53.439549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.452707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.456308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/e80a18e1-c0ef-4486-9ee5-a8d7f6635914 HTTP/1.1" status: 204 len: 168 time: 0.5759561 Oct 29 11:56:53.459916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:53.465178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429751743'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:53.478961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc33722-cce8-4009-b0ba-9786da62a88c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=e80a18e1-c0ef-4486-9ee5-a8d7f6635914,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:53.481131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32733d12-06cc-4373-bb77-bd23f6df867d None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:53.506450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:53.512984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.546562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:53.562634 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.563461 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment b9e2fa72-cfb0-4b83-9f0f-930f87b181cf of type vlan for network 53f12975-3d50-4588-9882-d48ef2e48bd5 Oct 29 11:56:53.611575 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.656941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.670453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:53.670937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.755740 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2946184 Oct 29 11:56:53.756267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36904) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:53.769445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:53.776367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9800b52-0ad7-4bd4-aaed-ded2a4bead39 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=53f12975-3d50-4588-9882-d48ef2e48bd5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:53.806558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 53f12975-3d50-4588-9882-d48ef2e48bd5 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:53.917474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9e546-0236-422c-bc5e-d1929cd93739 req-bdf8d84a-d00f-4e9e-970e-aa81155b9cb6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:53.917474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ed9e546-0236-422c-bc5e-d1929cd93739 req-bdf8d84a-d00f-4e9e-970e-aa81155b9cb6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0844865 Oct 29 11:56:53.973585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:53.977131 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:53.987489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ed9e546-0236-422c-bc5e-d1929cd93739 req-c2af2149-1052-422e-84a6-ccda49216a1f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563867 Oct 29 11:56:54.262502 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:54.350125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=58e0900f-17b6-49ee-a758-f52f0720d284,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:54.361903 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:54.362365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 53f12975-3d50-4588-9882-d48ef2e48bd5, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:54.402867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 53f12975-3d50-4588-9882-d48ef2e48bd5 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:54.423831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 53f12975-3d50-4588-9882-d48ef2e48bd5) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:54.431259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:54.432491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:54.443639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772237f-7281-49fd-8b80-9aefbc1050f5 None None] Network 53f12975-3d50-4588-9882-d48ef2e48bd5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:54.475247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6d5aeefc-d9eb-4409-9a8c-7004f0ac66e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7174022 Oct 29 11:56:54.478737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36906) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:54.663242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:54.719342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-53f12975-3d50-4588-9882-d48ef2e48bd5', 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '58e0900f-17b6-49ee-a758-f52f0720d284'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:54.720513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:54.795383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:54.835785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-6914182e-c910-46fd-89a7-838f5a25b6c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077228 Oct 29 11:56:54.933263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Allocated IP 172.20.0.1 (53f12975-3d50-4588-9882-d48ef2e48bd5/58e0900f-17b6-49ee-a758-f52f0720d284/f9b747a1-231f-49ac-a7e7-9224e6cd016d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:55.017400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-8f1fc074-acbd-4696-9267-ab113b405e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:55.021398 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-8f1fc074-acbd-4696-9267-ab113b405e10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.1140394 Oct 29 11:56:55.226433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-16c34f26-8816-402c-b63e-b28e471200b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:55.229838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-16c34f26-8816-402c-b63e-b28e471200b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 897 time: 0.1796942 Oct 29 11:56:55.241400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.268678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.303571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1fa1-51d0-4d88-b3d2-0f716b1ce4c1 req-994205e8-4528-408c-9f09-ace2a1cc4386 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:55.305287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c92d1fa1-51d0-4d88-b3d2-0f716b1ce4c1 req-994205e8-4528-408c-9f09-ace2a1cc4386 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1930859 Oct 29 11:56:55.332253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Network 53f12975-3d50-4588-9882-d48ef2e48bd5 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:55.336688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:55.339823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Pushing event updated for resources: {'Port': ['ID=f9b747a1-231f-49ac-a7e7-9224e6cd016d,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:55.343225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:55.395646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c92d1fa1-51d0-4d88-b3d2-0f716b1ce4c1 req-728b053e-e632-4370-a776-e4001be4d32a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Oct 29 11:56:55.430056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-2116cb2e-763a-4ca0-ac75-6a398ed09050 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 1001 time: 0.1917748 Oct 29 11:56:55.433491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.458181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Attempting to bind port f9b747a1-231f-49ac-a7e7-9224e6cd016d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:55.461512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Attempting to bind port f9b747a1-231f-49ac-a7e7-9224e6cd016d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:55.461987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Attempting to bind port f9b747a1-231f-49ac-a7e7-9224e6cd016d on network 53f12975-3d50-4588-9882-d48ef2e48bd5 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:55.467657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=58e0900f-17b6-49ee-a758-f52f0720d284,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:55.483819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:55.484282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Checking segment: {'id': 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:55.485241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.485795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Bound using segment: {'id': 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:55.486547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Bound port: f9b747a1-231f-49ac-a7e7-9224e6cd016d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53f12975-3d50-4588-9882-d48ef2e48bd5'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:55.492622 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.610030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-eb0b90fc-0363-4c5d-8c4c-852060e74153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:55.613733 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-eb0b90fc-0363-4c5d-8c4c-852060e74153 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 200 len: 834 time: 0.1478148 Oct 29 11:56:55.645112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] For port f9b747a1-231f-49ac-a7e7-9224e6cd016d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:55.656950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] For port f9b747a1-231f-49ac-a7e7-9224e6cd016d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f9b747a1-231f-49ac-a7e7-9224e6cd016d,segment=NetworkSegment(b9e2fa72-cfb0-4b83-9f0f-930f87b181cf),segment_id=b9e2fa72-cfb0-4b83-9f0f-930f87b181cf)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:55.666130 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.937781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:55.977834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd28f4-4930-4b0d-81a4-cb461c116c77 None None] Pushing event updated for resources: {'Port': ['ID=f9b747a1-231f-49ac-a7e7-9224e6cd016d,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:55.987763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d6037-e42f-4712-9a4d-2e7dba7e4653 None None] Network 53f12975-3d50-4588-9882-d48ef2e48bd5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:55.993996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f12975-3d50-4588-9882-d48ef2e48bd5']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:56.010744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:56.010744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:56.024700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-3850bae8-e1d6-42f9-9ce6-29f7a824fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:56.027762 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-3850bae8-e1d6-42f9-9ce6-29f7a824fbe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4000084 Oct 29 11:56:56.029153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.055988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.093450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.106061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:56.107636 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:56.109548 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:56.167357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd9ffd-46ad-4348-887e-304f899c90e2 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:56.210304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:56:56.210304 n-d-805046-9 neutron-server[102277]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:56:56.210304 n-d-805046-9 neutron-server[102277]: [parameters: {'id': '53f12975-3d50-4588-9882-d48ef2e48bd5'}] Oct 29 11:56:56.210304 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:56.210809 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:56.221279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-5ecb03a9-5259-4cbe-9889-d143cc1bfe85 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823971 Oct 29 11:56:56.309821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd9ffd-46ad-4348-887e-304f899c90e2 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:56.351446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bfc83e9d-65a7-4e4b-a8fd-7ad4630ca0a9 req-23ba6fa1-2fdf-4a1e-a33b-58fe265cf197 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215694 Oct 29 11:56:56.559099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9268-5d19-481e-ad1e-3d31367a06fb req-3a88d1f1-ebe8-489f-9555-946008ef3b0c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:56.561362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-054f9268-5d19-481e-ad1e-3d31367a06fb req-3a88d1f1-ebe8-489f-9555-946008ef3b0c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0596113 Oct 29 11:56:56.607429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-054f9268-5d19-481e-ad1e-3d31367a06fb req-697f1adf-6b2b-4a4c-91f9-ace44383d834 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391598 Oct 29 11:56:56.713299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.789304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting port f9b747a1-231f-49ac-a7e7-9224e6cd016d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:56.789769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.870542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] For port f9b747a1-231f-49ac-a7e7-9224e6cd016d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f9b747a1-231f-49ac-a7e7-9224e6cd016d,segment=NetworkSegment(b9e2fa72-cfb0-4b83-9f0f-930f87b181cf),segment_id=b9e2fa72-cfb0-4b83-9f0f-930f87b181cf)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:56.870970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:56.890574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Calling delete_port for f9b747a1-231f-49ac-a7e7-9224e6cd016d owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:56.987002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.015628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Port': ['ID=f9b747a1-231f-49ac-a7e7-9224e6cd016d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:57.017316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No DVR routers for this DVR port f9b747a1-231f-49ac-a7e7-9224e6cd016d on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:57.126833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.154675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f12975-3d50-4588-9882-d48ef2e48bd5']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:57.169186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:57.169490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e2fa72-cfb0-4b83-9f0f-930f87b181cf') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:57.179694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.193608 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.200232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:57.200943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:57.204231 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:57.281967 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.292645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.296458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/53f12975-3d50-4588-9882-d48ef2e48bd5 HTTP/1.1" status: 204 len: 168 time: 2.8158684 Oct 29 11:56:57.300150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:57.305325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833610356'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:57.307218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb111d-17fe-4571-84dc-17ce3448e873 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=53f12975-3d50-4588-9882-d48ef2e48bd5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:57.339511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:57.343284 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.375521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:57.396674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.397339 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment e8b9c9d7-c962-4feb-ae1f-8aca841043b1 of type vlan for network 29196490-3b9e-47ba-b42b-4f2cb534530a Oct 29 11:56:57.448718 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.475275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.481471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:57.482078 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.558242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2537637 Oct 29 11:56:57.558545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36914) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:57.563350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:57.581632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000b9c6-c779-4cb6-b265-556112494325 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=29196490-3b9e-47ba-b42b-4f2cb534530a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:57.595080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 29196490-3b9e-47ba-b42b-4f2cb534530a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:56:57.670949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:57.675857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:57.821313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e3402-f52d-4895-b0dc-b002e705b1b3 req-e3d98c98-e29a-429b-820a-5c23f3120db7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:57.823848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53e3402-f52d-4895-b0dc-b002e705b1b3 req-e3d98c98-e29a-429b-820a-5c23f3120db7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0939603 Oct 29 11:56:57.910337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d53e3402-f52d-4895-b0dc-b002e705b1b3 req-9da7db47-b39c-47a6-9a5a-c63f1915de86 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791619 Oct 29 11:56:57.960719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.026356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=dfd54842-9628-4c9f-bb92-c0fb1fae99d3,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:58.034546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:58.034546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 29196490-3b9e-47ba-b42b-4f2cb534530a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:56:58.052538 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 29196490-3b9e-47ba-b42b-4f2cb534530a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:56:58.063069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 29196490-3b9e-47ba-b42b-4f2cb534530a) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:58.067528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:58.068312 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.075699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efeb4c7-aaa6-4f13-a610-c25cf2ca35fc None None] Network 29196490-3b9e-47ba-b42b-4f2cb534530a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:58.110612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36918) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:58.111171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5329f617-a238-43e8-80c4-1cbb40a47f06 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5511353 Oct 29 11:56:58.239211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-29196490-3b9e-47ba-b42b-4f2cb534530a', 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': 'dfd54842-9628-4c9f-bb92-c0fb1fae99d3'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:56:58.240083 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.246257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.311102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.399895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Allocated IP 172.20.0.1 (29196490-3b9e-47ba-b42b-4f2cb534530a/dfd54842-9628-4c9f-bb92-c0fb1fae99d3/b469ef67-03d4-4368-a8a1-e64e887fd2c0) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:56:58.483744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ffe6c628-dd15-4796-a1fa-8de30093bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.577548 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.583872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.600316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.625558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd54842-9628-4c9f-bb92-c0fb1fae99d3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:58.627756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Network 29196490-3b9e-47ba-b42b-4f2cb534530a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:56:58.633402 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:56:58.636694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:56:58.642971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Pushing event updated for resources: {'Port': ['ID=b469ef67-03d4-4368-a8a1-e64e887fd2c0,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:58.699565 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Attempting to bind port b469ef67-03d4-4368-a8a1-e64e887fd2c0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:56:58.699934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Attempting to bind port b469ef67-03d4-4368-a8a1-e64e887fd2c0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:56:58.700293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Attempting to bind port b469ef67-03d4-4368-a8a1-e64e887fd2c0 on network 29196490-3b9e-47ba-b42b-4f2cb534530a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:56:58.709595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:56:58.710101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Checking segment: {'id': 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:56:58.710614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.711159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Bound using segment: {'id': 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:56:58.711756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Bound port: b469ef67-03d4-4368-a8a1-e64e887fd2c0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29196490-3b9e-47ba-b42b-4f2cb534530a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:56:58.712309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.722934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.766493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29196490-3b9e-47ba-b42b-4f2cb534530a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:58.778892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:58.779186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:58.789388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.794554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] For port b469ef67-03d4-4368-a8a1-e64e887fd2c0, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:56:58.799230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] For port b469ef67-03d4-4368-a8a1-e64e887fd2c0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b469ef67-03d4-4368-a8a1-e64e887fd2c0,segment=NetworkSegment(e8b9c9d7-c962-4feb-ae1f-8aca841043b1),segment_id=e8b9c9d7-c962-4feb-ae1f-8aca841043b1)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:56:58.805491 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.807382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.817622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:58.817622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:58.820977 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:58.881477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:56:58.881477 n-d-805046-9 neutron-server[102277]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:56:58.881477 n-d-805046-9 neutron-server[102277]: [parameters: {'id': '29196490-3b9e-47ba-b42b-4f2cb534530a'}] Oct 29 11:56:58.881477 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:56:58.882349 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:56:58.907213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c5c07-e098-414f-a03a-2a86cc252edd None None] Pushing event updated for resources: {'Port': ['ID=b469ef67-03d4-4368-a8a1-e64e887fd2c0,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:58.917760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7969f9-aa06-4fae-b233-e1222e752efa None None] Network 29196490-3b9e-47ba-b42b-4f2cb534530a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:56:59.052531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fb90a-eb31-4e87-8264-0be78706a071 req-f6a47e0e-e516-40b7-b526-5099029ab943 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:56:59.054623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4fb90a-eb31-4e87-8264-0be78706a071 req-f6a47e0e-e516-40b7-b526-5099029ab943 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0610323 Oct 29 11:56:59.091175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94cd6a-184d-4685-9eb9-6026f0c1b912 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:56:59.101604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd4fb90a-eb31-4e87-8264-0be78706a071 req-677591bb-dfc4-4a8b-b539-f8cd19d3fdf0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Oct 29 11:56:59.185368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94cd6a-184d-4685-9eb9-6026f0c1b912 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:56:59.384124 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.455769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting port b469ef67-03d4-4368-a8a1-e64e887fd2c0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:56:59.456086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.534163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] For port b469ef67-03d4-4368-a8a1-e64e887fd2c0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b469ef67-03d4-4368-a8a1-e64e887fd2c0,segment=NetworkSegment(e8b9c9d7-c962-4feb-ae1f-8aca841043b1),segment_id=e8b9c9d7-c962-4feb-ae1f-8aca841043b1)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:56:59.534486 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.552182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Calling delete_port for b469ef67-03d4-4368-a8a1-e64e887fd2c0 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:56:59.638341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.661618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Port': ['ID=b469ef67-03d4-4368-a8a1-e64e887fd2c0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:59.667915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No DVR routers for this DVR port b469ef67-03d4-4368-a8a1-e64e887fd2c0 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:56:59.748012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.768183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29196490-3b9e-47ba-b42b-4f2cb534530a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:59.777998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:59.778242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b9c9d7-c962-4feb-ae1f-8aca841043b1') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:56:59.787481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.800741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.806520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:56:59.806897 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:56:59.809808 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:56:59.871864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.878436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.885288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/29196490-3b9e-47ba-b42b-4f2cb534530a HTTP/1.1" status: 204 len: 168 time: 1.7697613 Oct 29 11:56:59.885497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36924) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:56:59.898852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329198860'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:56:59.903856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c9a3-528e-4fb4-9d5d-137f73dbceb3 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=29196490-3b9e-47ba-b42b-4f2cb534530a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:56:59.922386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:56:59.926074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.951068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:56:59.961100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:56:59.961442 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment a01abafc-6922-4a8f-9392-15c32cc695ab of type vlan for network 0403273a-64a7-4c29-865b-366b501e1fd2 Oct 29 11:57:00.005937 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.033799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.040330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:00.040961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.106387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2197773 Oct 29 11:57:00.109367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36928) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:00.114841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:00.169471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22ebd9-163f-4faa-ba0b-251c394f0b36 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=0403273a-64a7-4c29-865b-366b501e1fd2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:00.181861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:00.241902 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ad65d-dee3-492c-9058-c605c7773d85 req-8c5c8a19-f409-49b8-98af-90420a184ac7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:00.249591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-378ad65d-dee3-492c-9058-c605c7773d85 req-8c5c8a19-f409-49b8-98af-90420a184ac7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0748541 Oct 29 11:57:00.291816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-378ad65d-dee3-492c-9058-c605c7773d85 req-ccbe93bf-2e12-4958-b21f-c154103c667e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Oct 29 11:57:00.317815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.332111 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.342161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 0403273a-64a7-4c29-865b-366b501e1fd2 is not hosted by any dhcp agent {{(pid=102277) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:57:00.347618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:00.348402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.349726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "PUT /v2.0/networks/0403273a-64a7-4c29-865b-366b501e1fd2 HTTP/1.1" status: 200 len: 723 time: 0.2394249 Oct 29 11:57:00.354024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36932) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:00.359657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:00.408936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fcf7f-dfbe-4ebe-9079-781211e01fdb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=0403273a-64a7-4c29-865b-366b501e1fd2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:00.421504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:00.453575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:00.457511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.658600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.726557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=463f856c-3e22-435a-8ea8-05a1751c0876,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:00.732809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'a01abafc-6922-4a8f-9392-15c32cc695ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:00.733214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 0403273a-64a7-4c29-865b-366b501e1fd2, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:00.751418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 0403273a-64a7-4c29-865b-366b501e1fd2 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:00.759955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 0403273a-64a7-4c29-865b-366b501e1fd2) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:00.764102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:00.764689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.769797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e5641-c68c-4dcb-b5a7-28b5797b0cf2 None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:00.780975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2527fe6f-dd61-4b54-a83b-17bab54bd5b6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4256477 Oct 29 11:57:00.783685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36934) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:00.788719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:00.852529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a7c7-0b20-479b-b3cd-aab5d8a0dd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.885356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4561618'] for subnet, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:00.933707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-0403273a-64a7-4c29-865b-366b501e1fd2', 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '463f856c-3e22-435a-8ea8-05a1751c0876'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:57:00.934575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.034010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793111010551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4372834'] for subnet, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.070081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:01.070683 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.074549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "PUT /v2.0/subnets/463f856c-3e22-435a-8ea8-05a1751c0876 HTTP/1.1" status: 200 len: 806 time: 0.2873681 Oct 29 11:57:01.074896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36936) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:01.092037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b25e5-17c3-409a-88a7-97bacbe54c5c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=463f856c-3e22-435a-8ea8-05a1751c0876,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:01.092548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Allocated IP 172.20.0.2 (0403273a-64a7-4c29-865b-366b501e1fd2/463f856c-3e22-435a-8ea8-05a1751c0876/80cc2e39-8d2d-4343-a4d6-62b208e781f0) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:01.179344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.232913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.248303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.254152 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.295396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:01.298609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:01.299574 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.305237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:01.310016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Pushing event updated for resources: {'Port': ['ID=80cc2e39-8d2d-4343-a4d6-62b208e781f0,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:01.330455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=463f856c-3e22-435a-8ea8-05a1751c0876,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:01.363551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Attempting to bind port 80cc2e39-8d2d-4343-a4d6-62b208e781f0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:01.364526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Attempting to bind port 80cc2e39-8d2d-4343-a4d6-62b208e781f0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a01abafc-6922-4a8f-9392-15c32cc695ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:01.364526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Attempting to bind port 80cc2e39-8d2d-4343-a4d6-62b208e781f0 on network 0403273a-64a7-4c29-865b-366b501e1fd2 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:01.369575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:01.369947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Checking segment: {'id': 'a01abafc-6922-4a8f-9392-15c32cc695ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:01.370350 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.370742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Bound using segment: {'id': 'a01abafc-6922-4a8f-9392-15c32cc695ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:01.371209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Bound port: 80cc2e39-8d2d-4343-a4d6-62b208e781f0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01abafc-6922-4a8f-9392-15c32cc695ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0403273a-64a7-4c29-865b-366b501e1fd2'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:01.371589 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.396166 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.418831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0403273a-64a7-4c29-865b-366b501e1fd2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:01.429328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4c898-9cd9-4064-b6c8-6f21e38dd4cc req-937b7dd4-16f7-4244-b739-92ac9b50fb5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:01.431620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ab4c898-9cd9-4064-b6c8-6f21e38dd4cc req-937b7dd4-16f7-4244-b739-92ac9b50fb5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0519063 Oct 29 11:57:01.431749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01abafc-6922-4a8f-9392-15c32cc695ab') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:01.432010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01abafc-6922-4a8f-9392-15c32cc695ab') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:01.441256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] For port 80cc2e39-8d2d-4343-a4d6-62b208e781f0, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:01.442102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.444466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] For port 80cc2e39-8d2d-4343-a4d6-62b208e781f0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=80cc2e39-8d2d-4343-a4d6-62b208e781f0,segment=NetworkSegment(a01abafc-6922-4a8f-9392-15c32cc695ab),segment_id=a01abafc-6922-4a8f-9392-15c32cc695ab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:01.450148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.461690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.471024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:01.471455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:01.474101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ab4c898-9cd9-4064-b6c8-6f21e38dd4cc req-f3d7b198-1d15-40f6-90bb-957d42aff5bd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359228 Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:01.474898 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:01.535022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e64ea-99d0-4356-a1da-c912e624ac8a None None] Pushing event updated for resources: {'Port': ['ID=80cc2e39-8d2d-4343-a4d6-62b208e781f0,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:01.542475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.db.api [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 29 11:57:01.542475 n-d-805046-9 neutron-server[102277]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 29 11:57:01.542475 n-d-805046-9 neutron-server[102277]: [parameters: {'id': '0403273a-64a7-4c29-865b-366b501e1fd2'}] Oct 29 11:57:01.542475 n-d-805046-9 neutron-server[102277]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 11:57:01.543143 n-d-805046-9 neutron-server[102277]: DEBUG oslo_db.api [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 11:57:01.553845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710f52b-2a1f-40ae-9342-ee026f9bce86 None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:01.693098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a82f5e-54f2-46b5-b235-a2f25a14bb01 None None] Network 0403273a-64a7-4c29-865b-366b501e1fd2 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:01.825602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ead50-dab9-493e-811c-b658303fb1db None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:57:01.916117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ead50-dab9-493e-811c-b658303fb1db None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:57:02.044329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.100429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting port 80cc2e39-8d2d-4343-a4d6-62b208e781f0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:02.100766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.174759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] For port 80cc2e39-8d2d-4343-a4d6-62b208e781f0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=80cc2e39-8d2d-4343-a4d6-62b208e781f0,segment=NetworkSegment(a01abafc-6922-4a8f-9392-15c32cc695ab),segment_id=a01abafc-6922-4a8f-9392-15c32cc695ab)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:02.175040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.188581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Calling delete_port for 80cc2e39-8d2d-4343-a4d6-62b208e781f0 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:02.270820 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.297288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Port': ['ID=80cc2e39-8d2d-4343-a4d6-62b208e781f0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:02.300808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No DVR routers for this DVR port 80cc2e39-8d2d-4343-a4d6-62b208e781f0 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:02.389323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.412661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0403273a-64a7-4c29-865b-366b501e1fd2']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:02.424759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01abafc-6922-4a8f-9392-15c32cc695ab') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:02.425513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01abafc-6922-4a8f-9392-15c32cc695ab') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:02.450723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.469905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.478181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:02.478611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:02.482114 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:02.510439 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.512876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.561135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.566860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.573549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/0403273a-64a7-4c29-865b-366b501e1fd2 HTTP/1.1" status: 204 len: 168 time: 1.4975259 Oct 29 11:57:02.574460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36942) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:02.614324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e174e8d-4f1c-49ed-b8a1-0763809090df tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=0403273a-64a7-4c29-865b-366b501e1fd2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:02.618401 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc22a43-876c-4838-a798-71d23022db98 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:02.620317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc22a43-876c-4838-a798-71d23022db98 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:02.625048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cfc22a43-876c-4838-a798-71d23022db98 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/0403273a-64a7-4c29-865b-366b501e1fd2 HTTP/1.1" status: 404 len: 339 time: 0.0436988 Oct 29 11:57:02.628196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36944) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:02.628810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b715e8-f8a5-4efb-ae1a-163e5fbeb4d3 req-d0dd9d06-29c8-4ef6-9981-b5b04168456d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:02.630370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9b715e8-f8a5-4efb-ae1a-163e5fbeb4d3 req-d0dd9d06-29c8-4ef6-9981-b5b04168456d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0645893 Oct 29 11:57:02.636210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428485863', 'description': 'd1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:02.660190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:02.664091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.681993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9b715e8-f8a5-4efb-ae1a-163e5fbeb4d3 req-c6e521b8-4eb4-49b7-83eb-afca4e746d7b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Oct 29 11:57:02.690048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:02.699544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.699945 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment 0f63094b-d8fc-45a9-bca8-1877194bac12 of type vlan for network 594ee1bc-3465-4eb8-aed7-a4e053cbab4d Oct 29 11:57:02.740176 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.765693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.771330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:02.771913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:02.833090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2035959 Oct 29 11:57:02.835746 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36946) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:02.847893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ba3d-0b0d-4bc8-ba2e-51a7ce015101 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=594ee1bc-3465-4eb8-aed7-a4e053cbab4d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:02.858295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 594ee1bc-3465-4eb8-aed7-a4e053cbab4d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:02.926803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31dadba-358f-49ce-98b2-dd685b2c5a5f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:02.930901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d31dadba-358f-49ce-98b2-dd685b2c5a5f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks?id=594ee1bc-3465-4eb8-aed7-a4e053cbab4d HTTP/1.1" status: 200 len: 760 time: 0.0909820 Oct 29 11:57:02.931178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36948) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:02.936309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'description': 'd2'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:03.097409 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.110945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.128661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 594ee1bc-3465-4eb8-aed7-a4e053cbab4d is not hosted by any dhcp agent {{(pid=102278) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 11:57:03.134912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:03.135497 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.136753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "PUT /v2.0/networks/594ee1bc-3465-4eb8-aed7-a4e053cbab4d HTTP/1.1" status: 200 len: 757 time: 0.2045922 Oct 29 11:57:03.139891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36950) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:03.188611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=594ee1bc-3465-4eb8-aed7-a4e053cbab4d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:03.195878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.196225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.196567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.197471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.197807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.198137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.198464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.198831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.199150 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.199471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.199791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.200110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843ee689-5601-4f03-bc5f-d826a0a52c3e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:03.211701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 594ee1bc-3465-4eb8-aed7-a4e053cbab4d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:03.232565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4841ef-e2fb-4a9a-a1ea-60d7c4f2877b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:03.234294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e4841ef-e2fb-4a9a-a1ea-60d7c4f2877b tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks?id=594ee1bc-3465-4eb8-aed7-a4e053cbab4d HTTP/1.1" status: 200 len: 760 time: 0.0935173 Oct 29 11:57:03.237945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36952) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:03.243147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040142373'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:03.268830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:03.273109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.300918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:03.312139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.312494 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment c75ec2be-2ddf-42d3-b82b-c2ec9c7a38e7 of type vlan for network e2121135-1c40-4225-84cd-3d032fea53ab Oct 29 11:57:03.354046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.386149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.392163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:03.392824 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.459134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2200634 Oct 29 11:57:03.463028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:03.467532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': 'e2121135-1c40-4225-84cd-3d032fea53ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:03.516230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ab48c-cdfd-4456-b46b-350e324f46e0 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=e2121135-1c40-4225-84cd-3d032fea53ab,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:03.528412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e2121135-1c40-4225-84cd-3d032fea53ab details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:03.575933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:03.579537 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.652318 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.824334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.872010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d63f-4ff2-4230-9195-4998654f37b8 req-c599e13a-42a2-449b-9801-5513fe4ba301 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:03.873536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2111d63f-4ff2-4230-9195-4998654f37b8 req-c599e13a-42a2-449b-9801-5513fe4ba301 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1092248 Oct 29 11:57:03.919035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=764531be-18d7-4704-bca8-e3f868e33dbe,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:03.943108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'c75ec2be-2ddf-42d3-b82b-c2ec9c7a38e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2121135-1c40-4225-84cd-3d032fea53ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:03.943463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: e2121135-1c40-4225-84cd-3d032fea53ab, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:03.952603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2111d63f-4ff2-4230-9195-4998654f37b8 req-77c12589-d7f4-4105-bdbc-f6d6a9e370bd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700762 Oct 29 11:57:03.966667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network e2121135-1c40-4225-84cd-3d032fea53ab is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:03.979803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e2121135-1c40-4225-84cd-3d032fea53ab) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:03.984998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:03.985814 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:03.995629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07cc1e-ee97-40a7-8540-b7b1b58c5f9d None None] Network e2121135-1c40-4225-84cd-3d032fea53ab requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:04.016111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36958) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.017242 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6c19e5bb-da38-4094-bcd4-17f6f04e4a30 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5535238 Oct 29 11:57:04.141768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.157790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fe5d1-bf17-464f-bfc1-199bf458fb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-e2121135-1c40-4225-84cd-3d032fea53ab', 'network_id': 'e2121135-1c40-4225-84cd-3d032fea53ab', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': '764531be-18d7-4704-bca8-e3f868e33dbe'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:57:04.158715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-355fe5d1-bf17-464f-bfc1-199bf458fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.196210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.264543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server [None req-355fe5d1-bf17-464f-bfc1-199bf458fb3f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 764531be-18d7-4704-bca8-e3f868e33dbe: This subnet is being modified by another concurrent operation. Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise self.value Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server raise exception Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 764531be-18d7-4704-bca8-e3f868e33dbe: This subnet is being modified by another concurrent operation. Oct 29 11:57:04.267714 n-d-805046-9 neutron-server[102279]: ERROR oslo_messaging.rpc.server Oct 29 11:57:04.299574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=764531be-18d7-4704-bca8-e3f868e33dbe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:04.300728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53bd256-8383-41ce-aa38-b31c500a9dcb None None] Network e2121135-1c40-4225-84cd-3d032fea53ab requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:04.365669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.389083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2121135-1c40-4225-84cd-3d032fea53ab']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:04.401520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ec2be-2ddf-42d3-b82b-c2ec9c7a38e7') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:04.402007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ec2be-2ddf-42d3-b82b-c2ec9c7a38e7') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:04.413641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.432135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.439708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:04.440403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:04.444020 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:04.450773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fadd94-8e22-4a0d-8e5a-be19d1d55cc0 None None] get_active_networks_info from n-d-805046-9 {{(pid=102279) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 11:57:04.508258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.525497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:04.533977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/e2121135-1c40-4225-84cd-3d032fea53ab HTTP/1.1" status: 204 len: 168 time: 0.5170748 Oct 29 11:57:04.534698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36960) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.546139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916c284-0501-4acc-8a4a-3b2080a522a4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=e2121135-1c40-4225-84cd-3d032fea53ab,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:04.571058 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-73be5a13-fe76-4e68-b559-6a1418bf6a63 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] GET failed (client error): The resource could not be found. Oct 29 11:57:04.573263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fadd94-8e22-4a0d-8e5a-be19d1d55cc0 None None] Resources bound (agent type, host, resource id): {{(pid=102279) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 29 11:57:04.573902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-73be5a13-fe76-4e68-b559-6a1418bf6a63 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets/764531be-18d7-4704-bca8-e3f868e33dbe HTTP/1.1" status: 404 len: 337 time: 0.0370879 Oct 29 11:57:04.576125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.602127 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cac14b-6064-46b8-a09d-59a65a51f34c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:04.603359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cac14b-6064-46b8-a09d-59a65a51f34c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:04.611056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-19cac14b-6064-46b8-a09d-59a65a51f34c tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/e2121135-1c40-4225-84cd-3d032fea53ab HTTP/1.1" status: 404 len: 339 time: 0.0300801 Oct 29 11:57:04.611717 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36964) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.808793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ef99a-2462-4f0a-b58d-6fc66caaa9d5 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:04.812743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2b6ef99a-2462-4f0a-b58d-6fc66caaa9d5 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1976488 Oct 29 11:57:04.813148 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.852161 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d2f2656-c8d2-4348-bf6f-59658d01d27f tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59 HTTP/1.1" status: 200 len: 207 time: 0.0361617 Oct 29 11:57:04.854968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36968) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:04.960397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd43f0c-b1dc-4758-b11c-37d63d7ea9eb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:04.966743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd43f0c-b1dc-4758-b11c-37d63d7ea9eb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:04.973102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd43f0c-b1dc-4758-b11c-37d63d7ea9eb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:04.980135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd43f0c-b1dc-4758-b11c-37d63d7ea9eb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:04.981863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bdd43f0c-b1dc-4758-b11c-37d63d7ea9eb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1258974 Oct 29 11:57:04.985662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36972) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.086857 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41d4f-f114-4f91-a686-576ec410a345 req-24787240-bb81-4703-bc3b-1d497193a130 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.089131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9f41d4f-f114-4f91-a686-576ec410a345 req-24787240-bb81-4703-bc3b-1d497193a130 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0509682 Oct 29 11:57:05.113450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-594938bc-b989-4e95-be63-9c81ff281daf tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1239245 Oct 29 11:57:05.114028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.162167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9f41d4f-f114-4f91-a686-576ec410a345 req-65c16ded-96b3-48b1-9c75-ebcc6f770661 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661902 Oct 29 11:57:05.178226 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35bf3e-95b1-454a-8bdb-e1972dd64371 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.179891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35bf3e-95b1-454a-8bdb-e1972dd64371 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.185614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9d35bf3e-95b1-454a-8bdb-e1972dd64371 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0670102 Oct 29 11:57:05.185870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.242287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e2fd2-14db-4a47-9255-875db0b33127 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.244402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e2fd2-14db-4a47-9255-875db0b33127 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['shared'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.245990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-794e2fd2-14db-4a47-9255-875db0b33127 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0592151 Oct 29 11:57:05.249851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.353796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4ca01-ae96-4cb8-a5f7-3f57ec006cb6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.355230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e2d4ca01-ae96-4cb8-a5f7-3f57ec006cb6 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks/fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 HTTP/1.1" status: 200 len: 798 time: 0.1043241 Oct 29 11:57:05.359041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36980) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.465742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-95af278f-e628-4693-94cf-a9a1d4469a88 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/networks/fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1055620 Oct 29 11:57:05.469254 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36982) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.522387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0bd84-a6bd-4c72-94de-ccbcf23ac94a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.523904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e8e0bd84-a6bd-4c72-94de-ccbcf23ac94a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets/9c668a9f-ad79-44c7-acf3-9e1764d9d9e0 HTTP/1.1" status: 200 len: 811 time: 0.0536683 Oct 29 11:57:05.527674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36984) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.590252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fc1a9-42d0-4b68-b1ff-2dc177457641 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['shared'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.592033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b26fc1a9-42d0-4b68-b1ff-2dc177457641 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "GET /v2.0/subnets/9c668a9f-ad79-44c7-acf3-9e1764d9d9e0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0632374 Oct 29 11:57:05.595778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36986) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.600774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1062563464'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:05.622498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:05.626012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.652379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:05.662126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.662470 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Added segment f4e16851-0d70-4b21-aedd-525397162036 of type vlan for network 25e02a04-62e1-4f44-879c-9e53c0e50125 Oct 29 11:57:05.708892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.734314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.739977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:05.740555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.796341 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1992667 Oct 29 11:57:05.799729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36990) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:05.804731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:05.815056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60033-c1bd-4470-9c05-ba15d62c2ab7 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Network': ['ID=25e02a04-62e1-4f44-879c-9e53c0e50125,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:05.827289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:05.902410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Made reservation on behalf of 6bd06a1835254aba9274a664c1a9eae6 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:05.906143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:05.966612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Performing IP validity checks on allocation pools {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 11:57:05.967421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.ipam_backend_mixin [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102278) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 11:57:06.115106 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.182369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=c83f3cc3-a6aa-4678-ae46-23fe464f614b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:06.193760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Checking segment: {'id': 'f4e16851-0d70-4b21-aedd-525397162036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:06.194317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network hostable DHCP agents. Network: 25e02a04-62e1-4f44-879c-9e53c0e50125, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:06.215466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:06.227010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 25e02a04-62e1-4f44-879c-9e53c0e50125) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:06.232583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:06.233689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.236888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5d252-c7d6-4f75-8858-956318fe6ee9 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:06.262054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37c19089-e812-4af0-9b9a-b9618d235fc8 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4610853 Oct 29 11:57:06.264807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 36996) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:06.272949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:06.303945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8861-f8fd-4118-86a0-e288d011baf9 req-da5893f3-c800-4d7e-ad12-9f7f928b3670 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:06.305359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da2a8861-f8fd-4118-86a0-e288d011baf9 req-da5893f3-c800-4d7e-ad12-9f7f928b3670 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0576386 Oct 29 11:57:06.352421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da2a8861-f8fd-4118-86a0-e288d011baf9 req-9a02ade5-42b3-49c5-9671-e33f98cc719f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Oct 29 11:57:06.421108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66480196'] for subnet, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.425621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-25e02a04-62e1-4f44-879c-9e53c0e50125', 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125', 'tenant_id': '6bd06a1835254aba9274a664c1a9eae6', 'fixed_ips': [{'subnet_id': 'c83f3cc3-a6aa-4678-ae46-23fe464f614b'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:57:06.426885 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.432964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 36998) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:06.553733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-475571ae-ba7c-49fb-8c78-c63b2aae7d91 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2543 time: 0.1189787 Oct 29 11:57:06.557640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37000) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:06.562466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'network': {'name': 'tempest-network-smoke--1079025283', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'port_security_enabled': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:06.622883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:06.626976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.916489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793111010551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66469926'] for subnet, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.956106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:06.968779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Allocated IP 172.20.0.3 (25e02a04-62e1-4f44-879c-9e53c0e50125/c83f3cc3-a6aa-4678-ae46-23fe464f614b/56e6918f-62bc-48eb-b475-6a1b34729e50) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:06.976365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:06.976982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.981888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "PUT /v2.0/subnets/c83f3cc3-a6aa-4678-ae46-23fe464f614b HTTP/1.1" status: 200 len: 877 time: 0.7123756 Oct 29 11:57:06.982471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37002) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:06.985616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:06.985781 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Added segment 4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c of type vlan for network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 Oct 29 11:57:07.060765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.064902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ab8a-202e-4478-abd0-0b9b745575a2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event updated for resources: {'Subnet': ['ID=c83f3cc3-a6aa-4678-ae46-23fe464f614b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:07.099617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.108511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:07.109387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.140619 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5820928 Oct 29 11:57:07.153924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37004) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:07.194803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'admin_state_up': True, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:07.200219 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.209997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.237861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b5d97-4571-4586-b0a8-273b708bf354 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Network': ['ID=37ef5662-9e2b-424b-ad87-4901c6ebd0f6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:07.247140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.248301 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.259928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:07.323106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:07.330157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:07.336369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:07.351398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Pushing event updated for resources: {'Port': ['ID=56e6918f-62bc-48eb-b475-6a1b34729e50,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:07.396598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.446215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Attempting to bind port 56e6918f-62bc-48eb-b475-6a1b34729e50 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:07.447249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Attempting to bind port 56e6918f-62bc-48eb-b475-6a1b34729e50 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f4e16851-0d70-4b21-aedd-525397162036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:07.447733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Attempting to bind port 56e6918f-62bc-48eb-b475-6a1b34729e50 on network 25e02a04-62e1-4f44-879c-9e53c0e50125 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:07.454106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:07.454487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Checking segment: {'id': 'f4e16851-0d70-4b21-aedd-525397162036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:07.454971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.455843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Bound using segment: {'id': 'f4e16851-0d70-4b21-aedd-525397162036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:07.461224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Bound port: 56e6918f-62bc-48eb-b475-6a1b34729e50, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e16851-0d70-4b21-aedd-525397162036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '25e02a04-62e1-4f44-879c-9e53c0e50125'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:07.461722 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.546307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-40406670-55c0-4361-8314-bde07fbca407 None None] For port 56e6918f-62bc-48eb-b475-6a1b34729e50, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:07.550281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-40406670-55c0-4361-8314-bde07fbca407 None None] For port 56e6918f-62bc-48eb-b475-6a1b34729e50, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=56e6918f-62bc-48eb-b475-6a1b34729e50,segment=NetworkSegment(f4e16851-0d70-4b21-aedd-525397162036),segment_id=f4e16851-0d70-4b21-aedd-525397162036)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:07.556080 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.564705 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949af5e-dd04-4685-9010-f676ba5448f7 req-f2e350a2-93c0-4ba9-9746-7952ebf8b2d7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:07.566536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9949af5e-dd04-4685-9010-f676ba5448f7 req-f2e350a2-93c0-4ba9-9746-7952ebf8b2d7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0963676 Oct 29 11:57:07.570571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.642007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406670-55c0-4361-8314-bde07fbca407 None None] Pushing event updated for resources: {'Port': ['ID=56e6918f-62bc-48eb-b475-6a1b34729e50,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:07.647237 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9949af5e-dd04-4685-9010-f676ba5448f7 req-ffbed2d0-efb0-4dd1-b00d-c41bbb08a1e4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724995 Oct 29 11:57:07.673463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.680008 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting port 56e6918f-62bc-48eb-b475-6a1b34729e50 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:07.680482 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.744389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-954caa02-ba61-48e7-97a8-f1eb193a8b08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182451 Oct 29 11:57:07.779891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] For port 56e6918f-62bc-48eb-b475-6a1b34729e50, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=56e6918f-62bc-48eb-b475-6a1b34729e50,segment=NetworkSegment(f4e16851-0d70-4b21-aedd-525397162036),segment_id=f4e16851-0d70-4b21-aedd-525397162036)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:07.780229 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.797054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Calling delete_port for 56e6918f-62bc-48eb-b475-6a1b34729e50 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:07.942037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-956cd8ff-8824-41f0-83ba-5a931c9c0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:07.943584 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-956cd8ff-8824-41f0-83ba-5a931c9c0b44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 1097 time: 0.1435881 Oct 29 11:57:07.974737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:07.979768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.010615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Port': ['ID=56e6918f-62bc-48eb-b475-6a1b34729e50,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:08.054073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.062929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No DVR routers for this DVR port 56e6918f-62bc-48eb-b475-6a1b34729e50 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:08.111745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.173394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-18929409-f18e-4708-bdba-a57a7fb61181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:08.174851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-18929409-f18e-4708-bdba-a57a7fb61181 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.2013624 Oct 29 11:57:08.214668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.229951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-1b77fbf8-3bc6-42cf-8420-7e20248eaa18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 HTTP/1.1" status: 200 len: 217 time: 0.0465527 Oct 29 11:57:08.250332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=c83f3cc3-a6aa-4678-ae46-23fe464f614b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:08.255294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.25.4.54 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d76a990d-92a9-46dc-a459-4d51b0115add) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:08.344601 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.353917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-48fa6b81-6a51-452e-aba6-26ff6e96eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:08.355879 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-48fa6b81-6a51-452e-aba6-26ff6e96eb1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.1169250 Oct 29 11:57:08.371871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e02a04-62e1-4f44-879c-9e53c0e50125']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:08.382330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e16851-0d70-4b21-aedd-525397162036') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:08.382661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e16851-0d70-4b21-aedd-525397162036') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:08.401827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.420040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.426410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:08.426801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:08.430117 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:08.443426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-2f1509f6-0aaf-4113-bcc6-6907d4f65cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:08.445321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-2f1509f6-0aaf-4113-bcc6-6907d4f65cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793967 Oct 29 11:57:08.526111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.528831 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.557677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.561863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/25e02a04-62e1-4f44-879c-9e53c0e50125 HTTP/1.1" status: 204 len: 168 time: 1.5779731 Oct 29 11:57:08.564725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0207-a3ce-416f-92da-8272360dd95e tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=25e02a04-62e1-4f44-879c-9e53c0e50125,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:08.566785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37008) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:08.605977 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb4f980-8856-4b38-80ad-88bdb9c76860 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:08.606437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb4f980-8856-4b38-80ad-88bdb9c76860 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:08.609848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4bb4f980-8856-4b38-80ad-88bdb9c76860 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/c83f3cc3-a6aa-4678-ae46-23fe464f614b HTTP/1.1" status: 404 len: 337 time: 0.0418246 Oct 29 11:57:08.613557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37010) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:08.626338 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-25959a3b-184e-4d6e-8fae-ec6515076519 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731057 Oct 29 11:57:08.660632 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-caab243a-0734-4ea7-be04-e5dd6de992ff tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:08.661338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caab243a-0734-4ea7-be04-e5dd6de992ff tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:08.666045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-caab243a-0734-4ea7-be04-e5dd6de992ff tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/25e02a04-62e1-4f44-879c-9e53c0e50125 HTTP/1.1" status: 404 len: 339 time: 0.0513539 Oct 29 11:57:08.667605 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.669117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37012) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:08.704993 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edcd0b4-1fa1-4cf6-af57-0dbc3a18790d tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:08.705494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edcd0b4-1fa1-4cf6-af57-0dbc3a18790d tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:08.709134 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8edcd0b4-1fa1-4cf6-af57-0dbc3a18790d tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/764531be-18d7-4704-bca8-e3f868e33dbe HTTP/1.1" status: 404 len: 337 time: 0.0389807 Oct 29 11:57:08.712486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37016) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:08.734442 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fc1902-fddf-47ca-bc72-671470c18121 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:08.735300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fc1902-fddf-47ca-bc72-671470c18121 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:08.739083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-01fc1902-fddf-47ca-bc72-671470c18121 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/e2121135-1c40-4225-84cd-3d032fea53ab HTTP/1.1" status: 404 len: 339 time: 0.0252450 Oct 29 11:57:08.743595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:08.798784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da8518-6e73-407e-94ef-e9d38872648e req-dd9255d3-a558-4ee8-b6b0-d3b91390d4e5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:08.800131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42da8518-6e73-407e-94ef-e9d38872648e req-dd9255d3-a558-4ee8-b6b0-d3b91390d4e5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0595810 Oct 29 11:57:08.802404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:08.848244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42da8518-6e73-407e-94ef-e9d38872648e req-fd1a5ecb-922d-45e5-abce-f1294daa0b0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Oct 29 11:57:08.851533 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:08.854959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:08.862470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=d76a990d-92a9-46dc-a459-4d51b0115add,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:08.925111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ae50d-b0e3-4245-9c11-1b8455935cda None None] DHCP port deletion for 25e02a04-62e1-4f44-879c-9e53c0e50125 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:57:08.947987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84d189-b9c3-4ed9-99ad-9c4da9085d28 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:08.965089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84d189-b9c3-4ed9-99ad-9c4da9085d28 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 11:57:08.968107 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:08.968877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f59e1594-a8ab-4604-9362-13d59f7f030f None None] Could not find standard attr ID for object 56e6918f-62bc-48eb-b475-6a1b34729e50. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 11:57:08.973248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef220ba-5832-4c7b-bffa-9bd130c21ba1 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:08.976904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-950c2c8e-4950-4deb-88ee-9022e13d3920 req-d6332c08-7953-4cf7-9335-8ca659cb5aaa service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334451 Oct 29 11:57:08.985214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef220ba-5832-4c7b-bffa-9bd130c21ba1 None None] Network 25e02a04-62e1-4f44-879c-9e53c0e50125 could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 11:57:09.176185 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.525787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594ee1bc-3465-4eb8-aed7-a4e053cbab4d']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:09.541258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f63094b-d8fc-45a9-bca8-1877194bac12') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:09.541546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f63094b-d8fc-45a9-bca8-1877194bac12') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:09.554740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.573796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.586321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:09.586862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:09.590509 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:09.631345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.713035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.722000 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.725386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/594ee1bc-3465-4eb8-aed7-a4e053cbab4d HTTP/1.1" status: 204 len: 168 time: 0.9786148 Oct 29 11:57:09.727871 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37020) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.749232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee50053-4f3a-4cdd-b6b2-e9fb0fcea919 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=594ee1bc-3465-4eb8-aed7-a4e053cbab4d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:09.757133 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9efbc3b-b8ef-4c52-9cfc-db5ed64d1bca tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.757599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9efbc3b-b8ef-4c52-9cfc-db5ed64d1bca tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.761156 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9efbc3b-b8ef-4c52-9cfc-db5ed64d1bca tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/463f856c-3e22-435a-8ea8-05a1751c0876 HTTP/1.1" status: 404 len: 337 time: 0.0320039 Oct 29 11:57:09.764043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37022) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.783070 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-640f3ad3-3d80-4261-aea6-c7f6699013e4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.783561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640f3ad3-3d80-4261-aea6-c7f6699013e4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.789089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-640f3ad3-3d80-4261-aea6-c7f6699013e4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/0403273a-64a7-4c29-865b-366b501e1fd2 HTTP/1.1" status: 404 len: 339 time: 0.0215755 Oct 29 11:57:09.789251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37024) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.815203 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81f94d4-e4e8-4e1a-87bf-521f4a910da2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.815658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81f94d4-e4e8-4e1a-87bf-521f4a910da2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.818707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e81f94d4-e4e8-4e1a-87bf-521f4a910da2 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/dfd54842-9628-4c9f-bb92-c0fb1fae99d3 HTTP/1.1" status: 404 len: 337 time: 0.0283022 Oct 29 11:57:09.821771 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37026) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.841320 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d285df-1871-4f7c-a3bc-30b70a82f37a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.842067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d285df-1871-4f7c-a3bc-30b70a82f37a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.845345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-56d285df-1871-4f7c-a3bc-30b70a82f37a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/29196490-3b9e-47ba-b42b-4f2cb534530a HTTP/1.1" status: 404 len: 339 time: 0.0226374 Oct 29 11:57:09.848691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37028) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.875697 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-8634c7c9-723b-497f-ad6d-81073a18d2d5 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.876159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8634c7c9-723b-497f-ad6d-81073a18d2d5 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.879553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8634c7c9-723b-497f-ad6d-81073a18d2d5 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/58e0900f-17b6-49ee-a758-f52f0720d284 HTTP/1.1" status: 404 len: 337 time: 0.0297444 Oct 29 11:57:09.885565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37032) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.896829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:09.911149 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-63422587-06de-45aa-bf5a-60ad44572119 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.911519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63422587-06de-45aa-bf5a-60ad44572119 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.914891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-63422587-06de-45aa-bf5a-60ad44572119 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/53f12975-3d50-4588-9882-d48ef2e48bd5 HTTP/1.1" status: 404 len: 339 time: 0.0280657 Oct 29 11:57:09.917596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37034) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.955609 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-816e2b38-8d2a-4b71-b88b-e771e1e8b8fb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:09.955609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816e2b38-8d2a-4b71-b88b-e771e1e8b8fb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:09.962871 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-816e2b38-8d2a-4b71-b88b-e771e1e8b8fb tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/ca45dffc-6d02-4d64-b749-99c2eeca82dc HTTP/1.1" status: 404 len: 337 time: 0.0429018 Oct 29 11:57:09.964443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37036) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:09.999660 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a0f367-9415-4569-9b8d-2f36428bb389 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.000256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a0f367-9415-4569-9b8d-2f36428bb389 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.003376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-83a0f367-9415-4569-9b8d-2f36428bb389 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/e80a18e1-c0ef-4486-9ee5-a8d7f6635914 HTTP/1.1" status: 404 len: 339 time: 0.0366654 Oct 29 11:57:10.005945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37038) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.037694 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eca09f3-330b-45fe-be53-e4473f06cc42 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.038066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eca09f3-330b-45fe-be53-e4473f06cc42 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.041972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7eca09f3-330b-45fe-be53-e4473f06cc42 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/aa4a718c-96d9-4f21-b4c7-d7e7deaae98e HTTP/1.1" status: 404 len: 337 time: 0.0351138 Oct 29 11:57:10.045107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37040) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.055026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a5aaf-fd87-426b-93a9-1583a172c3aa req-7f808573-65df-49a2-b866-b40327f42723 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:10.056548 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e3a5aaf-fd87-426b-93a9-1583a172c3aa req-7f808573-65df-49a2-b866-b40327f42723 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1289175 Oct 29 11:57:10.070723 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-9348ee12-9962-47d8-8378-9e84693637c4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.071340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9348ee12-9962-47d8-8378-9e84693637c4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.074457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9348ee12-9962-47d8-8378-9e84693637c4 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/36f662a8-75fb-4342-a53f-b5269f03ba77 HTTP/1.1" status: 404 len: 339 time: 0.0283868 Oct 29 11:57:10.078017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.088422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router c595e9bc-2a85-478e-8bf0-db1f7603eb3b is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:57:10.117464 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-43655fff-0c08-4a61-90a1-f6a6c368cd1a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.117922 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43655fff-0c08-4a61-90a1-f6a6c368cd1a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.120894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-43655fff-0c08-4a61-90a1-f6a6c368cd1a tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/1626ec15-71c9-4159-9546-9f13db5d10d3 HTTP/1.1" status: 404 len: 337 time: 0.0419638 Oct 29 11:57:10.123650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37044) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.137053 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e3a5aaf-fd87-426b-93a9-1583a172c3aa req-08da5a5b-16ee-4d74-be93-fa3c45264725 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744088 Oct 29 11:57:10.146835 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-e766d982-cf58-41e6-8544-2aa9f1d74322 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.147393 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e766d982-cf58-41e6-8544-2aa9f1d74322 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.153251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e766d982-cf58-41e6-8544-2aa9f1d74322 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/a27c0480-d8f5-4a15-a7f1-5d477d73ed29 HTTP/1.1" status: 404 len: 339 time: 0.0264199 Oct 29 11:57:10.153483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.179313 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce0af74-36b4-4a1c-af65-793012f2ecb1 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.179754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce0af74-36b4-4a1c-af65-793012f2ecb1 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.182786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6ce0af74-36b4-4a1c-af65-793012f2ecb1 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/9a7bbae5-9dc4-43ed-99f5-0365a36a2bac HTTP/1.1" status: 404 len: 337 time: 0.0283961 Oct 29 11:57:10.186588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37048) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.201547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:57:10.204245 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c6220a-9d2c-482d-9716-2b33b16b7597 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.204808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c6220a-9d2c-482d-9716-2b33b16b7597 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.207813 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-51c6220a-9d2c-482d-9716-2b33b16b7597 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/a7ec22ba-9c18-4a40-94b4-342764378523 HTTP/1.1" status: 404 len: 339 time: 0.0203283 Oct 29 11:57:10.210388 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37050) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.216246 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Sync routers for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:57:10.225743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.227099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ae31a1e0-ba07-4fac-8032-52c8db19eaf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0727856 Oct 29 11:57:10.228317 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:10.229123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:10.230866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37052) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.238351 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b83ecbe-65ee-4fcb-a692-fdac20b3e051 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.238810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b83ecbe-65ee-4fcb-a692-fdac20b3e051 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.244769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b83ecbe-65ee-4fcb-a692-fdac20b3e051 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/f6500594-fa74-47fc-a5ba-f8030e44d7d8 HTTP/1.1" status: 404 len: 337 time: 0.0311666 Oct 29 11:57:10.245077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37054) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.264668 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-f434388e-f87f-40f1-9e9a-01c425ef99ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] DELETE failed (client error): The resource could not be found. Oct 29 11:57:10.265893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f434388e-f87f-40f1-9e9a-01c425ef99ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 11:57:10.271622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f434388e-f87f-40f1-9e9a-01c425ef99ae tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/2604a848-b1ff-490b-9319-8f6d2b586489 HTTP/1.1" status: 404 len: 339 time: 0.0223665 Oct 29 11:57:10.271622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37056) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.313870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874fa52-3c24-4b9c-9566-30e39bfb7990 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:10.317918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7874fa52-3c24-4b9c-9566-30e39bfb7990 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b3c4f5380f3941899cdb348dd3636c78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0833299 Oct 29 11:57:10.318715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37058) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.327743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting subnet 9c668a9f-ad79-44c7-acf3-9e1764d9d9e0 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:57:10.331514 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.340092 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:10.378928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.466231 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.483805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac0999-b25f-4999-b6cf-6c7f3220a3f0 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:10.485498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8dac0999-b25f-4999-b6cf-6c7f3220a3f0 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663523 Oct 29 11:57:10.488298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37060) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.526004 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4c555284-ed48-4bd0-9caa-01b854dd3105 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365107 Oct 29 11:57:10.528660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.541528 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.544966 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:10.565474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-147c2406-f638-4c58-9895-d516dba8a572 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=b3c4f5380f3941899cdb348dd3636c78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329370 Oct 29 11:57:10.565700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37064) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.576581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Subnet': ['ID=9c668a9f-ad79-44c7-acf3-9e1764d9d9e0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:10.576854 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Checking router: c595e9bc-2a85-478e-8bf0-db1f7603eb3b for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:57:10.576996 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Updating router c595e9bc-2a85-478e-8bf0-db1f7603eb3b port d76a990d-92a9-46dc-a459-4d51b0115add binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:57:10.584209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.590306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4096f-3ee6-435f-a6c1-b6b8155667ba None None] Network fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:10.605713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-80d8e9cd-ba6d-4a80-8f4c-39b209b9ae97 tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/subnets/9c668a9f-ad79-44c7-acf3-9e1764d9d9e0 HTTP/1.1" status: 204 len: 168 time: 0.3313375 Oct 29 11:57:10.605938 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.606077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37066) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.675967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a1970-1f64-4220-9f5d-c5f27fe61029 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:10.680203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-120a1970-1f64-4220-9f5d-c5f27fe61029 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1109843 Oct 29 11:57:10.681892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37068) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.689296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.718872 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3a7141ac-bbac-4baf-8434-18b86edf8df7 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332901 Oct 29 11:57:10.719384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37070) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:10.726302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840470012', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:10.753802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Deleting port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:10.754412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.834845 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] For port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,segment=NetworkSegment(4b1bc3e6-5bd0-4abf-8867-e70534b878b8),segment_id=4b1bc3e6-5bd0-4abf-8867-e70534b878b8)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:10.835210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.847620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] DHCP port deletion for fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:57:10.855920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Calling delete_port for d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:10.870925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:10.881632 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.910528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Deleting port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:10.911037 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:10.965393 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.010551 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.015125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Port': ['ID=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.017195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] No DVR routers for this DVR port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:11.020716 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.054106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] For port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,segment=NetworkSegment(4b1bc3e6-5bd0-4abf-8867-e70534b878b8),segment_id=4b1bc3e6-5bd0-4abf-8867-e70534b878b8)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:11.054620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.070167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Calling delete_port for d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:11.081988 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cee2ed-2400-4b56-a478-72a88e4cbb34 None None] Pushing event updated for resources: {'Port': ['ID=d76a990d-92a9-46dc-a459-4d51b0115add,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.115487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.128610 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Attempting to bind port d76a990d-92a9-46dc-a459-4d51b0115add on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:11.128983 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Attempting to bind port d76a990d-92a9-46dc-a459-4d51b0115add by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:11.129370 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Attempting to bind port d76a990d-92a9-46dc-a459-4d51b0115add on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:11.137144 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:11.137887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:11.138043 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:11.138316 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.138748 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:11.139551 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Bound port: d76a990d-92a9-46dc-a459-4d51b0115add, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:11.139975 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.154994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:11.157315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1bc3e6-5bd0-4abf-8867-e70534b878b8') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:11.158517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1bc3e6-5bd0-4abf-8867-e70534b878b8') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:11.173144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.174188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.190069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.192642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:11.192996 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:11.201469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:11.202066 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.204365 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] For port d76a990d-92a9-46dc-a459-4d51b0115add, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:11.208175 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:11.214224 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] For port d76a990d-92a9-46dc-a459-4d51b0115add, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d76a990d-92a9-46dc-a459-4d51b0115add,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:11.220497 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.222883 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.251969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] Pushing event deleted for resources: {'Port': ['ID=d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.254291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31173e9c-2132-4d97-b79e-5b9f89d699e1 None None] No DVR routers for this DVR port d9f8f90c-be8d-4dd8-9976-c4f1c625f2b5 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:11.276793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:11.277591 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:11.328644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Subnet': ['ID=42f12b2d-3c46-473c-b5f6-36c3cf8921e9,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.338935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Checking segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:11.338935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network hostable DHCP agents. Network: 37ef5662-9e2b-424b-ad87-4901c6ebd0f6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:11.345390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.353531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.357537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] 10.222.0.77 "DELETE /v2.0/networks/fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11 HTTP/1.1" status: 204 len: 168 time: 0.7503397 Oct 29 11:57:11.359304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:11.372063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 37ef5662-9e2b-424b-ad87-4901c6ebd0f6) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:11.380801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a9d36-a920-4778-b0d3-ef582fbdcae3 None None] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:11.388755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:11.389816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.404979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0c425-cd81-41c4-af8f-96259a694ed6 req-57bec174-9862-4235-af38-d3286ba93394 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:11.410387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4a0c425-cd81-41c4-af8f-96259a694ed6 req-57bec174-9862-4235-af38-d3286ba93394 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1191149 Oct 29 11:57:11.413656 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129ae1b-ef59-420f-94d5-474f7dd131ba tempest-NetworksTest-1185759905 tempest-NetworksTest-1185759905-project] Pushing event deleted for resources: {'Network': ['ID=fd2d3f6f-5ad0-4ec2-8033-1dc6b93a5b11,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.424838 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cee2ed-2400-4b56-a478-72a88e4cbb34 None None] Pushing event updated for resources: {'Port': ['ID=d76a990d-92a9-46dc-a459-4d51b0115add,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:11.429728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e43bf124-bf7b-4cd6-8a5b-7c100e231225 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7067375 Oct 29 11:57:11.431313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37076) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:11.477199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4a0c425-cd81-41c4-af8f-96259a694ed6 req-c9654710-0dfa-40df-bf98-cc3647954b51 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Oct 29 11:57:11.504323 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:11.636852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'fixed_ips': [{'subnet_id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:57:11.638420 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:11.726460 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37080) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:11.768829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:11.819127 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Allocated IP 172.20.0.18 (37ef5662-9e2b-424b-ad87-4901c6ebd0f6/42f12b2d-3c46-473c-b5f6-36c3cf8921e9/4ea173e4-2265-47e2-b450-9b8ebb8983f4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:11.822239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d533a2-bae4-4af6-be28-117f777497a8 None None] The sync data for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 is: [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:09Z', 'revision_number': 3, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:57:11.918768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ab5bc308-2690-4f0b-b947-71ecf40da29e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bd06a1835254aba9274a664c1a9eae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887510 Oct 29 11:57:11.919285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37084) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:11.978021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.005447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.038097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.050373 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.068936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.072757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.074233 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/731adf51-a061-41ce-81fa-2bd35a833013 HTTP/1.1" status: 204 len: 168 time: 0.1541882 Oct 29 11:57:12.085034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceb29c-33fb-48f1-a64a-6c5c72dedf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731adf51-a061-41ce-81fa-2bd35a833013,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:12.091741 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.164786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:12.171134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:12.173335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Pushing event updated for resources: {'Port': ['ID=4ea173e4-2265-47e2-b450-9b8ebb8983f4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:12.175497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:12.252930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Attempting to bind port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:12.253366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Attempting to bind port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:12.253737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Attempting to bind port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 on network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:12.261792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:12.262178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Checking segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:12.262616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.264152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Bound using segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:12.268326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Bound port: 4ea173e4-2265-47e2-b450-9b8ebb8983f4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:12.268750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.364073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] For port 4ea173e4-2265-47e2-b450-9b8ebb8983f4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:12.368167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] For port 4ea173e4-2265-47e2-b450-9b8ebb8983f4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4ea173e4-2265-47e2-b450-9b8ebb8983f4,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:12.373652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.452643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695b179-aac6-4876-8dad-b0df16db7cfa None None] Pushing event updated for resources: {'Port': ['ID=4ea173e4-2265-47e2-b450-9b8ebb8983f4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:12.542944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.20.0.17 (37ef5662-9e2b-424b-ad87-4901c6ebd0f6/42f12b2d-3c46-473c-b5f6-36c3cf8921e9/c7af1088-d1ca-42f9-a144-76551d87a363) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:12.662627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1f52-ade0-476b-bd05-bfcbc09ade45 req-8145e081-c592-45b4-ab28-a3eded63b4d9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:12.671954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-236a1f52-ade0-476b-bd05-bfcbc09ade45 req-8145e081-c592-45b4-ab28-a3eded63b4d9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0855772 Oct 29 11:57:12.740952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-236a1f52-ade0-476b-bd05-bfcbc09ade45 req-5a50b23d-e41d-400f-875e-baef61e8333f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 Oct 29 11:57:12.780024 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.831631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:12.889868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:12.894445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:12.897473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:12.936298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:12.968246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.181258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.195967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37108) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:13.225634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d76a990d-92a9-46dc-a459-4d51b0115add up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:13.285456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d76a990d-92a9-46dc-a459-4d51b0115add triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:13.285902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.346979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-97464026'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:13.381878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Made reservation on behalf of 4a7c9889def8491b9150a39967d47039 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:13.388988 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.390880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.406005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.421345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d76a990d-92a9-46dc-a459-4d51b0115add, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d76a990d-92a9-46dc-a459-4d51b0115add,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:13.427321 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.428462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4ea173e4-2265-47e2-b450-9b8ebb8983f4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:13.528285 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.534880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.549284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d76a990d-92a9-46dc-a459-4d51b0115add,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:13.551019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:13.576112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:13.577387 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.577572 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.577724 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Added segment cf7750ab-bccc-4702-8c55-5cb54e8ac804 of type vlan for network f4f9601f-2932-4bed-b43e-c33fcaabb97e Oct 29 11:57:13.584175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.589759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.634659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2488eb98-4a8a-4e26-a2a7-b7f154666dbd,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:13.694070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.738341 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.748568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:13.749367 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.764726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.830414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6322267 Oct 29 11:57:13.844208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4ea173e4-2265-47e2-b450-9b8ebb8983f4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4ea173e4-2265-47e2-b450-9b8ebb8983f4,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:13.845748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37114) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:13.858713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Request body: {'subnet': {'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:13.859479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:13.940948 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5c6d2-c4a5-40dc-8c91-792a907c387b None None] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:13.960120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5618e4c-0288-4c16-b651-2dddbeb98e20 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event updated for resources: {'Network': ['ID=f4f9601f-2932-4bed-b43e-c33fcaabb97e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:14.005317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:14.016963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39b0d-c604-4d53-97a2-56ed80c5f2cb req-d84df735-08be-402f-9d18-f25c2172073d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:14.019731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8f39b0d-c604-4d53-97a2-56ed80c5f2cb req-d84df735-08be-402f-9d18-f25c2172073d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.1500497 Oct 29 11:57:14.072993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Made reservation on behalf of 4a7c9889def8491b9150a39967d47039 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:14.076912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.101748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8f39b0d-c604-4d53-97a2-56ed80c5f2cb req-b879630c-cd55-4356-ade6-297ea95cd322 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748639 Oct 29 11:57:14.140245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.144063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:14.281839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4ea173e4-2265-47e2-b450-9b8ebb8983f4,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:14.304846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:14.308264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:14.323240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f1ed86b-d113-4ef0-9f17-714e3935e8a9 None None] Provisioning complete for port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:14.323639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed86b-d113-4ef0-9f17-714e3935e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.356322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.419985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event updated for resources: {'Subnet': ['ID=9457a439-9f55-4d03-b7a4-486f493ec0aa,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:14.438765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Checking segment: {'id': 'cf7750ab-bccc-4702-8c55-5cb54e8ac804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:14.439078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Network hostable DHCP agents. Network: f4f9601f-2932-4bed-b43e-c33fcaabb97e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:14.459124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:14.472941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, f4f9601f-2932-4bed-b43e-c33fcaabb97e) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:14.479381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:14.480060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.494065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791fcb3-73f0-4394-8761-422974108d1d None None] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:14.502466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c5989cee-c09f-4b41-9df3-f0ce8ed6df5f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6553473 Oct 29 11:57:14.503074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37116) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:14.507752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router c595e9bc-2a85-478e-8bf0-db1f7603eb3b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:57:14.508339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Request body: {'port': {'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e', 'name': 'tempest-TagsExtTest-351822472'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:14.638627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Made reservation on behalf of 4a7c9889def8491b9150a39967d47039 for: {'port': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:14.642527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.649213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:57:14.664048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] device_id is not set on port df77c96c-31a0-476d-93c5-d1bd8df7ba7d yet. {{(pid=102278) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 29 11:57:14.665822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Sync routers for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:57:14.678434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b781428-8bec-41dc-8420-bc52c7b2705f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "PUT /v2.0/routers/c595e9bc-2a85-478e-8bf0-db1f7603eb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452898 Oct 29 11:57:14.695802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:14.697154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:14.787574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-f4f9601f-2932-4bed-b43e-c33fcaabb97e', 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e', 'tenant_id': '4a7c9889def8491b9150a39967d47039', 'fixed_ips': [{'subnet_id': '9457a439-9f55-4d03-b7a4-486f493ec0aa'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:57:14.788524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:14.830445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Allocated IP 172.20.0.14 (f4f9601f-2932-4bed-b43e-c33fcaabb97e/9457a439-9f55-4d03-b7a4-486f493ec0aa/df77c96c-31a0-476d-93c5-d1bd8df7ba7d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:14.952159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:15.033292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4fe1b9c5-52ec-490c-99b8-1795416900bb None None] Provisioning complete for port c7af1088-d1ca-42f9-a144-76551d87a363 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:15.033530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b9c5-52ec-490c-99b8-1795416900bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.057898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-646a8b8e-640b-4a16-a229-d5392de8d6ca tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:15.069646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-646a8b8e-640b-4a16-a229-d5392de8d6ca tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/networks?id=37ef5662-9e2b-424b-ad87-4901c6ebd0f6 HTTP/1.1" status: 200 len: 798 time: 0.2042851 Oct 29 11:57:15.097034 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-c88dfa77-1916-4a2d-923c-2985aa194e89 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/quotas/b3c4f5380f3941899cdb348dd3636c78 HTTP/1.1" status: 200 len: 375 time: 0.0260558 Oct 29 11:57:15.146290 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1b9c5-52ec-490c-99b8-1795416900bb None None] Port c7af1088-d1ca-42f9-a144-76551d87a363 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:15.177406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.195665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-00718cdb-f99c-46a9-8e31-c9efafe98023 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0975368 Oct 29 11:57:15.199498 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d76a990d-92a9-46dc-a459-4d51b0115add up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:15.277240 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4fe1b9c5-52ec-490c-99b8-1795416900bb None None] Provisioning complete for port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:15.277729 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b9c5-52ec-490c-99b8-1795416900bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.288325 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.358033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:15.369835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:15.376166 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:15.382440 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-bfe3f6bb-59cb-496e-ba2a-7f38f8153204 service neutron] 10.222.0.77 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704609 Oct 29 11:57:15.403418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event updated for resources: {'Port': ['ID=df77c96c-31a0-476d-93c5-d1bd8df7ba7d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:15.455915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Allocated IP 172.20.0.2 (f4f9601f-2932-4bed-b43e-c33fcaabb97e/9457a439-9f55-4d03-b7a4-486f493ec0aa/573c3db9-e926-46ab-872e-2dc770768d79) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:15.462919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d76a990d-92a9-46dc-a459-4d51b0115add triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:15.463286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.482238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:15.482845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.506037 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-785c03e6-cc3d-4d6d-ae7f-f410eb8494e0 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0017712 Oct 29 11:57:15.509542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37134) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:15.517719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-347069045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:15.533099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-e17d04c3-d550-419c-8fe9-59dd463d229b service neutron] 10.222.0.77 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245239 Oct 29 11:57:15.543295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.544631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.587512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c7af1088-d1ca-42f9-a144-76551d87a363', 'name': '', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:bf:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:12Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 2, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:15.617832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.624057 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.631353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Checking router: c595e9bc-2a85-478e-8bf0-db1f7603eb3b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:57:15.631770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Updating router c595e9bc-2a85-478e-8bf0-db1f7603eb3b port c7af1088-d1ca-42f9-a144-76551d87a363 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:57:15.650537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.654895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-563abd43-07f9-4f09-b1d6-61c507675ffe tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1409667 Oct 29 11:57:15.655288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37136) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:15.660886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7b640a0b-5dac-4dd8-b3ab-be4697d3f26c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1807491367', 'prefixes': ['172.20.0.0/16']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:15.676268 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.762531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7b640a0b-5dac-4dd8-b3ab-be4697d3f26c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for subnetpool, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:15.762809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1e7b8196-e24c-493d-b913-a4ebb3f9052c details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:57:15.763853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7b640a0b-5dac-4dd8-b3ab-be4697d3f26c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1074629 Oct 29 11:57:15.767211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37142) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:15.773129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-cbdade46-2f8f-4271-a5b2-68b3693e3b57 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-1994650750') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:15.831523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd238d-89b7-4936-9d81-b86374ebef75 req-4cd499d1-d2cb-49b4-bca9-ec13d04e2c35 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:15.833412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63cd238d-89b7-4936-9d81-b86374ebef75 req-4cd499d1-d2cb-49b4-bca9-ec13d04e2c35 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0751164 Oct 29 11:57:15.890456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63cd238d-89b7-4936-9d81-b86374ebef75 req-b1f17565-fca5-4a65-a0dc-68ad6ad23984 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496759 Oct 29 11:57:15.902932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cbdade46-2f8f-4271-a5b2-68b3693e3b57 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-1994650750 HTTP/1.1" status: 201 len: 201 time: 0.1343336 Oct 29 11:57:15.912318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37144) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:15.919058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-32f5a9e0-282b-4a2b-845f-71f2dbc7345b tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-463870084') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.009524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e5b517c-9b83-4752-b4c7-7fb38255c70b req-052e491d-7244-4168-b05b-8a7595a8cbf1 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 210 time: 0.0461321 Oct 29 11:57:16.014564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4ea173e4-2265-47e2-b450-9b8ebb8983f4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:16.052126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37150) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.052612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-32f5a9e0-282b-4a2b-845f-71f2dbc7345b tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-463870084 HTTP/1.1" status: 201 len: 201 time: 0.1389182 Oct 29 11:57:16.058303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-7d032f45-4c38-4689-9057-4c8373bf2a2c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-2065821590') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.090634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.125403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bb29c095-097e-4059-a3ac-baaa1341c009 None None] Provisioning complete for port c7af1088-d1ca-42f9-a144-76551d87a363 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:16.125750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb29c095-097e-4059-a3ac-baaa1341c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.165631 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7d032f45-4c38-4689-9057-4c8373bf2a2c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-2065821590 HTTP/1.1" status: 201 len: 201 time: 0.1115797 Oct 29 11:57:16.168325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.174095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-30ad4533-de25-4c06-9d49-4abdb49ab933 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-165664202') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.240292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30ad4533-de25-4c06-9d49-4abdb49ab933 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-165664202 HTTP/1.1" status: 201 len: 201 time: 0.0682218 Oct 29 11:57:16.240292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.246400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-2d7bd569-313c-4a76-bc31-fbfb52938fdb tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.321069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2d7bd569-313c-4a76-bc31-fbfb52938fdb tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 200 len: 241 time: 0.0778067 Oct 29 11:57:16.322109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37158) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.326819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-98bdb5cf-69c6-4736-bccd-0209ec8a3d81 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-1994650750') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.344224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.398069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-98bdb5cf-69c6-4736-bccd-0209ec8a3d81 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-1994650750 HTTP/1.1" status: 204 len: 168 time: 0.0748634 Oct 29 11:57:16.400909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37160) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.405884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-65f4c808-73c5-456d-a364-490e25cf224e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-1994650750') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.454188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:16.454924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c095-097e-4059-a3ac-baaa1341c009 None None] Port c7af1088-d1ca-42f9-a144-76551d87a363 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:16.473769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:16.478343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:16.485421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Pushing event updated for resources: {'Port': ['ID=573c3db9-e926-46ab-872e-2dc770768d79,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:16.489060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-65f4c808-73c5-456d-a364-490e25cf224e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-1994650750 HTTP/1.1" status: 204 len: 168 time: 0.0869629 Oct 29 11:57:16.491540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.499604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-cae93858-7d0c-439c-841c-f501ca8a0f1c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.514416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:16.560360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cae93858-7d0c-439c-841c-f501ca8a0f1c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 200 len: 205 time: 0.0675578 Oct 29 11:57:16.562387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:16.562962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.563361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37164) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.568225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-5dfe3e78-c970-4d71-89d0-e557703888e5 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.587082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1e7b8196-e24c-493d-b913-a4ebb3f9052c', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': '1e7b8196-e24c-493d-b913-a4ebb3f9052c', 'mac_address': 'fa:16:3e:96:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:57:16.632097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.632904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5dfe3e78-c970-4d71-89d0-e557703888e5 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 200 len: 240 time: 0.0675242 Oct 29 11:57:16.638593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-84c6511a-54ec-494a-a8b9-3e5c0a6ef93d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-463870084') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.663356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Attempting to bind port 573c3db9-e926-46ab-872e-2dc770768d79 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:16.663789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Attempting to bind port 573c3db9-e926-46ab-872e-2dc770768d79 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'cf7750ab-bccc-4702-8c55-5cb54e8ac804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:16.664071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Attempting to bind port 573c3db9-e926-46ab-872e-2dc770768d79 on network f4f9601f-2932-4bed-b43e-c33fcaabb97e {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:16.699995 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-84c6511a-54ec-494a-a8b9-3e5c0a6ef93d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-463870084 HTTP/1.1" status: 204 len: 168 time: 0.0663278 Oct 29 11:57:16.702550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37168) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.707136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-884b4c65-517f-4dc3-8f01-e6ec3bd486c4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-463870084') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.719408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:16.719904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Checking segment: {'id': 'cf7750ab-bccc-4702-8c55-5cb54e8ac804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:16.720447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.723571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Bound using segment: {'id': 'cf7750ab-bccc-4702-8c55-5cb54e8ac804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:16.723571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Bound port: 573c3db9-e926-46ab-872e-2dc770768d79, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7750ab-bccc-4702-8c55-5cb54e8ac804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f4f9601f-2932-4bed-b43e-c33fcaabb97e'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:16.723571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.725093 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.746534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.767109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:16.786302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-884b4c65-517f-4dc3-8f01-e6ec3bd486c4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-463870084 HTTP/1.1" status: 204 len: 168 time: 0.0825808 Oct 29 11:57:16.788989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37170) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.794475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-28114aa8-4abd-42bc-8df6-06dd91abbf6d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.861594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-28114aa8-4abd-42bc-8df6-06dd91abbf6d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 200 len: 205 time: 0.0707045 Oct 29 11:57:16.864439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37172) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:16.866875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7b8196-e24c-493d-b913-a4ebb3f9052c {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:57:16.871259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-ab71963b-f2ef-49ee-a66e-8908151e7359 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:16.966728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20b7df-ac6c-403b-aad2-90399a35f8ff None None] Pushing event updated for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:17.033489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:17.088142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.089098 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ab71963b-f2ef-49ee-a66e-8908151e7359 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 200 len: 241 time: 0.2229645 Oct 29 11:57:17.092847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] For port 573c3db9-e926-46ab-872e-2dc770768d79, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:17.093856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.096950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b253-96ee-4a9f-9761-0cad0ab3d324 req-3f9e5584-df98-402d-951e-3fc98a358a6e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:17.098793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9636b253-96ee-4a9f-9761-0cad0ab3d324 req-3f9e5584-df98-402d-951e-3fc98a358a6e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 943 time: 0.0827267 Oct 29 11:57:17.100294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-a3cd5638-b4b4-4625-be97-e2a340726831 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-2065821590') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.174467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9636b253-96ee-4a9f-9761-0cad0ab3d324 req-16d0869a-604d-4297-8cc6-e5a98a6e6af1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667126 Oct 29 11:57:17.203654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Attempting to bind port c7af1088-d1ca-42f9-a144-76551d87a363 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:17.204014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Attempting to bind port c7af1088-d1ca-42f9-a144-76551d87a363 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:17.204287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Attempting to bind port c7af1088-d1ca-42f9-a144-76551d87a363 on network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:17.215327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] For port 573c3db9-e926-46ab-872e-2dc770768d79, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=573c3db9-e926-46ab-872e-2dc770768d79,segment=NetworkSegment(cf7750ab-bccc-4702-8c55-5cb54e8ac804),segment_id=cf7750ab-bccc-4702-8c55-5cb54e8ac804)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:17.222564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:17.222978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Checking segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:17.223413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.223806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Bound using segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:17.224277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Bound port: c7af1088-d1ca-42f9-a144-76551d87a363, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:17.224952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.241420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-90a24a93-4122-44d8-b38d-7fa0892673fa tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:17.243249 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-90a24a93-4122-44d8-b38d-7fa0892673fa tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.41 "GET /v2.0/networks?id=37ef5662-9e2b-424b-ad87-4901c6ebd0f6 HTTP/1.1" status: 200 len: 798 time: 0.2897277 Oct 29 11:57:17.249041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.260935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Request body: {'port': {'device_id': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'admin_state_up': True, 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:17.269154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a3cd5638-b4b4-4625-be97-e2a340726831 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-2065821590 HTTP/1.1" status: 204 len: 168 time: 0.1707592 Oct 29 11:57:17.271030 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37180) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.280564 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-f637452f-5616-434e-aede-4dd7ebfc2475 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-2065821590') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.321908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1e7b8196-e24c-493d-b913-a4ebb3f9052c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:17.333909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:17.406476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ef5c007-7591-4764-9a8e-b45d3601f7d7 req-42af6f2a-2b97-4d3b-9e7d-2ca600b05015 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 210 time: 0.0548832 Oct 29 11:57:17.423266 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ca38d9a-ce1e-42db-8764-51c16044c78f None None] Provisioning complete for port c7af1088-d1ca-42f9-a144-76551d87a363 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:17.423611 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ca38d9a-ce1e-42db-8764-51c16044c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.424670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Made reservation on behalf of b3c4f5380f3941899cdb348dd3636c78 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:17.429576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.435823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] For port c7af1088-d1ca-42f9-a144-76551d87a363, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:17.443735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] For port c7af1088-d1ca-42f9-a144-76551d87a363, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c7af1088-d1ca-42f9-a144-76551d87a363,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:17.498340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f637452f-5616-434e-aede-4dd7ebfc2475 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-2065821590 HTTP/1.1" status: 204 len: 168 time: 0.2256334 Oct 29 11:57:17.502166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bdb3f-5baf-4249-9fec-529f65cabc20 None None] Pushing event updated for resources: {'Port': ['ID=573c3db9-e926-46ab-872e-2dc770768d79,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:17.502650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.507247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-57a42cc8-bb0a-42bd-b55b-c2f7e3f39c3e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.512003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.654980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Allocated IP 172.20.0.24 (37ef5662-9e2b-424b-ad87-4901c6ebd0f6/42f12b2d-3c46-473c-b5f6-36c3cf8921e9/e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:17.656937 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1ca38d9a-ce1e-42db-8764-51c16044c78f None None] Port c7af1088-d1ca-42f9-a144-76551d87a363 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:17.670560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-57a42cc8-bb0a-42bd-b55b-c2f7e3f39c3e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 200 len: 205 time: 0.1668558 Oct 29 11:57:17.675766 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37184) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.683652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-e6f7525d-b943-4285-b6df-957ac4fac87e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.738953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:17.739681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.750614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20b7df-ac6c-403b-aad2-90399a35f8ff None None] Pushing event updated for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:17.768271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6f7525d-b943-4285-b6df-957ac4fac87e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 200 len: 240 time: 0.0910945 Oct 29 11:57:17.770974 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37186) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.775959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-5382a171-33d6-410e-995a-a7742e4c0873 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-165664202') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.817148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5382a171-33d6-410e-995a-a7742e4c0873 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-165664202 HTTP/1.1" status: 204 len: 168 time: 0.0449879 Oct 29 11:57:17.821521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37188) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.829176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-44d52841-a31c-4109-a07b-b4a19d1deea7 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-165664202') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.892668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-44d52841-a31c-4109-a07b-b4a19d1deea7 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-165664202 HTTP/1.1" status: 204 len: 168 time: 0.0700023 Oct 29 11:57:17.895444 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37190) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.901214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.903270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-35c210ac-13a9-49ac-b6ec-5be23cde699d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.940145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-35c210ac-13a9-49ac-b6ec-5be23cde699d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0433087 Oct 29 11:57:17.942514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37192) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:17.950157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-663d5e51-3809-4379-a5fa-506d86b93a30 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:17.951878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:17.975770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:18.007766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-663d5e51-3809-4379-a5fa-506d86b93a30 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0626984 Oct 29 11:57:18.007979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37194) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.015100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-98a307c6-812c-4c52-a4d4-ec826f8d3606 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.020609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:18.026032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:18.031253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:18.039668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event updated for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:18.121275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:18.122479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.141052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-98a307c6-812c-4c52-a4d4-ec826f8d3606 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1306207 Oct 29 11:57:18.142931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37196) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.147609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-ca2c20ea-928a-4def-beb0-5e32a776ced4 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8947861 Oct 29 11:57:18.148514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-1df68c4d-834e-4bfc-9462-6a48dff16ebc tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.162001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Request body: {'port': {'device_id': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:18.241182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] Provisioning complete for port c7af1088-d1ca-42f9-a144-76551d87a363 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:18.241560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.245647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.249085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1df68c4d-834e-4bfc-9462-6a48dff16ebc tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1046689 Oct 29 11:57:18.257694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.267313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-345cad9a-457e-46cd-9d0b-620012fed421 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.411264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c7af1088-d1ca-42f9-a144-76551d87a363', 'name': '', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:bf:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:12Z', 'updated_at': '2021-10-29T11:57:17Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.447501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23f2fe-5add-4e13-8523-c642c6a31da8 None None] The sync data for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 is: [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c7af1088-d1ca-42f9-a144-76551d87a363', 'name': '', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:bf:d1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:12Z', 'updated_at': '2021-10-29T11:57:17Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:57:18.465482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.492411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b598-0323-4041-93a6-494fda61de3a req-dd6fc0ce-f4ff-4b7b-823e-31d4dc82f440 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:18.505842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c6b598-0323-4041-93a6-494fda61de3a req-dd6fc0ce-f4ff-4b7b-823e-31d4dc82f440 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 944 time: 0.1683397 Oct 29 11:57:18.530826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] For port c7af1088-d1ca-42f9-a144-76551d87a363, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c7af1088-d1ca-42f9-a144-76551d87a363,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:18.537249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.554105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-345cad9a-457e-46cd-9d0b-620012fed421 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2951815 Oct 29 11:57:18.563791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37204) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.573323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-19fdf9a7-3afa-4d9c-abb4-2ca2e632e9b3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-792855184') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.627590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c6b598-0323-4041-93a6-494fda61de3a req-81d562b8-5952-447d-9562-a5122a961d5e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202703 Oct 29 11:57:18.634623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdffb27-bd1b-4018-a24d-103b5a6ba0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:18.679067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-583e576f-1d68-48c7-bb04-9c3136bbbc43 None None] Provisioning complete for port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:18.679440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-583e576f-1d68-48c7-bb04-9c3136bbbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.732806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-583e576f-1d68-48c7-bb04-9c3136bbbc43 None None] Port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:18.736720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-19fdf9a7-3afa-4d9c-abb4-2ca2e632e9b3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-792855184 HTTP/1.1" status: 201 len: 201 time: 0.1651580 Oct 29 11:57:18.736720 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37206) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.741904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-03b147a7-8359-4d7a-969d-ee5192630e91 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-147160022') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.824376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:57:18.832988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.850440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Transition to ACTIVE for port object e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:57:18.856791 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:18.889552 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e59c67-f145-4b39-9b33-ffa495ad842b req-7f46e0e7-4c48-4878-bc61-b10335331368 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:18.893524 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65e59c67-f145-4b39-9b33-ffa495ad842b req-7f46e0e7-4c48-4878-bc61-b10335331368 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 895 time: 0.0967772 Oct 29 11:57:18.899219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-03b147a7-8359-4d7a-969d-ee5192630e91 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-147160022 HTTP/1.1" status: 201 len: 201 time: 0.1588352 Oct 29 11:57:18.899219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37208) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:18.904076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-e5e39216-87e8-49cf-8e56-07f22a8f9757 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-28611872') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:18.949448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Pushing event updated for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:19.009702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487e446-2a78-4c57-a020-080e888e41bb None None] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:19.030016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Attempting to bind port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:19.030351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Attempting to bind port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:19.030749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Attempting to bind port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 on network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:19.041503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 on network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:57:19.041879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Attempting to bind port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 on network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:19.049525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:19.049953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Checking segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:19.050413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Bound using segment: {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:19.050980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Bound port: e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:19.051405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.109799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] Provisioning complete for port 573c3db9-e926-46ab-872e-2dc770768d79 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:19.110171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.176555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:19.182724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:19.199860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.292719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:19.293521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.295845 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 HTTP/1.1" status: 200 len: 1055 time: 1.1393361 Oct 29 11:57:19.307032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:19.311286 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86090f3-9f91-4fee-b936-62c1f9a2c194" -d '{"events": [{"name": "network-changed", "server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:19.419753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae7cd-81d6-4831-97d9-8788c59e0b14 service neutron] Pushing event updated for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:19.451825 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b98c61-2abb-4ba8-a756-ae0396f69b8c x-openstack-request-id: req-f0b98c61-2abb-4ba8-a756-ae0396f69b8c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:19.452270 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:19.452599 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0b98c61-2abb-4ba8-a756-ae0396f69b8c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:19.453239 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3', 'status': 'completed', 'code': 200} Oct 29 11:57:19.461800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-90946ccb-b9cd-4d82-9879-4f8d07272ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:19.462287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 573c3db9-e926-46ab-872e-2dc770768d79 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:19.463763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-90946ccb-b9cd-4d82-9879-4f8d07272ffb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 1058 time: 0.0974934 Oct 29 11:57:19.525033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-c85da490-2858-4290-8354-387c78d604e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 HTTP/1.1" status: 200 len: 217 time: 0.0527632 Oct 29 11:57:19.580862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.599347 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5e39216-87e8-49cf-8e56-07f22a8f9757 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-28611872 HTTP/1.1" status: 201 len: 201 time: 0.6990027 Oct 29 11:57:19.603203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37212) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:19.608908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-06dedbdc-986f-4bfb-a0cf-d0335a55306c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-206084512') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:19.629044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-58a1dde8-fe2d-4234-be5c-03dd90d27e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:19.632000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-58a1dde8-fe2d-4234-be5c-03dd90d27e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42f12b2d-3c46-473c-b5f6-36c3cf8921e9 HTTP/1.1" status: 200 len: 837 time: 0.0921574 Oct 29 11:57:19.697903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-06dedbdc-986f-4bfb-a0cf-d0335a55306c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-206084512 HTTP/1.1" status: 201 len: 201 time: 0.0931935 Oct 29 11:57:19.713476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-3bd9ea3b-6218-4c49-80aa-d607c9e51c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:19.713719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37216) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:19.715952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-3bd9ea3b-6218-4c49-80aa-d607c9e51c40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ef5662-9e2b-424b-ad87-4901c6ebd0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776026 Oct 29 11:57:19.717871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] For port 573c3db9-e926-46ab-872e-2dc770768d79, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=573c3db9-e926-46ab-872e-2dc770768d79,segment=NetworkSegment(cf7750ab-bccc-4702-8c55-5cb54e8ac804),segment_id=cf7750ab-bccc-4702-8c55-5cb54e8ac804)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:19.720795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 573c3db9-e926-46ab-872e-2dc770768d79 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:19.722764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.725759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-f97da4d8-3058-47d8-874a-8696a220657f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', {'tags': ['tempest-TagsExtTest-Tag-1128600562', 'tempest-TagsExtTest-Tag-1667412455', 'tempest-TagsExtTest-Tag-332957181']}) {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:19.804934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1e7b8196-e24c-493d-b913-a4ebb3f9052c up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:19.812063 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:19.857580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-5bd503ab-1fed-450d-a780-529415a2e7ff service neutron] 10.222.0.41 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320722 Oct 29 11:57:19.871967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f97da4d8-3058-47d8-874a-8696a220657f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 200 len: 317 time: 0.1548018 Oct 29 11:57:19.875109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37218) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:19.881656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-27dc3b18-ab8f-4de7-a2a6-679ee8425fc3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:19.911743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e48c-08cd-420d-bfde-cc1b4c093180 req-433fe706-4fe5-4fdb-85df-17f0cd00e1cf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:19.913320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89d5e48c-08cd-420d-bfde-cc1b4c093180 req-433fe706-4fe5-4fdb-85df-17f0cd00e1cf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 944 time: 0.0923018 Oct 29 11:57:19.967606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176cad4-5a5e-4124-86e3-cea15a6a931f None None] Pushing event updated for resources: {'Port': ['ID=573c3db9-e926-46ab-872e-2dc770768d79,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:20.013951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89d5e48c-08cd-420d-bfde-cc1b4c093180 req-9c790c1d-7cec-47ef-8cc0-68c86504a5bb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878336 Oct 29 11:57:20.067141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 1e7b8196-e24c-493d-b913-a4ebb3f9052c completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:57:20.072125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c7af1088-d1ca-42f9-a144-76551d87a363 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:20.075653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1e7b8196-e24c-493d-b913-a4ebb3f9052c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:20.076137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.094763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcefb118-47bc-4dbc-a19e-87168c94ee83 req-40ffb8b1-8d63-47f7-b27e-76af1438bcce service neutron] 10.222.0.41 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308664 Oct 29 11:57:20.144155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27dc3b18-ab8f-4de7-a2a6-679ee8425fc3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2640932 Oct 29 11:57:20.145230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37222) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.151556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-937a2d02-de34-4f13-8ab0-883d66bf9054 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-1128600562') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.227164 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875f62c-c909-4a54-9974-a937ba24961b req-be655486-6ab3-42f5-8fd8-8506b4bc253d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.228941 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b875f62c-c909-4a54-9974-a937ba24961b req-be655486-6ab3-42f5-8fd8-8506b4bc253d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 907 time: 0.1192422 Oct 29 11:57:20.284258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-7cf20ea4-4406-46ed-80c0-46637fe2117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.286382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-7cf20ea4-4406-46ed-80c0-46637fe2117a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 1058 time: 0.0955172 Oct 29 11:57:20.295792 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-937a2d02-de34-4f13-8ab0-883d66bf9054 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.299588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-937a2d02-de34-4f13-8ab0-883d66bf9054 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-1128600562 HTTP/1.1" status: 404 len: 329 time: 0.1506240 Oct 29 11:57:20.299990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37224) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.304418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-7ebffe60-404b-4740-83a3-eee18b177191 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-1667412455') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.391018 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-7ebffe60-404b-4740-83a3-eee18b177191 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.394350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ebffe60-404b-4740-83a3-eee18b177191 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-1667412455 HTTP/1.1" status: 404 len: 329 time: 0.0932837 Oct 29 11:57:20.397685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37226) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.403037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-1b7125e5-f0ea-4002-83ff-6e8cbe562960 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa', 'tempest-TagsExtTest-Tag-332957181') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.425550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7d938d44-9a3b-4905-b8cf-676ca9b5c1f5 None None] Provisioning complete for port df77c96c-31a0-476d-93c5-d1bd8df7ba7d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:20.425925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d938d44-9a3b-4905-b8cf-676ca9b5c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.439886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-0128c02b-8376-4329-92d2-5e64effb4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.441698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-0128c02b-8376-4329-92d2-5e64effb4595 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ef5662-9e2b-424b-ad87-4901c6ebd0f6 HTTP/1.1" status: 200 len: 899 time: 0.1437421 Oct 29 11:57:20.457304 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-1b7125e5-f0ea-4002-83ff-6e8cbe562960 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.458631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1b7125e5-f0ea-4002-83ff-6e8cbe562960 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags/tempest-TagsExtTest-Tag-332957181 HTTP/1.1" status: 404 len: 328 time: 0.0599024 Oct 29 11:57:20.461449 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37228) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.466211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-cd09f462-1fc3-40e1-8bb8-885cb10ec42c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', {'tags': ['tempest-TagsExtTest-Tag-718268850', 'tempest-TagsExtTest-Tag-238220682', 'tempest-TagsExtTest-Tag-1897365571']}) {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.491030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-0f5ae3a3-e150-4dc5-b52d-b3efc6604e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 HTTP/1.1" status: 200 len: 217 time: 0.0420644 Oct 29 11:57:20.501286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c7af1088-d1ca-42f9-a144-76551d87a363 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:20.501659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.506267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7d938d44-9a3b-4905-b8cf-676ca9b5c1f5 None None] Port df77c96c-31a0-476d-93c5-d1bd8df7ba7d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:20.532814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cd09f462-1fc3-40e1-8bb8-885cb10ec42c tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 200 len: 316 time: 0.0677638 Oct 29 11:57:20.533251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37230) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.537753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-c975234e-21da-4d6c-b8f7-74be9b0e3619 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.542728 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.573649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7d938d44-9a3b-4905-b8cf-676ca9b5c1f5 None None] Provisioning complete for port 573c3db9-e926-46ab-872e-2dc770768d79 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:20.573952 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7d938d44-9a3b-4905-b8cf-676ca9b5c1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.575395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-be151591-eda2-492f-a128-9f5f6738bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.576884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-be151591-eda2-492f-a128-9f5f6738bc10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42f12b2d-3c46-473c-b5f6-36c3cf8921e9 HTTP/1.1" status: 200 len: 837 time: 0.0790639 Oct 29 11:57:20.605083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:20.607513 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c9794-a403-4903-9f59-1ad908efba45" -d '{"events": [{"server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "name": "network-vif-plugged", "status": "completed", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:20.631295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:20.640981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.648992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-23e72110-49ed-481f-907c-da75e1fb2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.650554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-23e72110-49ed-481f-907c-da75e1fb2daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ef5662-9e2b-424b-ad87-4901c6ebd0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636809 Oct 29 11:57:20.671689 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c975234e-21da-4d6c-b8f7-74be9b0e3619 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1372871 Oct 29 11:57:20.674593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37234) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.679381 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-cac8dc69-6ac8-485c-855c-48042367d2ae tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-718268850') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.690437 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84c97f-af87-456a-9715-e2a7b3bb16b3 x-openstack-request-id: req-6c84c97f-af87-456a-9715-e2a7b3bb16b3 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:20.690817 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "name": "network-vif-plugged", "status": "completed", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:20.691057 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c84c97f-af87-456a-9715-e2a7b3bb16b3 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:20.691438 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c', 'code': 200} Oct 29 11:57:20.746829 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-cac8dc69-6ac8-485c-855c-48042367d2ae tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.748225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cac8dc69-6ac8-485c-855c-48042367d2ae tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-718268850 HTTP/1.1" status: 404 len: 328 time: 0.0723894 Oct 29 11:57:20.751075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37236) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.756617 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-f781932b-ae65-4a18-8c26-05b14552654b tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-238220682') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.762563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:20.792925 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-4b8c6c38-f544-4a48-a8dc-c302499ced69 service neutron] 10.222.0.41 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329386 Oct 29 11:57:20.802498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15738-5d84-4e4b-957f-1c4d96b4eeed req-f4b2bea6-deb8-4f58-8ebd-14ee14e7162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:20.803975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e15738-5d84-4e4b-957f-1c4d96b4eeed req-f4b2bea6-deb8-4f58-8ebd-14ee14e7162b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 1096 time: 0.0627635 Oct 29 11:57:20.812227 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-f781932b-ae65-4a18-8c26-05b14552654b tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.813452 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f781932b-ae65-4a18-8c26-05b14552654b tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-238220682 HTTP/1.1" status: 404 len: 328 time: 0.0605993 Oct 29 11:57:20.816047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37238) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.820255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-96f86a0e-dfd0-4089-973e-674caf3894e8 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d', 'tempest-TagsExtTest-Tag-1897365571') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.869577 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-96f86a0e-dfd0-4089-973e-674caf3894e8 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:20.873071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-96f86a0e-dfd0-4089-973e-674caf3894e8 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags/tempest-TagsExtTest-Tag-1897365571 HTTP/1.1" status: 404 len: 329 time: 0.0535295 Oct 29 11:57:20.873678 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37240) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.877856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-cbcdb8fd-31dc-4338-b5e7-fbe705107a59 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', {'tags': ['tempest-TagsExtTest-Tag-813849500', 'tempest-TagsExtTest-Tag-1193875603', 'tempest-TagsExtTest-Tag-70115240']}) {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:20.889942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9e15738-5d84-4e4b-957f-1c4d96b4eeed req-49b4f131-5778-42ec-89f9-a9777f76a5fb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Oct 29 11:57:20.899481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-74c271ac-b2da-4a83-a004-4108e0e9ecff None None] Provisioning complete for port df77c96c-31a0-476d-93c5-d1bd8df7ba7d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:20.900094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74c271ac-b2da-4a83-a004-4108e0e9ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:20.920924 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e86090f3-9f91-4fee-b936-62c1f9a2c194 req-3850a8f7-8fdf-4376-8389-896bbe0f8393 service neutron] 10.222.0.41 "GET /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160035 Oct 29 11:57:20.938151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-74c271ac-b2da-4a83-a004-4108e0e9ecff None None] Port df77c96c-31a0-476d-93c5-d1bd8df7ba7d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:57:20.971725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cbcdb8fd-31dc-4338-b5e7-fbe705107a59 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 200 len: 315 time: 0.0974214 Oct 29 11:57:20.979103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37242) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:20.983531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-cb83f23d-408e-4c6b-873f-40d4cdfe4fd3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.078411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb83f23d-408e-4c6b-873f-40d4cdfe4fd3 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0981894 Oct 29 11:57:21.080937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37246) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.085411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.tag.tag_plugin [None req-b07ea814-723b-40bb-8d78-c98ab47a880f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-813849500') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.195455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 573c3db9-e926-46ab-872e-2dc770768d79 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:21.197504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468471c-0f21-4620-a555-c3938e1990a5 req-5c6127c5-4b6b-43a8-bcfb-888aeb81d5a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:21.199023 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9468471c-0f21-4620-a555-c3938e1990a5 req-5c6127c5-4b6b-43a8-bcfb-888aeb81d5a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.0813158 Oct 29 11:57:21.202729 n-d-805046-9 neutron-server[102278]: INFO neutron.api.v2.resource [None req-b07ea814-723b-40bb-8d78-c98ab47a880f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.206253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b07ea814-723b-40bb-8d78-c98ab47a880f tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-813849500 HTTP/1.1" status: 404 len: 328 time: 0.1218302 Oct 29 11:57:21.206632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37248) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.211172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-70b4dd46-ceda-4bcb-98af-51f27efac9b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-1193875603') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.250492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 573c3db9-e926-46ab-872e-2dc770768d79 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:21.250861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:21.253658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9468471c-0f21-4620-a555-c3938e1990a5 req-67922d8b-6ad5-42e5-9261-002216caeede tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Oct 29 11:57:21.300465 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-70b4dd46-ceda-4bcb-98af-51f27efac9b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.304296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-70b4dd46-ceda-4bcb-98af-51f27efac9b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-1193875603 HTTP/1.1" status: 404 len: 329 time: 0.0939679 Oct 29 11:57:21.304471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.309530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-5f500ae8-b9c6-49d5-8431-9bcad0574e14 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee', 'tempest-TagsExtTest-Tag-70115240') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.370911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebff941-4b1a-4604-ab82-f7a278c35bde req-7917a637-dab6-4c0f-bd4e-c511865118dd tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:21.372343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ebff941-4b1a-4604-ab82-f7a278c35bde req-7917a637-dab6-4c0f-bd4e-c511865118dd tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 907 time: 0.0528076 Oct 29 11:57:21.390904 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-5f500ae8-b9c6-49d5-8431-9bcad0574e14 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.392087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5f500ae8-b9c6-49d5-8431-9bcad0574e14 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags/tempest-TagsExtTest-Tag-70115240 HTTP/1.1" status: 404 len: 327 time: 0.0862381 Oct 29 11:57:21.394842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.399562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-c4700328-76f1-4164-8449-232275f72540 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', {'tags': ['tempest-TagsExtTest-Tag-1851173551', 'tempest-TagsExtTest-Tag-1446304568', 'tempest-TagsExtTest-Tag-1401438498']}) {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.434442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c4700328-76f1-4164-8449-232275f72540 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "PUT /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 200 len: 318 time: 0.0385940 Oct 29 11:57:21.436948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37256) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.441447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-10c0b37b-abb5-40b5-a675-448fa0821b67 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.478216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-10c0b37b-abb5-40b5-a675-448fa0821b67 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0400918 Oct 29 11:57:21.481198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37258) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.485434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-29f87258-ff5a-41f2-abd2-ee7afad7d629 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-1851173551') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.512262 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-29f87258-ff5a-41f2-abd2-ee7afad7d629 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.513313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29f87258-ff5a-41f2-abd2-ee7afad7d629 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-1851173551 HTTP/1.1" status: 404 len: 329 time: 0.0311644 Oct 29 11:57:21.516604 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37260) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.520840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-80bef914-47d2-41ff-b582-b16e61e779b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-1446304568') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.542217 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-80bef914-47d2-41ff-b582-b16e61e779b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.543196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-80bef914-47d2-41ff-b582-b16e61e779b4 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-1446304568 HTTP/1.1" status: 404 len: 329 time: 0.0256646 Oct 29 11:57:21.546080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37262) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.550465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-dcf871e0-574f-4605-a41c-caf99fe54d29 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc', 'tempest-TagsExtTest-Tag-1401438498') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.571433 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-dcf871e0-574f-4605-a41c-caf99fe54d29 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] show failed (client error): The resource could not be found. Oct 29 11:57:21.572430 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcf871e0-574f-4605-a41c-caf99fe54d29 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags/tempest-TagsExtTest-Tag-1401438498 HTTP/1.1" status: 404 len: 329 time: 0.0254533 Oct 29 11:57:21.575143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37264) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.579299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-0d50f718-127d-4a7d-b0da-8e0166a89e68 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45ae78ae-eef9-4de6-ae96-b16115bb89bc') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.603690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0d50f718-127d-4a7d-b0da-8e0166a89e68 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0275602 Oct 29 11:57:21.606243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37266) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.610577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-f07bdeac-7b78-4074-bc32-4d9708ce247e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f12eb83-b311-46db-bc38-a70b7ecb45ee') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.698743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f07bdeac-7b78-4074-bc32-4d9708ce247e tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0914268 Oct 29 11:57:21.701876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37268) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.705935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-b95b91ad-8cc5-46b8-9f8a-75810f692a12 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df77c96c-31a0-476d-93c5-d1bd8df7ba7d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.757865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b95b91ad-8cc5-46b8-9f8a-75810f692a12 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d/tags HTTP/1.1" status: 204 len: 168 time: 0.0550027 Oct 29 11:57:21.760733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37270) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.764781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.tag.tag_plugin [None req-926e3de5-33ae-4d43-9b9d-467372e6d624 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9457a439-9f55-4d03-b7a4-486f493ec0aa') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:21.821654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-926e3de5-33ae-4d43-9b9d-467372e6d624 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0599039 Oct 29 11:57:21.826200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37272) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.908262 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b31783b-2819-4335-adba-8ca5a129521a tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for subnetpool, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:21.912080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37274) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:21.912653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b31783b-2819-4335-adba-8ca5a129521a tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnetpools/45ae78ae-eef9-4de6-ae96-b16115bb89bc HTTP/1.1" status: 204 len: 168 time: 0.0850115 Oct 29 11:57:21.939059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:21.940728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-36a58e8f-af2b-48c2-9404-3ce919a883b7 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f12eb83-b311-46db-bc38-a70b7ecb45ee HTTP/1.1" status: 200 len: 205 time: 0.0266860 Oct 29 11:57:21.943107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37276) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:22.019969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.183922 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.186065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.228519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.229048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Fanout notify agent at l3_agent the message router_deleted on router 3f12eb83-b311-46db-bc38-a70b7ecb45ee {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:57:22.235862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.237080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b788648-ce7e-44ec-8caf-7f4c20e6ac39 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/routers/3f12eb83-b311-46db-bc38-a70b7ecb45ee HTTP/1.1" status: 204 len: 168 time: 0.2929757 Oct 29 11:57:22.239499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37278) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:22.375483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d6db7-5627-4492-b910-400e0875e108 req-ba025aef-4486-4462-aa5e-27829764b813 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:22.376959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-882d6db7-5627-4492-b910-400e0875e108 req-ba025aef-4486-4462-aa5e-27829764b813 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.0597575 Oct 29 11:57:22.379940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Deleting port df77c96c-31a0-476d-93c5-d1bd8df7ba7d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:22.380270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.466639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-882d6db7-5627-4492-b910-400e0875e108 req-fcbe55dd-881c-45a7-975f-3e7df7dcda12 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825341 Oct 29 11:57:22.501901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.514639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Calling delete_port for df77c96c-31a0-476d-93c5-d1bd8df7ba7d owned by {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:22.622270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703356-b21e-48dc-aa2e-16c0f728edd3 req-7c772ae1-21f7-49e6-af9e-5415edbcbaef tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:22.623749 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1703356-b21e-48dc-aa2e-16c0f728edd3 req-7c772ae1-21f7-49e6-af9e-5415edbcbaef tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 907 time: 0.1003726 Oct 29 11:57:22.698095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.743303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event deleted for resources: {'Port': ['ID=df77c96c-31a0-476d-93c5-d1bd8df7ba7d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:22.816756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350432b-6e48-45e4-b707-ae6bc94e1046 req-2a1a8adc-eee0-436a-ae49-ae0942e5cc42 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:22.818315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d350432b-6e48-45e4-b707-ae6bc94e1046 req-2a1a8adc-eee0-436a-ae49-ae0942e5cc42 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.1332910 Oct 29 11:57:22.848841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:22.852668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8570afbb-ea24-40ed-aa5f-95d114d39b4d tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/ports/df77c96c-31a0-476d-93c5-d1bd8df7ba7d HTTP/1.1" status: 204 len: 168 time: 0.6117103 Oct 29 11:57:22.855292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37286) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:22.876486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d350432b-6e48-45e4-b707-ae6bc94e1046 req-0eb4f99e-8330-489b-8f0b-aed44faa88ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Oct 29 11:57:22.936304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Deleting subnet 9457a439-9f55-4d03-b7a4-486f493ec0aa {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:57:22.940633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.196718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:57:23.212509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29013-1a05-4174-8abd-818caacb07bc req-4c99e624-97f2-42c5-b555-4617cd88cf46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:23.214082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1aa29013-1a05-4174-8abd-818caacb07bc req-4c99e624-97f2-42c5-b555-4617cd88cf46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.0566409 Oct 29 11:57:23.252875 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1aa29013-1a05-4174-8abd-818caacb07bc req-7318024d-2454-4054-9b44-50344bb3af9b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Oct 29 11:57:23.287231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.307413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:23.318687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3', 'network_id': '37ef5662-9e2b-424b-ad87-4901c6ebd0f6', 'port_id': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3', 'mac_address': 'fa:16:3e:ed:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f12b2d-3c46-473c-b5f6-36c3cf8921e9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:57:23.363671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.371471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.378315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:57:23.399755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:23.403768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.434876 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.452491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:23.468922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event deleted for resources: {'Subnet': ['ID=9457a439-9f55-4d03-b7a4-486f493ec0aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:23.473392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.476907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/subnets/9457a439-9f55-4d03-b7a4-486f493ec0aa HTTP/1.1" status: 204 len: 168 time: 0.6202388 Oct 29 11:57:23.479334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:23.479778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eedc79a-4e79-45ed-9aa1-aded0d1eed0e None None] Network f4f9601f-2932-4bed-b43e-c33fcaabb97e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:23.484359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.484711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.485076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.485415 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.485746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.486076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.486395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.486785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.487034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.487357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.487675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.488787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b89aad-8f14-41f3-9432-47ea5ec746bd tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:23.564653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.618209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:23.621986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Deleting port 573c3db9-e926-46ab-872e-2dc770768d79 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:23.622336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.678750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] DHCP port deletion for f4f9601f-2932-4bed-b43e-c33fcaabb97e request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:57:23.698238 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] For port 573c3db9-e926-46ab-872e-2dc770768d79, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=573c3db9-e926-46ab-872e-2dc770768d79,segment=NetworkSegment(cf7750ab-bccc-4702-8c55-5cb54e8ac804),segment_id=cf7750ab-bccc-4702-8c55-5cb54e8ac804)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:23.698595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.726122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Calling delete_port for 573c3db9-e926-46ab-872e-2dc770768d79 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:23.734934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Deleting port 573c3db9-e926-46ab-872e-2dc770768d79 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:23.735309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.798454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] For port 573c3db9-e926-46ab-872e-2dc770768d79, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=573c3db9-e926-46ab-872e-2dc770768d79,segment=NetworkSegment(cf7750ab-bccc-4702-8c55-5cb54e8ac804),segment_id=cf7750ab-bccc-4702-8c55-5cb54e8ac804)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:23.798845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.799687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32568da3-5e12-4192-b4c6-fb38b203f43a req-22632474-c593-477d-b497-966431eaca05 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:23.801191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32568da3-5e12-4192-b4c6-fb38b203f43a req-22632474-c593-477d-b497-966431eaca05 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 908 time: 0.0939701 Oct 29 11:57:23.811867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Calling delete_port for 573c3db9-e926-46ab-872e-2dc770768d79 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:23.839105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.868176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event deleted for resources: {'Port': ['ID=573c3db9-e926-46ab-872e-2dc770768d79,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:23.871660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] No DVR routers for this DVR port 573c3db9-e926-46ab-872e-2dc770768d79 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:23.893914 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.918899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] Pushing event deleted for resources: {'Port': ['ID=573c3db9-e926-46ab-872e-2dc770768d79,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:23.922444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df695b5-61ea-4584-965f-40bdc1ca7f1a None None] No DVR routers for this DVR port 573c3db9-e926-46ab-872e-2dc770768d79 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:23.953932 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:23.974725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f9601f-2932-4bed-b43e-c33fcaabb97e']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:23.984224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7750ab-bccc-4702-8c55-5cb54e8ac804') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:23.984522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7750ab-bccc-4702-8c55-5cb54e8ac804') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:23.993929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.007674 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.015034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:24.015479 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:24.023460 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:24.082115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.089622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.092930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] 10.222.0.77 "DELETE /v2.0/networks/f4f9601f-2932-4bed-b43e-c33fcaabb97e HTTP/1.1" status: 204 len: 168 time: 0.6125982 Oct 29 11:57:24.104774 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ac2db-c430-4505-9b5f-d9cab8d04305 tempest-TagsExtTest-963303915 tempest-TagsExtTest-963303915-project] Pushing event deleted for resources: {'Network': ['ID=f4f9601f-2932-4bed-b43e-c33fcaabb97e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:24.356242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37304) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:24.379542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dcd6-26e1-429b-bd5c-2c6368d1495d req-2c0b8754-30a1-4e08-9d85-4a95a02338b1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:24.381254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab50dcd6-26e1-429b-bd5c-2c6368d1495d req-2c0b8754-30a1-4e08-9d85-4a95a02338b1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Oct 29 11:57:24.424869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab50dcd6-26e1-429b-bd5c-2c6368d1495d req-072e37b7-fd98-4091-a2ae-6482d477ca2d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Oct 29 11:57:24.520247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1011dd38-bc90-476d-bf17-f901c1e348e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a7c9889def8491b9150a39967d47039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612239 Oct 29 11:57:24.522981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:24.574671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.598823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.707628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559d34c-335a-488e-be02-6a4c26272813 req-b171ca10-a538-44a6-bfd2-a90cd2bbda4c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:24.709120 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c559d34c-335a-488e-be02-6a4c26272813 req-b171ca10-a538-44a6-bfd2-a90cd2bbda4c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 945 time: 0.1025839 Oct 29 11:57:24.741694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.744782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.745943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2488eb98-4a8a-4e26-a2a7-b7f154666dbd HTTP/1.1" status: 204 len: 168 time: 0.2220118 Oct 29 11:57:24.761744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c29689-2548-48c8-a49f-8f5bf1530d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488eb98-4a8a-4e26-a2a7-b7f154666dbd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:24.821201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port 1e7b8196-e24c-493d-b913-a4ebb3f9052c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:24.821534 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.930594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port 1e7b8196-e24c-493d-b913-a4ebb3f9052c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1e7b8196-e24c-493d-b913-a4ebb3f9052c,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:24.931142 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:24.942772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412fcf-f249-4090-a885-c9efc16ee595 req-d3d34e90-1a65-4641-8301-fa8371a20924 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:24.944343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2412fcf-f249-4090-a885-c9efc16ee595 req-d3d34e90-1a65-4641-8301-fa8371a20924 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 908 time: 0.0659456 Oct 29 11:57:24.948428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for 1e7b8196-e24c-493d-b913-a4ebb3f9052c owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:25.112383 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:25.131968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:25.140794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1e7b8196-e24c-493d-b913-a4ebb3f9052c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:25.207775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=1e7b8196-e24c-493d-b913-a4ebb3f9052c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:25.232752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 573c3db9-e926-46ab-872e-2dc770768d79 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:25.235223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:25.235525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port 1e7b8196-e24c-493d-b913-a4ebb3f9052c on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:25.240119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:25.244696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c559d34c-335a-488e-be02-6a4c26272813 req-de84f6a6-8d7a-46bf-9af4-41cfc5558d5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "DELETE /v2.0/ports/1e7b8196-e24c-493d-b913-a4ebb3f9052c HTTP/1.1" status: 204 len: 173 time: 0.5297294 Oct 29 11:57:25.245326 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'name': 'network-vif-deleted', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:25.257573 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c20364-4738-4aab-813d-d145ddbc72a3" -d '{"events": [{"server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "name": "network-vif-deleted", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:25.327481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 573c3db9-e926-46ab-872e-2dc770768d79 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:25.327481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 573c3db9-e926-46ab-872e-2dc770768d79 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:25.331119 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3454777-d91a-4153-8705-312cd27b6036 x-openstack-request-id: req-e3454777-d91a-4153-8705-312cd27b6036 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:25.331644 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3674053a-68e2-4aa4-b785-880e5620ea11", "name": "network-vif-deleted", "tag": "1e7b8196-e24c-493d-b913-a4ebb3f9052c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:25.331900 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3454777-d91a-4153-8705-312cd27b6036 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:25.332293 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3674053a-68e2-4aa4-b785-880e5620ea11', 'name': 'network-vif-deleted', 'tag': '1e7b8196-e24c-493d-b913-a4ebb3f9052c', 'status': 'completed', 'code': 200} Oct 29 11:57:25.375759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:57:25.395649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:25.395923 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:25.545691 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:25.572321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5e75b12-2851-4164-8f10-831dea7b455c req-f0c2ffeb-4225-4125-aaa3-6790295f46e0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0554171 Oct 29 11:57:25.589934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:25.591803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:25.595590 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38dbc9-2547-41e2-9fd8-4b922516cc45" -d '{"events": [{"server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "name": "network-vif-plugged", "status": "completed", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:25.601400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:25.661153 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72526b3-276d-4e53-89ce-def40419da54 x-openstack-request-id: req-a72526b3-276d-4e53-89ce-def40419da54 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:25.661457 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "name": "network-vif-plugged", "status": "completed", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:25.661931 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a72526b3-276d-4e53-89ce-def40419da54 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:25.662410 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3', 'code': 200} Oct 29 11:57:25.691749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:25.778896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c85a5-9e89-48d8-8952-1ea42f3a1fa7 req-361af39e-f47e-4795-bee6-cf78579a54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:25.780502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-073c85a5-9e89-48d8-8952-1ea42f3a1fa7 req-361af39e-f47e-4795-bee6-cf78579a54a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 1060 time: 0.0503688 Oct 29 11:57:26.008876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:26.104204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667ca16-fb3d-487e-8578-638fec248689 req-fd590b15-9cda-49cd-8a53-b3617a221034 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:26.105736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6667ca16-fb3d-487e-8578-638fec248689 req-fd590b15-9cda-49cd-8a53-b3617a221034 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0580082 Oct 29 11:57:26.616929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37360) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:26.693682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6652fedd-e8e2-4311-89a4-00b661ad016f req-7904160f-143e-4b4d-870e-bc49f6dbebe8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Oct 29 11:57:26.747149 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3522225a-40a9-42fa-ae60-691b949aaf21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:26.832658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3522225a-40a9-42fa-ae60-691b949aaf21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:26.838656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3522225a-40a9-42fa-ae60-691b949aaf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:26.881632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3522225a-40a9-42fa-ae60-691b949aaf21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5609a93a6f84e2fbb206a397f84ab8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632968 Oct 29 11:57:26.882696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522225a-40a9-42fa-ae60-691b949aaf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30ee8de-7841-4f88-bf4b-c1c01d7f7964,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:26.884693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37364) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:26.938885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:26.961877 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.017709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.020335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.021639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b30ee8de-7841-4f88-bf4b-c1c01d7f7964 HTTP/1.1" status: 204 len: 168 time: 0.1357496 Oct 29 11:57:27.030122 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c15d5-53d8-4e0a-8dd1-1c915cf837a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30ee8de-7841-4f88-bf4b-c1c01d7f7964,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:27.236124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f83378-0b29-4032-85aa-cfa27e0e1670 req-307c3dab-5a15-44d9-beda-4ab45384737c tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:27.237754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c4f83378-0b29-4032-85aa-cfa27e0e1670 req-307c3dab-5a15-44d9-beda-4ab45384737c tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0570865 Oct 29 11:57:27.326452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37374) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:27.341080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b736a1aa-29f6-49c7-a9e0-831bc6e26b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.365716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1117f8-4d52-4fe1-b31f-4a61964a52e8 req-53157926-bc5a-4b27-b9ae-013453bff66a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:27.368334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed1117f8-4d52-4fe1-b31f-4a61964a52e8 req-53157926-bc5a-4b27-b9ae-013453bff66a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0548654 Oct 29 11:57:27.430203 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b736a1aa-29f6-49c7-a9e0-831bc6e26b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.434921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b736a1aa-29f6-49c7-a9e0-831bc6e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.474238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736a1aa-29f6-49c7-a9e0-831bc6e26b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7eea9b-f498-44fe-aaf4-8ec992025b0f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:27.478898 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b736a1aa-29f6-49c7-a9e0-831bc6e26b9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc82a700d7c444d582bae4c42348f884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513407 Oct 29 11:57:27.481438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37378) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:27.499022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693649-f248-4d8b-b54a-f66d49ac0925 req-e3fa9184-d710-4821-b6fe-360a52245d3d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:27.500680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b693649-f248-4d8b-b54a-f66d49ac0925 req-e3fa9184-d710-4821-b6fe-360a52245d3d tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 1060 time: 0.0527177 Oct 29 11:57:27.546231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.568495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.619058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.621931 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:27.623331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ec00-d5c9-4f4c-8265-f0a3d5212f69 req-9b2e2fbd-a87e-4860-9c72-3968f7538a82 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:27.624824 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9406ec00-d5c9-4f4c-8265-f0a3d5212f69 req-9b2e2fbd-a87e-4860-9c72-3968f7538a82 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.0549569 Oct 29 11:57:27.626400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c7eea9b-f498-44fe-aaf4-8ec992025b0f HTTP/1.1" status: 204 len: 168 time: 0.1439624 Oct 29 11:57:27.636372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aa463-a7ce-4afd-b750-16f191486642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7eea9b-f498-44fe-aaf4-8ec992025b0f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:27.697436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9406ec00-d5c9-4f4c-8265-f0a3d5212f69 req-602089c7-2b03-446d-97b2-edbe6fba4f40 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0613353 Oct 29 11:57:27.727126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37386) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:27.793123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9579c-9c3c-493f-9236-ea5a108fef17 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:27.795929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fca9579c-9c3c-493f-9236-ea5a108fef17 tempest-TestSecurityGroupsBasicOps-797028392 tempest-TestSecurityGroupsBasicOps-797028392-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 1055 time: 0.0674412 Oct 29 11:57:27.812156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1e7b8196-e24c-493d-b913-a4ebb3f9052c no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:27.835738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 1e7b8196-e24c-493d-b913-a4ebb3f9052c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:27.836110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1e7b8196-e24c-493d-b913-a4ebb3f9052c not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:27.847881 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9050337-c75a-4f04-9830-193c5e8b25bc req-0ab32927-8ecf-41e9-bc6f-b7da34972c08 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0413907 Oct 29 11:57:28.151113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd87fb-fcdf-48dd-ab7c-cb19a70db211 req-1a5fadb8-7afa-4c37-aba0-f41edcd87e3c tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:28.152648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5cd87fb-fcdf-48dd-ab7c-cb19a70db211 req-1a5fadb8-7afa-4c37-aba0-f41edcd87e3c tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0626543 Oct 29 11:57:28.439830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3afc882d-50ec-400d-bea1-4de1c5128814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:28.855552 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:57:28.965275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-643440df-0e71-4c3d-9034-ad4682839256 req-a0fd17e1-3563-4553-94e5-457936d522b4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Oct 29 11:57:29.319721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d57d-0858-44b4-9eb0-585bbd973770 req-352991ee-ef75-43c8-949e-fffda309dc71 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:29.321776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f36d57d-0858-44b4-9eb0-585bbd973770 req-352991ee-ef75-43c8-949e-fffda309dc71 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0655675 Oct 29 11:57:29.426775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-89655b5a-6c07-43a8-9680-f4f9fe99b933 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:29.428531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-89655b5a-6c07-43a8-9680-f4f9fe99b933 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.41 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 909 time: 0.0643845 Oct 29 11:57:29.616677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:29.617548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:29.733278 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:29.734042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:29.759364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:29.909423 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37444) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:29.928836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:29.956707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:30.024321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] No DVR routers for this DVR port e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:30.027151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.031066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f4d46f56-a5d8-47e4-8b15-1d080ffd2cb2 req-4d8d38fe-fb52-4c40-be21-69a00efc6075 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.41 "DELETE /v2.0/ports/e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 HTTP/1.1" status: 204 len: 173 time: 0.5959904 Oct 29 11:57:30.031532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'name': 'network-vif-deleted', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:30.033984 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b4b925-ab2f-4648-af0b-97949c8afa61" -d '{"events": [{"server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "name": "network-vif-deleted", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:30.097318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5efba740-f640-4eb1-b4a4-36e0d0daa464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.162890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d65e2c9-fd4b-42fa-af11-8ad601e2bc97 req-5005a4aa-68e8-4f55-917a-9f48f0c14f34 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=3674053a-68e2-4aa4-b785-880e5620ea11 HTTP/1.1" status: 200 len: 210 time: 0.0486350 Oct 29 11:57:30.250706 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14511c-612f-44c3-be7d-56cb7051c3af x-openstack-request-id: req-cc14511c-612f-44c3-be7d-56cb7051c3af {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:30.251389 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e4e003-b2e1-4ae1-b64e-f2691f3222fb", "name": "network-vif-deleted", "tag": "e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:30.253101 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc14511c-612f-44c3-be7d-56cb7051c3af {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:30.253931 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e4e003-b2e1-4ae1-b64e-f2691f3222fb', 'name': 'network-vif-deleted', 'tag': 'e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3', 'status': 'completed', 'code': 200} Oct 29 11:57:30.296244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5efba740-f640-4eb1-b4a4-36e0d0daa464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.300359 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5efba740-f640-4eb1-b4a4-36e0d0daa464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.340561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5efba740-f640-4eb1-b4a4-36e0d0daa464 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8623fb38d3df4864b2b342ca18f05db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295692 Oct 29 11:57:30.343056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba740-f640-4eb1-b4a4-36e0d0daa464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7467f1-62b8-48d5-af24-cd2c5ae717fe,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:30.343609 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37452) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:30.419237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.469151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.478350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9efdf40a-82ed-4990-b421-9e3497597261 req-22289d38-220a-43b9-999d-1a7f283217a7 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=02e4e003-b2e1-4ae1-b64e-f2691f3222fb HTTP/1.1" status: 200 len: 210 time: 0.0430763 Oct 29 11:57:30.557241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.561828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.563438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c7467f1-62b8-48d5-af24-cd2c5ae717fe HTTP/1.1" status: 204 len: 168 time: 0.2184327 Oct 29 11:57:30.576779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be352f3-13ff-4580-8717-8d3731ca48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7467f1-62b8-48d5-af24-cd2c5ae717fe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:30.836393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-21133999-af3d-4d46-8e40-474f7bc1b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:30.925550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37460) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:30.939459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6e7f-64ec-41b7-bbf0-26a37d8d63c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.015262 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6e7f-64ec-41b7-bbf0-26a37d8d63c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.019549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6e7f-64ec-41b7-bbf0-26a37d8d63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.062919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cc2c6e7f-64ec-41b7-bbf0-26a37d8d63c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d8a77e3d2ee49b7b5312d05e6366f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360888 Oct 29 11:57:31.063620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c6e7f-64ec-41b7-bbf0-26a37d8d63c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5fa08f-433f-4cfd-8281-26809d5c39a2,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:31.065425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37462) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:31.115578 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.138336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.189559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.192728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:31.193901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b5fa08f-433f-4cfd-8281-26809d5c39a2 HTTP/1.1" status: 204 len: 168 time: 0.1274583 Oct 29 11:57:31.207912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03725a-dad8-4391-bd9e-f1a85c56beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5fa08f-433f-4cfd-8281-26809d5c39a2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:31.531509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37478) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:32.010695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.354423 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.359568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.370860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port c7af1088-d1ca-42f9-a144-76551d87a363 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:32.371455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.471684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port c7af1088-d1ca-42f9-a144-76551d87a363, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c7af1088-d1ca-42f9-a144-76551d87a363,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:32.472188 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.486965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for c7af1088-d1ca-42f9-a144-76551d87a363 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:32.691044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:32.727209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=c7af1088-d1ca-42f9-a144-76551d87a363,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:32.932677 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:33.204510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router c595e9bc-2a85-478e-8bf0-db1f7603eb3b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:57:33.248899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:33.291784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:33.292202 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device e6917b64-fa66-4c9e-8bf1-1e545ce9cfe3 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:33.626097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:57:33.631910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-761de917-4e2b-4e83-ad9c-90371c6c9942 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "PUT /v2.0/routers/c595e9bc-2a85-478e-8bf0-db1f7603eb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0986691 Oct 29 11:57:33.635011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37562) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:33.640842 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Sync routers for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:57:33.652523 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:33.653099 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:33.667451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:33.705872 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting subnet 42f12b2d-3c46-473c-b5f6-36c3cf8921e9 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:57:33.711243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:33.767171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:33.812036 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:33.880164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:33.956438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.000133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Subnet': ['ID=42f12b2d-3c46-473c-b5f6-36c3cf8921e9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:34.006831 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.015266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2addc349-385e-4453-ba8f-4d3abd7c7b8a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/subnets/42f12b2d-3c46-473c-b5f6-36c3cf8921e9 HTTP/1.1" status: 204 len: 168 time: 0.3786809 Oct 29 11:57:34.017878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37590) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:34.025215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a90534-a714-40a0-a306-b97d9e1df79b None None] Network 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:34.076243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:32Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:34.111977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Checking router: c595e9bc-2a85-478e-8bf0-db1f7603eb3b for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:57:34.122968 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Routers {'c595e9bc-2a85-478e-8bf0-db1f7603eb3b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:34.123934 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:34.160032 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.262671 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] Set router c595e9bc-2a85-478e-8bf0-db1f7603eb3b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:34.335308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.356229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] DHCP port deletion for 37ef5662-9e2b-424b-ad87-4901c6ebd0f6 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:57:34.406728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port d76a990d-92a9-46dc-a459-4d51b0115add {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:34.407366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.474585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Deleting port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:34.475137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.509527 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:32Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:34.595684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port d76a990d-92a9-46dc-a459-4d51b0115add, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d76a990d-92a9-46dc-a459-4d51b0115add,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:34.601903 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.611106 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce3051-afc8-432a-92b5-2b6699424923 None None] The sync data for ids ['c595e9bc-2a85-478e-8bf0-db1f7603eb3b'] in n-d-805046-9 is: [{'id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-697175891', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:57:07Z', 'updated_at': '2021-10-29T11:57:32Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': 'd76a990d-92a9-46dc-a459-4d51b0115add', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c595e9bc-2a85-478e-8bf0-db1f7603eb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:57:08Z', 'updated_at': '2021-10-29T11:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:57:34.637569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] For port 4ea173e4-2265-47e2-b450-9b8ebb8983f4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4ea173e4-2265-47e2-b450-9b8ebb8983f4,segment=NetworkSegment(4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c),segment_id=4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:34.638244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.661801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Calling delete_port for 4ea173e4-2265-47e2-b450-9b8ebb8983f4 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:34.662718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for d76a990d-92a9-46dc-a459-4d51b0115add owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:34.768813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.840220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37616) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:34.858156 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] No DVR routers for this DVR port 4ea173e4-2265-47e2-b450-9b8ebb8983f4 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:34.859932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4e33-93ca-404f-9594-9c629847c9e2 None None] Pushing event deleted for resources: {'Port': ['ID=4ea173e4-2265-47e2-b450-9b8ebb8983f4,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:34.915867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:34.955671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=d76a990d-92a9-46dc-a459-4d51b0115add,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:35.009031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6189e53e-8e0b-4ce3-8144-086861d6e2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.074992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.129965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6189e53e-8e0b-4ce3-8144-086861d6e2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.136641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6189e53e-8e0b-4ce3-8144-086861d6e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.196021 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6189e53e-8e0b-4ce3-8144-086861d6e2fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89dfcfb7b1d1465398f5ca08aed0be14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538806 Oct 29 11:57:35.196986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37620) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:35.200679 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.203243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189e53e-8e0b-4ce3-8144-086861d6e2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ce33f-7627-4fde-a405-483659986ab1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:35.207329 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.283733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.284278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Fanout notify agent at l3_agent the message router_deleted on router c595e9bc-2a85-478e-8bf0-db1f7603eb3b {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:57:35.293321 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.294839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2c2d36e0-ade4-404e-abab-3223faddf645 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/routers/c595e9bc-2a85-478e-8bf0-db1f7603eb3b HTTP/1.1" status: 204 len: 168 time: 1.2757397 Oct 29 11:57:35.297988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37622) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:35.311104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.335265 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.342684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4ea173e4-2265-47e2-b450-9b8ebb8983f4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:35.367147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4ea173e4-2265-47e2-b450-9b8ebb8983f4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:35.367605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4ea173e4-2265-47e2-b450-9b8ebb8983f4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:35.368131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c7af1088-d1ca-42f9-a144-76551d87a363 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:35.391700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c7af1088-d1ca-42f9-a144-76551d87a363 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:35.392416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c7af1088-d1ca-42f9-a144-76551d87a363 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:35.396562 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.400973 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.404751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.406387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/911ce33f-7627-4fde-a405-483659986ab1 HTTP/1.1" status: 204 len: 168 time: 0.2082202 Oct 29 11:57:35.425760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e0149-3432-45a3-9429-252b8f2d4765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ce33f-7627-4fde-a405-483659986ab1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:35.501316 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.525500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ef5662-9e2b-424b-ad87-4901c6ebd0f6']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:35.537324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:35.537845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d07e7b4-31db-4a72-8c8a-a3a39d28fc1c') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:35.550655 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.569406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.577455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:35.578277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:35.581770 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:35.661661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.676734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.685045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/networks/37ef5662-9e2b-424b-ad87-4901c6ebd0f6 HTTP/1.1" status: 204 len: 168 time: 0.3815503 Oct 29 11:57:35.688655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37630) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:35.705971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520dd7-a41c-4498-953c-9d570d7a0d0e tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Network': ['ID=37ef5662-9e2b-424b-ad87-4901c6ebd0f6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:35.774798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37632) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:35.798165 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5195-3ea6-44c8-8807-76420733f04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.866126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port fc8ea42d-27f6-4087-82fd-f9e10ac4a26d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:35.866461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.883147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5195-3ea6-44c8-8807-76420733f04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.886778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5195-3ea6-44c8-8807-76420733f04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.927995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f9cc5195-3ea6-44c8-8807-76420733f04d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=658c7882846f45b887029c9a2ec2a502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507993 Oct 29 11:57:35.930193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc5195-3ea6-44c8-8807-76420733f04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b03d6-96a5-4455-afa7-bbeab96e5a49,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:35.931451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37634) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:35.986771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:35.986771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.004571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for fc8ea42d-27f6-4087-82fd-f9e10ac4a26d owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:36.074878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.136082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.558693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.561192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.562305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d90b03d6-96a5-4455-afa7-bbeab96e5a49 HTTP/1.1" status: 204 len: 168 time: 0.6122384 Oct 29 11:57:36.577348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537c676-4ae3-426a-a4e2-6215ae20c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b03d6-96a5-4455-afa7-bbeab96e5a49,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:36.602548 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.629220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=fc8ea42d-27f6-4087-82fd-f9e10ac4a26d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:36.694069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:36.694704 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Floating IP 1706404a-bab8-4df8-a8f3-b360d0f823cb disassociated (deleted). External IP: 172.25.4.198, port: 095cc8f7-881a-4ea9-8e66-3efb90705dd9. Oct 29 11:57:36.959589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af0356-03db-404a-b748-3bd8f885c9c6 req-f4353f92-b090-4d2e-aa5a-632b9fb45a15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:36.961152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21af0356-03db-404a-b748-3bd8f885c9c6 req-f4353f92-b090-4d2e-aa5a-632b9fb45a15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0760109 Oct 29 11:57:36.981167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router e0f70571-d445-4604-a95c-1b3c4f3784a9 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:57:37.043168 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21af0356-03db-404a-b748-3bd8f885c9c6 req-4c5620e1-b978-43cf-ada0-dbcabd2c3cde tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747523 Oct 29 11:57:37.121179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:57:37.127642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:37.134186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Sync routers for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:57:37.153683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:37.154448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:37.162023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d76a990d-92a9-46dc-a459-4d51b0115add no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:37.162230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3fe313d7-a517-404b-a9c1-9ab1fbea3b49 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/floatingips/1706404a-bab8-4df8-a8f3-b360d0f823cb HTTP/1.1" status: 204 len: 168 time: 1.4694099 Oct 29 11:57:37.162230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:37.162621 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c2d4cb-6340-4268-b154-69d6eb3edf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:37.212480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d76a990d-92a9-46dc-a459-4d51b0115add {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:37.212828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d76a990d-92a9-46dc-a459-4d51b0115add not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:37.291130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:37.470780 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd64a9-90c2-4970-a2f9-ee06edd57373 x-openstack-request-id: req-0ffd64a9-90c2-4970-a2f9-ee06edd57373 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:37.471329 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:37.471837 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ffd64a9-90c2-4970-a2f9-ee06edd57373 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:37.472476 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'status': 'completed', 'code': 200} Oct 29 11:57:37.515029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:37.546549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Checking router: e0f70571-d445-4604-a95c-1b3c4f3784a9 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:57:37.555100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-7f501202-5f04-48be-ac0c-556002856229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:37.555736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:37.556342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:37.556625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-7f501202-5f04-48be-ac0c-556002856229 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3c4f5380f3941899cdb348dd3636c78&device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 1135 time: 0.0560672 Oct 29 11:57:37.586268 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef1be-9092-4526-8873-71033c353de6 req-4905d8ec-a67b-47e4-bd9a-ecdfc35c3846 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:37.588112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fadef1be-9092-4526-8873-71033c353de6 req-4905d8ec-a67b-47e4-bd9a-ecdfc35c3846 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.0672743 Oct 29 11:57:37.637904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fadef1be-9092-4526-8873-71033c353de6 req-90185377-2e1e-4f23-af04-96a7f1bd2ee5 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0436251 Oct 29 11:57:37.684666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:37.687979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-3e89ea2f-1ffa-466c-9ddb-8872950fdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:37.689725 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-3e89ea2f-1ffa-466c-9ddb-8872950fdd0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 200 len: 897 time: 0.1220927 Oct 29 11:57:37.737538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-382a8a61-6cfb-4119-bafa-6eccac782ce9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 200 len: 217 time: 0.0397336 Oct 29 11:57:37.794303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-eb56c5e2-73ac-47d8-8e6a-82b2926854a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:37.795956 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-eb56c5e2-73ac-47d8-8e6a-82b2926854a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 200 len: 834 time: 0.0476713 Oct 29 11:57:37.847521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-d644322b-abde-4e4c-9592-8cf2b13ad6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:37.849074 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-d644322b-abde-4e4c-9592-8cf2b13ad6b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457907 Oct 29 11:57:37.957894 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-26a2c631-d190-4083-8c2d-a93f64cfef57 service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998909 Oct 29 11:57:38.063769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-20c2d4cb-6340-4268-b154-69d6eb3edf2b req-566b139d-81eb-4605-bf35-bc63d1411cfe service neutron] 10.222.0.86 "GET /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977840 Oct 29 11:57:38.068480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:38.097443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35207537-33d2-4a78-aa7c-43d2bd1f6254 None None] The sync data for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 is: [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7af73254-201f-4dcc-95f9-235f601ef4b8', 'name': '', 'network_id': '5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'mac_address': 'fa:16:3e:55:1a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:12Z', 'updated_at': '2021-10-29T11:56:18Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'subnets': [{'id': '8b945e4a-edb4-43f6-8fe2-9edb35f78132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:57:38.176076 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b87d3-86bb-4cca-a3c9-5c88e79aad5e req-9cb894c4-d99e-43e3-8479-03a73620b23a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:38.177746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e50b87d3-86bb-4cca-a3c9-5c88e79aad5e req-9cb894c4-d99e-43e3-8479-03a73620b23a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0584607 Oct 29 11:57:38.220287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e50b87d3-86bb-4cca-a3c9-5c88e79aad5e req-e6191ef9-7bdc-453f-a61b-53bd6c508c35 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=04fe2c40-4d14-4886-b1b8-8ba513c50523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Oct 29 11:57:38.348958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-fdcb5e7f-70a3-4965-bed6-35733b278cc4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:38.348958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-fdcb5e7f-70a3-4965-bed6-35733b278cc4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 946 time: 0.0574865 Oct 29 11:57:38.390811 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7237333-2b7a-4ca1-9a92-7dadb8a7fe9f None None] New status for floating IP 1706404a-bab8-4df8-a8f3-b360d0f823cb: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:57:38.457811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:38.458104 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:38.573370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:38.573959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:38.587085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:38.721204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40805-9537-44ac-bca5-72c1381ca92b req-5453ba8c-bed3-439b-9669-69b31ed7ca35 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:38.722742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05b40805-9537-44ac-bca5-72c1381ca92b req-5453ba8c-bed3-439b-9669-69b31ed7ca35 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.86 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.0883863 Oct 29 11:57:38.763264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de4f4b-af54-48e8-9266-2b3e90c8795c req-b789aa0c-d165-4978-880a-c5a1dba1f0b2 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:38.764783 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2de4f4b-af54-48e8-9266-2b3e90c8795c req-b789aa0c-d165-4978-880a-c5a1dba1f0b2 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 984 time: 0.0538447 Oct 29 11:57:38.810540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d2de4f4b-af54-48e8-9266-2b3e90c8795c req-b4af5eaf-fc84-467a-bea9-1b1bf0c2c96f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ecded6c-2fe5-494f-91a8-205a29f938a4&id=07cf081b-4753-4bc0-84a2-c128501c1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0381198 Oct 29 11:57:38.841547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:38.854503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:38.878763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=c3e16e7e-8e76-4e39-bb54-79aa5a8541e7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:38.928077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:38.931410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:38.934805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c15789a7-ac67-484d-ac08-83346c403cb6 req-eeb03bc2-1988-40ac-9e4c-ed9a8b6d0a02 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "DELETE /v2.0/ports/c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 HTTP/1.1" status: 204 len: 173 time: 0.5812049 Oct 29 11:57:38.935246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'name': 'network-vif-deleted', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:38.937594 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefb2a7-e734-426b-9f2d-c9269e857bfc" -d '{"events": [{"server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "name": "network-vif-deleted", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:38.946877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:38.947245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:38.992805 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40944e7e-8c60-432f-b18c-09b44811cdf5 x-openstack-request-id: req-40944e7e-8c60-432f-b18c-09b44811cdf5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:38.993129 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645", "name": "network-vif-deleted", "tag": "c3e16e7e-8e76-4e39-bb54-79aa5a8541e7", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:38.993386 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40944e7e-8c60-432f-b18c-09b44811cdf5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:38.993788 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645', 'name': 'network-vif-deleted', 'tag': 'c3e16e7e-8e76-4e39-bb54-79aa5a8541e7', 'status': 'completed', 'code': 200} Oct 29 11:57:39.060130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port 095cc8f7-881a-4ea9-8e66-3efb90705dd9, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=095cc8f7-881a-4ea9-8e66-3efb90705dd9,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:39.061080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:39.080373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for 095cc8f7-881a-4ea9-8e66-3efb90705dd9 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:39.227291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:39.277224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=095cc8f7-881a-4ea9-8e66-3efb90705dd9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:39.383379 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] No DVR routers for this DVR port 095cc8f7-881a-4ea9-8e66-3efb90705dd9 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:39.384750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-013315df-7897-46b3-a40f-d77608b8eb9d req-89b76598-b0a2-4aef-a61b-a4896ce39cd4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0470517 Oct 29 11:57:39.386344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:39.392637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05b40805-9537-44ac-bca5-72c1381ca92b req-dc957715-b868-4ccd-8fda-3565637b187a tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.86 "DELETE /v2.0/ports/095cc8f7-881a-4ea9-8e66-3efb90705dd9 HTTP/1.1" status: 204 len: 173 time: 0.6629534 Oct 29 11:57:39.943033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b733c3f2-a7f2-4f7f-b7c7-56016579d26e req-872f7edc-068f-42f3-abfc-03810dbeb741 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "GET /v2.0/ports?device_id=65081da7-21d8-417e-913f-0b60ec87d08e HTTP/1.1" status: 200 len: 210 time: 0.0295753 Oct 29 11:57:40.481401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd18c2c3-35cb-48a3-81c8-793ca3306999 req-741a4be2-4a4b-4c53-8989-0ebe39ed188b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0314536 Oct 29 11:57:40.994744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'name': 'network-vif-deleted', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:40.997859 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5508e7-3b4c-4be2-b6ae-25da7f788b7e" -d '{"events": [{"server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "name": "network-vif-deleted", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:41.009531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37718) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:41.119370 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f97718-4e12-478b-a337-2b25ffd783f2 x-openstack-request-id: req-45f97718-4e12-478b-a337-2b25ffd783f2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:41.119922 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65081da7-21d8-417e-913f-0b60ec87d08e", "name": "network-vif-deleted", "tag": "095cc8f7-881a-4ea9-8e66-3efb90705dd9", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:41.120308 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45f97718-4e12-478b-a337-2b25ffd783f2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:41.120831 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65081da7-21d8-417e-913f-0b60ec87d08e', 'name': 'network-vif-deleted', 'tag': '095cc8f7-881a-4ea9-8e66-3efb90705dd9', 'status': 'completed', 'code': 200} Oct 29 11:57:41.167404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.199768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.244823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.247667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.249038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/security-groups/3ecded6c-2fe5-494f-91a8-205a29f938a4 HTTP/1.1" status: 204 len: 168 time: 0.2380729 Oct 29 11:57:41.252649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37720) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:41.259305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341b261-cbdf-4375-ac69-ead249dc6dc9 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecded6c-2fe5-494f-91a8-205a29f938a4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:41.329635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.357412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.403632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.406406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.407619 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/security-groups/07cf081b-4753-4bc0-84a2-c128501c1f38 HTTP/1.1" status: 204 len: 168 time: 0.1536353 Oct 29 11:57:41.410507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37722) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:41.418956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe6135-60ad-40dd-9793-847e81190b7d tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf081b-4753-4bc0-84a2-c128501c1f38,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:41.594088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6ca9767-60a2-4835-9292-8043bfdd1d35 req-cf56cfb6-64a8-4052-9c2e-214390aa83d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0384312 Oct 29 11:57:41.811531 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:41.872388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 095cc8f7-881a-4ea9-8e66-3efb90705dd9 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:41.916295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 095cc8f7-881a-4ea9-8e66-3efb90705dd9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:41.917487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 095cc8f7-881a-4ea9-8e66-3efb90705dd9 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:42.088748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port 7af73254-201f-4dcc-95f9-235f601ef4b8 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:42.089353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:42.182530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port 7af73254-201f-4dcc-95f9-235f601ef4b8, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7af73254-201f-4dcc-95f9-235f601ef4b8,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:42.182895 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:42.196623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for 7af73254-201f-4dcc-95f9-235f601ef4b8 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:42.390001 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:42.423892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=7af73254-201f-4dcc-95f9-235f601ef4b8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:42.599088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:42.700788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4f0b70b-3e9e-4574-971a-7075628ae374 req-3cc225fd-f0d8-4975-b325-32da03438211 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Oct 29 11:57:42.852104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Router e0f70571-d445-4604-a95c-1b3c4f3784a9 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:57:43.273261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:43.307855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:57:43.315694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:43.316278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device c3e16e7e-8e76-4e39-bb54-79aa5a8541e7 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:43.323234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b025d599-445b-4124-acfa-2ccf8cdb6b4f tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "PUT /v2.0/routers/e0f70571-d445-4604-a95c-1b3c4f3784a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9113426 Oct 29 11:57:43.326094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:43.326890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Sync routers for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:57:43.340939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:43.341921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:43.393832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting subnet 8b945e4a-edb4-43f6-8fe2-9edb35f78132 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:57:43.398778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:43.467640 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:43.476141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:43.589767 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:43.666433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:43.716406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:57:42Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:43.735029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Subnet': ['ID=8b945e4a-edb4-43f6-8fe2-9edb35f78132,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:43.745996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:43.749964 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-398f9629-fa37-4e3b-a27c-0d19e0ac4612 tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/subnets/8b945e4a-edb4-43f6-8fe2-9edb35f78132 HTTP/1.1" status: 204 len: 168 time: 0.4228745 Oct 29 11:57:43.752660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37748) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:43.771967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3b681-df83-49bb-b887-e43b66e4197d None None] Network 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:43.778558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Checking router: e0f70571-d445-4604-a95c-1b3c4f3784a9 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:57:43.852680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Routers {'e0f70571-d445-4604-a95c-1b3c4f3784a9'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:57:43.853869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:57:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['e0f70571-d445-4604-a95c-1b3c4f3784a9'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:43.894888 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8d542a0-41c0-4409-8f7a-271d5c030b92 req-0c1de619-2441-474f-9bb0-3e4f18abd8c5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=f29dd8c9-a4a3-4de7-9cbb-e76c8e4c9645 HTTP/1.1" status: 200 len: 210 time: 0.0383015 Oct 29 11:57:43.951205 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.043893 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] Set router e0f70571-d445-4604-a95c-1b3c4f3784a9 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:57:44.120193 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.218900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Deleting port 6d865f6e-b52a-4065-b02f-6b656ca82c92 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:44.219463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.245575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] DHCP port deletion for 5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 11:57:44.328893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] For port 6d865f6e-b52a-4065-b02f-6b656ca82c92, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6d865f6e-b52a-4065-b02f-6b656ca82c92,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:44.329386 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.344069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Calling delete_port for 6d865f6e-b52a-4065-b02f-6b656ca82c92 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:44.369078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Deleting port 17e40ea6-433a-46ba-aa1e-1ba38b460599 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:57:44.369659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.441388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:57:42Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:44.450853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] For port 17e40ea6-433a-46ba-aa1e-1ba38b460599, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=17e40ea6-433a-46ba-aa1e-1ba38b460599,segment=NetworkSegment(7b5752eb-608c-4f8d-ab27-b91a4f3c432a),segment_id=7b5752eb-608c-4f8d-ab27-b91a4f3c432a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:44.451249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.499660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744184c5-a51e-40ca-853c-6edebbbabfde None None] The sync data for ids ['e0f70571-d445-4604-a95c-1b3c4f3784a9'] in n-d-805046-9 is: [{'id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583722299', 'tenant_id': 'b3c4f5380f3941899cdb348dd3636c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:56:07Z', 'updated_at': '2021-10-29T11:57:42Z', 'revision_number': 5, 'project_id': 'b3c4f5380f3941899cdb348dd3636c78', 'gw_port': {'id': '6d865f6e-b52a-4065-b02f-6b656ca82c92', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f70571-d445-4604-a95c-1b3c4f3784a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:56:08Z', 'updated_at': '2021-10-29T11:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:57:44.506669 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Calling delete_port for 17e40ea6-433a-46ba-aa1e-1ba38b460599 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:57:44.612826 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.636349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.678621 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Port': ['ID=6d865f6e-b52a-4065-b02f-6b656ca82c92,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:44.704654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Pushing event deleted for resources: {'Port': ['ID=17e40ea6-433a-46ba-aa1e-1ba38b460599,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:44.712775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] No DVR routers for this DVR port 17e40ea6-433a-46ba-aa1e-1ba38b460599 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:57:44.728030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.732802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.733340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.733747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.734145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.734566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.734901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.735226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.735562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.735943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.736274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.736839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f105-6b51-4ff0-b4d3-0a14d0a78f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:57:44.761135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.863015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.865707 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.918805 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.919333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Fanout notify agent at l3_agent the message router_deleted on router e0f70571-d445-4604-a95c-1b3c4f3784a9 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 11:57:44.940327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:44.941795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9f90c5c8-b625-40de-add8-c89cf381087b tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/routers/e0f70571-d445-4604-a95c-1b3c4f3784a9 HTTP/1.1" status: 204 len: 168 time: 1.1873913 Oct 29 11:57:44.944982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:45.055659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.161616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.188316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:45.199744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5752eb-608c-4f8d-ab27-b91a4f3c432a') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:45.199872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5752eb-608c-4f8d-ab27-b91a4f3c432a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:57:45.209982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.224685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.231781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:57:45.232391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: timer() Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:57:45.236527 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:57:45.318829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7af73254-201f-4dcc-95f9-235f601ef4b8 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:45.369963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7af73254-201f-4dcc-95f9-235f601ef4b8 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:45.370721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7af73254-201f-4dcc-95f9-235f601ef4b8 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:45.370721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 17e40ea6-433a-46ba-aa1e-1ba38b460599 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:45.395803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.401368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 17e40ea6-433a-46ba-aa1e-1ba38b460599 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:45.404628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 17e40ea6-433a-46ba-aa1e-1ba38b460599 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:45.409834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.416280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] 10.222.0.77 "DELETE /v2.0/networks/5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e HTTP/1.1" status: 204 len: 168 time: 0.4691947 Oct 29 11:57:45.437078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975c88-5a61-40b2-819d-cbd198a690db tempest-TestSecurityGroupsBasicOps-654170147 tempest-TestSecurityGroupsBasicOps-654170147-project] Pushing event deleted for resources: {'Network': ['ID=5edd9b0c-dc97-4ad6-bd85-e5e8b1ce280e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:45.754416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37766) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:45.899233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-39c5bc7f-e779-467e-9620-1642b6337423 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3c4f5380f3941899cdb348dd3636c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436567 Oct 29 11:57:45.904447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37770) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:45.961615 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:45.983516 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.038891 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.041698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.043851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3b6beaa-80b9-4403-9ed2-80e96a19a6cf HTTP/1.1" status: 204 len: 168 time: 0.1373227 Oct 29 11:57:46.051212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d871-a824-4807-b464-975238bc3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6beaa-80b9-4403-9ed2-80e96a19a6cf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:46.367808 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37780) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:46.388048 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3a3636c0-3509-4671-9936-166428d51ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.478188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3a3636c0-3509-4671-9936-166428d51ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.484933 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3a3636c0-3509-4671-9936-166428d51ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.532957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37788) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:46.538249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3a3636c0-3509-4671-9936-166428d51ed8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dfb1ee0f229447ed9b0677eec5520f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684737 Oct 29 11:57:46.545450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3636c0-3509-4671-9936-166428d51ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d231a-94e2-43f3-873f-98636282b477,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:46.601988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.632280 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.684864 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.688155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:46.692213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a5d231a-94e2-43f3-873f-98636282b477 HTTP/1.1" status: 204 len: 168 time: 0.1557007 Oct 29 11:57:46.702215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203d0a3-4181-427e-b32f-9b03b033a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d231a-94e2-43f3-873f-98636282b477,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:47.066668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37794) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:47.108008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3b5c754f-cb54-4de4-898d-ea0c8caed483 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84fe40e53bc1460cab80d881c2fb809a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400045 Oct 29 11:57:47.112580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37796) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:47.172876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6d865f6e-b52a-4065-b02f-6b656ca82c92 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:57:47.181412 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:47.196258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6d865f6e-b52a-4065-b02f-6b656ca82c92 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:57:47.196899 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6d865f6e-b52a-4065-b02f-6b656ca82c92 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:57:47.217571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:47.295448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:47.298611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:47.299891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fce5efc-a53d-4307-8434-db685a3559b0 HTTP/1.1" status: 204 len: 168 time: 0.1875734 Oct 29 11:57:47.315780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5061e-b572-4e38-8093-80ed0ce6bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce5efc-a53d-4307-8434-db685a3559b0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:48.123039 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:48.249390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1596060725-network', 'tenant_id': 'a89b2127f8d34139b3e648ff4b25ef81'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:48.279984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Made reservation on behalf of a89b2127f8d34139b3e648ff4b25ef81 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:48.284179 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.301473 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.413460 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.419623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.444211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:48.458394 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af01edc-7090-4745-a777-d003e213bc74,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:48.463996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.464346 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Added segment d1bb9333-7898-438a-804f-ae4e6da76373 of type vlan for network 9eb0d559-8876-49af-9623-7444be385089 Oct 29 11:57:48.509560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.539645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.540664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:48.541274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.628482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37858) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:48.629259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5050628 Oct 29 11:57:48.634327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Request body: {'subnet': {'network_id': '9eb0d559-8876-49af-9623-7444be385089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1596060725-subnet', 'tenant_id': 'a89b2127f8d34139b3e648ff4b25ef81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:48.635025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2efd0-96f2-43f8-a1df-3fd0776be69c admin admin] Pushing event updated for resources: {'Network': ['ID=9eb0d559-8876-49af-9623-7444be385089,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:48.645340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9eb0d559-8876-49af-9623-7444be385089 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:48.671179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Made reservation on behalf of a89b2127f8d34139b3e648ff4b25ef81 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:48.673601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:48.935932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.012394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=374a1de9-9b93-4dd7-96b8-0949fe453171,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.016915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Checking segment: {'id': 'd1bb9333-7898-438a-804f-ae4e6da76373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9eb0d559-8876-49af-9623-7444be385089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:49.017297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Network hostable DHCP agents. Network: 9eb0d559-8876-49af-9623-7444be385089, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:49.035180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Network 9eb0d559-8876-49af-9623-7444be385089 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:49.048062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9eb0d559-8876-49af-9623-7444be385089) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:49.052316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:49.053039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.062343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461fb78-7438-4a8a-a456-0802318a0d2b None None] Network 9eb0d559-8876-49af-9623-7444be385089 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:49.076386 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-75d37792-08f5-48a8-a277-a55c7ffbc19a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4464374 Oct 29 11:57:49.225735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836949d-4a62-4557-a1c2-5184153e4789 None None] Network 9eb0d559-8876-49af-9623-7444be385089 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:49.355118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.362164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718979444', 'description': 'tempest-secgroup-smoke-1718979444 description', 'project_id': '78c191062f494c2da8b17ea16e699850'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:49.388293 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.470471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.474965 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.510922 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.512357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556959 Oct 29 11:57:49.514627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cb847-47b4-4fbc-8633-f42c3420ef3a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c93fb-9a64-400f-b19d-050bc060823a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.515287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37900) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.519908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:49.565608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.644100 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.644274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37904) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.649515 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.650512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1473507098-network', 'tenant_id': '80a6485685e540c091029c0b1f1730dc'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:49.673433 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f844f3a3-ac8a-4c63-91c0-41c7b493598e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.674596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Made reservation on behalf of 80a6485685e540c091029c0b1f1730dc for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:49.677645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.683474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.684819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-93323456-583d-43ff-99b0-fde51d1cd803 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685250 Oct 29 11:57:49.687685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37906) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.690493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.692082 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:49.723326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.775785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.784983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.800956 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:57:49.807799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.813401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.828066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.828411 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Added segment d39f2d2f-f7bc-42bb-b833-30ab0d22a65b of type vlan for network e0856ba1-3d18-4602-a7ed-91e2f54a9752 Oct 29 11:57:49.832026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9501c6da-5794-408d-bf65-a44d0d68a26c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.842622 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d42533-702b-451d-9359-0083f3374a12,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.846559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.847851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c5c7a329-f241-4326-ad07-f29740b79f0a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591270 Oct 29 11:57:49.850585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37910) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.855956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:49.884216 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.892204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.925776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.927115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:49.927838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.947166 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.951176 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.973396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f90e79-d621-4617-bb40-8724a0450271,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:49.981382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:49.985326 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-465b67cd-f97b-4677-a221-d76c4f1047a5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312828 Oct 29 11:57:49.986040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37912) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:49.990417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:50.005573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3601549 Oct 29 11:57:50.008389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 37914) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:50.015134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Request body: {'subnet': {'network_id': 'e0856ba1-3d18-4602-a7ed-91e2f54a9752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1473507098-subnet', 'tenant_id': '80a6485685e540c091029c0b1f1730dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:50.037174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c40937-f857-4b6e-ba72-9c962fec6511 admin admin] Pushing event updated for resources: {'Network': ['ID=e0856ba1-3d18-4602-a7ed-91e2f54a9752,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:50.046468 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.047542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network e0856ba1-3d18-4602-a7ed-91e2f54a9752 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:57:50.072353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Made reservation on behalf of 80a6485685e540c091029c0b1f1730dc for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:50.074713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.167569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.174274 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.204721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4be385-3fa5-4f8b-b92b-60706f300f1a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:50.213280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.217223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37916) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:50.217493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c8c63d6b-d503-4994-a4cb-a2c3c9b152fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2302425 Oct 29 11:57:50.221903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:50.246947 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Project 78c191062f494c2da8b17ea16e699850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:57:50.261240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.320789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.326375 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.331009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.351158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d60f196-41fc-47d2-abf4-800e58886b1a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:50.360292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.364080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-70b5c299-0e0e-4a20-970b-a3a042685a9e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434503 Oct 29 11:57:50.364315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 37918) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:50.369836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'security_group_rule': {'security_group_id': '1d9c93fb-9a64-400f-b19d-050bc060823a', 'project_id': '78c191062f494c2da8b17ea16e699850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:50.387971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c8ad60-b0fb-424c-b667-b40172187967,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:50.395383 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Project 78c191062f494c2da8b17ea16e699850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:57:50.398574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Checking segment: {'id': 'd39f2d2f-f7bc-42bb-b833-30ab0d22a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0856ba1-3d18-4602-a7ed-91e2f54a9752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:50.399134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Network hostable DHCP agents. Network: e0856ba1-3d18-4602-a7ed-91e2f54a9752, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:57:50.402829 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.420174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Network e0856ba1-3d18-4602-a7ed-91e2f54a9752 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:57:50.431699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, e0856ba1-3d18-4602-a7ed-91e2f54a9752) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:50.436894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:50.437881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.444869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e6270-f2c9-43ff-8368-f67a823b2360 None None] Network e0856ba1-3d18-4602-a7ed-91e2f54a9752 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:50.470186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-257c450d-170d-4f0a-83b4-c16aa7dcbc76 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4605520 Oct 29 11:57:50.482545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.487935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.508542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa52faf-5204-42e7-a3a6-f9bc3c60e4f7,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:50.519444 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:50.521194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3bccb2b3-c0b5-4849-9b71-eba27f2a7368 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558444 Oct 29 11:57:50.624393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6784d-627a-4981-9be9-dc8df2901d61 None None] Network e0856ba1-3d18-4602-a7ed-91e2f54a9752 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:57:51.105371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-ef9a36f6-871e-4fb5-8025-87c84c99260e tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:51.107032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-ef9a36f6-871e-4fb5-8025-87c84c99260e tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/networks?id=9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 200 len: 812 time: 0.1440892 Oct 29 11:57:51.123864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-6589514b-965e-4939-baeb-a5a1e1749c46 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/quotas/a89b2127f8d34139b3e648ff4b25ef81 HTTP/1.1" status: 200 len: 375 time: 0.0105221 Oct 29 11:57:51.164593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-0ed91f8b-9d16-473b-9de2-5b64f53574e5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331941 Oct 29 11:57:51.381413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-4a02f481-8c1a-4d84-8cf8-be773854c0a3 service neutron] 10.222.0.77 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096610 Oct 29 11:57:51.479257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-dcf38aab-7a45-4b40-9f53-817c198ab9e7 service neutron] 10.222.0.77 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916610 Oct 29 11:57:51.662341 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5bc9ec68-e3d8-40b4-9e6e-89ef25f9810b req-c3f0d4b3-dbb2-4590-b6f6-9d3b63afaeed tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 210 time: 0.0402253 Oct 29 11:57:51.945253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.275706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38030) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:52.395291 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36806e98-fe15-4c0b-84e9-32f4f47a3c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.483819 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36806e98-fe15-4c0b-84e9-32f4f47a3c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.488606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-36806e98-fe15-4c0b-84e9-32f4f47a3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.534223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-36806e98-fe15-4c0b-84e9-32f4f47a3c94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ee098af4a034a4ca137d231309bdf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548318 Oct 29 11:57:52.534223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36806e98-fe15-4c0b-84e9-32f4f47a3c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906f692-4ad9-494f-b3fc-69fb66b6aa8f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:52.534595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38034) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:52.588791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.616793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.666576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.670712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:52.673054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0906f692-4ad9-494f-b3fc-69fb66b6aa8f HTTP/1.1" status: 204 len: 168 time: 0.1357803 Oct 29 11:57:52.681028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb8cb-b9f1-417c-a709-df5a53371ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906f692-4ad9-494f-b3fc-69fb66b6aa8f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:52.779542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6290d588-94b4-4ebe-9b46-df91e3e07f71 req-7a8298be-f971-497c-8959-76edb1e4a06a tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 210 time: 0.0297713 Oct 29 11:57:52.849325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-f18851b4-b771-4ed9-abde-ab140d210e8f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:52.851482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-f18851b4-b771-4ed9-abde-ab140d210e8f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.86 "GET /v2.0/networks?id=9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 200 len: 812 time: 0.1521339 Oct 29 11:57:52.864406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Request body: {'port': {'device_id': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'network_id': '9eb0d559-8876-49af-9623-7444be385089', 'admin_state_up': True, 'tenant_id': 'a89b2127f8d34139b3e648ff4b25ef81'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:53.001753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Made reservation on behalf of a89b2127f8d34139b3e648ff4b25ef81 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:57:53.008487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.075345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:53.089632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b092-83e3-4712-b768-749bee352f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.164083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Allocated IP 172.20.0.11 (9eb0d559-8876-49af-9623-7444be385089/374a1de9-9b93-4dd7-96b8-0949fe453171/b3fa2532-b0f3-4d22-979d-6e661cecb51c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:57:53.202171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b092-83e3-4712-b768-749bee352f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.210141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b092-83e3-4712-b768-749bee352f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.253075 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bbd4b092-83e3-4712-b768-749bee352f06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da3405c8ccb242678819b3f08a6edc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740222 Oct 29 11:57:53.253075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4b092-83e3-4712-b768-749bee352f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904aa269-e9f3-42ce-b39d-81debbcc655e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:53.254963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38046) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:57:53.320456 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.342050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.346449 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.380667 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.401786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.404494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.405935 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/904aa269-e9f3-42ce-b39d-81debbcc655e HTTP/1.1" status: 204 len: 168 time: 0.1498315 Oct 29 11:57:53.415258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cba0d-d2fd-4d5b-8118-d10f93f3098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904aa269-e9f3-42ce-b39d-81debbcc655e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:53.455840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Network 9eb0d559-8876-49af-9623-7444be385089 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:57:53.459051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:57:53.463634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:57:53.493106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Pushing event updated for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:53.524640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:53.525697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.552438 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-bf8764a1-93dd-43f3-9698-2d8d2312f3f5 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6902812 Oct 29 11:57:53.567549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Request body: {'port': {'device_id': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:57:53.626940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:53.924069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fecf3-5305-48c1-95b3-9b3b7d0ce8e6 req-fa6a9fd2-aee1-4eb9-85cd-cf5cef1661af tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:53.925890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c03fecf3-5305-48c1-95b3-9b3b7d0ce8e6 req-fa6a9fd2-aee1-4eb9-85cd-cf5cef1661af tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 932 time: 0.0574670 Oct 29 11:57:53.973774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c03fecf3-5305-48c1-95b3-9b3b7d0ce8e6 req-159ef40d-d3d2-45b4-8324-7c290fc463d3 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Oct 29 11:57:53.980551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fa2532-b0f3-4d22-979d-6e661cecb51c {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:57:53.990435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:54.015324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Transition to ACTIVE for port object b3fa2532-b0f3-4d22-979d-6e661cecb51c will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:57:54.019512 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:54.081711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:54.171355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Attempting to bind port b3fa2532-b0f3-4d22-979d-6e661cecb51c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:57:54.171838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Attempting to bind port b3fa2532-b0f3-4d22-979d-6e661cecb51c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'd1bb9333-7898-438a-804f-ae4e6da76373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9eb0d559-8876-49af-9623-7444be385089'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:57:54.172153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Attempting to bind port b3fa2532-b0f3-4d22-979d-6e661cecb51c on network 9eb0d559-8876-49af-9623-7444be385089 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:54.178017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Port b3fa2532-b0f3-4d22-979d-6e661cecb51c on network 9eb0d559-8876-49af-9623-7444be385089 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:57:54.178975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Attempting to bind port b3fa2532-b0f3-4d22-979d-6e661cecb51c on network 9eb0d559-8876-49af-9623-7444be385089 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:57:54.188557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:57:54.189199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Checking segment: {'id': 'd1bb9333-7898-438a-804f-ae4e6da76373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9eb0d559-8876-49af-9623-7444be385089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:57:54.191713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Bound using segment: {'id': 'd1bb9333-7898-438a-804f-ae4e6da76373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9eb0d559-8876-49af-9623-7444be385089'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:57:54.192163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Bound port: b3fa2532-b0f3-4d22-979d-6e661cecb51c, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bb9333-7898-438a-804f-ae4e6da76373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '9eb0d559-8876-49af-9623-7444be385089'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:57:54.192522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:54.298036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:57:54.301492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c,segment=NetworkSegment(d1bb9333-7898-438a-804f-ae4e6da76373),segment_id=d1bb9333-7898-438a-804f-ae4e6da76373)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:57:54.309249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:54.354687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:54.355441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:54.358633 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] 10.222.0.86 "PUT /v2.0/ports/b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 200 len: 1092 time: 0.7991056 Oct 29 11:57:54.359417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:54.362137 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df762a0-c266-4321-a9f5-4e696da17b62" -d '{"events": [{"name": "network-changed", "server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:54.403766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a516-8b10-44c5-a4d6-ec65e91b764a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:54.446772 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfabfe50-2e8e-43c6-b53b-a82a94e04b80 x-openstack-request-id: req-bfabfe50-2e8e-43c6-b53b-a82a94e04b80 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:54.447066 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:54.447390 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfabfe50-2e8e-43c6-b53b-a82a94e04b80 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:54.448000 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c', 'status': 'completed', 'code': 200} Oct 29 11:57:54.469043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-4bc1ad5d-514c-4dc4-ab01-dd25eb00c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:54.470949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-4bc1ad5d-514c-4dc4-ab01-dd25eb00c8a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 1095 time: 0.0631154 Oct 29 11:57:54.535842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-dc653643-da94-4d08-95a7-dd320767a1ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 200 len: 217 time: 0.0556662 Oct 29 11:57:54.597966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-1b067f0b-b62f-4c39-addc-06f8e0b0c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:54.599754 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-1b067f0b-b62f-4c39-addc-06f8e0b0c3c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=374a1de9-9b93-4dd7-96b8-0949fe453171 HTTP/1.1" status: 200 len: 852 time: 0.0557809 Oct 29 11:57:54.642376 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-82d2aeb4-039a-4d25-9dd7-c3004b417e7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9eb0d559-8876-49af-9623-7444be385089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353370 Oct 29 11:57:54.748882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-d3bb3508-5b7f-402a-8422-22e1433d2cff service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992060 Oct 29 11:57:54.885773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cc543d-4174-44aa-ae1b-df3fb2b0ec78 req-de8a1ff1-bdf6-4dd4-8511-cf4155291c97 service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301925 Oct 29 11:57:55.030373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-f810ac80-5206-456a-8e8d-c8ccee8aecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:55.032346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-f810ac80-5206-456a-8e8d-c8ccee8aecfb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 1095 time: 0.0897088 Oct 29 11:57:55.203741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5473-1899-431e-ae17-e9a47b015f46 req-24562c31-c8ff-4329-979b-ce1ddc49e92c tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:55.206914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da8f5473-1899-431e-ae17-e9a47b015f46 req-24562c31-c8ff-4329-979b-ce1ddc49e92c tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 944 time: 0.1122811 Oct 29 11:57:55.251862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-38038fe7-0d15-4120-843f-7624522c2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:55.254358 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-38038fe7-0d15-4120-843f-7624522c2182 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 200 len: 913 time: 0.2133210 Oct 29 11:57:55.276930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da8f5473-1899-431e-ae17-e9a47b015f46 req-5142800c-8f2f-4560-b4d3-8c8ff37dbfad tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635519 Oct 29 11:57:55.329610 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-298f10eb-98e2-4e3c-916c-4209ace80c9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 200 len: 217 time: 0.0664341 Oct 29 11:57:55.386436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-44931c5a-6823-471b-bdd1-cefb65819b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:55.387791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-44931c5a-6823-471b-bdd1-cefb65819b17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=374a1de9-9b93-4dd7-96b8-0949fe453171 HTTP/1.1" status: 200 len: 852 time: 0.0499687 Oct 29 11:57:55.424123 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-e4d3b629-7af1-4a9e-bc98-cfc64a199023 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9eb0d559-8876-49af-9623-7444be385089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287476 Oct 29 11:57:55.533518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-3fbb67a5-d63f-49ff-85e9-8e6df2639c84 service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Oct 29 11:57:55.651010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0df762a0-c266-4321-a9f5-4e696da17b62 req-3aa55555-0fa7-40c5-8e5c-99682ebb1ffb service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085827 Oct 29 11:57:55.917400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3fa2532-b0f3-4d22-979d-6e661cecb51c details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:57:56.020360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:56.036582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c,segment=NetworkSegment(d1bb9333-7898-438a-804f-ae4e6da76373),segment_id=d1bb9333-7898-438a-804f-ae4e6da76373)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:56.055788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c', 'network_id': '9eb0d559-8876-49af-9623-7444be385089', 'port_id': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c', 'mac_address': 'fa:16:3e:33:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374a1de9-9b93-4dd7-96b8-0949fe453171', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:57:56.096199 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:56.110920 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fa2532-b0f3-4d22-979d-6e661cecb51c {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:57:56.131367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c,segment=NetworkSegment(d1bb9333-7898-438a-804f-ae4e6da76373),segment_id=d1bb9333-7898-438a-804f-ae4e6da76373)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:56.136396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:56.192068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:56.330718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b3fa2532-b0f3-4d22-979d-6e661cecb51c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:57:56.441404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2259f-83f9-4926-b67b-cc78e79c2e96 req-624ad56e-67f3-4637-8e39-4b6c6f59212a tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:56.444853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2b2259f-83f9-4926-b67b-cc78e79c2e96 req-624ad56e-67f3-4637-8e39-4b6c6f59212a tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 945 time: 0.0920312 Oct 29 11:57:56.492217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2b2259f-83f9-4926-b67b-cc78e79c2e96 req-c86d78b2-a33a-41c8-a494-8afd83885848 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Oct 29 11:57:57.619885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4cb70-e982-4c55-b502-51ca024f0c30 req-33ff36a8-3346-4e3f-87b5-79022ed4c4aa tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:57.622239 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb4cb70-e982-4c55-b502-51ca024f0c30 req-33ff36a8-3346-4e3f-87b5-79022ed4c4aa tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Oct 29 11:57:57.672234 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbb4cb70-e982-4c55-b502-51ca024f0c30 req-659f24e0-c4cb-41e1-9e30-313ebac43f0b tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Oct 29 11:57:57.916354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3fa2532-b0f3-4d22-979d-6e661cecb51c up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:57:57.967867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b3fa2532-b0f3-4d22-979d-6e661cecb51c completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:57:57.976559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b3fa2532-b0f3-4d22-979d-6e661cecb51c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:57:57.977115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:58.278848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:58.308302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:57:58.310605 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94033e14-27c1-4feb-8503-92a010dc1255" -d '{"events": [{"server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "name": "network-vif-plugged", "status": "completed", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:57:58.332982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c,segment=NetworkSegment(d1bb9333-7898-438a-804f-ae4e6da76373),segment_id=d1bb9333-7898-438a-804f-ae4e6da76373)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:57:58.338132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:58.363469 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff563d-6e30-4ee9-8fcf-e85a4c1b640d x-openstack-request-id: req-60ff563d-6e30-4ee9-8fcf-e85a4c1b640d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:57:58.363822 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "name": "network-vif-plugged", "status": "completed", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:57:58.364009 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60ff563d-6e30-4ee9-8fcf-e85a4c1b640d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:57:58.364405 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c', 'code': 200} Oct 29 11:57:58.391662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:57:58.439776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-64208066-b245-4e37-a13b-52048b4e423f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:57:58.475652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e2f7a-9ec7-4688-b4a8-e70ef1d239ca req-7298ebfc-8d72-44e3-b849-51c7d7917d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:58.477522 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-942e2f7a-9ec7-4688-b4a8-e70ef1d239ca req-7298ebfc-8d72-44e3-b849-51c7d7917d9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 1097 time: 0.0570459 Oct 29 11:57:58.521639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-942e2f7a-9ec7-4688-b4a8-e70ef1d239ca req-81b9d6ed-dadc-42a1-aa0f-365304b1c841 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Oct 29 11:57:58.799239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9d1ee-626f-4368-a529-3d4cc92f47c0 req-4ff49949-0263-4c09-9f00-6e3697640448 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:58.800828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23d9d1ee-626f-4368-a529-3d4cc92f47c0 req-4ff49949-0263-4c09-9f00-6e3697640448 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0533822 Oct 29 11:57:58.846848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23d9d1ee-626f-4368-a529-3d4cc92f47c0 req-78a379f8-849c-4eeb-beae-8cac8d222cfd tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Oct 29 11:57:59.980937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3845c82-d00c-4c72-8b45-05e26bc9507d req-0513df1d-30fb-4bd9-bae1-a5db1a4edf8c tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:57:59.982450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3845c82-d00c-4c72-8b45-05e26bc9507d req-0513df1d-30fb-4bd9-bae1-a5db1a4edf8c tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0598812 Oct 29 11:58:00.036369 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f3845c82-d00c-4c72-8b45-05e26bc9507d req-bae43f20-e28a-4233-89a9-f3c1f0d00319 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470233 Oct 29 11:58:00.166522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935015d-d8f8-4268-8ea1-61195b45ad35 req-0e6f9d69-df11-4996-9039-178310a909fe tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:00.167973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1935015d-d8f8-4268-8ea1-61195b45ad35 req-0e6f9d69-df11-4996-9039-178310a909fe tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0563638 Oct 29 11:58:00.211438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1935015d-d8f8-4268-8ea1-61195b45ad35 req-a345bb15-125a-478a-9a3e-bd836f09bef9 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Oct 29 11:58:00.458407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f83726-a296-46cc-87f0-38862c3e6d4e req-282e31dd-aa49-4b18-b9f6-667886c0eea6 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:00.460457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63f83726-a296-46cc-87f0-38862c3e6d4e req-282e31dd-aa49-4b18-b9f6-667886c0eea6 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0555525 Oct 29 11:58:00.502474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63f83726-a296-46cc-87f0-38862c3e6d4e req-7aa3b3e2-48e4-4467-9fd4-09f5277f3416 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Oct 29 11:58:00.841553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9a97927-eaeb-41a3-afea-4c98888f0039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:01.681123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85341c-81e8-4267-91b7-20059fa70810 req-abb1bb49-9e2c-4534-9523-1b504c02eba7 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:01.682686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f85341c-81e8-4267-91b7-20059fa70810 req-abb1bb49-9e2c-4534-9523-1b504c02eba7 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0677161 Oct 29 11:58:01.750426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f85341c-81e8-4267-91b7-20059fa70810 req-8b0fb99f-1c5d-4b28-8e72-4bd61173103e tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608149 Oct 29 11:58:01.994509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf8c38-3d02-406c-8286-c95970f76749 req-fdde7f2c-4c52-41b3-a841-2e014578666f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:02.002300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fcf8c38-3d02-406c-8286-c95970f76749 req-fdde7f2c-4c52-41b3-a841-2e014578666f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0704348 Oct 29 11:58:02.040482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-b625fc94-fead-495e-a3be-44a6470287ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:02.042676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-b625fc94-fead-495e-a3be-44a6470287ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 1097 time: 0.0722687 Oct 29 11:58:02.053644 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fcf8c38-3d02-406c-8286-c95970f76749 req-449eba27-80f6-4bd0-bc0d-e887f9910eb1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 Oct 29 11:58:02.154483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-d9ae7c2a-7dc3-4db3-903f-557024f2267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:02.156348 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-d9ae7c2a-7dc3-4db3-903f-557024f2267c service neutron] 10.222.0.86 "GET /v2.0/networks?id=9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 200 len: 913 time: 0.1070044 Oct 29 11:58:02.207527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-5dd4bba7-23b4-4915-be7e-81755560cfa3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 200 len: 217 time: 0.0423877 Oct 29 11:58:02.263008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-8241118e-c7c3-4f55-b61c-2eb130efa70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:02.265140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-8241118e-c7c3-4f55-b61c-2eb130efa70c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=374a1de9-9b93-4dd7-96b8-0949fe453171 HTTP/1.1" status: 200 len: 852 time: 0.0500164 Oct 29 11:58:02.303225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-7b67f99e-7fbc-40ba-85ff-bfbca757ebef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9eb0d559-8876-49af-9623-7444be385089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313821 Oct 29 11:58:02.343396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:02.352814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:02.419980 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-6a237e1c-e58e-474b-b764-776c8c9b000a service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089656 Oct 29 11:58:02.523173 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4b2f55ef-9dbc-4e36-a4ab-8b3148847cf7 req-b65e0b60-6687-4ee5-aaba-6c52c31dac40 service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964653 Oct 29 11:58:03.190365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c39e4-045c-4e75-8b91-cbcfa7100099 req-e2f6046f-16fc-4d32-937e-001fa884f2b7 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:03.198955 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd4c39e4-045c-4e75-8b91-cbcfa7100099 req-e2f6046f-16fc-4d32-937e-001fa884f2b7 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0652945 Oct 29 11:58:03.252017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd4c39e4-045c-4e75-8b91-cbcfa7100099 req-660808e5-2e4f-4407-97f4-94ce14b29347 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520878 Oct 29 11:58:03.661207 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:04.368597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d69853-694c-41d7-81be-05a73c5b180d req-2ca74a6b-df11-45d4-8318-16244fea2dd9 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:04.370273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47d69853-694c-41d7-81be-05a73c5b180d req-2ca74a6b-df11-45d4-8318-16244fea2dd9 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0538578 Oct 29 11:58:04.414115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47d69853-694c-41d7-81be-05a73c5b180d req-442f4d91-68a9-450c-be7e-90c901cb51bc tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Oct 29 11:58:04.668058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5c31e-dc45-49db-bd44-dd1532dac07a req-f281a7aa-991f-4903-a5f5-0aabe8ed2511 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:04.670339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fe5c31e-dc45-49db-bd44-dd1532dac07a req-f281a7aa-991f-4903-a5f5-0aabe8ed2511 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0598345 Oct 29 11:58:04.711719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6fe5c31e-dc45-49db-bd44-dd1532dac07a req-268cb189-44b2-4f80-b2e1-64af642ba1df tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352099 Oct 29 11:58:05.841685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478923a1-091f-40ec-a538-eab538a8bc57 req-0a0619d9-b4e7-47bb-963c-f09ac4a9cfbb tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:05.845210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-478923a1-091f-40ec-a538-eab538a8bc57 req-0a0619d9-b4e7-47bb-963c-f09ac4a9cfbb tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0559909 Oct 29 11:58:05.855751 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:58:05.889938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-478923a1-091f-40ec-a538-eab538a8bc57 req-68948cef-90c7-47a2-a774-4e0aa1706202 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Oct 29 11:58:06.168333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e908173-876f-47b9-b3fe-875cbce2ff61 req-c744cb5b-4024-4a6d-932e-383d4e385ddb tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:06.175908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e908173-876f-47b9-b3fe-875cbce2ff61 req-c744cb5b-4024-4a6d-932e-383d4e385ddb tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0649121 Oct 29 11:58:06.223687 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-404cbf74-52cd-4c96-a5c6-84dd9fd93966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:06.227804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e908173-876f-47b9-b3fe-875cbce2ff61 req-2582e44b-bdb2-496c-b79b-d0b659f434b8 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Oct 29 11:58:06.232134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-404cbf74-52cd-4c96-a5c6-84dd9fd93966 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 1097 time: 0.0794151 Oct 29 11:58:06.367764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-d88c95a3-362d-4b6d-afa6-15dac2b4b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:06.369658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-d88c95a3-362d-4b6d-afa6-15dac2b4b7ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 200 len: 913 time: 0.1324999 Oct 29 11:58:06.422772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-031ca037-e224-4e1d-ba99-3dff63a7dbb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 200 len: 217 time: 0.0458922 Oct 29 11:58:06.490703 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-dc44cff2-0082-4151-97c0-fdbddb7cbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:06.492918 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-dc44cff2-0082-4151-97c0-fdbddb7cbdb2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=374a1de9-9b93-4dd7-96b8-0949fe453171 HTTP/1.1" status: 200 len: 852 time: 0.0625145 Oct 29 11:58:06.525962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-8797ffd3-e437-47a3-aa67-aeedf13aa9d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9eb0d559-8876-49af-9623-7444be385089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266848 Oct 29 11:58:06.624803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-974e962d-820e-4d02-9c86-dab861dbd972 service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918925 Oct 29 11:58:06.750952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38b32ce3-54c5-4269-a530-d9666b396d13 req-6a835c7e-19e9-4758-8bc2-5ea65b45b01c service neutron] 10.222.0.86 "GET /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185834 Oct 29 11:58:06.829342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38278) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:06.957787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.072425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.076882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.119587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b79283ce14574a44a3c62a0a759bc11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864897 Oct 29 11:58:07.119587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dabe676-6276-4dcc-b565-6adf35262b55,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:07.120051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38284) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:07.129129 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.129914 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.131801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.132450 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.133619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.134332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.135396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.136211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.136917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.138475 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.139135 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.139757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ea789d-9d5b-4f66-8005-0c390bef483c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:07.177989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.209475 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.277074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.283664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.289816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dabe676-6276-4dcc-b565-6adf35262b55 HTTP/1.1" status: 204 len: 168 time: 0.1643431 Oct 29 11:58:07.301387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da95c0-8552-4580-8f89-0c1b7100d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dabe676-6276-4dcc-b565-6adf35262b55,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:07.479379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ba96e-d003-45d0-840c-7f892e09dd10 req-f7f9ddad-f6ff-4612-b427-c73dc4f6f18b tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:07.481889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5ba96e-d003-45d0-840c-7f892e09dd10 req-f7f9ddad-f6ff-4612-b427-c73dc4f6f18b tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.1228669 Oct 29 11:58:07.533414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d5ba96e-d003-45d0-840c-7f892e09dd10 req-6128e439-d854-4890-ad89-68badae3d602 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Oct 29 11:58:07.693711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38292) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:07.711604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c15be2ef-312c-4ee6-beba-f80477dfee1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.790026 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c15be2ef-312c-4ee6-beba-f80477dfee1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.795277 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c15be2ef-312c-4ee6-beba-f80477dfee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.834267 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c15be2ef-312c-4ee6-beba-f80477dfee1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ba485016aae46be81883075b920bac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387048 Oct 29 11:58:07.835024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15be2ef-312c-4ee6-beba-f80477dfee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5501c42-b858-4323-99ae-b075230cd66f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:07.837109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38294) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:07.894475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.916668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.963815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.966836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:07.968054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5501c42-b858-4323-99ae-b075230cd66f HTTP/1.1" status: 204 len: 168 time: 0.1250193 Oct 29 11:58:07.979073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35f3c-8f12-43ee-8782-b77ef908adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5501c42-b858-4323-99ae-b075230cd66f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:08.394115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38302) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:08.410192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b337b91c-08e9-4d54-be3f-b39d0a53ced7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.522313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b337b91c-08e9-4d54-be3f-b39d0a53ced7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.529361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b337b91c-08e9-4d54-be3f-b39d0a53ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.586734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337b91c-08e9-4d54-be3f-b39d0a53ced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beab4d5e-5efb-4445-a076-802e4ea97aed,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:08.593933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b337b91c-08e9-4d54-be3f-b39d0a53ced7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcded30ef73b4232acaf618ff8e4c816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972358 Oct 29 11:58:08.595425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:08.682469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.720561 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.744301 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f515695-cd92-4de3-a592-0261488cb40a req-c689e71b-a749-4d44-b65e-529377e5c4ae tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:08.746240 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f515695-cd92-4de3-a592-0261488cb40a req-c689e71b-a749-4d44-b65e-529377e5c4ae tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.1116357 Oct 29 11:58:08.810822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.813813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:08.817978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/beab4d5e-5efb-4445-a076-802e4ea97aed HTTP/1.1" status: 204 len: 168 time: 0.2189686 Oct 29 11:58:08.821934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f515695-cd92-4de3-a592-0261488cb40a req-55561f0c-367a-47be-b67b-a97bc80149e2 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659277 Oct 29 11:58:08.846417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e484e-f8ea-48f0-bf4b-ac68f40ad792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beab4d5e-5efb-4445-a076-802e4ea97aed,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:09.186058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04456fc5-9bce-4771-aaa0-04b1418a905c req-6afb5a52-b95c-4953-87f3-c5ae55810d7a tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:09.187497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04456fc5-9bce-4771-aaa0-04b1418a905c req-6afb5a52-b95c-4953-87f3-c5ae55810d7a tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0858583 Oct 29 11:58:09.236404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04456fc5-9bce-4771-aaa0-04b1418a905c req-23aeb7ed-9a7d-4110-bbd8-621ffd9d3064 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Oct 29 11:58:10.373471 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712a17-d18e-4b65-a6ff-207a053ee182 req-35d91346-a565-43ae-b0a4-da9dadecc62f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:10.375090 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4712a17-d18e-4b65-a6ff-207a053ee182 req-35d91346-a565-43ae-b0a4-da9dadecc62f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0612292 Oct 29 11:58:10.422807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e4712a17-d18e-4b65-a6ff-207a053ee182 req-7271e00e-e3bb-4c87-a80a-8dd3a6e23d04 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371916 Oct 29 11:58:10.544667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-10946370-8672-4133-ba8b-5dbea182bce2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718979444&fields=id&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 267 time: 0.0377257 Oct 29 11:58:10.660250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-1e16d8ef-ef79-4fff-929f-e0c1c8a54b5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:10.661735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-1e16d8ef-ef79-4fff-929f-e0c1c8a54b5c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1103241 Oct 29 11:58:10.679846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-2e7fc2e4-bc91-4aa8-a354-4919fe34e98e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0105062 Oct 29 11:58:10.732137 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-20041b7c-6105-4b40-bb12-91a836df31f3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455666 Oct 29 11:58:10.838931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-e71f581b-6cfb-45b2-9834-fee9de704a76 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949435 Oct 29 11:58:10.938878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-db721fd9-48c0-400e-ab03-0c63ea850922 service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926487 Oct 29 11:58:10.952889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38398) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:11.024249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-8e3fe0c6-76f0-472b-862f-20efa483fd27 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:11.025977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-8e3fe0c6-76f0-472b-862f-20efa483fd27 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.86 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 946 time: 0.0843351 Oct 29 11:58:11.100098 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-859c1273-4300-4302-bed6-c669bb0c36ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.168764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Deleting port b3fa2532-b0f3-4d22-979d-6e661cecb51c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 11:58:11.169223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.206244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-859c1273-4300-4302-bed6-c669bb0c36ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.218459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-859c1273-4300-4302-bed6-c669bb0c36ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.280420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] For port b3fa2532-b0f3-4d22-979d-6e661cecb51c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b3fa2532-b0f3-4d22-979d-6e661cecb51c,segment=NetworkSegment(d1bb9333-7898-438a-804f-ae4e6da76373),segment_id=d1bb9333-7898-438a-804f-ae4e6da76373)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:11.280793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.286294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-859c1273-4300-4302-bed6-c669bb0c36ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3bd03d3b6cd43d38268f21bc91afa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321919 Oct 29 11:58:11.289718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38412) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:11.305034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1273-4300-4302-bed6-c669bb0c36ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb444d59-580f-4502-8693-7b81e46a7f1a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:11.324734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c41c706-75f7-4ea0-b45b-f460cf3a4a0c req-c4515ff8-bc9e-467a-9d1e-53bf96415244 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0517607 Oct 29 11:58:11.332608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Calling delete_port for b3fa2532-b0f3-4d22-979d-6e661cecb51c owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 11:58:11.385434 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.420692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.508807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.511411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.514961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb444d59-580f-4502-8693-7b81e46a7f1a HTTP/1.1" status: 204 len: 168 time: 0.2219164 Oct 29 11:58:11.529648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc6ec1-1c92-4b1f-b4ec-2a5183166629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb444d59-580f-4502-8693-7b81e46a7f1a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:11.552526 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.563922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b3fa2532-b0f3-4d22-979d-6e661cecb51c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:58:11.577831 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb474be-e2a2-4e86-8475-fb9261e8326d req-3e5920b9-3c60-4691-af5d-56a0591acd4e tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:11.587592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cb474be-e2a2-4e86-8475-fb9261e8326d req-3e5920b9-3c60-4691-af5d-56a0591acd4e tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ec824d-6c34-4bc2-86e7-5c6348b4da89 HTTP/1.1" status: 200 len: 867 time: 0.0729730 Oct 29 11:58:11.598601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Pushing event deleted for resources: {'Port': ['ID=b3fa2532-b0f3-4d22-979d-6e661cecb51c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:11.649316 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cb474be-e2a2-4e86-8475-fb9261e8326d req-ddc52306-0e50-4e3b-89b0-08e0274c808f tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.77 "GET /v2.0/security-groups?id=0af01edc-7090-4745-a777-d003e213bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605862 Oct 29 11:58:11.656112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] No DVR routers for this DVR port b3fa2532-b0f3-4d22-979d-6e661cecb51c on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 11:58:11.659341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:11.665459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d4917b8-73e2-42b5-861c-7beb2b9550ba req-c73240f9-9c07-4194-a2d9-96b23ebf12d1 tempest-TestServerAdvancedOps-350984978 tempest-TestServerAdvancedOps-350984978-project] 10.222.0.86 "DELETE /v2.0/ports/b3fa2532-b0f3-4d22-979d-6e661cecb51c HTTP/1.1" status: 204 len: 173 time: 0.6304266 Oct 29 11:58:11.666127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'name': 'network-vif-deleted', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:58:11.668877 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648aca1-8db2-461c-81ed-c7ca1b06d577" -d '{"events": [{"server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "name": "network-vif-deleted", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:58:11.714164 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f6404-4cd3-4f14-bb05-56c645e7c9fb x-openstack-request-id: req-995f6404-4cd3-4f14-bb05-56c645e7c9fb {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:58:11.714461 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ec824d-6c34-4bc2-86e7-5c6348b4da89", "name": "network-vif-deleted", "tag": "b3fa2532-b0f3-4d22-979d-6e661cecb51c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:58:11.714805 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-995f6404-4cd3-4f14-bb05-56c645e7c9fb {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:58:11.715438 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ec824d-6c34-4bc2-86e7-5c6348b4da89', 'name': 'network-vif-deleted', 'tag': 'b3fa2532-b0f3-4d22-979d-6e661cecb51c', 'status': 'completed', 'code': 200} Oct 29 11:58:11.921421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:11.936595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-972a1e2b-d219-4cb6-a892-2db246ae7d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.017484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-972a1e2b-d219-4cb6-a892-2db246ae7d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.022345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-972a1e2b-d219-4cb6-a892-2db246ae7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.069491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38430) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:12.069833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-972a1e2b-d219-4cb6-a892-2db246ae7d24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c6d60d745244e619a98cf2ef7e361b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468890 Oct 29 11:58:12.070525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a1e2b-d219-4cb6-a892-2db246ae7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750dd821-692a-4b71-b18d-46ebf21e8bb5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:12.134673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.158724 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.214372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.217439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.221549 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/750dd821-692a-4b71-b18d-46ebf21e8bb5 HTTP/1.1" status: 204 len: 168 time: 0.1481099 Oct 29 11:58:12.227866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915dfcc-bd8d-4b3b-9020-63e8f3399ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750dd821-692a-4b71-b18d-46ebf21e8bb5,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:12.392742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-b18a191f-d5c7-4bf9-8391-f0e3fa259f7e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:12.394453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-b18a191f-d5c7-4bf9-8391-f0e3fa259f7e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1326003 Oct 29 11:58:12.440198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9265727-1ecb-498c-b17e-b40cedb10ea5 req-3e8923c0-61f6-411e-9b1d-df72a7da9b93 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0412073 Oct 29 11:58:12.443952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-3ca07cba-9434-4bd9-af8f-2b01ba16fe2b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 380 time: 0.0401425 Oct 29 11:58:12.459296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'security_groups': ['1d9c93fb-9a64-400f-b19d-050bc060823a']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:12.582680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:12.587966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.725730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38448) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:12.750154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.13 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/3a04913e-06fe-42c0-8197-dafd982c53d8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:12.770613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Deleting subnet 374a1de9-9b93-4dd7-96b8-0949fe453171 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:58:12.774492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.822875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.884170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.937721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.966093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.996403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:12.997589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374a1de9-9b93-4dd7-96b8-0949fe453171,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:13.000210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.008474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-23a09f6d-a232-4ff8-9cb4-9c81344718ba admin admin] 10.222.0.77 "DELETE /v2.0/subnets/374a1de9-9b93-4dd7-96b8-0949fe453171 HTTP/1.1" status: 204 len: 168 time: 0.2816596 Oct 29 11:58:13.009685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38458) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:13.041272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:13.071413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:13.090778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:13.092730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.164590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:13.186452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:13.187338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.210986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-4ee18c4c-2f1d-4692-b859-4df16bfe5f49 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7568357 Oct 29 11:58:13.213723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.228132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Request body: {'port': {'device_id': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:13.253847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb0d559-8876-49af-9623-7444be385089']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:13.265643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bb9333-7898-438a-804f-ae4e6da76373') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:13.265925 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bb9333-7898-438a-804f-ae4e6da76373') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:13.280269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.299087 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.307629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:58:13.308020 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:58:13.309935 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:58:13.357805 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.387448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.394091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.398833 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9eb0d559-8876-49af-9623-7444be385089 HTTP/1.1" status: 204 len: 168 time: 0.3873236 Oct 29 11:58:13.406450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38472) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:13.414669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041abef-9a56-4f52-8882-05f1828f53c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb0d559-8876-49af-9623-7444be385089,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:13.452451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bafa3cb3-6d04-4bc5-a001-1ee15d0566d6 None None] Provisioning complete for port 3a04913e-06fe-42c0-8197-dafd982c53d8 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:13.453641 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bafa3cb3-6d04-4bc5-a001-1ee15d0566d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.497624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bafa3cb3-6d04-4bc5-a001-1ee15d0566d6 None None] Port 3a04913e-06fe-42c0-8197-dafd982c53d8 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:13.527588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Deleting subnet 46c8ad60-b0fb-424c-b667-b40172187967 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 11:58:13.535487 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.627113 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa315a-56ad-4bee-87cd-751a3d39203a req-555946d7-712e-4c40-be68-67e8d905a964 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:13.638978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36fa315a-56ad-4bee-87cd-751a3d39203a req-555946d7-712e-4c40-be68-67e8d905a964 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 932 time: 0.0858860 Oct 29 11:58:13.703319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36fa315a-56ad-4bee-87cd-751a3d39203a req-04dec849-47ae-493f-baff-8e11fe1227e6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581591 Oct 29 11:58:13.972604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:13.993730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3fa2532-b0f3-4d22-979d-6e661cecb51c no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 11:58:14.033163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: b3fa2532-b0f3-4d22-979d-6e661cecb51c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 11:58:14.033828 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b3fa2532-b0f3-4d22-979d-6e661cecb51c not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 11:58:14.041537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.151554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.182839 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a04913e-06fe-42c0-8197-dafd982c53d8 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:58:14.190244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c8ad60-b0fb-424c-b667-b40172187967,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:14.194818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.197758 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.200834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e3efa22-54db-4a8a-8ab2-d727df9f756b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/46c8ad60-b0fb-424c-b667-b40172187967 HTTP/1.1" status: 204 len: 168 time: 0.7933390 Oct 29 11:58:14.203604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38526) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:14.213582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Transition to ACTIVE for port object 3a04913e-06fe-42c0-8197-dafd982c53d8 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:58:14.219792 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.324749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Pushing event updated for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:14.412341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Attempting to bind port 3a04913e-06fe-42c0-8197-dafd982c53d8 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:14.412696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Attempting to bind port 3a04913e-06fe-42c0-8197-dafd982c53d8 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:14.412991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Attempting to bind port 3a04913e-06fe-42c0-8197-dafd982c53d8 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:14.418730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Port 3a04913e-06fe-42c0-8197-dafd982c53d8 on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:58:14.419045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Attempting to bind port 3a04913e-06fe-42c0-8197-dafd982c53d8 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:14.428778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:14.429139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:14.429676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:14.430142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Bound port: 3a04913e-06fe-42c0-8197-dafd982c53d8, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:14.430656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.536677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:14.547097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3a04913e-06fe-42c0-8197-dafd982c53d8,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:14.561693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.644937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Pushing event updated for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:14.662541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:14.663205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.664665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-93f76eae-be38-406c-befd-8a2d7056e18b service neutron] 10.222.0.41 "PUT /v2.0/ports/3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 1092 time: 1.4454203 Oct 29 11:58:14.676672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:58:14.687001 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:58:14.763843 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33905c8-1245-474b-b7cd-d637bd4eb9aa x-openstack-request-id: req-e33905c8-1245-474b-b7cd-d637bd4eb9aa {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:58:14.764148 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:58:14.764406 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e33905c8-1245-474b-b7cd-d637bd4eb9aa {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:58:14.764816 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'status': 'completed', 'code': 200} Oct 29 11:58:14.801201 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.815832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-d8d0fd2e-9945-47d9-8735-f0864c1a991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:14.817400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-d8d0fd2e-9945-47d9-8735-f0864c1a991c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1095 time: 0.1101518 Oct 29 11:58:14.905975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-12c9245e-8a04-40ea-9cad-067976791ae9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 217 time: 0.0748491 Oct 29 11:58:14.934566 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:14.959040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4fa79-ea56-40cc-a5cc-e69ec5c1554e req-eee441e7-b496-438f-9050-63e128961aae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:14.968067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ea4fa79-ea56-40cc-a5cc-e69ec5c1554e req-eee441e7-b496-438f-9050-63e128961aae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.1336117 Oct 29 11:58:14.998413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0856ba1-3d18-4602-a7ed-91e2f54a9752']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:15.020536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-5d6eca54-ecd2-4b30-9e8e-59c9bb6c4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.023362 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-5d6eca54-ecd2-4b30-9e8e-59c9bb6c4309 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.1104429 Oct 29 11:58:15.033789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39f2d2f-f7bc-42bb-b833-30ab0d22a65b') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:15.034190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39f2d2f-f7bc-42bb-b833-30ab0d22a65b') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:15.068356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ea4fa79-ea56-40cc-a5cc-e69ec5c1554e req-8189a5cc-c2b5-4050-bf31-491168f25707 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884740 Oct 29 11:58:15.068356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.081322 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.090421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 11:58:15.090421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.090735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-23a262ab-954e-40d7-9d97-27ab73404a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: timer() Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 11:58:15.092244 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 11:58:15.094919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-23a262ab-954e-40d7-9d97-27ab73404a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621896 Oct 29 11:58:15.174881 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.189748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.193902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e0856ba1-3d18-4602-a7ed-91e2f54a9752 HTTP/1.1" status: 204 len: 168 time: 0.9882288 Oct 29 11:58:15.217424 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13411-946a-42d2-bd10-0cc1ea5610a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0856ba1-3d18-4602-a7ed-91e2f54a9752,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:15.237755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-c8b41288-1cc3-4d44-8df7-af5844cd6859 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323283 Oct 29 11:58:15.367575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c43edc3-c322-4a7f-8b6f-8542e3c507aa req-7eed55c1-307c-4e0d-8cf1-fcff6c97a4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248121 Oct 29 11:58:15.462550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38548) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:15.506316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-d2982fa5-db1d-44f7-8aa8-10d7aed5bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.508300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-d2982fa5-db1d-44f7-8aa8-10d7aed5bfdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1095 time: 0.0805626 Oct 29 11:58:15.532593 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3f84dac4-d552-4321-9754-16370a117c7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a89b2127f8d34139b3e648ff4b25ef81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687356 Oct 29 11:58:15.533237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38550) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:15.592962 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.616261 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.634134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-cf9f58ce-b756-426b-b590-b872354f06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.636193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-cf9f58ce-b756-426b-b590-b872354f06ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1202266 Oct 29 11:58:15.679272 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.681829 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:15.687067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0af01edc-7090-4745-a777-d003e213bc74 HTTP/1.1" status: 204 len: 168 time: 0.1488264 Oct 29 11:58:15.694103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-92231052-3eab-4e0d-be3d-16f886c462ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 217 time: 0.0503390 Oct 29 11:58:15.694408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebdf90-7584-4509-9640-1f0396617465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af01edc-7090-4745-a777-d003e213bc74,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:15.760847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-7e6fba22-9943-4372-a696-38f0eabcf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.762773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-7e6fba22-9943-4372-a696-38f0eabcf6d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0608728 Oct 29 11:58:15.820528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-035314d3-e5a7-48f9-83d9-251529ce76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:15.822560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-035314d3-e5a7-48f9-83d9-251529ce76eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520546 Oct 29 11:58:15.950573 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-bccb7b8d-11b9-42f3-bab1-3fb1b8559d8e service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202543 Oct 29 11:58:16.076089 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-44247fa4-6a51-4d6b-8caa-564fb0aa3eb1 req-994d5a80-ab35-4a8b-a27b-6f976903ac0b service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176105 Oct 29 11:58:16.177704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38560) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:16.193919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b9800-fff2-4421-9f6a-6bd38375848e req-0c61dd38-22a9-4047-b0bc-17ab8f6f7835 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:16.195998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b08b9800-fff2-4421-9f6a-6bd38375848e req-0c61dd38-22a9-4047-b0bc-17ab8f6f7835 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0665073 Oct 29 11:58:16.245146 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7a0083b8-930b-4f5e-866c-e59cf8024f15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80a6485685e540c091029c0b1f1730dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644453 Oct 29 11:58:16.247171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38562) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:16.252897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b08b9800-fff2-4421-9f6a-6bd38375848e req-7bf94899-6829-4fed-b625-5c28c1b28ab7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Oct 29 11:58:16.308407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:16.337206 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:16.391582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:16.394664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:16.396151 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84d42533-702b-451d-9359-0083f3374a12 HTTP/1.1" status: 204 len: 168 time: 0.1481521 Oct 29 11:58:16.405859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790a9e3-7f27-48cb-bd5f-0559f1721bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d42533-702b-451d-9359-0083f3374a12,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:17.421231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97a1f1-61ca-4a6b-b23d-b164bcc7c557 req-e1ad496e-5a40-4ffc-9548-74f2e1bf7734 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:17.423275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f97a1f1-61ca-4a6b-b23d-b164bcc7c557 req-e1ad496e-5a40-4ffc-9548-74f2e1bf7734 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0818045 Oct 29 11:58:17.474684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38588) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:17.480210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f97a1f1-61ca-4a6b-b23d-b164bcc7c557 req-5b9e37ce-6577-43a1-8ab9-d916dd42551d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461588 Oct 29 11:58:17.612010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-702377781-network', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:17.646457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Made reservation on behalf of abcfbd5337ba48dca5678040a7040c5f for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:17.651304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.664600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.779979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.784961 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.797998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:58:17.816806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.817317 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Added segment b4e8bc09-b66e-4337-a1cd-d80e99c3edc4 of type vlan for network 5d93bc44-58d5-42ef-be81-f7e44e2978fa Oct 29 11:58:17.859483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d45b0-a8a9-41f2-92ef-93dea651a597,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:17.880604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.920205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:17.921696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:17.922625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.005380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5230021 Oct 29 11:58:18.006324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:18.016077 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Request body: {'subnet': {'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-702377781-subnet', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:18.021178 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59686e45-31fa-410c-ad31-a942e19df9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d93bc44-58d5-42ef-be81-f7e44e2978fa,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:18.034782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:58:18.059387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Made reservation on behalf of abcfbd5337ba48dca5678040a7040c5f for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:18.064183 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.282076 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.359934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd196a21-34f2-4b84-b6e6-c6cac46ff248,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:18.372644 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Checking segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:18.373075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Network hostable DHCP agents. Network: 5d93bc44-58d5-42ef-be81-f7e44e2978fa, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:58:18.395041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:58:18.407224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 5d93bc44-58d5-42ef-be81-f7e44e2978fa) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:18.416928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:18.418207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.423269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4def31-f578-4558-a79e-5b6e18e3a6e7 None None] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:18.446419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d9f8b505-1f7f-495a-a8e9-446a9dcf6e0d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4359310 Oct 29 11:58:18.448422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38596) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:18.456595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:18.503110 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.504374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.576114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.647670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:58:18.648543 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.808822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb767056-c67d-494f-be54-2e03aa90e754 req-b4c1540b-46ca-447b-8288-da8dac4901f4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:18.810364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb767056-c67d-494f-be54-2e03aa90e754 req-b4c1540b-46ca-447b-8288-da8dac4901f4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.2201796 Oct 29 11:58:18.819917 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:18.855451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Allocated IP 172.20.0.2 (5d93bc44-58d5-42ef-be81-f7e44e2978fa/bd196a21-34f2-4b84-b6e6-c6cac46ff248/3fc6798e-a931-463b-9b39-772d707b3362) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:18.894464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb767056-c67d-494f-be54-2e03aa90e754 req-7e0c4c49-a226-4baf-aa9c-cf4d148e86c0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719368 Oct 29 11:58:19.063596 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.072139 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.112631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:19.116161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:19.119414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:19.182946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Pushing event updated for resources: {'Port': ['ID=3fc6798e-a931-463b-9b39-772d707b3362,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:19.199990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Attempting to bind port 3fc6798e-a931-463b-9b39-772d707b3362 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:19.200355 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Attempting to bind port 3fc6798e-a931-463b-9b39-772d707b3362 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:19.200547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.201109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Attempting to bind port 3fc6798e-a931-463b-9b39-772d707b3362 on network 5d93bc44-58d5-42ef-be81-f7e44e2978fa {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:19.207314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:19.208550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Checking segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:19.209185 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.209577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Bound using segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:19.210112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Bound port: 3fc6798e-a931-463b-9b39-772d707b3362, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:19.210499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.221855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.287715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] For port 3fc6798e-a931-463b-9b39-772d707b3362, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:19.291335 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] For port 3fc6798e-a931-463b-9b39-772d707b3362, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fc6798e-a931-463b-9b39-772d707b3362,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:19.298223 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.377522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4b1a3-751b-44e2-a005-a70e2ba6ec62 None None] Pushing event updated for resources: {'Port': ['ID=3fc6798e-a931-463b-9b39-772d707b3362,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:19.397718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Allocated IP 172.25.4.11 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/0c2641ad-7d29-4375-a1fa-85e447083ca9) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:19.526586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.585788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:19.651344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:19.656711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:19.662759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:19.695866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Pushing event updated for resources: {'Port': ['ID=0c2641ad-7d29-4375-a1fa-85e447083ca9,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:19.973387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.106809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50e25-97d4-4086-9bae-8aac16667fa6 req-18a98b04-6e74-490f-a869-cf55248ff421 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:20.108456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5c50e25-97d4-4086-9bae-8aac16667fa6 req-18a98b04-6e74-490f-a869-cf55248ff421 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0988815 Oct 29 11:58:20.225157 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5c50e25-97d4-4086-9bae-8aac16667fa6 req-4271b6e1-c4f8-4e59-b4d0-8274428cbcc4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084483 Oct 29 11:58:20.283500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.469735 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:58:20.514788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec84a54-98d5-408a-a0c2-72e0ad337c51 None None] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:20.586060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] Provisioning complete for port 3fc6798e-a931-463b-9b39-772d707b3362 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:20.586432 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.625662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:20.637054 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:20.653903 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:20.655422 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:20.660926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.662720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a6a357c7-6d8a-457a-91af-398af5f7f60e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2112195 Oct 29 11:58:20.665189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38606) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:20.719540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.763325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] For port 3fc6798e-a931-463b-9b39-772d707b3362, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fc6798e-a931-463b-9b39-772d707b3362,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:20.768483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:20.815781 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:20.844034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc793de7-7b5e-4cae-bf8b-100cc79e8762 None None] Pushing event updated for resources: {'Port': ['ID=3fc6798e-a931-463b-9b39-772d707b3362,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:21.105984 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:19Z', 'revision_number': 3, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:21.135103 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:21.135377 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Updating router c1bd19b9-1766-46f9-b097-c046c611a1c8 port 0c2641ad-7d29-4375-a1fa-85e447083ca9 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:21.166070 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.218837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-82f27a97-f66e-475b-b4b0-fc15e00df4eb None None] Provisioning complete for port 3fc6798e-a931-463b-9b39-772d707b3362 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:21.219220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82f27a97-f66e-475b-b4b0-fc15e00df4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.290365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.346994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fc6798e-a931-463b-9b39-772d707b3362 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:21.422608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3fc6798e-a931-463b-9b39-772d707b3362 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:21.423273 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.557397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf328568-3406-42a6-8554-875d464e0f46 req-23cfa6bb-382f-4733-b1a4-60eb68f912b1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:21.559058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf328568-3406-42a6-8554-875d464e0f46 req-23cfa6bb-382f-4733-b1a4-60eb68f912b1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.1438115 Oct 29 11:58:21.596095 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.603024 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.648938 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Attempting to bind port 0c2641ad-7d29-4375-a1fa-85e447083ca9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:21.649668 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Attempting to bind port 0c2641ad-7d29-4375-a1fa-85e447083ca9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:21.649809 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Attempting to bind port 0c2641ad-7d29-4375-a1fa-85e447083ca9 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:21.650411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf328568-3406-42a6-8554-875d464e0f46 req-df58ef0f-a783-47d2-923c-d0e566d14d59 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846877 Oct 29 11:58:21.662577 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:21.662943 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:21.663346 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.663727 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:21.664194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Bound port: 0c2641ad-7d29-4375-a1fa-85e447083ca9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:21.664572 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.668654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Allocated IP 172.20.0.1 (5d93bc44-58d5-42ef-be81-f7e44e2978fa/bd196a21-34f2-4b84-b6e6-c6cac46ff248/0bb94603-d9c0-4101-9784-c41a4807e9c6) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:21.696971 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Pushing event updated for resources: {'Port': ['ID=0c2641ad-7d29-4375-a1fa-85e447083ca9,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:21.712378 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.712714 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.713745 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715012 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.715763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.716195 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.716411 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.716735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:21.746727 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] For port 0c2641ad-7d29-4375-a1fa-85e447083ca9, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:21.750642 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] For port 0c2641ad-7d29-4375-a1fa-85e447083ca9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c2641ad-7d29-4375-a1fa-85e447083ca9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:21.757860 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.803007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.823423 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:21.824148 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:21.849947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.865976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64fc2d-b1b8-4dae-b63d-dfcef5a883e9 None None] Pushing event updated for resources: {'Port': ['ID=0c2641ad-7d29-4375-a1fa-85e447083ca9,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:21.911097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Pushing event updated for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:21.922064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:21.924246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:21.933980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:21.941700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:21.964043 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:22.004662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:22.219062 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:22.225137 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:19Z', 'revision_number': 3, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:22.232329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-958ff42d-6c4a-44f3-80c9-614d2433de4e None None] Provisioning complete for port 0bb94603-d9c0-4101-9784-c41a4807e9c6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:22.232726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-958ff42d-6c4a-44f3-80c9-614d2433de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:22.272416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-958ff42d-6c4a-44f3-80c9-614d2433de4e None None] Port 0bb94603-d9c0-4101-9784-c41a4807e9c6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:22.274691 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e10efe-0a6e-4ddc-bd86-c3df6303a433 None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:19Z', 'revision_number': 3, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:22.836016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0567b6-be85-4efa-8ebb-b7cea1c4da8a req-f3c0aea9-cdae-4918-8f0b-22e27655cbc1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:22.837063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b0567b6-be85-4efa-8ebb-b7cea1c4da8a req-f3c0aea9-cdae-4918-8f0b-22e27655cbc1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0882523 Oct 29 11:58:22.885433 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:22.892215 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:22.958622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b0567b6-be85-4efa-8ebb-b7cea1c4da8a req-6ef51667-68d7-403f-8706-a28831d89d35 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104889 Oct 29 11:58:22.978616 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:23.003288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Pushing event updated for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:23.087843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:23.089457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:23.242668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:58:23.297265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c2641ad-7d29-4375-a1fa-85e447083ca9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:23.370304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0c2641ad-7d29-4375-a1fa-85e447083ca9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:23.370605 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:23.397865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:23.405041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-58205350-a18e-4d95-96cb-68d0d8cc507a admin admin] 10.222.0.77 "PUT /v2.0/routers/c1bd19b9-1766-46f9-b097-c046c611a1c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369413 Oct 29 11:58:23.427391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-dc98d710-84ab-4ceb-9611-e4059e2a24c9 None None] Provisioning complete for port 0bb94603-d9c0-4101-9784-c41a4807e9c6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:23.428057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dc98d710-84ab-4ceb-9611-e4059e2a24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:23.473599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d710-84ab-4ceb-9611-e4059e2a24c9 None None] Port 0bb94603-d9c0-4101-9784-c41a4807e9c6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:23.515132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:23.553953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 0c2641ad-7d29-4375-a1fa-85e447083ca9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c2641ad-7d29-4375-a1fa-85e447083ca9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:23.564170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:23.617946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=0c2641ad-7d29-4375-a1fa-85e447083ca9,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:23.974704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38632) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:23.979719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-632734023-network', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:24.003363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Made reservation on behalf of 0a32e57af87d4d68ba715858b6541a5c for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:24.010324 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.021513 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.148549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2906-06dd-4d0f-960a-4775c8717aad req-ee56d579-8380-4d5a-89b3-c87525f68bec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:24.151934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5df2906-06dd-4d0f-960a-4775c8717aad req-ee56d579-8380-4d5a-89b3-c87525f68bec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0907369 Oct 29 11:58:24.162779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.170978 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.195871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:24.208878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:24.209705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:24.212633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:58:24.235745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5df2906-06dd-4d0f-960a-4775c8717aad req-ffdad742-2076-4e93-bd4f-5aaa0160a642 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751684 Oct 29 11:58:24.237486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7193169-9805-489f-8a4f-828affa26eb7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:24.242120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.242120 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Added segment 00febd89-4b21-45f2-a7fe-babd8f5001ab of type vlan for network dafcb7f9-c519-41a3-9eb5-ed6f1835867f Oct 29 11:58:24.287186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.321810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.323382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:24.323686 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.345271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:24.405832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4298887 Oct 29 11:58:24.408638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38636) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:24.415306 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Request body: {'subnet': {'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-632734023-subnet', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:24.425244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df89c9-c370-4d8a-a634-d324fa48238a admin admin] Pushing event updated for resources: {'Network': ['ID=dafcb7f9-c519-41a3-9eb5-ed6f1835867f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:24.440797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Made reservation on behalf of 0a32e57af87d4d68ba715858b6541a5c for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:24.441587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:58:24.443447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.638034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 2, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:24.650393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.676568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:24.677105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Updating router c1bd19b9-1766-46f9-b097-c046c611a1c8 port 0bb94603-d9c0-4101-9784-c41a4807e9c6 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:24.703935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.720736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921cc368-0da6-4de9-a921-3badb74ce7af,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:24.729044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Checking segment: {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:24.729492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Network hostable DHCP agents. Network: dafcb7f9-c519-41a3-9eb5-ed6f1835867f, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:58:24.732212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.732559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.732895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.733272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.733602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.733931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.734261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.734581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.734905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.735230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.735557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.735876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:24.756499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:58:24.787924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, dafcb7f9-c519-41a3-9eb5-ed6f1835867f) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:24.795840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:24.796894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.808718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef85871-c7a4-4c1f-b109-caee4182bb63 None None] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:24.821607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-78801825-a846-49ad-8666-e9678fdb8be4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4114861 Oct 29 11:58:24.824104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:24.828581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:24.851157 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.852161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:24.908692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.070870 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.081367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'fixed_ips': [{'subnet_id': '921cc368-0da6-4de9-a921-3badb74ce7af'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:58:25.082477 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.231106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.240928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.276857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c2641ad-7d29-4375-a1fa-85e447083ca9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:25.289802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.319879 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.418277 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b8dd2-ea03-4b8b-a0fc-4dab8469b136 req-da102a25-ca99-4703-80b6-ee9060e21628 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:25.427635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-224b8dd2-ea03-4b8b-a0fc-4dab8469b136 req-da102a25-ca99-4703-80b6-ee9060e21628 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0906308 Oct 29 11:58:25.454697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Allocated IP 172.25.4.243 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d75abca4-fc66-4332-bba3-b6540bbd3b7f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:25.475532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-224b8dd2-ea03-4b8b-a0fc-4dab8469b136 req-cf3953bc-82e0-424c-ad03-ca140a5c16e7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Oct 29 11:58:25.538247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Allocated IP 172.20.0.2 (dafcb7f9-c519-41a3-9eb5-ed6f1835867f/921cc368-0da6-4de9-a921-3badb74ce7af/4374d0a4-c695-4920-828c-cec1b0039a42) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:25.542876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abc4e-7ea8-40a9-b76e-d3a56a6ea6d4 None None] Pushing event updated for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:25.599752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.641361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.658898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Attempting to bind port 0bb94603-d9c0-4101-9784-c41a4807e9c6 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:25.659270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Attempting to bind port 0bb94603-d9c0-4101-9784-c41a4807e9c6 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:25.659636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Attempting to bind port 0bb94603-d9c0-4101-9784-c41a4807e9c6 on network 5d93bc44-58d5-42ef-be81-f7e44e2978fa {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:25.680484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0c2641ad-7d29-4375-a1fa-85e447083ca9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:25.680856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.688269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:25.691458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:25.695179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:25.697219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:25.697603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Checking segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:25.698012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.698399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Bound using segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:25.698892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Bound port: 0bb94603-d9c0-4101-9784-c41a4807e9c6, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:25.699270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.727339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Pushing event updated for resources: {'Port': ['ID=d75abca4-fc66-4332-bba3-b6540bbd3b7f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:25.898564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1de3832e-d5eb-47d3-9e34-25373ca87b76 None None] Provisioning complete for port 0bb94603-d9c0-4101-9784-c41a4807e9c6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:25.898935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1de3832e-d5eb-47d3-9e34-25373ca87b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.905484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] For port 0bb94603-d9c0-4101-9784-c41a4807e9c6, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:25.913105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] For port 0bb94603-d9c0-4101-9784-c41a4807e9c6, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bb94603-d9c0-4101-9784-c41a4807e9c6,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:25.914309 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.954132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:25.970810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.023457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.030944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1de3832e-d5eb-47d3-9e34-25373ca87b76 None None] Port 0bb94603-d9c0-4101-9784-c41a4807e9c6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:26.058169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:26.064521 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.071638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:26.075077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:26.076971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abc4e-7ea8-40a9-b76e-d3a56a6ea6d4 None None] Pushing event updated for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:26.085995 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:26.086614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:26.247454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Attempting to bind port 4374d0a4-c695-4920-828c-cec1b0039a42 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:26.247822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Attempting to bind port 4374d0a4-c695-4920-828c-cec1b0039a42 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:26.248185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Attempting to bind port 4374d0a4-c695-4920-828c-cec1b0039a42 on network dafcb7f9-c519-41a3-9eb5-ed6f1835867f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:26.251768 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Pushing event updated for resources: {'Port': ['ID=4374d0a4-c695-4920-828c-cec1b0039a42,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:26.262794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:26.263218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Checking segment: {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:26.264067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.264067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Bound using segment: {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:26.264399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Bound port: 4374d0a4-c695-4920-828c-cec1b0039a42, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:26.264890 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.310733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:26.313849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.420412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] For port 4374d0a4-c695-4920-828c-cec1b0039a42, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:26.443694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] Provisioning complete for port 0bb94603-d9c0-4101-9784-c41a4807e9c6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:26.444069 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.462004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Router 140531f2-6113-43e4-bc9b-01c4e549ad85 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:58:26.470076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] For port 4374d0a4-c695-4920-828c-cec1b0039a42, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4374d0a4-c695-4920-828c-cec1b0039a42,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:26.495677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.632375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:26.643028 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Sync routers for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:26.646949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992a2a8-e6a3-49d3-a401-0c428abfb8d5 None None] Pushing event updated for resources: {'Port': ['ID=4374d0a4-c695-4920-828c-cec1b0039a42,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:26.647597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127e778-0baf-4127-9668-6bfc70134e46 req-2df62c59-cef2-4fee-8ae2-d48c3c951daf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:26.656751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b127e778-0baf-4127-9668-6bfc70134e46 req-2df62c59-cef2-4fee-8ae2-d48c3c951daf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.0830874 Oct 29 11:58:26.657053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.663014 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e64b4d64-81e7-493d-899d-9fdf6778a12e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8378372 Oct 29 11:58:26.663773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38648) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:26.672922 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:26.675580 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:26.706091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.761668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b127e778-0baf-4127-9668-6bfc70134e46 req-7ca6c5d9-ed7a-42af-81b6-833b398704bd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889113 Oct 29 11:58:26.800584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:26.805030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] For port 0bb94603-d9c0-4101-9784-c41a4807e9c6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bb94603-d9c0-4101-9784-c41a4807e9c6,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:26.850310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddba855-738e-459c-bcf7-dde061ae0836 None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:26.851935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:26.912131 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:26.954006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbc9e5-7e05-4564-811f-5da0ca6cb647 None None] Pushing event updated for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:27.206350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 3, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:27.250593 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Checking router: 140531f2-6113-43e4-bc9b-01c4e549ad85 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:27.250940 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Updating router 140531f2-6113-43e4-bc9b-01c4e549ad85 port d75abca4-fc66-4332-bba3-b6540bbd3b7f binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:27.295354 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:27.360369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4374d0a4-c695-4920-828c-cec1b0039a42 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:27.403625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:27.456588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4374d0a4-c695-4920-828c-cec1b0039a42 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:27.457143 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:27.514151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3a04913e-06fe-42c0-8197-dafd982c53d8 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:58:27.691125 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:27.700638 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:27.732584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3a04913e-06fe-42c0-8197-dafd982c53d8,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:27.748803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'mac_address': 'fa:16:3e:33:47:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:58:27.892969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.002557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 4374d0a4-c695-4920-828c-cec1b0039a42, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4374d0a4-c695-4920-828c-cec1b0039a42,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:28.002557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.017163 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4d1a4-099f-4282-955b-3571a220166e None None] Pushing event updated for resources: {'Port': ['ID=d75abca4-fc66-4332-bba3-b6540bbd3b7f,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:28.026516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Attempting to bind port d75abca4-fc66-4332-bba3-b6540bbd3b7f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:28.026910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Attempting to bind port d75abca4-fc66-4332-bba3-b6540bbd3b7f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:28.027267 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Attempting to bind port d75abca4-fc66-4332-bba3-b6540bbd3b7f on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:28.031073 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.032007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bb94603-d9c0-4101-9784-c41a4807e9c6 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:28.035110 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:28.035524 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:28.036694 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.037141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:28.037619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Bound port: d75abca4-fc66-4332-bba3-b6540bbd3b7f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:28.038040 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.044239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a04913e-06fe-42c0-8197-dafd982c53d8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:58:28.044756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d949-a25a-4ce0-84e6-d4780a621b5d req-92ae4e92-79b8-43ca-bb93-4928d02a66ae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:28.049719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c260d949-a25a-4ce0-84e6-d4780a621b5d req-92ae4e92-79b8-43ca-bb93-4928d02a66ae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 944 time: 0.1703911 Oct 29 11:58:28.136919 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] For port d75abca4-fc66-4332-bba3-b6540bbd3b7f, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:28.144314 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] For port d75abca4-fc66-4332-bba3-b6540bbd3b7f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d75abca4-fc66-4332-bba3-b6540bbd3b7f,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:28.159138 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.182018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3a04913e-06fe-42c0-8197-dafd982c53d8,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:28.184025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c260d949-a25a-4ce0-84e6-d4780a621b5d req-4ee092f4-cfb7-4695-a1f5-b735e778bbb6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257982 Oct 29 11:58:28.199088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.206984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc612e-8d44-42f7-a53a-68a4cc0c45a0 None None] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:28.210625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=4374d0a4-c695-4920-828c-cec1b0039a42,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:28.269598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:28.271813 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:28.274661 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4d1a4-099f-4282-955b-3571a220166e None None] Pushing event updated for resources: {'Port': ['ID=d75abca4-fc66-4332-bba3-b6540bbd3b7f,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:28.403826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Allocated IP 172.20.0.1 (dafcb7f9-c519-41a3-9eb5-ed6f1835867f/921cc368-0da6-4de9-a921-3badb74ce7af/735e4c39-4502-4978-886e-911535dbbe8a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:28.450073 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:28.537990 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.593508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.594398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0bb94603-d9c0-4101-9784-c41a4807e9c6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:28.594550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.630948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:28.635765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:28.642187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:28.665786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-214b52a9-ed94-43f8-b602-1c2e1a13f60a None None] Provisioning complete for port 4374d0a4-c695-4920-828c-cec1b0039a42 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:28.666546 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-214b52a9-ed94-43f8-b602-1c2e1a13f60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.680676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Pushing event updated for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:28.687010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['3a04913e-06fe-42c0-8197-dafd982c53d8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:58:28.695346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.721088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 3, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:28.754875 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e60a9-c774-434c-88a0-c41e6febc14b None None] The sync data for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 is: [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:25Z', 'revision_number': 3, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:28.795435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:28.810806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9474c0d-45e1-4a30-8df0-5a7fbfc430de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:28.873773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.199469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.212407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.306476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4374d0a4-c695-4920-828c-cec1b0039a42 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:29.336832 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.344696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Pushing event updated for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:29.371945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662fa69-1f11-4c9c-b8ac-c3ac23f518d8 req-fdce77f0-06dd-42ed-bb76-b602f5bc1898 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:29.381597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c662fa69-1f11-4c9c-b8ac-c3ac23f518d8 req-fdce77f0-06dd-42ed-bb76-b602f5bc1898 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 945 time: 0.0671742 Oct 29 11:58:29.464682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c662fa69-1f11-4c9c-b8ac-c3ac23f518d8 req-edcd9e32-fc10-44f0-a013-140bd8b4f770 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767696 Oct 29 11:58:29.522886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 4374d0a4-c695-4920-828c-cec1b0039a42 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:29.523314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.580938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:29.591890 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:29.653921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ab49b9cd-a04b-4b3c-9169-bd6cc763bc34 None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:29.654598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab49b9cd-a04b-4b3c-9169-bd6cc763bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.709318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ab49b9cd-a04b-4b3c-9169-bd6cc763bc34 None None] Port 735e4c39-4502-4978-886e-911535dbbe8a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:29.724125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ab49b9cd-a04b-4b3c-9169-bd6cc763bc34 None None] Provisioning complete for port 4374d0a4-c695-4920-828c-cec1b0039a42 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:29.724125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab49b9cd-a04b-4b3c-9169-bd6cc763bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:29.797490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Router 140531f2-6113-43e4-bc9b-01c4e549ad85 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:58:29.951958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:29.960152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-68bd86d1-e924-490d-b3fc-d3c6940acc05 admin admin] 10.222.0.77 "PUT /v2.0/routers/140531f2-6113-43e4-bc9b-01c4e549ad85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2947798 Oct 29 11:58:29.994275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6483120f-5969-49cb-8f47-ce4ce3953b0f None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:29.994855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6483120f-5969-49cb-8f47-ce4ce3953b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:30.074924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-6483120f-5969-49cb-8f47-ce4ce3953b0f None None] Port 735e4c39-4502-4978-886e-911535dbbe8a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:30.208577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-079a9e2f-028e-44cb-9039-3a3ba33aa0e7 None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:30.209226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-079a9e2f-028e-44cb-9039-3a3ba33aa0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:30.252239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-079a9e2f-028e-44cb-9039-3a3ba33aa0e7 None None] Port 735e4c39-4502-4978-886e-911535dbbe8a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:30.587221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916567-380e-447a-9e03-1ff42dd48ea5 req-6d15d2d8-37c9-4ebd-83d4-13e18888a259 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:30.589456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e916567-380e-447a-9e03-1ff42dd48ea5 req-6d15d2d8-37c9-4ebd-83d4-13e18888a259 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 945 time: 0.0547979 Oct 29 11:58:30.630054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e916567-380e-447a-9e03-1ff42dd48ea5 req-aa2dc6a1-8643-4bfc-b7d4-a15274e9eb57 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349362 Oct 29 11:58:30.848044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-150f1b3a-c7f2-4cbc-846c-bb3d997895de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.127269 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Sync routers for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:31.141671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:31.142628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:31.286345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:31.319010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d75abca4-fc66-4332-bba3-b6540bbd3b7f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:31.465443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d75abca4-fc66-4332-bba3-b6540bbd3b7f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:31.465821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.515959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3a04913e-06fe-42c0-8197-dafd982c53d8 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:31.673372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.711883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port d75abca4-fc66-4332-bba3-b6540bbd3b7f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d75abca4-fc66-4332-bba3-b6540bbd3b7f,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:31.730804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.743369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 3a04913e-06fe-42c0-8197-dafd982c53d8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:58:31.770278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efbca3-004b-4d09-9332-fc6fb2747356 req-ff09cf65-a3e8-4c14-b824-d5707bcfc7df tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:31.780244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4efbca3-004b-4d09-9332-fc6fb2747356 req-ff09cf65-a3e8-4c14-b824-d5707bcfc7df tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 945 time: 0.0775917 Oct 29 11:58:31.782367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 3a04913e-06fe-42c0-8197-dafd982c53d8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:31.782949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.845973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4efbca3-004b-4d09-9332-fc6fb2747356 req-baa7d260-5e63-4c2f-80eb-46c8ae8ac250 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640473 Oct 29 11:58:31.856658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 4, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '735e4c39-4502-4978-886e-911535dbbe8a', 'name': '', 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'mac_address': 'fa:16:3e:e5:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:27Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 2, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'subnets': [{'id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:31.904683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Checking router: 140531f2-6113-43e4-bc9b-01c4e549ad85 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:31.905057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Updating router 140531f2-6113-43e4-bc9b-01c4e549ad85 port 735e4c39-4502-4978-886e-911535dbbe8a binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:31.952800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=d75abca4-fc66-4332-bba3-b6540bbd3b7f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:31.971962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:31.982075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.031401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:58:32.033631 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc9ccf1-5ac0-4568-811b-4cb26ec6fa67" -d '{"events": [{"server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "name": "network-vif-plugged", "status": "completed", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:58:32.051943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3a04913e-06fe-42c0-8197-dafd982c53d8,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:32.126266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.128944 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042c6f94-a378-4776-8a39-58b3b21b9827 x-openstack-request-id: req-042c6f94-a378-4776-8a39-58b3b21b9827 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:58:32.129805 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "name": "network-vif-plugged", "status": "completed", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:58:32.129805 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-042c6f94-a378-4776-8a39-58b3b21b9827 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:58:32.130074 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'code': 200} Oct 29 11:58:32.227035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2a00-d136-4c61-a7a8-b5544d498dbf req-71747588-0fc4-4c6f-a7a6-4aa1ca69575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:32.228686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e46e2a00-d136-4c61-a7a8-b5544d498dbf req-71747588-0fc4-4c6f-a7a6-4aa1ca69575f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1097 time: 0.0891669 Oct 29 11:58:32.277373 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e46e2a00-d136-4c61-a7a8-b5544d498dbf req-da66678f-9cf6-47c1-a383-3480a60bf81c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Oct 29 11:58:32.278716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:32.378715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.381283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.446198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.453266 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.508641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cbb33-96d6-4a27-8b31-ffac04b12f1a None None] Pushing event updated for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:32.570984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Attempting to bind port 735e4c39-4502-4978-886e-911535dbbe8a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:32.571366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Attempting to bind port 735e4c39-4502-4978-886e-911535dbbe8a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:32.571723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Attempting to bind port 735e4c39-4502-4978-886e-911535dbbe8a on network dafcb7f9-c519-41a3-9eb5-ed6f1835867f {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:32.582951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:32.583331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Checking segment: {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:32.583779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.584391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Bound using segment: {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:32.584900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Bound port: 735e4c39-4502-4978-886e-911535dbbe8a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00febd89-4b21-45f2-a7fe-babd8f5001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:32.585517 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.669186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] For port 735e4c39-4502-4978-886e-911535dbbe8a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:32.672956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] For port 735e4c39-4502-4978-886e-911535dbbe8a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=735e4c39-4502-4978-886e-911535dbbe8a,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:32.679768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:32.749395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cbb33-96d6-4a27-8b31-ffac04b12f1a None None] Pushing event updated for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:32.760520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:32.762164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:33.068207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2e504-b8d6-401a-9dad-ae9bfe92ad4f req-db55f2ff-cd19-41e1-be51-e2fffee85f81 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:33.079050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ae2e504-b8d6-401a-9dad-ae9bfe92ad4f req-db55f2ff-cd19-41e1-be51-e2fffee85f81 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.1091394 Oct 29 11:58:33.114343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:33.115036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:33.132181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ae2e504-b8d6-401a-9dad-ae9bfe92ad4f req-c3b53878-4eec-43c1-804a-b8f80a398370 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519292 Oct 29 11:58:33.171208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:33.256428 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:33.298743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d75abca4-fc66-4332-bba3-b6540bbd3b7f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:33.418525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] For port 735e4c39-4502-4978-886e-911535dbbe8a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=735e4c39-4502-4978-886e-911535dbbe8a,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:33.431228 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:33.487331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d75abca4-fc66-4332-bba3-b6540bbd3b7f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:33.487747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:33.552981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7e3d5-22f6-43b5-ad7e-cb5c9dec4819 None None] Pushing event updated for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:33.602862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f1c278e4-1000-458e-b6b4-e2532d03c251 None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:33.603277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f1c278e4-1000-458e-b6b4-e2532d03c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:33.628153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 4, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '735e4c39-4502-4978-886e-911535dbbe8a', 'name': '', 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'mac_address': 'fa:16:3e:e5:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:27Z', 'updated_at': '2021-10-29T11:58:32Z', 'revision_number': 4, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'subnets': [{'id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:33.699829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661ba32-aad5-4e50-821d-9fdbded412a3 None None] The sync data for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 is: [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T11:58:28Z', 'revision_number': 4, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '735e4c39-4502-4978-886e-911535dbbe8a', 'name': '', 'network_id': 'dafcb7f9-c519-41a3-9eb5-ed6f1835867f', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'mac_address': 'fa:16:3e:e5:a3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:27Z', 'updated_at': '2021-10-29T11:58:32Z', 'revision_number': 4, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'subnets': [{'id': '921cc368-0da6-4de9-a921-3badb74ce7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:33.721028 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:34.296336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ae05f-a703-4b7a-b6f7-c4fe9c613344 req-1df91cdb-bb41-4986-b4c6-b855880269d6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:34.306963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f50ae05f-a703-4b7a-b6f7-c4fe9c613344 req-1df91cdb-bb41-4986-b4c6-b855880269d6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.0784330 Oct 29 11:58:34.378717 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f50ae05f-a703-4b7a-b6f7-c4fe9c613344 req-209d6db7-4c2d-48d9-951e-bd03919e2ea5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704880 Oct 29 11:58:34.547183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceabb0-8716-4862-b281-94faa1b73c84 req-661116da-4b7b-4559-8166-0bacecddfafb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:34.553646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0eceabb0-8716-4862-b281-94faa1b73c84 req-661116da-4b7b-4559-8166-0bacecddfafb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.0766234 Oct 29 11:58:34.600129 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0eceabb0-8716-4862-b281-94faa1b73c84 req-027b0cd9-da6e-4678-b14a-b3f5a5e2f440 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Oct 29 11:58:34.627712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38792) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:34.687291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca82682-af55-4fa3-ba7a-13c4b63b8a6c tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:34.698723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38794) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:34.701847 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7ca82682-af55-4fa3-ba7a-13c4b63b8a6c tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1092 time: 0.0713084 Oct 29 11:58:34.703061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:34.733104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:34.873927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:35.059890 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.25.4.156 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/d656a62b-f5e8-4854-9304-71de31f9c783) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:35.218817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:35.277391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:35.311524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 735e4c39-4502-4978-886e-911535dbbe8a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:35.347329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:35.352205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:35.357445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:35.385518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=d656a62b-f5e8-4854-9304-71de31f9c783,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:35.400398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 735e4c39-4502-4978-886e-911535dbbe8a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:35.401076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:35.824345 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:35.900799 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:36.084405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:36.090610 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:36.165815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=d656a62b-f5e8-4854-9304-71de31f9c783,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:36.177843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:36.292588 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP 3b44934b-74d0-4b07-a3d6-d17201406014 associated. External IP: 172.25.4.156, port: 3a04913e-06fe-42c0-8197-dafd982c53d8. Oct 29 11:58:36.521358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:58:36.641426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:36.652145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:36.661105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:36.666982 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:36.667604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:36.690274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd86ad7c-628b-4b84-adca-fbb593874cfb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9910755 Oct 29 11:58:36.690993 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:58:36.694455 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a" -d '{"events": [{"name": "network-changed", "server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:58:36.732433 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3afe2-9611-4478-90e2-2c1187aace98 x-openstack-request-id: req-50a3afe2-9611-4478-90e2-2c1187aace98 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:58:36.732794 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:58:36.733149 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50a3afe2-9611-4478-90e2-2c1187aace98 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:58:36.733626 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'status': 'completed', 'code': 200} Oct 29 11:58:36.793333 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:36.799844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-e419cb47-6604-4820-a2cb-e5e19a422b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:36.801424 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-e419cb47-6604-4820-a2cb-e5e19a422b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1097 time: 0.0453463 Oct 29 11:58:36.900382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-7c266cfa-a3d3-4975-94a5-c8cdfdef5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:36.901847 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-7c266cfa-a3d3-4975-94a5-c8cdfdef5374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0930588 Oct 29 11:58:36.986532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-285fe3eb-674c-4f6b-809b-4ebba34dd838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 1000 time: 0.0778737 Oct 29 11:58:37.038676 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b44934b-74d0-4b07-a3d6-d17201406014', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:33:47:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:58:35Z', 'updated_at': '2021-10-29T11:58:35Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:37.040679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-5f7992e2-bfb5-4f95-b250-8562ed5b65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:37.042803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-5f7992e2-bfb5-4f95-b250-8562ed5b65ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0487773 Oct 29 11:58:37.065652 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:37.074752 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:37.075703 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:37.091621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-ed5304d8-52a1-4e1e-ac6f-39428fad9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:37.093325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-ed5304d8-52a1-4e1e-ac6f-39428fad9dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439119 Oct 29 11:58:37.198353 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:37.211128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-c8655c4a-3749-4d57-9b50-0fd7a6581d01 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104081 Oct 29 11:58:37.306745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a9b8ec8d-71ef-4eab-a3f1-94f95caa789a req-84ee6cfc-9fc4-40ca-a69b-97edb61367d5 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Oct 29 11:58:37.444125 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b44934b-74d0-4b07-a3d6-d17201406014', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:33:47:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:58:35Z', 'updated_at': '2021-10-29T11:58:35Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:37.472328 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513258e-1e19-4449-a5c2-3e208117cfb9 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b44934b-74d0-4b07-a3d6-d17201406014', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:33:47:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:58:35Z', 'updated_at': '2021-10-29T11:58:35Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:37.693915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5cfb7-7b81-4010-8f30-85242a0140c5 None None] New status for floating IP 3b44934b-74d0-4b07-a3d6-d17201406014: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:58:40.459828 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38838) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:40.611571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af043374-4ae2-42c6-af43-6af45ef78d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.710878 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af043374-4ae2-42c6-af43-6af45ef78d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.719317 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af043374-4ae2-42c6-af43-6af45ef78d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.761765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af043374-4ae2-42c6-af43-6af45ef78d21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f88fb09abac04a4c9d80def61f16bbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005354 Oct 29 11:58:40.762652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af043374-4ae2-42c6-af43-6af45ef78d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d960b150-c03c-4319-acd0-9716b6d9f1f4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:40.764437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38842) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:40.829196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.853122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.911211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.914249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:40.915696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d960b150-c03c-4319-acd0-9716b6d9f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1501122 Oct 29 11:58:40.925311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d2e6b-d205-4323-9923-c8c3848c554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960b150-c03c-4319-acd0-9716b6d9f1f4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:41.682106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38866) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:41.787355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-531861401-network', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:41.810709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Made reservation on behalf of 0973bb4dcbd34c8d92ce49e9c6976092 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:41.813084 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:41.821664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:41.898878 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:41.902919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:41.929190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:58:41.939280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826a69a-ebd1-4ac7-b73d-75b42c4cf7cc,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:41.945196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:41.945549 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Added segment 7efdc4d2-9817-49c2-8b35-82592287f329 of type vlan for network d86afd09-dc53-4312-a809-48f7acc41f97 Oct 29 11:58:41.987053 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.015469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.016507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:42.017126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.081965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3987045 Oct 29 11:58:42.082556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38870) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:42.090801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Request body: {'subnet': {'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-531861401-subnet', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:42.095740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004bc76-5690-403d-a620-dfffd5e23a34 admin admin] Pushing event updated for resources: {'Network': ['ID=d86afd09-dc53-4312-a809-48f7acc41f97,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:42.107193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d86afd09-dc53-4312-a809-48f7acc41f97 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:58:42.121127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Made reservation on behalf of 0973bb4dcbd34c8d92ce49e9c6976092 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:42.125282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.315437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.370368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643639ff-f2c4-4e4c-8263-364fa81037fa,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:42.382151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Checking segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:42.382503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Network hostable DHCP agents. Network: d86afd09-dc53-4312-a809-48f7acc41f97, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:58:42.401297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Network d86afd09-dc53-4312-a809-48f7acc41f97 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:58:42.414050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d86afd09-dc53-4312-a809-48f7acc41f97) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:42.418821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:42.419540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.431753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef050c0f-4396-47db-997e-90e275e1c498 None None] Network d86afd09-dc53-4312-a809-48f7acc41f97 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:42.440350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dba13540-c869-44a9-97d0-e81371e72388 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3552532 Oct 29 11:58:42.443693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:42.449173 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:42.481187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.482625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.548689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.600383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-d86afd09-dc53-4312-a809-48f7acc41f97', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:58:42.601406 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.702585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.769350 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Allocated IP 172.20.0.2 (d86afd09-dc53-4312-a809-48f7acc41f97/643639ff-f2c4-4e4c-8263-364fa81037fa/c0a132e9-a1ad-441d-875f-456aa0644848) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:42.859560 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:58:42.921343 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.941122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.946035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:42.953432 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.001420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Network d86afd09-dc53-4312-a809-48f7acc41f97 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:43.010810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:43.017149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:43.021613 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Pushing event updated for resources: {'Port': ['ID=c0a132e9-a1ad-441d-875f-456aa0644848,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:43.062084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Allocated IP 172.25.4.189 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:43.083968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Attempting to bind port c0a132e9-a1ad-441d-875f-456aa0644848 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:43.085883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Attempting to bind port c0a132e9-a1ad-441d-875f-456aa0644848 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:43.085883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Attempting to bind port c0a132e9-a1ad-441d-875f-456aa0644848 on network d86afd09-dc53-4312-a809-48f7acc41f97 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:43.090239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:43.090690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Checking segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:43.091166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.091626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Bound using segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:43.092166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Bound port: c0a132e9-a1ad-441d-875f-456aa0644848, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:43.092878 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.158631 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] For port c0a132e9-a1ad-441d-875f-456aa0644848, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:43.162405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] For port c0a132e9-a1ad-441d-875f-456aa0644848, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c0a132e9-a1ad-441d-875f-456aa0644848,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:43.168512 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.183527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.224114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.255098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fff5e-fd77-490d-a1cb-439852e5916c None None] Pushing event updated for resources: {'Port': ['ID=c0a132e9-a1ad-441d-875f-456aa0644848,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:43.303087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:43.306813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:43.318261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:43.374304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:43.719385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:43.960345 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:44.133489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Router 482cb5b7-cd68-47c7-b82f-1bba021c5868 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:58:44.281421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:44.293764 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Sync routers for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:44.312024 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:44.312887 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:44.318516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:44.318952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-093dac2c-0278-4ff1-8811-f0a371b0ff47 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8741767 Oct 29 11:58:44.321951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:44.433333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4f05c-3846-4b01-8cb9-7b18a880c486 None None] Network d86afd09-dc53-4312-a809-48f7acc41f97 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:44.475647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:44.526225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Provisioning complete for port c0a132e9-a1ad-441d-875f-456aa0644848 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:44.527177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:44.752905 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:44.823721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] For port c0a132e9-a1ad-441d-875f-456aa0644848, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c0a132e9-a1ad-441d-875f-456aa0644848,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:44.833058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:44.917497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Pushing event updated for resources: {'Port': ['ID=c0a132e9-a1ad-441d-875f-456aa0644848,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:44.926277 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:43Z', 'revision_number': 3, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:44.927728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.928443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.928923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.929427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.929862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.930502 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.931003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.931686 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.932323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.932957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.933465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.933890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab3a8b-26b2-40dc-a0eb-602cb7145528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:58:44.976818 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Checking router: 482cb5b7-cd68-47c7-b82f-1bba021c5868 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:44.977349 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Updating router 482cb5b7-cd68-47c7-b82f-1bba021c5868 port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:45.016141 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.284570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5a8041ce-0ac7-429a-a7ab-1d83ce6b9e6d None None] Provisioning complete for port c0a132e9-a1ad-441d-875f-456aa0644848 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:45.285374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a8041ce-0ac7-429a-a7ab-1d83ce6b9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.339847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c0a132e9-a1ad-441d-875f-456aa0644848 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:45.377905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.434848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c0a132e9-a1ad-441d-875f-456aa0644848 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:45.435990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.457735 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.469531 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.515835 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ff084-a71d-4385-9353-aa12ef2acc66 None None] Pushing event updated for resources: {'Port': ['ID=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:45.548309 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Attempting to bind port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:45.549383 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Attempting to bind port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:45.549776 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Attempting to bind port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:45.555456 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:45.555825 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:45.556221 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.556948 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:45.557157 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Bound port: 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:45.557533 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.601678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Allocated IP 172.20.0.1 (d86afd09-dc53-4312-a809-48f7acc41f97/643639ff-f2c4-4e4c-8263-364fa81037fa/6258b13f-5ac6-44e0-bd3a-2ea276c31479) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:45.608658 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] For port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:45.611688 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] For port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:45.617930 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.704256 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:45.704949 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:45.706684 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ff084-a71d-4385-9353-aa12ef2acc66 None None] Pushing event updated for resources: {'Port': ['ID=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:45.732921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.774604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:45.819817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Network d86afd09-dc53-4312-a809-48f7acc41f97 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:45.823870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:45.828080 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:45.830722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:45.883668 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:45.913379 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.082964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:43Z', 'revision_number': 3, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:46.102095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.115347 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedd7e5-bc1d-44e4-b7c8-d69fe97f9a1b None None] The sync data for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 is: [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:43Z', 'revision_number': 3, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:46.196236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ad87175a-f453-47d9-83ef-6a93707c7bd1 None None] Provisioning complete for port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:46.196728 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ad87175a-f453-47d9-83ef-6a93707c7bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.243582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ad87175a-f453-47d9-83ef-6a93707c7bd1 None None] Port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:46.294062 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.299686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.373300 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.389667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:46.507868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Network d86afd09-dc53-4312-a809-48f7acc41f97 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:46.509403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:46.661559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Router 482cb5b7-cd68-47c7-b82f-1bba021c5868 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:58:46.807425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:46.812413 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-58c73d6f-02d8-4f84-83b1-052eebe4ce13 admin admin] 10.222.0.77 "PUT /v2.0/routers/482cb5b7-cd68-47c7-b82f-1bba021c5868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885638 Oct 29 11:58:46.874813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a2164447-98a0-4618-8d48-d7f9fe80e0d9 None None] Provisioning complete for port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:46.875421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2164447-98a0-4618-8d48-d7f9fe80e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:46.917177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a2164447-98a0-4618-8d48-d7f9fe80e0d9 None None] Port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:47.282434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:47.341737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:47.342238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.382672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38926) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:47.387963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1984587641-network', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:47.412740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Made reservation on behalf of d97fa4f82dfb42a1976633633e55e4a9 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:47.416036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.428976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.528847 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.536417 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.570923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21e575e-64e1-4ffa-b4c7-e0d1a9c419d4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:47.584518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 11:58:47.598713 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.599080 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Added segment dd5b2eac-71fc-44c6-a3eb-67cac3f97573 of type vlan for network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 Oct 29 11:58:47.622284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.644837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:47.649343 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.656451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.693971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.696363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:47.697224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:47.702140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:47.773260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb483ed-9c7f-4679-bc4d-0562d7927cd6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:47.781054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e31921bb-8725-49a4-8eb8-995c1b5a9f34 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3957665 Oct 29 11:58:47.782226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38930) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:47.786501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 11:58:47.792316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Request body: {'subnet': {'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1984587641-subnet', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:47.818975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Made reservation on behalf of d97fa4f82dfb42a1976633633e55e4a9 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:47.823103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.011288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Sync routers for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:48.021778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:48.022385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:48.030097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.093685 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7338b3a4-253b-41cd-bb32-191f6c33f8d0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:48.101869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Checking segment: {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:48.102439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Network hostable DHCP agents. Network: ffb483ed-9c7f-4679-bc4d-0562d7927cd6, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 11:58:48.122468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 11:58:48.131850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ffb483ed-9c7f-4679-bc4d-0562d7927cd6) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:48.133842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:48.138112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:48.138708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.166169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222990c-623b-4fa9-8dd9-f26eeea54209 None None] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:48.170990 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-aab809e8-06cf-4360-866a-1aee922488e4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3849444 Oct 29 11:58:48.171240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:48.176864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:48.199661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.200737 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.263510 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.408397 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.440827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'fixed_ips': [{'subnet_id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 11:58:48.441825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.530249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 2, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:48.568427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Checking router: 482cb5b7-cd68-47c7-b82f-1bba021c5868 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:48.568906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Updating router 482cb5b7-cd68-47c7-b82f-1bba021c5868 port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:48.608534 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.696147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Allocated IP 172.20.0.2 (ffb483ed-9c7f-4679-bc4d-0562d7927cd6/7338b3a4-253b-41cd-bb32-191f6c33f8d0/49e788c1-6ca8-4ada-afd3-44c0339c4bc9) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:48.701980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.724772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:48.884362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Allocated IP 172.25.4.67 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/76b69d16-fb1b-46a0-859a-877374670924) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:49.008803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.024148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.030495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.075212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.125124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:49.129912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:49.132312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:49.133204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:49.140749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:49.143501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:49.161946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Pushing event updated for resources: {'Port': ['ID=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:49.162681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=76b69d16-fb1b-46a0-859a-877374670924,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:49.195773 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.219137 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.276201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Attempting to bind port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:49.276586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Attempting to bind port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:49.276961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Attempting to bind port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 on network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:49.283346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:49.323579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:49.324006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Checking segment: {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:49.324507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.324935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Bound using segment: {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:49.325461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Bound port: 49e788c1-6ca8-4ada-afd3-44c0339c4bc9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:49.325932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.411117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] For port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:49.414549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] For port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:49.422342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6808c-8e08-41bb-901f-d3bf10e651cd None None] Pushing event updated for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:49.431427 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.451959 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.515964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Attempting to bind port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:49.516415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Attempting to bind port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:49.516859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Attempting to bind port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 on network d86afd09-dc53-4312-a809-48f7acc41f97 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:49.530391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:49.530391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Checking segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:49.530391 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.530391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Bound using segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:49.530391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Bound port: 6258b13f-5ac6-44e0-bd3a-2ea276c31479, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:49.531096 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.563625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa3f88-1f00-445f-adc8-467bac81dc6d None None] Pushing event updated for resources: {'Port': ['ID=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:49.569753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:49.569986 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.713450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] For port 6258b13f-5ac6-44e0-bd3a-2ea276c31479, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:49.717333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe8b94c4-516a-418e-944a-98dda118d6a9 None None] Provisioning complete for port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:49.717701 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe8b94c4-516a-418e-944a-98dda118d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.720232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] For port 6258b13f-5ac6-44e0-bd3a-2ea276c31479, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6258b13f-5ac6-44e0-bd3a-2ea276c31479,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:49.749899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.779036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:49.907504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b94c4-516a-418e-944a-98dda118d6a9 None None] Port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:49.946096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:49.946096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:50.218072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6808c-8e08-41bb-901f-d3bf10e651cd None None] Pushing event updated for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:50.258872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] Provisioning complete for port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:50.259300 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:50.317099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:50.347271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 11:58:50.470188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:50.470407 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:50.483286 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Sync routers for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:50.493378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:50.498348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38940) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:50.500960 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:50.501980 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:50.506934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b67ebe6d-c0aa-4331-85ed-050df2daf2d8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3338354 Oct 29 11:58:50.529476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] For port 6258b13f-5ac6-44e0-bd3a-2ea276c31479, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6258b13f-5ac6-44e0-bd3a-2ea276c31479,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:50.537916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:50.637752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a58d-9445-4195-a64a-cc5f8691f2ab None None] Pushing event updated for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:50.663895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:49Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:50.673111 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:50.696642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce237823-2ab6-4dd2-9202-4f7bb936ca87 None None] The sync data for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 is: [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:49Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:50.948544 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:49Z', 'revision_number': 3, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:50.974595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4728841-31a0-4e71-b1a4-dac99b244d6f None None] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 11:58:51.002853 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Checking router: 0de52ddf-8563-4e79-8918-fd58f8c1e8ec for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:51.003238 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Updating router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec port 76b69d16-fb1b-46a0-859a-877374670924 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:51.041039 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.069646 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.103581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] Provisioning complete for port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:51.103581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.392410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Allocated IP 172.20.0.1 (ffb483ed-9c7f-4679-bc4d-0562d7927cd6/7338b3a4-253b-41cd-bb32-191f6c33f8d0/1790c6f4-4d31-466e-b4bd-7683854a5b25) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:51.457194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:51.516554 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.528244 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.555308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.608859 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Attempting to bind port 76b69d16-fb1b-46a0-859a-877374670924 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:51.609393 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Attempting to bind port 76b69d16-fb1b-46a0-859a-877374670924 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:51.609860 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Attempting to bind port 76b69d16-fb1b-46a0-859a-877374670924 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:51.623276 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:51.623706 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:51.624053 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.624451 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:51.625861 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Bound port: 76b69d16-fb1b-46a0-859a-877374670924, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:51.626261 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.628228 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.643439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] For port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:51.644718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:51.645316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.680566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.697588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.720940 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52dc26-3908-4fa8-84cc-0291ef6e23fc None None] Pushing event updated for resources: {'Port': ['ID=76b69d16-fb1b-46a0-859a-877374670924,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:51.771929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:51.774420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Pushing event updated for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:51.776646 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] For port 76b69d16-fb1b-46a0-859a-877374670924, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:51.777934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:51.780474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:51.800808 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] For port 76b69d16-fb1b-46a0-859a-877374670924, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76b69d16-fb1b-46a0-859a-877374670924,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:51.808685 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.824769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:51.850939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc9460-8491-459d-817c-32d153af7ab4 None None] Pushing event updated for resources: {'Port': ['ID=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:51.878489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6258b13f-5ac6-44e0-bd3a-2ea276c31479 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:51.965736 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:51.966747 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:52.000357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.004155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-cbe6f652-cc8d-4a13-b7bf-41df5a04c020 None None] Provisioning complete for port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:52.004865 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cbe6f652-cc8d-4a13-b7bf-41df5a04c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.051371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.074750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:52.075470 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.114084 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:52.259737 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52dc26-3908-4fa8-84cc-0291ef6e23fc None None] Pushing event updated for resources: {'Port': ['ID=76b69d16-fb1b-46a0-859a-877374670924,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:52.356951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ffb9c112-ac4c-4321-8087-c8036e220526 None None] Provisioning complete for port 1790c6f4-4d31-466e-b4bd-7683854a5b25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:52.357625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c112-ac4c-4321-8087-c8036e220526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.381114 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.389290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.404314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9c112-ac4c-4321-8087-c8036e220526 None None] Port 1790c6f4-4d31-466e-b4bd-7683854a5b25 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:52.409358 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:49Z', 'revision_number': 3, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:52.439273 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77106f57-6d95-44bd-9298-cc1a9ebfc3e4 None None] The sync data for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 is: [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:49Z', 'revision_number': 3, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:52.488952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Pushing event updated for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:52.491719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:52.615434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:52.617031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:52.755173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:58:52.957147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5dcea19f-b34c-4c24-ba94-ca3a1645bb45 None None] Provisioning complete for port 1790c6f4-4d31-466e-b4bd-7683854a5b25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:52.957779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5dcea19f-b34c-4c24-ba94-ca3a1645bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:53.000417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5dcea19f-b34c-4c24-ba94-ca3a1645bb45 None None] Port 1790c6f4-4d31-466e-b4bd-7683854a5b25 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:53.272909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:58:53.286961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9d40afef-deed-44f4-bc25-aa56846e2c5a admin admin] 10.222.0.77 "PUT /v2.0/routers/0de52ddf-8563-4e79-8918-fd58f8c1e8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7787848 Oct 29 11:58:53.399186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:53.471441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:53.472409 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:53.600078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76b69d16-fb1b-46a0-859a-877374670924 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:53.667943 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 76b69d16-fb1b-46a0-859a-877374670924 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:53.668331 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:53.794651 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:53.824464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 76b69d16-fb1b-46a0-859a-877374670924, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76b69d16-fb1b-46a0-859a-877374670924,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:53.830936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:53.888046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=76b69d16-fb1b-46a0-859a-877374670924,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:53.962868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38962) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:53.968967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374444313', 'description': 'tempest-secgroup-smoke-374444313 description', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:53.993573 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.072113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.083234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.102659 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.104320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396272 Oct 29 11:58:54.108385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.117928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.138662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849ff9e-c311-4b03-a63a-c5c18ef01675 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d93f2-ffcb-4715-b3bc-128e24af94f3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.160490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.224230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.228893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.249752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf9bf93-a155-4984-b6c1-4231a3d24cfe,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.258810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.262008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fc411c3d-02ba-4111-a0e6-95d59bcdd591 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524782 Oct 29 11:58:54.263010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38968) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.268413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.299606 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.374330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.379945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.407711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf25ca0f-eae1-470f-8b58-1a4585cecef9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.414639 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.419239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 38970) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.424450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.429755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2be2205e-fb18-43e3-89b8-ca89122502ef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649156 Oct 29 11:58:54.458463 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.529729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.534455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.564013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4670c9b3-f444-4fa0-85b6-42489ff0d729,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.577720 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.581773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-33282f9a-b09e-4710-98c5-b6bf30683562 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585774 Oct 29 11:58:54.582079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.590338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.634867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.711253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.716230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.739119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741a8141-ed5f-42f3-b9a5-dca3d8f78aab,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.756705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.759179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8a43ab72-697d-48eb-8ef0-b3765353ec86 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749167 Oct 29 11:58:54.761051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.765793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.793187 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Project 0973bb4dcbd34c8d92ce49e9c6976092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:58:54.798886 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.845717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Sync routers for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:58:54.859451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:54.860352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:54.885789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.890159 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.914670 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f950b492-8ab7-478e-b280-565397f2117c,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:54.925390 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:54.929344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dabfbe02-f7f9-40f7-b06f-6207a56a7460 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648722 Oct 29 11:58:54.931398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 38978) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:58:54.941560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'security_group_rule': {'security_group_id': 'a14d93f2-ffcb-4715-b3bc-128e24af94f3', 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:54.966842 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Project 0973bb4dcbd34c8d92ce49e9c6976092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 11:58:54.973277 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.031918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:55.061562 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.069064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.097217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95624102-23c8-42ee-b805-a74ad456283a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:55.114256 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.128637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5010992f-c5d8-4386-9832-0d41d79c00f3 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1953790 Oct 29 11:58:55.323084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76b69d16-fb1b-46a0-859a-877374670924 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:55.338688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0dd88cfa-20f3-4835-baa8-2af2745a951c tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374444313&fields=id&tenant_id=0973bb4dcbd34c8d92ce49e9c6976092 HTTP/1.1" status: 200 len: 267 time: 0.0556045 Oct 29 11:58:55.395702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:51Z', 'revision_number': 4, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1790c6f4-4d31-466e-b4bd-7683854a5b25', 'name': '', 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'mac_address': 'fa:16:3e:88:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:51Z', 'updated_at': '2021-10-29T11:58:52Z', 'revision_number': 2, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'subnets': [{'id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:55.428761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 76b69d16-fb1b-46a0-859a-877374670924 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:55.429081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.433931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Checking router: 0de52ddf-8563-4e79-8918-fd58f8c1e8ec for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:58:55.434299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Updating router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec port 1790c6f4-4d31-466e-b4bd-7683854a5b25 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 11:58:55.486891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.490942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-410d878c-25da-40d2-bea9-7da8a589c440 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:55.494159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-410d878c-25da-40d2-bea9-7da8a589c440 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 808 time: 0.1464763 Oct 29 11:58:55.515235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-c539e0f0-3000-4415-a7c0-4e899513390a tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/quotas/0973bb4dcbd34c8d92ce49e9c6976092 HTTP/1.1" status: 200 len: 375 time: 0.0146420 Oct 29 11:58:55.588688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-da10b64c-55c2-4ec2-a73b-5d8845827775 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657427 Oct 29 11:58:55.738924 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-3629effe-d041-4943-b70b-da23a10b4125 service neutron] 10.222.0.77 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370881 Oct 29 11:58:55.813862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.820672 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.837637 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-a291994f-d0fb-4e14-9814-2b966d8f454c service neutron] 10.222.0.77 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899231 Oct 29 11:58:55.897409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc2306-73e9-4909-9be6-fe0eda6f3d6c None None] Pushing event updated for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:55.939923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Attempting to bind port 1790c6f4-4d31-466e-b4bd-7683854a5b25 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:55.940892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Attempting to bind port 1790c6f4-4d31-466e-b4bd-7683854a5b25 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:55.941284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Attempting to bind port 1790c6f4-4d31-466e-b4bd-7683854a5b25 on network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:55.947010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:55.947377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Checking segment: {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:55.947776 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:55.948165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Bound using segment: {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:55.948623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Bound port: 1790c6f4-4d31-466e-b4bd-7683854a5b25, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:55.948995 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.033585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.049496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] For port 1790c6f4-4d31-466e-b4bd-7683854a5b25, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:56.054119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] For port 1790c6f4-4d31-466e-b4bd-7683854a5b25, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1790c6f4-4d31-466e-b4bd-7683854a5b25,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:56.058942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.123061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0288023-d68c-4ea4-b67a-32201631be45 req-b4098dc2-919b-4979-b5ff-6fd490d5fad9 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 210 time: 0.0459206 Oct 29 11:58:56.123634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:58:56.125946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:58:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:56.401145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-709158be-651e-4159-ab26-b349df102cab None None] Provisioning complete for port 1790c6f4-4d31-466e-b4bd-7683854a5b25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:56.401513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-709158be-651e-4159-ab26-b349df102cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.439821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc2306-73e9-4909-9be6-fe0eda6f3d6c None None] Pushing event updated for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:56.484237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:58:56.634475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-709158be-651e-4159-ab26-b349df102cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.691228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-709158be-651e-4159-ab26-b349df102cab None None] For port 1790c6f4-4d31-466e-b4bd-7683854a5b25, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1790c6f4-4d31-466e-b4bd-7683854a5b25,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:58:56.698677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-709158be-651e-4159-ab26-b349df102cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.782445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709158be-651e-4159-ab26-b349df102cab None None] Pushing event updated for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:56.833555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:51Z', 'revision_number': 4, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1790c6f4-4d31-466e-b4bd-7683854a5b25', 'name': '', 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'mac_address': 'fa:16:3e:88:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:51Z', 'updated_at': '2021-10-29T11:58:56Z', 'revision_number': 4, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'subnets': [{'id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:58:56.835477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7b2978a5-2b02-4fc1-9904-99406af20798 None None] Provisioning complete for port 1790c6f4-4d31-466e-b4bd-7683854a5b25 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:56.835919 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7b2978a5-2b02-4fc1-9904-99406af20798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:56.887819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d579022-51cd-4990-abe8-1592d87bbe8d None None] The sync data for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 is: [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:51Z', 'revision_number': 4, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '1790c6f4-4d31-466e-b4bd-7683854a5b25', 'name': '', 'network_id': 'ffb483ed-9c7f-4679-bc4d-0562d7927cd6', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'mac_address': 'fa:16:3e:88:02:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:51Z', 'updated_at': '2021-10-29T11:58:56Z', 'revision_number': 4, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'subnets': [{'id': '7338b3a4-253b-41cd-bb32-191f6c33f8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:58:57.361273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1790c6f4-4d31-466e-b4bd-7683854a5b25 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:58:57.397410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-61d4f419-ea4f-49b6-b4b7-777be4a3f012 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:57.398966 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-61d4f419-ea4f-49b6-b4b7-777be4a3f012 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 808 time: 0.2284064 Oct 29 11:58:57.461676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1790c6f4-4d31-466e-b4bd-7683854a5b25 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:57.462132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:57.467364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-8a272204-6d53-4505-b658-db769fa67d34 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0973bb4dcbd34c8d92ce49e9c6976092 HTTP/1.1" status: 200 len: 379 time: 0.0579011 Oct 29 11:58:57.488043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'port': {'device_id': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'admin_state_up': True, 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'security_groups': ['a14d93f2-ffcb-4715-b3bc-128e24af94f3']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:57.584010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e248c5d-c7dd-434f-a6ab-ef30e231e4bf req-3eecd364-6011-444f-9f39-57d96ad13f70 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 210 time: 0.3642125 Oct 29 11:58:57.668993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Made reservation on behalf of 0973bb4dcbd34c8d92ce49e9c6976092 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 11:58:57.672614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:57.838170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Allocated IP 172.20.0.4 (d86afd09-dc53-4312-a809-48f7acc41f97/643639ff-f2c4-4e4c-8263-364fa81037fa/bd8e55cd-441a-4c68-ad61-1e9284956fa4) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:58:58.017021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.070919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.120600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Network d86afd09-dc53-4312-a809-48f7acc41f97 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:58:58.124220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:58:58.129293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:58:58.136377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:58.206982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:58.208308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.232201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-f83ae392-540a-4ee0-a049-0333e07535f1 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514532 Oct 29 11:58:58.247065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Request body: {'port': {'device_id': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:58:58.320362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.436085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57999b72-70e9-44fc-8faf-ac2a23d3b91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.508516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d59f0281-7adc-4cf4-8d75-4fe88beba459 None None] Provisioning complete for port bd8e55cd-441a-4c68-ad61-1e9284956fa4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:58:58.508954 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d59f0281-7adc-4cf4-8d75-4fe88beba459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.551763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d59f0281-7adc-4cf4-8d75-4fe88beba459 None None] Port bd8e55cd-441a-4c68-ad61-1e9284956fa4 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 11:58:58.613598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8e55cd-441a-4c68-ad61-1e9284956fa4 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:58:58.621706 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.635887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Transition to ACTIVE for port object bd8e55cd-441a-4c68-ad61-1e9284956fa4 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 11:58:58.639790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.694796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:58.758250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789505-74cb-40c9-bf09-11430d7b56d4 req-ff6a0a60-e88b-4479-9d32-a971110c8075 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:58.761065 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a789505-74cb-40c9-bf09-11430d7b56d4 req-ff6a0a60-e88b-4479-9d32-a971110c8075 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 943 time: 0.0667989 Oct 29 11:58:58.782081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Attempting to bind port bd8e55cd-441a-4c68-ad61-1e9284956fa4 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 11:58:58.782439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Attempting to bind port bd8e55cd-441a-4c68-ad61-1e9284956fa4 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 11:58:58.782765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Attempting to bind port bd8e55cd-441a-4c68-ad61-1e9284956fa4 on network d86afd09-dc53-4312-a809-48f7acc41f97 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:58.787742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Port bd8e55cd-441a-4c68-ad61-1e9284956fa4 on network d86afd09-dc53-4312-a809-48f7acc41f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 11:58:58.788058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Attempting to bind port bd8e55cd-441a-4c68-ad61-1e9284956fa4 on network d86afd09-dc53-4312-a809-48f7acc41f97 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 11:58:58.793646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 11:58:58.794032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Checking segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 11:58:58.794358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Bound using segment: {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 11:58:58.794852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Bound port: bd8e55cd-441a-4c68-ad61-1e9284956fa4, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efdc4d2-9817-49c2-8b35-82592287f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 11:58:58.795207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.809616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a789505-74cb-40c9-bf09-11430d7b56d4 req-3437bed1-1602-401e-90a2-08a7c9f12d5d tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Oct 29 11:58:58.875977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 11:58:58.879781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 11:58:58.884973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.924792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:58.925485 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:58:58.927095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] 10.222.0.86 "PUT /v2.0/ports/bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 1091 time: 0.6853690 Oct 29 11:58:58.927559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:58:58.930248 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e0af8-1ba0-4103-bd98-a3587a8d8b38" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:58:58.965112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed05ed-04a4-4cbd-80ed-0882152ebfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:58:58.990000 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef69d4-843e-4a7a-87ef-85dfbe73fd88 x-openstack-request-id: req-f6ef69d4-843e-4a7a-87ef-85dfbe73fd88 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:58:58.990304 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:58:58.990565 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6ef69d4-843e-4a7a-87ef-85dfbe73fd88 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:58:58.990968 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'status': 'completed', 'code': 200} Oct 29 11:58:59.028396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-55c38530-b4ef-455b-bb4e-96588db0dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.030163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-55c38530-b4ef-455b-bb4e-96588db0dbc4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1094 time: 0.0570178 Oct 29 11:58:59.075681 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-26f12368-584e-48cf-81ed-483eb0cff7bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 217 time: 0.0368974 Oct 29 11:58:59.131439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-d4e6dd99-3b64-4f3c-8187-8d59a5a7e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.132977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-d4e6dd99-3b64-4f3c-8187-8d59a5a7e038 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0504966 Oct 29 11:58:59.187128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-636aae82-dc62-4696-b18f-87b56e39668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.188813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-636aae82-dc62-4696-b18f-87b56e39668f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494459 Oct 29 11:58:59.298712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-dedf9307-536d-40e8-9ead-0dc4d332522c service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968790 Oct 29 11:58:59.399210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0086bfe5-aba4-44da-ac66-130aa948fa0f req-7a56ad97-b539-460e-b56c-e8be1daa0837 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930924 Oct 29 11:58:59.488917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-64ac08a9-3ca7-4419-a66b-7516ab0ddf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.490472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-64ac08a9-3ca7-4419-a66b-7516ab0ddf36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1094 time: 0.0414228 Oct 29 11:58:59.587776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-e4fc8295-3a7a-43e0-a36a-07fe5e23f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.589401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-e4fc8295-3a7a-43e0-a36a-07fe5e23f347 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 909 time: 0.0924990 Oct 29 11:58:59.639371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-2ce388b7-794d-4643-8b7d-82d1b921c6f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 217 time: 0.0365660 Oct 29 11:58:59.692319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-61329665-ee2f-4bf2-aac9-5194cff82158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.693982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-61329665-ee2f-4bf2-aac9-5194cff82158 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0459182 Oct 29 11:58:59.745241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-862b6058-13fe-48b9-a1b2-148297a2eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.746816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-862b6058-13fe-48b9-a1b2-148297a2eed4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455801 Oct 29 11:58:59.848933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-823b1ebf-c17a-4a66-81bc-ebc35c206015 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925484 Oct 29 11:58:59.947762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452f9a2-2b0f-4ece-84be-57321f6095dc req-8ab7a8db-83a8-4e3b-bf5e-1255a14d8f7a tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:58:59.949312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f452f9a2-2b0f-4ece-84be-57321f6095dc req-8ab7a8db-83a8-4e3b-bf5e-1255a14d8f7a tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 943 time: 0.0592501 Oct 29 11:58:59.958907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-031e0af8-1ba0-4103-bd98-a3587a8d8b38 req-f6d7a9ec-c936-46df-8510-0b4a41e27ad4 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022079 Oct 29 11:58:59.991034 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f452f9a2-2b0f-4ece-84be-57321f6095dc req-9a759933-cfb6-4528-8660-3c7cf10f98c2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339773 Oct 29 11:59:00.844071 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-60641873-a37e-4b1b-b0af-373460f712b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:01.125416 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a03ee-dff6-4733-9180-1c27bdb79f5e req-0cefe624-21f0-432d-aff8-132c94865332 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:01.127664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb1a03ee-dff6-4733-9180-1c27bdb79f5e req-0cefe624-21f0-432d-aff8-132c94865332 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 943 time: 0.0585968 Oct 29 11:59:01.170807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb1a03ee-dff6-4733-9180-1c27bdb79f5e req-ddbfaa7d-c276-4f68-8cd8-79ba79936cef tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361819 Oct 29 11:59:02.147145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bd8e55cd-441a-4c68-ad61-1e9284956fa4 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 11:59:02.261139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:59:02.274670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'port_id': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'mac_address': 'fa:16:3e:9a:cf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 11:59:02.304506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ed995-0130-44b8-b9fd-1f540916e312 req-bb84812f-97ff-48cb-93fa-8f3ad79b08e2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:02.306180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa9ed995-0130-44b8-b9fd-1f540916e312 req-bb84812f-97ff-48cb-93fa-8f3ad79b08e2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 943 time: 0.0590217 Oct 29 11:59:02.343119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:02.359193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa9ed995-0130-44b8-b9fd-1f540916e312 req-2147b8eb-f3a5-40ac-a94f-6287ab7abc9b tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Oct 29 11:59:02.366564 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:02.367963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:02.371981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8e55cd-441a-4c68-ad61-1e9284956fa4 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 11:59:02.395213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:59:02.400057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:02.456159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:59:02.615521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['bd8e55cd-441a-4c68-ad61-1e9284956fa4'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 11:59:03.504456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58838f-5b7b-47d8-a056-f94516feeec4 req-38a4c227-454c-4320-9d4c-91617151e2f8 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:03.509508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e58838f-5b7b-47d8-a056-f94516feeec4 req-38a4c227-454c-4320-9d4c-91617151e2f8 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 944 time: 0.0748477 Oct 29 11:59:03.549655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2e58838f-5b7b-47d8-a056-f94516feeec4 req-ed5c51d4-fcf0-41da-bc2e-a311e4f90335 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 Oct 29 11:59:03.668809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:04.153807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bd8e55cd-441a-4c68-ad61-1e9284956fa4 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 11:59:04.204721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port bd8e55cd-441a-4c68-ad61-1e9284956fa4 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 11:59:04.208865 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port bd8e55cd-441a-4c68-ad61-1e9284956fa4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 11:59:04.209384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:04.287367 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:04.310342 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:59:04.312572 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c85f2d-010f-4f0e-8ea2-0aedef33c619" -d '{"events": [{"server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "name": "network-vif-plugged", "status": "completed", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:59:04.329725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 11:59:04.334159 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:04.388823 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b397bb-d325-49d9-8fe3-07474013da31 x-openstack-request-id: req-90b397bb-d325-49d9-8fe3-07474013da31 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:59:04.389140 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "name": "network-vif-plugged", "status": "completed", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:59:04.389367 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90b397bb-d325-49d9-8fe3-07474013da31 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:59:04.390349 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'code': 200} Oct 29 11:59:04.395073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:59:04.454245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47164bc2-fb6c-4ca8-8706-7669943afb00 req-23b351db-a6de-4b16-a495-b89539544a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:04.455961 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47164bc2-fb6c-4ca8-8706-7669943afb00 req-23b351db-a6de-4b16-a495-b89539544a49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.0417502 Oct 29 11:59:04.496026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47164bc2-fb6c-4ca8-8706-7669943afb00 req-c06c0788-c62f-4eab-9435-a7505faedb2f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Oct 29 11:59:04.680660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350cc4-d7eb-4d6a-a3b6-74921c27d548 req-203209fa-bcb3-44b1-999a-8453d8610abf tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:04.682192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46350cc4-d7eb-4d6a-a3b6-74921c27d548 req-203209fa-bcb3-44b1-999a-8453d8610abf tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Oct 29 11:59:04.721998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46350cc4-d7eb-4d6a-a3b6-74921c27d548 req-e514c185-dccf-4320-bf9a-20b5b8c62a62 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Oct 29 11:59:05.843532 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89431aa-c4c6-4752-ab60-ef03c1ac4132 req-404cddbc-d317-49d8-9f99-7ba8b0087c53 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:05.845046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d89431aa-c4c6-4752-ab60-ef03c1ac4132 req-404cddbc-d317-49d8-9f99-7ba8b0087c53 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0541940 Oct 29 11:59:05.886148 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d89431aa-c4c6-4752-ab60-ef03c1ac4132 req-49a97fba-8488-4bd6-9462-4e80454d4a7b tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345125 Oct 29 11:59:06.016686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89968c-7246-4f68-b361-de66a51ae50b req-88731a71-4f22-4b17-a659-7ce6c8897380 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:06.018204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d89968c-7246-4f68-b361-de66a51ae50b req-88731a71-4f22-4b17-a659-7ce6c8897380 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0591915 Oct 29 11:59:06.056917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7d89968c-7246-4f68-b361-de66a51ae50b req-c6e49b96-90ba-408c-97bd-52e80156e224 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Oct 29 11:59:06.180868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbaa9a-29cb-48cd-b9ee-68d39f77458d req-b8ce875a-11d8-4e6d-83ec-b817de3c5894 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:06.182429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ccbaa9a-29cb-48cd-b9ee-68d39f77458d req-b8ce875a-11d8-4e6d-83ec-b817de3c5894 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Oct 29 11:59:06.221322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ccbaa9a-29cb-48cd-b9ee-68d39f77458d req-6733b415-12ed-4f90-bd09-ecd6cae5902d tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Oct 29 11:59:06.243967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39128) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:59:06.328689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96b2eb-c923-48c1-b3f0-8e70b46fb7fa tempest-TestServerBasicOps-498603777 tempest-TestServerBasicOps-498603777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:06.330232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ca96b2eb-c923-48c1-b3f0-8e70b46fb7fa tempest-TestServerBasicOps-498603777 tempest-TestServerBasicOps-498603777-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1091 time: 0.0852880 Oct 29 11:59:06.333847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39132) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:59:06.338019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 11:59:06.361503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:06.463853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:06.567534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Allocated IP 172.25.4.160 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/8613c0ed-466f-4fbb-bb77-865117190b0a) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 11:59:06.671778 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:06.704508 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:06.745295 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 11:59:06.748152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 11:59:06.751676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 11:59:06.774139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'Port': ['ID=8613c0ed-466f-4fbb-bb77-865117190b0a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:59:07.111271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.177740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.352644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.357754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.429626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event updated for resources: {'Port': ['ID=8613c0ed-466f-4fbb-bb77-865117190b0a,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 11:59:07.441265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.441601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.441942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.442278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.442613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.442943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.443274 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.443601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.443927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.444248 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.444572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.444893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 11:59:07.452310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.555666 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Floating IP 348d2cd6-f7ef-48fa-8241-ebf0e37039e2 associated. External IP: 172.25.4.160, port: bd8e55cd-441a-4c68-ad61-1e9284956fa4. Oct 29 11:59:07.767328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Router 482cb5b7-cd68-47c7-b82f-1bba021c5868 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 11:59:07.875214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 11:59:07.885103 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Sync routers for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 11:59:07.895129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:07.897810 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:59:07.898425 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:59:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:59:07.933105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-136ae1e8-cfb0-4a6c-b728-f6d1ed0808b2 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5885372 Oct 29 11:59:07.933105 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 11:59:07.933105 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75fac1-299c-460d-b64d-6c31cd727be7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 11:59:07.963429 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c1740f-938d-4426-a5d0-fb0f942598df x-openstack-request-id: req-62c1740f-938d-4426-a5d0-fb0f942598df {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 11:59:07.963777 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 11:59:07.964038 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62c1740f-938d-4426-a5d0-fb0f942598df {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 11:59:07.964449 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'status': 'completed', 'code': 200} Oct 29 11:59:08.030881 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:59:08.031376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-ece9101b-6007-4cbd-a789-8d05c9f49689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:08.032943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-ece9101b-6007-4cbd-a789-8d05c9f49689 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.0433407 Oct 29 11:59:08.141812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-91ae999b-1c3d-4f35-82d3-18152c44fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:08.144265 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-91ae999b-1c3d-4f35-82d3-18152c44fcae service neutron] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 909 time: 0.1028414 Oct 29 11:59:08.225788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-5b474083-2ec1-43ec-86c7-2e917209b11a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 999 time: 0.0740476 Oct 29 11:59:08.289603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-27a73021-20a8-4c4e-af26-3873eff8595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:08.291253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-27a73021-20a8-4c4e-af26-3873eff8595e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0580039 Oct 29 11:59:08.340664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-cfeff8a3-7a86-43d2-ba46-835b6a232852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:08.342515 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-cfeff8a3-7a86-43d2-ba46-835b6a232852 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445204 Oct 29 11:59:08.359248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '348d2cd6-f7ef-48fa-8241-ebf0e37039e2', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'port_id': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'mac_address': 'fa:16:3e:9a:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:59:06Z', 'updated_at': '2021-10-29T11:59:06Z', 'revision_number': 0, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:59:08.385924 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Checking router: 482cb5b7-cd68-47c7-b82f-1bba021c5868 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 11:59:08.395258 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 11:59:08.395918 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T11:59:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:59:08.444921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-1ab06273-6100-4d47-9f75-c297b2d5c102 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944395 Oct 29 11:59:08.504617 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 11:59:08.545273 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc75fac1-299c-460d-b64d-6c31cd727be7 req-96afde8a-33da-4c2f-8f03-a20e73a15336 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938337 Oct 29 11:59:08.738537 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-69c96566-2916-4114-85b3-16e45b924182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '348d2cd6-f7ef-48fa-8241-ebf0e37039e2', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'port_id': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'mac_address': 'fa:16:3e:9a:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:59:06Z', 'updated_at': '2021-10-29T11:59:06Z', 'revision_number': 0, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 11:59:08.764718 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c96566-2916-4114-85b3-16e45b924182 None None] The sync data for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 is: [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '348d2cd6-f7ef-48fa-8241-ebf0e37039e2', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'floating_ip_address': '172.25.4.160', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'port_id': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'mac_address': 'fa:16:3e:9a:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T11:59:06Z', 'updated_at': '2021-10-29T11:59:06Z', 'revision_number': 0, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 11:59:08.963727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fde70-fc78-49ab-b36a-167f24344c33 None None] New status for floating IP 348d2cd6-f7ef-48fa-8241-ebf0e37039e2: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 11:59:09.624008 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-03c6498d-f97b-42a1-9bd7-e1e7130ca23a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389791 Oct 29 11:59:09.712458 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-b3786cac-6b75-4b7a-ae7d-e0c7c2bbd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:09.714046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-b3786cac-6b75-4b7a-ae7d-e0c7c2bbd310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1097 time: 0.0454235 Oct 29 11:59:09.818628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-7e5cbc47-7452-44cf-939d-6f35c6800ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:09.820116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-7e5cbc47-7452-44cf-939d-6f35c6800ae4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0873003 Oct 29 11:59:09.889059 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-76bc42c9-7b03-42a4-a532-652c7d5e0054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 1002 time: 0.0621791 Oct 29 11:59:09.938510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-891194c5-dbea-4367-86d9-52021d686f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:09.940589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-891194c5-dbea-4367-86d9-52021d686f07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0437036 Oct 29 11:59:09.985328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-43aa253e-0f95-45b1-9a80-ae1c68c99a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:09.987441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-43aa253e-0f95-45b1-9a80-ae1c68c99a3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403466 Oct 29 11:59:10.087124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-77def7a5-1361-4536-be96-f925bac974b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914505 Oct 29 11:59:10.182180 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee75a3fa-9cd2-4845-a709-2508d3e2e8e2 req-6b41326f-35e6-4bb2-8394-fbd572315eaf service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880976 Oct 29 11:59:19.859920 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:59:21.944030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:26.025218 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:28.439327 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca22e3eb-5754-4f76-87ad-8ffc8cdd47d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:30.837400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b8bca154-db6c-4129-9f39-fbdfe30eae01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:32.342236 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:32.355620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:33.670744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:40.995417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39402) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 11:59:41.142154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0dcd5-d066-462f-9086-6139585c0fea req-cea97898-69fc-4bd2-865d-9188074248a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:41.143715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af0dcd5-d066-462f-9086-6139585c0fea req-cea97898-69fc-4bd2-865d-9188074248a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.1473904 Oct 29 11:59:41.181685 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4af0dcd5-d066-462f-9086-6139585c0fea req-93ab5daf-7030-425c-9a74-1869c6b8906c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Oct 29 11:59:51.953888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:56.046652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 11:59:56.859524 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 11:59:57.704238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-ba86022c-9a0f-48c2-ab82-54f0cc47a212 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449505 Oct 29 11:59:57.792011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-6044f549-ea69-4f6a-a3da-3bcfc7b89c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:57.793517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-6044f549-ea69-4f6a-a3da-3bcfc7b89c72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.0404818 Oct 29 11:59:57.898196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-442b028b-ab7c-4643-8223-bfef639a9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:57.899668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-442b028b-ab7c-4643-8223-bfef639a9468 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 909 time: 0.0856619 Oct 29 11:59:57.969878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-104f7ea5-e38a-4df6-af51-f5af76a02f29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0625784 Oct 29 11:59:58.022479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-e32493fb-5efb-463a-a5dc-8c83c49d43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:58.023972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-e32493fb-5efb-463a-a5dc-8c83c49d43d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0469961 Oct 29 11:59:58.071722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-c8b030ba-26d7-47b4-9a9e-42bf5572d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 11:59:58.073300 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-c8b030ba-26d7-47b4-9a9e-42bf5572d738 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406883 Oct 29 11:59:58.084441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-6ca0b7d3-d594-4626-abcf-711d7c8c974f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 11:59:58.085401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-6ca0b7d3-d594-4626-abcf-711d7c8c974f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048928 Oct 29 11:59:58.183199 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-d3ec0dad-e868-46d4-8f88-02349b63fb9b service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Oct 29 11:59:58.278708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-59232c6f-c606-4f7d-82f6-46bfb34ef7a6 req-ffbc350a-11fe-4733-ad94-3cf4bd0c4751 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Oct 29 11:59:58.443790 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b8bb-5cca-4bfa-93e4-1298c09c4c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:00.840495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d04f77da-fd1b-4fa5-9121-ed9c1f8d5c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:02.351810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:02.358644 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:03.670804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:09.640950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-477d6e40-97c2-47b7-b472-09e73e74321b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571647 Oct 29 12:00:09.724626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30755d-432a-4189-8229-62247925dd02 req-d80646c7-6bd4-4d04-97b6-48150ef1146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:09.726212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-d80646c7-6bd4-4d04-97b6-48150ef1146a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 1097 time: 0.0408835 Oct 29 12:00:09.855837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30755d-432a-4189-8229-62247925dd02 req-b9c31994-5dd8-4920-8252-d7c5855aab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:09.857372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-b9c31994-5dd8-4920-8252-d7c5855aab7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1114700 Oct 29 12:00:09.923841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-05c3d9a2-fef3-4836-9f86-9c06aa105669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 200 len: 1002 time: 0.0594049 Oct 29 12:00:09.978545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30755d-432a-4189-8229-62247925dd02 req-d168f9fe-dc71-4fba-a31b-26bca3367859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:09.980271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-d168f9fe-dc71-4fba-a31b-26bca3367859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0488930 Oct 29 12:00:10.034842 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30755d-432a-4189-8229-62247925dd02 req-29c4f8a9-2932-473a-aa18-19ef893abf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:10.036370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-29c4f8a9-2932-473a-aa18-19ef893abf19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494893 Oct 29 12:00:10.137030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-40b516f4-1774-4d33-a62e-d99086fe950f service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934885 Oct 29 12:00:10.233505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4f30755d-432a-4189-8229-62247925dd02 req-101b7588-e709-4475-9692-b9de754ca363 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893731 Oct 29 12:00:21.951364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.041315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.597954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39952) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:26.602543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512824369', 'description': 'tempest-secgroup-smoke-1512824369 description', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:26.624723 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.690782 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.694547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.723380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.724587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1256249 Oct 29 12:00:26.726620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a67979-0545-4de7-b451-b1565e71bf31,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:26.727864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39954) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:26.732704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:26.736960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.737337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.737675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.738007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.738335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.738667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.738990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.739309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.739630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.739948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.740265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.740582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30f5d4-d6a0-492a-b437-6fe2a77c4688 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.763597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.809718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.814114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.833858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d241c783-ecec-4768-b4c2-7af8383e1888,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:26.842761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.843109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.843449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.843789 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.844151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.844485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.844815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.845174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.845506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.845836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.846160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.846485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:26.852016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.856151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39956) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:26.856305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8d93dce5-8a63-4027-a57c-5c2b719283db tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271293 Oct 29 12:00:26.860793 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:26.886871 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.944095 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.947622 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.965718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b87835-3ea6-476b-9494-674b9b0c67c4,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:26.972475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:26.973694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-055db65d-4f25-4a2e-8e6e-7eb7fda3f3e6 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164637 Oct 29 12:00:26.976414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39958) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:26.980643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:27.007086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.067819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.071654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.089776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dacfe6-50bb-491a-ba8f-e86e4785fbaa,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:27.097860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.099040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d52575b3-e2da-4fa4-871e-029a1710d735 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217222 Oct 29 12:00:27.102561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 39960) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:27.106805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:27.133690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.192356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.196139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.213177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284c5ed5-31a6-433c-a51e-5854255d2528,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:27.223553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.225199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-20d43330-f7e7-4948-9801-154c08350e56 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215343 Oct 29 12:00:27.228592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39962) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:27.233536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:27.256962 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Project abcfbd5337ba48dca5678040a7040c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:00:27.261821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.323671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.328229 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.349120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9173e602-7b78-47aa-936d-c2cf4768f6da,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:27.355265 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.356532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-913cb7f5-5ff6-42f6-8519-b1caa89d4e27 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266716 Oct 29 12:00:27.361213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 39964) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:27.366861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'security_group_rule': {'security_group_id': '98a67979-0545-4de7-b451-b1565e71bf31', 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:27.393148 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Project abcfbd5337ba48dca5678040a7040c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:00:27.398867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.466059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.470361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.490655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85554ef8-bb42-4f75-a019-d3b587006113,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:27.496709 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:27.497833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d3822e7-4334-4e8d-8b9e-0e8743c70ee9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354892 Oct 29 12:00:27.664447 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-abafedf9-c592-41d9-9ab3-7b1da4ab665f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512824369&fields=id&tenant_id=abcfbd5337ba48dca5678040a7040c5f HTTP/1.1" status: 200 len: 267 time: 0.0342665 Oct 29 12:00:27.774913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-4becb57a-fab8-4b13-822d-40edd325cbb5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:27.776407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-4becb57a-fab8-4b13-822d-40edd325cbb5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 813 time: 0.1050394 Oct 29 12:00:27.792297 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-d822e7a7-a2b6-429f-a5c1-0b85ee43b87e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/quotas/abcfbd5337ba48dca5678040a7040c5f HTTP/1.1" status: 200 len: 375 time: 0.0093710 Oct 29 12:00:27.843766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-80a7847f-c965-48f9-8bd7-adb0127fa4cf tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453956 Oct 29 12:00:27.943241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1b686255-fd47-4242-b71e-6a0c028fc625 service neutron] 10.222.0.77 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872533 Oct 29 12:00:28.034634 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-c880ff23-c1ed-4fa0-9180-32b66ada27ac service neutron] 10.222.0.77 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Oct 29 12:00:28.316482 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8a30e394-4fd2-486d-bb82-8e800127dd25 req-08ec3b91-620b-4900-a8f3-944d198ca189 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Oct 29 12:00:28.446790 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8abfcfa9-13ca-4fb6-85d4-6789fa36b9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:29.397541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af993041-3e30-4925-9033-cf4262592d7d req-74fe54dc-0d59-4f6e-9aa0-5c8619485ec9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0300474 Oct 29 12:00:30.476959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a189bc70-acf0-454f-a1f0-03a6cee73cd6 req-a990737e-9860-4da7-9d29-8adf53cd9c51 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Oct 29 12:00:30.843829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9d31-6079-435e-8bee-35801a77ee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:31.553110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9f298c6-cc05-486d-9019-0c4c49681c31 req-e147698b-f38e-4d94-aa93-f4a6271116b9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Oct 29 12:00:32.347824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:32.360357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:32.646663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b9715e8-af9f-4031-84ab-1f804ec8a736 req-80657e5b-196d-4042-a2df-008e08f0ddd5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Oct 29 12:00:33.342418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1c2c4fbb-3f47-4308-a940-3829ff044edf tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:33.344509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1c2c4fbb-3f47-4308-a940-3829ff044edf tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 813 time: 0.1058347 Oct 29 12:00:33.388914 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-2a070081-26aa-4c27-a99a-697903dc8093 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcfbd5337ba48dca5678040a7040c5f HTTP/1.1" status: 200 len: 380 time: 0.0347085 Oct 29 12:00:33.398293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'port': {'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'admin_state_up': True, 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'security_groups': ['98a67979-0545-4de7-b451-b1565e71bf31']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:33.512329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Made reservation on behalf of abcfbd5337ba48dca5678040a7040c5f for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:00:33.517213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:33.653238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Allocated IP 172.20.0.3 (5d93bc44-58d5-42ef-be81-f7e44e2978fa/bd196a21-34f2-4b84-b6e6-c6cac46ff248/2e2053b5-cec0-46d9-8b49-faf99f38871c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:00:33.682687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:33.794327 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-213a7804-a3ff-44aa-83ad-2e63c7b10c4a req-a1aadb91-2fc3-4bf6-bb51-1419f90fac5f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0330424 Oct 29 12:00:33.849086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:33.857791 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:00:33.884700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:33.935678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:00:33.939445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:00:33.944001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:00:33.947963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:33.995655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:33.996295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.017939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1e3062ec-cb3f-4199-bf42-e542d86545b7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238749 Oct 29 12:00:34.094858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Request body: {'port': {'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:34.162528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.259616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1ae703d6-4f26-4915-bc08-751725539107 None None] Provisioning complete for port 2e2053b5-cec0-46d9-8b49-faf99f38871c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:00:34.260925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1ae703d6-4f26-4915-bc08-751725539107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.309772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1ae703d6-4f26-4915-bc08-751725539107 None None] Port 2e2053b5-cec0-46d9-8b49-faf99f38871c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:00:34.599188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd043e-88b3-4a79-9072-83fd10e353dd req-46bfbbb1-f363-4ff6-b3b4-db3213256202 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:34.601058 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27dd043e-88b3-4a79-9072-83fd10e353dd req-46bfbbb1-f363-4ff6-b3b4-db3213256202 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.0580497 Oct 29 12:00:34.649481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27dd043e-88b3-4a79-9072-83fd10e353dd req-1be51ba4-793f-4e30-9314-5ab5839a0558 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Oct 29 12:00:34.771211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2053b5-cec0-46d9-8b49-faf99f38871c {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:00:34.778643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.791140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Transition to ACTIVE for port object 2e2053b5-cec0-46d9-8b49-faf99f38871c will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:00:34.794912 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.847975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:34.940343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Attempting to bind port 2e2053b5-cec0-46d9-8b49-faf99f38871c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:00:34.942030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Attempting to bind port 2e2053b5-cec0-46d9-8b49-faf99f38871c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:00:34.942365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Attempting to bind port 2e2053b5-cec0-46d9-8b49-faf99f38871c on network 5d93bc44-58d5-42ef-be81-f7e44e2978fa {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:00:34.947880 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Port 2e2053b5-cec0-46d9-8b49-faf99f38871c on network 5d93bc44-58d5-42ef-be81-f7e44e2978fa not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:00:34.948195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Attempting to bind port 2e2053b5-cec0-46d9-8b49-faf99f38871c on network 5d93bc44-58d5-42ef-be81-f7e44e2978fa {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:00:34.954870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:00:34.955096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Checking segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:00:34.956065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Bound using segment: {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:00:34.956065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Bound port: 2e2053b5-cec0-46d9-8b49-faf99f38871c, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:00:34.956443 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:34.960024 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de50aee-6e19-4d73-be6b-335311cb73f0 req-2da5b1e6-2785-411c-acd1-45a6a9ed589e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:34.974781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8de50aee-6e19-4d73-be6b-335311cb73f0 req-2da5b1e6-2785-411c-acd1-45a6a9ed589e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0784266 Oct 29 12:00:35.038534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8de50aee-6e19-4d73-be6b-335311cb73f0 req-2ddd5cb9-c04e-4f8e-83e3-80d0aed13a62 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581222 Oct 29 12:00:35.039101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:00:35.050357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:00:35.052630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:35.091989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.092715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:35.094717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] 10.222.0.86 "PUT /v2.0/ports/2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 1091 time: 1.0678101 Oct 29 12:00:35.095164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:35.097495 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71320f-3b67-429f-b5eb-0f95004da1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:35.120683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf737158-c185-49de-ae3a-affdbe53d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:35.200389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-5fa0d9bd-ba4e-482c-b322-bbee2ab557d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.202324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-5fa0d9bd-ba4e-482c-b322-bbee2ab557d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1094 time: 0.0608640 Oct 29 12:00:35.257471 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6182c410-4c73-4196-aef9-0aeceafb9223 x-openstack-request-id: req-6182c410-4c73-4196-aef9-0aeceafb9223 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:35.257772 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:35.258029 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6182c410-4c73-4196-aef9-0aeceafb9223 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:35.258436 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:00:35.260444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1b02325b-625f-4c49-813b-7a87ddb2a676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 217 time: 0.0493939 Oct 29 12:00:35.314881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-f2c45211-7ffa-49fb-94f4-41c0a6a05ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.317272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-f2c45211-7ffa-49fb-94f4-41c0a6a05ad3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0492690 Oct 29 12:00:35.372152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-22e281fb-b671-4ab7-b215-1668ea2d189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.373888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-22e281fb-b671-4ab7-b215-1668ea2d189a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492382 Oct 29 12:00:35.469703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-1c3fdb82-3485-4655-bd1c-c740da285311 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879531 Oct 29 12:00:35.563943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3b669265-6d90-4c2f-b140-543c1adb5bc4 req-81f30fea-ead6-4745-8396-c2044e015045 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Oct 29 12:00:35.651509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-552eaba7-faca-41d2-9d0d-e1b025d196b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.653223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-552eaba7-faca-41d2-9d0d-e1b025d196b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1094 time: 0.0427647 Oct 29 12:00:35.767431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-6ea7c186-b38e-47f3-a5aa-3250736aa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.769033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-6ea7c186-b38e-47f3-a5aa-3250736aa955 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 914 time: 0.1089792 Oct 29 12:00:35.783741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad94fc9-3130-42e2-876e-3bc97f4fff5c req-dad1bacf-02d5-48a2-b9e3-5bbee45e86eb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.785791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cad94fc9-3130-42e2-876e-3bc97f4fff5c req-dad1bacf-02d5-48a2-b9e3-5bbee45e86eb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.0574987 Oct 29 12:00:35.816109 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-3c441f0a-bf08-4976-a1d2-75c4f49f1566 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 217 time: 0.0393279 Oct 29 12:00:35.837694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cad94fc9-3130-42e2-876e-3bc97f4fff5c req-5e164a04-6ab5-4b13-a38d-96c81df08b37 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Oct 29 12:00:35.870853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-61131237-442b-4c1c-9d1e-529f80f361a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.872403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-61131237-442b-4c1c-9d1e-529f80f361a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0491834 Oct 29 12:00:35.939619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-7d21e77a-5ad5-4f76-b69e-938485a6e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:35.942096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-7d21e77a-5ad5-4f76-b69e-938485a6e2ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629151 Oct 29 12:00:36.045455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-5e446401-4e59-4bae-b4b7-53050b91ee10 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958159 Oct 29 12:00:36.136856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-ace5557b-7bf2-4914-abff-d55f1514d12b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:36.138449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-ace5557b-7bf2-4914-abff-d55f1514d12b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 946 time: 0.1111660 Oct 29 12:00:36.150932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e83e5-63dd-4d18-8042-f7af272eae41 req-3263274b-13a8-4694-a95b-7d96d4618668 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:36.152427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e23e83e5-63dd-4d18-8042-f7af272eae41 req-3263274b-13a8-4694-a95b-7d96d4618668 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0513241 Oct 29 12:00:36.201605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e23e83e5-63dd-4d18-8042-f7af272eae41 req-b913443a-1098-41f4-a879-d69c691c73df tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Oct 29 12:00:36.206018 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ef71320f-3b67-429f-b5eb-0f95004da1a4 req-030387cf-c88f-4e4d-b08f-2fe96e0851b7 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465960 Oct 29 12:00:36.263212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port 3a04913e-06fe-42c0-8197-dafd982c53d8 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:00:36.263554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:36.360621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port 3a04913e-06fe-42c0-8197-dafd982c53d8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=3a04913e-06fe-42c0-8197-dafd982c53d8,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:36.360893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:36.647437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:36.647687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:36.648005 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP 3b44934b-74d0-4b07-a3d6-d17201406014 disassociated. External IP: 172.25.4.156, port: 3a04913e-06fe-42c0-8197-dafd982c53d8. Oct 29 12:00:36.648348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for 3a04913e-06fe-42c0-8197-dafd982c53d8 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:00:36.785761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:36.820014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=3a04913e-06fe-42c0-8197-dafd982c53d8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:36.938589 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4fce196-0a6a-4882-8180-54713bc6adf4 req-cc4d5812-d371-480b-a543-88195ae582f5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0304012 Oct 29 12:00:36.938801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:00:37.051293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:00:37.062888 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:00:37.073482 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:37.074247 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:37.091279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port 3a04913e-06fe-42c0-8197-dafd982c53d8 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:00:37.094102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:37.097490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a4d0bc1c-2121-48ff-9eb9-c2b3ca47a099 req-687a9b1f-2f24-4078-becb-921d44a896a1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "DELETE /v2.0/ports/3a04913e-06fe-42c0-8197-dafd982c53d8 HTTP/1.1" status: 204 len: 173 time: 0.9517739 Oct 29 12:00:37.191132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:37.259432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'name': 'network-vif-deleted', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:37.261890 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568381d3-179e-47a8-89e1-6090ca0826ba" -d '{"events": [{"server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "name": "network-vif-deleted", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:37.358602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643d39-0156-49f3-b8a1-057559f269f7 req-e4721a99-9ef1-4187-b561-a9f1d324c1be tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:37.367101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40643d39-0156-49f3-b8a1-057559f269f7 req-e4721a99-9ef1-4187-b561-a9f1d324c1be tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0676103 Oct 29 12:00:37.413588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40643d39-0156-49f3-b8a1-057559f269f7 req-2c4af2cb-ccd4-4000-b142-ad5c0f6cfc6d tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Oct 29 12:00:37.419191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:37.446253 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:00:37.456308 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:37.456924 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:37.467366 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f185be-ea0b-4edd-b413-209e69cba41d x-openstack-request-id: req-31f185be-ea0b-4edd-b413-209e69cba41d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:37.467779 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c811d9-7c85-469d-9ecf-12d32a7bad73", "name": "network-vif-deleted", "tag": "3a04913e-06fe-42c0-8197-dafd982c53d8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:37.468161 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31f185be-ea0b-4edd-b413-209e69cba41d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:37.468731 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c811d9-7c85-469d-9ecf-12d32a7bad73', 'name': 'network-vif-deleted', 'tag': '3a04913e-06fe-42c0-8197-dafd982c53d8', 'status': 'completed', 'code': 200} Oct 29 12:00:37.566482 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:37.872284 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:37.898548 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5e7c4-93fd-4c48-b3dc-b984ed04c097 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:00:38.041991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2beef950-f768-4a23-bd7a-b97fcd80e6ca req-4d49bac8-36ef-4dea-b47c-ce7a095bb4dd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Oct 29 12:00:38.180003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5a74b-11f7-467d-b230-3660fbc17787 None None] New status for floating IP 3b44934b-74d0-4b07-a3d6-d17201406014: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:00:38.563316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13a25-ddcd-48bd-8106-49156569f91b req-398b7f18-e1e0-45f1-8bca-ca124ca71ef0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:38.570906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ba13a25-ddcd-48bd-8106-49156569f91b req-398b7f18-e1e0-45f1-8bca-ca124ca71ef0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0906045 Oct 29 12:00:38.614527 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ba13a25-ddcd-48bd-8106-49156569f91b req-74f8225c-d73f-4c0e-b7c3-6a77156acab1 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427716 Oct 29 12:00:39.149497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-610f23d2-ff5f-4e84-a3ac-758bbd2fc2f7 req-97df8b42-6ef7-4ff6-a0e5-6456fa8ccc53 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0270932 Oct 29 12:00:39.739206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711996bc-3374-47f6-bd40-e25960a79a63 req-910d681f-bbff-494c-b4fa-04adc51e80a5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:39.740658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-711996bc-3374-47f6-bd40-e25960a79a63 req-910d681f-bbff-494c-b4fa-04adc51e80a5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0499878 Oct 29 12:00:39.783300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-711996bc-3374-47f6-bd40-e25960a79a63 req-dcafcd53-e68a-4e2c-8150-4ca97ce8fdb1 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Oct 29 12:00:40.120648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3a04913e-06fe-42c0-8197-dafd982c53d8 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:00:40.142081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 3a04913e-06fe-42c0-8197-dafd982c53d8 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:00:40.142763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 3a04913e-06fe-42c0-8197-dafd982c53d8 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:00:40.245846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11b01f74-b3eb-4d55-8d3a-cb84c32e23f2 req-a8e846d5-da03-44bb-ad6d-adbeb4556835 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0280776 Oct 29 12:00:40.906711 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851383b-c4b9-404c-aa93-8667b0c86d87 req-e98206ca-05f1-42de-8964-4f5dcdf231ba tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:40.908359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f851383b-c4b9-404c-aa93-8667b0c86d87 req-e98206ca-05f1-42de-8964-4f5dcdf231ba tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0580227 Oct 29 12:00:40.949745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f851383b-c4b9-404c-aa93-8667b0c86d87 req-0ce90cba-fa38-4b5e-bc2e-09d4f897e83e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350587 Oct 29 12:00:41.342747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-59ded1d3-1d02-48da-a556-4305163503fd req-c8bc03da-96e7-45df-b287-4eeac951e6b2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Oct 29 12:00:42.079075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113728-5ba5-4e19-921d-f85be343f1b3 req-feaf2e68-ab41-4eda-95ec-12db16471d1a tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:42.080560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9113728-5ba5-4e19-921d-f85be343f1b3 req-feaf2e68-ab41-4eda-95ec-12db16471d1a tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0504980 Oct 29 12:00:42.121557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9113728-5ba5-4e19-921d-f85be343f1b3 req-d248978f-483f-42b7-a7c7-da439d7649f2 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Oct 29 12:00:42.442649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c7e3ceb-6b0a-409f-854f-e69fb424ff98 req-2712c98b-a151-47d1-b3fa-31c3d42e91d1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=81c811d9-7c85-469d-9ecf-12d32a7bad73 HTTP/1.1" status: 200 len: 210 time: 0.0309989 Oct 29 12:00:43.238264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e85c1-8fbc-4e56-a2b2-531dae8af872 req-75adb45e-2260-4eda-8566-3d382e01501e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:43.239652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b97e85c1-8fbc-4e56-a2b2-531dae8af872 req-75adb45e-2260-4eda-8566-3d382e01501e tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0485158 Oct 29 12:00:43.278502 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b97e85c1-8fbc-4e56-a2b2-531dae8af872 req-65d64022-0c6e-4bab-9c68-2dbdceb3e84c tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Oct 29 12:00:43.639892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-7c705fa9-2bb1-427e-89ee-62f1ff731f46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718979444&fields=id&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 267 time: 0.0337427 Oct 29 12:00:43.751062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-dbc29e70-cfb0-41d2-81e0-b0d7a7701837 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:43.752476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-dbc29e70-cfb0-41d2-81e0-b0d7a7701837 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1059239 Oct 29 12:00:43.767248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-c3bdd8c9-1eb7-4c3e-8059-e581471b8050 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0091026 Oct 29 12:00:43.820354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-5ac333e9-7ff9-427f-82ad-2d93e3fe2443 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477316 Oct 29 12:00:43.917190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-34478034-da4a-4e62-826a-856b8691139a service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Oct 29 12:00:44.006382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-41540808-b77d-451c-8c6d-7b9556fcc43e service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827124 Oct 29 12:00:44.285388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77d72600-6f03-4198-9080-667073268858 req-10c87dc4-8546-4795-acfd-ed21409398e9 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0280674 Oct 29 12:00:44.411809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50e5f-f634-49fe-a103-45a4fecca69a req-2617668b-0a80-4e43-ac84-f6b294cdd3fa tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:44.413392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cb50e5f-f634-49fe-a103-45a4fecca69a req-2617668b-0a80-4e43-ac84-f6b294cdd3fa tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0572073 Oct 29 12:00:44.460620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0cb50e5f-f634-49fe-a103-45a4fecca69a req-85619f0f-03f1-47ee-ba31-99b07c6303dc tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Oct 29 12:00:45.207743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-4b15878b-63b9-4c8a-aae1-9c5482d0028b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:45.209461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-4b15878b-63b9-4c8a-aae1-9c5482d0028b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1074250 Oct 29 12:00:45.253088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-5326babd-5a49-4ae7-9be4-c73661c54af6 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 380 time: 0.0340905 Oct 29 12:00:45.262882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'security_groups': ['1d9c93fb-9a64-400f-b19d-050bc060823a']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:45.379158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:00:45.383194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:45.384971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bab302a0-e658-4d24-8d8f-64d0f2cd1460 req-17246485-dcfe-4184-9fd3-108304e55103 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Oct 29 12:00:45.516863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.3 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/a19e3b5f-0183-4b6f-be7e-7c99752f7b95) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:00:45.585812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22882c-0c7c-438d-894d-b1c205c3f2cf req-ba88b326-0ca3-43c7-a803-41117213a703 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:45.587335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e22882c-0c7c-438d-894d-b1c205c3f2cf req-ba88b326-0ca3-43c7-a803-41117213a703 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0546808 Oct 29 12:00:45.629894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e22882c-0c7c-438d-894d-b1c205c3f2cf req-3f021ffd-a4f7-4b7f-a446-45204cea8052 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Oct 29 12:00:45.667504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:45.700484 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:45.745535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:00:45.748678 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:00:45.752455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:00:45.776506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:45.807920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:45.808982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:45.825444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-135f5d13-7dc4-4a5b-87ce-d0e75ecf4969 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662878 Oct 29 12:00:45.839180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Request body: {'port': {'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:45.904399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.006578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0e4772ae-14de-479a-87ab-ed08f383d9ff None None] Provisioning complete for port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:00:46.007646 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0e4772ae-14de-479a-87ab-ed08f383d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.045400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0e4772ae-14de-479a-87ab-ed08f383d9ff None None] Port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:00:46.172186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19e3b5f-0183-4b6f-be7e-7c99752f7b95 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:00:46.180145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.193603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Transition to ACTIVE for port object a19e3b5f-0183-4b6f-be7e-7c99752f7b95 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:00:46.197505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.251584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:46.326741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Attempting to bind port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:00:46.327140 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Attempting to bind port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:00:46.328067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Attempting to bind port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:00:46.332753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:00:46.333109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Attempting to bind port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:00:46.338169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:00:46.338508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:00:46.338891 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:00:46.339317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Bound port: a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:00:46.339674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.407091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:00:46.410363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:00:46.416786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.461114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.461754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:46.463363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] 10.222.0.41 "PUT /v2.0/ports/a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 1091 time: 0.6289871 Oct 29 12:00:46.463886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:46.466600 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:46.503083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113366-f7bb-4311-b598-703daa6eb470 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:46.549765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff9d9-eb74-4650-9420-beb184e06ffe req-4179fa75-c481-42cf-a62d-14bbbca189a3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.562776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b10ff9d9-eb74-4650-9420-beb184e06ffe req-4179fa75-c481-42cf-a62d-14bbbca189a3 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0825932 Oct 29 12:00:46.566470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-4a0d5f4c-fc40-4916-9672-2ddd2f981032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.568303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-4a0d5f4c-fc40-4916-9672-2ddd2f981032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0587363 Oct 29 12:00:46.625799 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b10ff9d9-eb74-4650-9420-beb184e06ffe req-8149018b-7124-4b93-b656-6f27c36048dd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626478 Oct 29 12:00:46.629212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-4c89cfda-22fa-4b1c-bb2f-cbf692752d7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 217 time: 0.0523543 Oct 29 12:00:46.684351 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1720ecab-3496-4803-9b54-44ece3a3b30c x-openstack-request-id: req-1720ecab-3496-4803-9b54-44ece3a3b30c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:46.684351 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:46.684351 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1720ecab-3496-4803-9b54-44ece3a3b30c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:46.684743 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'status': 'completed', 'code': 200} Oct 29 12:00:46.686437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2e2053b5-cec0-46d9-8b49-faf99f38871c details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:00:46.693118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-559ee609-64e2-46d6-877f-a62dcca1cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.695067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-559ee609-64e2-46d6-877f-a62dcca1cb10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0514905 Oct 29 12:00:46.766252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029ade-8558-4f28-998a-5376ef20cfab req-d9e5053d-f73d-4b2e-b6d4-18dc70e19c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.768022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-d9e5053d-f73d-4b2e-b6d4-18dc70e19c7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656736 Oct 29 12:00:46.833363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce43490-4c76-467c-8c21-ac19f512f9ee req-c9ff8e63-17e8-400d-967b-cc87d22e43c3 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:46.835927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ce43490-4c76-467c-8c21-ac19f512f9ee req-c9ff8e63-17e8-400d-967b-cc87d22e43c3 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 943 time: 0.0777175 Oct 29 12:00:46.885033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ce43490-4c76-467c-8c21-ac19f512f9ee req-cee592cb-af45-4b7e-a818-1026349effa8 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 Oct 29 12:00:46.898009 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-068e16de-5b0d-4060-9ec6-6d012f9c0cad service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222088 Oct 29 12:00:47.003260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45029ade-8558-4f28-998a-5376ef20cfab req-843a337a-21d0-4492-a330-f9c1de2d38a9 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976274 Oct 29 12:00:47.021781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:47.034946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:00:47.074243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:47.088519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2053b5-cec0-46d9-8b49-faf99f38871c {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:00:47.092721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-529b8d65-3cb7-49a5-b510-196d2f4b3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:47.095565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-529b8d65-3cb7-49a5-b510-196d2f4b3f8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0462594 Oct 29 12:00:47.109371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:47.113511 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:47.162952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:47.170315 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.170657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.171035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.171371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.171701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.172025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.172371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.172695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.173038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.173965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.173965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.174284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:00:47.201887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-1c4ccbcb-a7fc-4c44-b076-aea27f6cc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:47.204195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-1c4ccbcb-a7fc-4c44-b076-aea27f6cc817 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1008549 Oct 29 12:00:47.246315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-f47b6d78-6308-42d9-81a1-b2fa2d0f3d38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 217 time: 0.0342658 Oct 29 12:00:47.298167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-01fc0a84-be83-40c3-afce-5ddca9bb07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:47.299648 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-01fc0a84-be83-40c3-afce-5ddca9bb07ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0467610 Oct 29 12:00:47.334169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['2e2053b5-cec0-46d9-8b49-faf99f38871c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:00:47.351358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-58565764-4a52-441a-aafc-7ca7137ed4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:47.352842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-58565764-4a52-441a-aafc-7ca7137ed4ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461993 Oct 29 12:00:47.363928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-aad8ce2b-dc6d-44d7-b5a6-ecb441fe88ee service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:00:47.364646 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-aad8ce2b-dc6d-44d7-b5a6-ecb441fe88ee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049250 Oct 29 12:00:47.457952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-8d6ef623-838b-4c05-b564-2edd4b5fc5ee service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863893 Oct 29 12:00:47.562537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-edafa889-7bb1-4cf9-b25e-4ab36dce5a31 req-c77d2174-14ed-406e-9776-0c7364c6f5aa service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954170 Oct 29 12:00:47.747419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d74c4b-44de-4e5b-a082-fb3ee3425d0c req-8abfdec4-ccbe-448f-b916-00149d4c0a4f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:47.748934 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05d74c4b-44de-4e5b-a082-fb3ee3425d0c req-8abfdec4-ccbe-448f-b916-00149d4c0a4f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0502424 Oct 29 12:00:47.787164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05d74c4b-44de-4e5b-a082-fb3ee3425d0c req-41be3caa-9e4a-4a39-abb7-a5b85f0a408e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Oct 29 12:00:48.001594 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609758-de02-4963-aa43-d7b1bad419d6 req-93f45dbb-b116-4252-ab90-24ba8e253534 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:48.003010 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15609758-de02-4963-aa43-d7b1bad419d6 req-93f45dbb-b116-4252-ab90-24ba8e253534 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 944 time: 0.0480452 Oct 29 12:00:48.049904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-15609758-de02-4963-aa43-d7b1bad419d6 req-e1bc543f-1be2-42ac-9110-c77ef4a005ae tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360780 Oct 29 12:00:48.701274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2e2053b5-cec0-46d9-8b49-faf99f38871c up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:00:48.751704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 2e2053b5-cec0-46d9-8b49-faf99f38871c completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:00:48.756253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 2e2053b5-cec0-46d9-8b49-faf99f38871c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:00:48.756621 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:48.835291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:48.870571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:48.872910 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56dbb88-6f45-4700-bb8c-b81154167ec5" -d '{"events": [{"server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "name": "network-vif-plugged", "status": "completed", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:48.889243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:48.894913 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:48.913632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1f606-be57-42ff-9b09-7de11678ffe8 req-663cc01b-6e8c-44c3-bbbd-5fc3f53f6a5b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:48.916121 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cde1f606-be57-42ff-9b09-7de11678ffe8 req-663cc01b-6e8c-44c3-bbbd-5fc3f53f6a5b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0584226 Oct 29 12:00:48.944424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:48.959441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cde1f606-be57-42ff-9b09-7de11678ffe8 req-93484871-994f-44d5-a423-5a3c920645ec tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Oct 29 12:00:49.066580 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95ef78-97ac-4cd9-bc40-769288786515 x-openstack-request-id: req-de95ef78-97ac-4cd9-bc40-769288786515 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:49.066881 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "name": "network-vif-plugged", "status": "completed", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:49.067139 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de95ef78-97ac-4cd9-bc40-769288786515 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:49.067538 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'code': 200} Oct 29 12:00:49.169276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc3607-6621-4f13-a76f-d66371e2d440 req-47924271-bc0d-4fe2-8cbb-8bcf6598ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:49.170923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bdfc3607-6621-4f13-a76f-d66371e2d440 req-47924271-bc0d-4fe2-8cbb-8bcf6598ad8d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1096 time: 0.0425766 Oct 29 12:00:49.171240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f458a1-82cf-47c6-bbb2-00be99346d56 req-68f12ed8-5977-4701-acad-30c3bbec6f3b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:49.172768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26f458a1-82cf-47c6-bbb2-00be99346d56 req-68f12ed8-5977-4701-acad-30c3bbec6f3b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0508723 Oct 29 12:00:49.210333 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bdfc3607-6621-4f13-a76f-d66371e2d440 req-d15a0ee1-2490-445a-a928-87744d5bb758 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Oct 29 12:00:49.213087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26f458a1-82cf-47c6-bbb2-00be99346d56 req-4b85d9eb-0eff-4b08-83fc-f8de96d53dad tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Oct 29 12:00:50.076797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c3a8d-6ea2-405c-af0f-0a1f913b9f0a req-13afe955-a609-43ad-a784-2941c88adfb1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:50.078540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-780c3a8d-6ea2-405c-af0f-0a1f913b9f0a req-13afe955-a609-43ad-a784-2941c88adfb1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0494740 Oct 29 12:00:50.123182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-780c3a8d-6ea2-405c-af0f-0a1f913b9f0a req-8f0c8a4c-756a-40e2-820e-003e02b2b71c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382354 Oct 29 12:00:50.343098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46fb8-5b52-4e79-a1bd-eb7a0b4e0914 req-2b4c5043-69de-402a-a85e-915b619cc2a3 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:50.344591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ada46fb8-5b52-4e79-a1bd-eb7a0b4e0914 req-2b4c5043-69de-402a-a85e-915b619cc2a3 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0536363 Oct 29 12:00:50.384478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ada46fb8-5b52-4e79-a1bd-eb7a0b4e0914 req-20a023f4-3fae-4803-9f6b-a02ec8c5a351 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337925 Oct 29 12:00:51.244896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecbf3e-dca0-4fdd-b8ab-7e1016fd01da req-6e92f7c9-3577-4e6c-995c-45eebd387d21 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:51.246385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edecbf3e-dca0-4fdd-b8ab-7e1016fd01da req-6e92f7c9-3577-4e6c-995c-45eebd387d21 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0477896 Oct 29 12:00:51.284004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-edecbf3e-dca0-4fdd-b8ab-7e1016fd01da req-a3451a19-4a84-4335-9912-e31994143817 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Oct 29 12:00:51.504587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abbab4-4dc5-4de1-b7f7-f4dd0673d1b3 req-f8b194f0-6dea-443a-a277-400ae50d0ee5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:51.505996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9abbab4-4dc5-4de1-b7f7-f4dd0673d1b3 req-f8b194f0-6dea-443a-a277-400ae50d0ee5 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Oct 29 12:00:51.547625 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9abbab4-4dc5-4de1-b7f7-f4dd0673d1b3 req-2836ffc2-7b53-4a1f-92c3-efdad6572d00 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351527 Oct 29 12:00:51.960058 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:51.982865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64fd41-4310-4d5b-9a16-88600d1a1af0 req-3836e043-c5f6-4f99-acd0-eeb6b2e42ec7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:51.984389 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e64fd41-4310-4d5b-9a16-88600d1a1af0 req-3836e043-c5f6-4f99-acd0-eeb6b2e42ec7 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.3728778 Oct 29 12:00:52.023191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e64fd41-4310-4d5b-9a16-88600d1a1af0 req-7bb87d84-9fa8-43d5-bb1f-a4f66db25da8 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Oct 29 12:00:52.045079 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40110) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:52.180631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481dbea-47e6-47cf-b881-81f929143ce5 tempest-TestVolumeBackupRestore-2072735973 tempest-TestVolumeBackupRestore-2072735973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:52.182158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5481dbea-47e6-47cf-b881-81f929143ce5 tempest-TestVolumeBackupRestore-2072735973 tempest-TestVolumeBackupRestore-2072735973-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1091 time: 0.1361203 Oct 29 12:00:52.185134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40114) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:52.189834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:52.212636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:52.314160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:52.447694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b5ec8-20de-4f7c-ae2e-81466c7e330e req-ee674cbd-5dcd-47db-8611-00e3396b9abd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:52.449184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e64b5ec8-20de-4f7c-ae2e-81466c7e330e req-ee674cbd-5dcd-47db-8611-00e3396b9abd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0948582 Oct 29 12:00:52.468096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Allocated IP 172.25.4.75 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:00:52.537025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e64b5ec8-20de-4f7c-ae2e-81466c7e330e req-2282f011-fddc-4204-9142-6effa835d89d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805790 Oct 29 12:00:52.589972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:52.622363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:52.664623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:00:52.667645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:00:52.671738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:00:52.694989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'Port': ['ID=9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:53.014480 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.082649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.231751 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.236812 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.304976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event updated for resources: {'Port': ['ID=9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:53.316005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.415171 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Floating IP 3366bd96-ef7d-4cb5-8056-727eec61fbe7 associated. External IP: 172.25.4.75, port: 2e2053b5-cec0-46d9-8b49-faf99f38871c. Oct 29 12:00:53.670616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1803d4d-81b1-49a9-b842-99115d0e004f req-0111c30f-f039-4053-b3dd-e81c3260426b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:53.672097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1803d4d-81b1-49a9-b842-99115d0e004f req-0111c30f-f039-4053-b3dd-e81c3260426b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0662389 Oct 29 12:00:53.676025 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:00:53.775808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1803d4d-81b1-49a9-b842-99115d0e004f req-07b34582-1557-4d4e-92dc-a80b72132079 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961833 Oct 29 12:00:53.811294 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:00:53.821824 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:00:53.830701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:53.831981 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:53.832758 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:53.858203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db157324-5904-4f13-a23f-1e2fcec9bf67 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6720660 Oct 29 12:00:53.858924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:53.861244 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e9f1e0-0953-4787-a43c-5817fa6abd59" -d '{"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:53.861436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40120) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:53.898162 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5011c56-c23e-4656-a16b-4df8876d5a0c x-openstack-request-id: req-c5011c56-c23e-4656-a16b-4df8876d5a0c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:53.898526 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:53.898878 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5011c56-c23e-4656-a16b-4df8876d5a0c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:53.899367 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:00:53.903702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c9d88-6b7e-45ff-af35-c461fed3b99b tempest-TestVolumeBackupRestore-2072735973 tempest-TestVolumeBackupRestore-2072735973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:53.905651 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-515c9d88-6b7e-45ff-af35-c461fed3b99b tempest-TestVolumeBackupRestore-2072735973 tempest-TestVolumeBackupRestore-2072735973-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1091 time: 0.0430875 Oct 29 12:00:53.909408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40124) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:00:53.914132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Request body: {'floatingip': {'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:00:53.937921 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:54.187095 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:52Z', 'revision_number': 0, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:54.213712 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:00:54.223205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:54.223812 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:54.317991 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:54.331940 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:54.355381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-0c31b67f-3fd1-4e47-a199-b0b1b5433d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:54.356941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-0c31b67f-3fd1-4e47-a199-b0b1b5433d96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1096 time: 0.0903049 Oct 29 12:00:54.524123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-10f35a82-bed0-451a-9b5a-74b1de5d59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:54.525555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-10f35a82-bed0-451a-9b5a-74b1de5d59e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 914 time: 0.1599443 Oct 29 12:00:54.569545 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:52Z', 'revision_number': 0, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:54.595724 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c02f0-3e9f-408d-872d-d55d311004d6 None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:52Z', 'revision_number': 0, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:00:54.662968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-92371dac-bacf-4c46-a927-6e05ef632954 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 998 time: 0.1070931 Oct 29 12:00:54.762917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-0e44a58f-ba03-482d-9180-ac9f4282a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:54.764436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-0e44a58f-ba03-482d-9180-ac9f4282a056 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0941520 Oct 29 12:00:54.828562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa44eb98-f03b-4fd7-8cf6-7024b4364272 None None] New status for floating IP 3366bd96-ef7d-4cb5-8056-727eec61fbe7: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:00:54.940940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bf428-18cc-473e-bfbf-5032c06462f3 req-70a27a6e-a4c8-4c33-8bfb-c0a957fe1f32 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:54.943597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-862bf428-18cc-473e-bfbf-5032c06462f3 req-70a27a6e-a4c8-4c33-8bfb-c0a957fe1f32 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0655713 Oct 29 12:00:54.982739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-4059ab3d-1a2f-43df-8d51-93b0fc782d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:54.984510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-4059ab3d-1a2f-43df-8d51-93b0fc782d44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111256 Oct 29 12:00:54.989769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-862bf428-18cc-473e-bfbf-5032c06462f3 req-d786cdfb-2261-4737-8229-567d2f51ed6b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Oct 29 12:00:54.998403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:55.016169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:55.017962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-fa44eb98-f03b-4fd7-8cf6-7024b4364272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 12:00:55.018329 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-fa44eb98-f03b-4fd7-8cf6-7024b4364272 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 12:00:55.168742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-4fa628af-6d18-4fa2-85c4-97a85cdf2ade service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689162 Oct 29 12:00:55.346784 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a1e9f1e0-0953-4787-a43c-5817fa6abd59 req-4093c80c-ed0d-4672-b4cb-c11781a712f2 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707954 Oct 29 12:00:55.355277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:00:55.464512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:00:55.468998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:55.497176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:55.499951 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1bf95c-5b52-4003-88e8-eded1b1c6c41" -d '{"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:55.520142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa44eb98-f03b-4fd7-8cf6-7024b4364272 None None] New status for floating IP 3366bd96-ef7d-4cb5-8056-727eec61fbe7: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:00:55.531096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8e9cb7c6-364b-41c4-bada-668a9710c66f tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "PUT /v2.0/floatingips/3366bd96-ef7d-4cb5-8056-727eec61fbe7 HTTP/1.1" status: 200 len: 990 time: 1.6154633 Oct 29 12:00:55.552691 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74ad846-4066-41bb-9743-0671d7f155f6 x-openstack-request-id: req-d74ad846-4066-41bb-9743-0671d7f155f6 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:55.553183 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:55.553442 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d74ad846-4066-41bb-9743-0671d7f155f6 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:55.553851 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:00:55.616033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-c63f6c66-927b-4d28-aeb0-cc196a19703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:55.617598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-c63f6c66-927b-4d28-aeb0-cc196a19703b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1096 time: 0.0402968 Oct 29 12:00:55.716651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-0e24c504-619b-439b-8c8f-01bdcc302dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:55.718750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-0e24c504-619b-439b-8c8f-01bdcc302dd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 914 time: 0.0926864 Oct 29 12:00:55.754806 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:00:55.765720 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:55.766334 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:55.788507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-c0da8cc7-4901-487c-a663-bbd949bca0fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 1000 time: 0.0612781 Oct 29 12:00:55.843906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-898021bb-3d52-4d73-bbfe-c10e54f92927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:55.845548 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-898021bb-3d52-4d73-bbfe-c10e54f92927 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0491948 Oct 29 12:00:55.872044 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:55.893262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-6e718a65-e7fe-4487-8eb6-d633562add6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:55.894804 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-6e718a65-e7fe-4487-8eb6-d633562add6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416272 Oct 29 12:00:55.991942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-6fa0facc-48ea-4567-988c-daad5f3cd6bb service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897067 Oct 29 12:00:56.085324 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:56.088238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da1bf95c-5b52-4003-88e8-eded1b1c6c41 req-d400cd23-b280-4b35-9943-2a6d5c3051de service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Oct 29 12:00:56.117260 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:55Z', 'revision_number': 2, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:56.121716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ba60d-e7cb-41d3-b4b1-7f70ac5a7a02 req-da033812-e313-449e-9df4-4ca39db0cc66 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:56.123312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e9ba60d-e7cb-41d3-b4b1-7f70ac5a7a02 req-da033812-e313-449e-9df4-4ca39db0cc66 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0523517 Oct 29 12:00:56.144025 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:00:56.152072 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:00:56.152668 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:00:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:56.162742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e9ba60d-e7cb-41d3-b4b1-7f70ac5a7a02 req-5d6c68ac-1a6b-4a66-a007-00a6cb99c255 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Oct 29 12:00:56.255000 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:00:56.557098 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:55Z', 'revision_number': 2, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:00:56.586842 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50d8f1-5292-4fbb-bfd2-d481d5bd4064 None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3366bd96-ef7d-4cb5-8056-727eec61fbe7', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'floating_ip_address': '172.25.4.75', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'port_id': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'mac_address': 'fa:16:3e:4a:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dec06-0e55-4c07-91e4-f847a87004d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:00:52Z', 'updated_at': '2021-10-29T12:00:55Z', 'revision_number': 2, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:00:57.275631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b4ae6-8aa7-4d4e-a607-291dc5a13c78 req-ec5d28b9-7881-4180-85c9-fe52c9c3df44 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:57.277144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a85b4ae6-8aa7-4d4e-a607-291dc5a13c78 req-ec5d28b9-7881-4180-85c9-fe52c9c3df44 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0483382 Oct 29 12:00:57.314982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a85b4ae6-8aa7-4d4e-a607-291dc5a13c78 req-bb940572-0e1c-45e1-b410-cc9de3767dae tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Oct 29 12:00:57.554802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:00:57.557104 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8e7325-09d9-4196-9047-34eed7d2d9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:00:57.591972 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558136d2-0d10-42d8-8b6c-85292e546a69 x-openstack-request-id: req-558136d2-0d10-42d8-8b6c-85292e546a69 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:00:57.592275 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:00:57.592537 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-558136d2-0d10-42d8-8b6c-85292e546a69 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:00:57.592944 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:00:57.655989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-e8e53017-bb03-47da-a37a-71dbdefb663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:57.657510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-e8e53017-bb03-47da-a37a-71dbdefb663b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1096 time: 0.0410812 Oct 29 12:00:57.756845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-a3ce54d1-32b9-49ec-aa54-2e1a62959d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:57.758368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-a3ce54d1-32b9-49ec-aa54-2e1a62959d7d service neutron] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 914 time: 0.0932832 Oct 29 12:00:57.824625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-08a47f60-c409-4191-b2ed-b76828313a23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 1000 time: 0.0584161 Oct 29 12:00:57.877267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-fa428289-ab9f-436b-9d43-06900a245e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:57.878726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-fa428289-ab9f-436b-9d43-06900a245e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0473144 Oct 29 12:00:57.924077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-101b9f9c-b6c0-41ff-9a03-2d126de059e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:57.925615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-101b9f9c-b6c0-41ff-9a03-2d126de059e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400271 Oct 29 12:00:58.019724 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-a61030e3-79e5-42f5-8231-8b7a022e2f58 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867512 Oct 29 12:00:58.109487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df8e7325-09d9-4196-9047-34eed7d2d9f5 req-0d961d18-f86c-44cc-9e59-fc0739499cd3 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817435 Oct 29 12:00:58.215385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a19e3b5f-0183-4b6f-be7e-7c99752f7b95 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:00:58.312329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:58.324553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:00:58.365228 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:58.379053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19e3b5f-0183-4b6f-be7e-7c99752f7b95 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:00:58.399622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:00:58.415625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:58.444197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f926b1-c436-4072-9871-4da4389b6170 req-ac88bf84-cb8c-43ad-9c61-779765da30d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:58.445722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f926b1-c436-4072-9871-4da4389b6170 req-ac88bf84-cb8c-43ad-9c61-779765da30d4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0624173 Oct 29 12:00:58.467928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-aebd3ff4-04a3-47eb-8fd7-b2bac691ead4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:00:58.473962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:00:58.488508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f4f926b1-c436-4072-9871-4da4389b6170 req-86c703ed-568b-4fab-b3ad-c156152e668f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367444 Oct 29 12:00:58.663905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['a19e3b5f-0183-4b6f-be7e-7c99752f7b95'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:00:59.602982 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98048-5a53-456b-8a84-1d0bf0253051 req-465d8ab1-4064-413f-a087-ded0b321baa7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:59.604476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06f98048-5a53-456b-8a84-1d0bf0253051 req-465d8ab1-4064-413f-a087-ded0b321baa7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0490677 Oct 29 12:00:59.644298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06f98048-5a53-456b-8a84-1d0bf0253051 req-e48a9c78-62a7-4f8f-b362-6e41cc2c2547 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Oct 29 12:00:59.667178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-a9908b0a-c671-463d-aebb-329bbbf7eae5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409987 Oct 29 12:00:59.752971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-ade3f64a-ab86-4a42-bc8c-1a92ff75e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:59.754483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-ade3f64a-ab86-4a42-bc8c-1a92ff75e0c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.0434906 Oct 29 12:00:59.860500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-d279bbec-220b-41ec-a214-7927be4ead99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:59.862007 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-d279bbec-220b-41ec-a214-7927be4ead99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 909 time: 0.0835454 Oct 29 12:00:59.930955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-cdee16ce-f1c8-457b-96c9-dfa9a5722752 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0614035 Oct 29 12:00:59.979655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-f37397fe-b680-44c4-9bc1-64c92da5add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:00:59.981102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-f37397fe-b680-44c4-9bc1-64c92da5add1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0433612 Oct 29 12:01:00.026792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-8c59a5e5-9774-45c3-a1ed-1b3ed4890771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:00.028305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-8c59a5e5-9774-45c3-a1ed-1b3ed4890771 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405056 Oct 29 12:01:00.122067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-33cc44f1-dfee-4bc5-995b-bf82d9cdf496 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Oct 29 12:01:00.210934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4c57baae-5b35-4910-9048-9a5f6ea74625 req-7cb4e4ec-7375-485c-aa9d-5fac1b73ee8f service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809295 Oct 29 12:01:00.216283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a19e3b5f-0183-4b6f-be7e-7c99752f7b95 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:01:00.265072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:01:00.268889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:01:00.269291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:00.347073 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:00.368902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:01:00.371166 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ce582-0e61-418d-9f19-82baef7673f6" -d '{"events": [{"server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:01:00.386558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:00.391860 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:00.415086 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c335093e-a2ea-44ac-b0cb-bd96ddeb45be x-openstack-request-id: req-c335093e-a2ea-44ac-b0cb-bd96ddeb45be {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:01:00.415374 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:01:00.415625 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c335093e-a2ea-44ac-b0cb-bd96ddeb45be {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:01:00.416000 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'code': 200} Oct 29 12:01:00.441636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:00.572201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dacf62-b9f2-4580-8209-b3bcf803dd16 req-0c9e12c3-719b-4fee-b4ad-b18e9bf4c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:00.573777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dacf62-b9f2-4580-8209-b3bcf803dd16 req-0c9e12c3-719b-4fee-b4ad-b18e9bf4c075 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0996833 Oct 29 12:01:00.608561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-26dacf62-b9f2-4580-8209-b3bcf803dd16 req-6fc4d72a-83f2-4a5c-a96d-3d636887d015 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277231 Oct 29 12:01:00.767249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570401-dca9-436a-ab2c-9b02b13b35b5 req-4227840e-4d40-44bb-bc83-dac2bb4638dd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:00.768819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04570401-dca9-436a-ab2c-9b02b13b35b5 req-4227840e-4d40-44bb-bc83-dac2bb4638dd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0518117 Oct 29 12:01:00.809296 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04570401-dca9-436a-ab2c-9b02b13b35b5 req-8d1f8898-c80a-47fb-8645-c87c66e6bbcc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Oct 29 12:01:00.847931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8b7edfe3-f861-40d9-a953-bd2453edde1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.215016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59e9f0-7bec-459d-97f5-91210dc45dfe req-3142eca8-d1d4-4152-9a26-0d34b9b0a07d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:02.216407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c59e9f0-7bec-459d-97f5-91210dc45dfe req-3142eca8-d1d4-4152-9a26-0d34b9b0a07d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0523593 Oct 29 12:01:02.254408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4c59e9f0-7bec-459d-97f5-91210dc45dfe req-8d2b150d-f8ab-4ff2-adce-289cbea3b62a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Oct 29 12:01:02.340181 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.361249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.368029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566a592-f5b8-4bd4-b22f-2d37adef6a61 req-883a3540-af41-44f2-a482-e1a55bbc167e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:02.369540 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2566a592-f5b8-4bd4-b22f-2d37adef6a61 req-883a3540-af41-44f2-a482-e1a55bbc167e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0495727 Oct 29 12:01:02.409694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2566a592-f5b8-4bd4-b22f-2d37adef6a61 req-bdc92b70-a6ad-4d98-99fd-c212fe42cdda tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Oct 29 12:01:02.432281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40150) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:02.569751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8597af-9670-4a8a-8480-2e833e6ca1ed tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:02.571265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4e8597af-9670-4a8a-8480-2e833e6ca1ed tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1091 time: 0.1379864 Oct 29 12:01:02.574052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40154) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:02.578427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:01:02.599740 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.698101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.800663 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.25.4.235 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1a58d602-2a91-4ddf-a30c-e25a55b5d10e) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:01:02.905915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.938192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:02.979674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:01:02.982626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:01:02.987049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:01:02.990037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=1a58d602-2a91-4ddf-a30c-e25a55b5d10e,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:03.323536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.387940 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.542384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.547627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.622956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=1a58d602-2a91-4ddf-a30c-e25a55b5d10e,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:03.633608 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.677200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:03.736524 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP dbd4f4c4-0006-4d3d-b77e-a3324546cefa associated. External IP: 172.25.4.235, port: a19e3b5f-0183-4b6f-be7e-7c99752f7b95. Oct 29 12:01:03.940865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:01:04.055919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:01:04.065432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:01:04.073377 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:04.075957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:04.076571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:04.104007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-faa1e042-1605-4192-98d3-428420155e2c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5288773 Oct 29 12:01:04.104689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:01:04.106992 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:01:04.147410 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55889ea8-338b-4e89-9e14-f891c2b959ae x-openstack-request-id: req-55889ea8-338b-4e89-9e14-f891c2b959ae {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:01:04.147704 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:01:04.147958 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55889ea8-338b-4e89-9e14-f891c2b959ae {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:01:04.148359 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'status': 'completed', 'code': 200} Oct 29 12:01:04.186683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:04.211819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-a79a839a-db48-4a0a-83a8-868b95632583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:04.213473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-a79a839a-db48-4a0a-83a8-868b95632583 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0415039 Oct 29 12:01:04.303836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-c5aca629-eec7-426e-858f-0c9a2c4b8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:04.305443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-c5aca629-eec7-426e-858f-0c9a2c4b8d84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0851073 Oct 29 12:01:04.375905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-90577528-350e-455a-b849-d24592cd8aeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 999 time: 0.0634546 Oct 29 12:01:04.419849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:03Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:04.424700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-55ee110b-56ba-4c5b-ab6f-b17db60afee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:04.426261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-55ee110b-56ba-4c5b-ab6f-b17db60afee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0441883 Oct 29 12:01:04.447594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:01:04.456419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:04.457050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:04.473758 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-319b5270-14eb-45a3-846f-d5677903148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:04.475268 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-319b5270-14eb-45a3-846f-d5677903148c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416164 Oct 29 12:01:04.563356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:04.570672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-179e3b8b-ed23-4856-ae01-f298b3a88817 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883751 Oct 29 12:01:04.807243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54737fc0-5e43-434b-89df-998c825af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:03Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:04.834376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54737fc0-5e43-434b-89df-998c825af91c None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:03Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:01:04.979613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-47694113-fd0d-4a5d-b3cb-795ac3d4dc5a req-d1f41689-ae24-4aac-bdad-ea411bf71d29 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023564 Oct 29 12:01:05.054227 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fcc00a-6ff5-4ab8-91da-cec249b35d67 None None] New status for floating IP dbd4f4c4-0006-4d3d-b77e-a3324546cefa: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:01:10.632655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-710deecf-54d0-42af-9d9b-962bae70455e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426996 Oct 29 12:01:10.712236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-2fe05e02-7e07-4ad3-b757-69dba80ee7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:10.713895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-2fe05e02-7e07-4ad3-b757-69dba80ee7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0412984 Oct 29 12:01:10.824169 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-cd049de9-3170-4eb7-9b9e-43af87be3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:10.826319 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-cd049de9-3170-4eb7-9b9e-43af87be3736 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0932219 Oct 29 12:01:10.857132 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:01:10.894363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-ceb1c414-cfc1-4456-b439-67682379d791 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 1001 time: 0.0616455 Oct 29 12:01:10.955075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-28e4c1af-b55f-4780-bd95-fd133aa18d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:10.956606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-28e4c1af-b55f-4780-bd95-fd133aa18d68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0461659 Oct 29 12:01:11.008496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-377746c5-6f68-4d21-b746-20a2186c683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:11.010063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-377746c5-6f68-4d21-b746-20a2186c683b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451574 Oct 29 12:01:11.107104 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-20206f4d-d525-46ea-bcfa-3f8749779b3e service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862491 Oct 29 12:01:11.210694 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7a3381e9-70d0-40ac-8fcd-fa335a2bb104 req-0756e1d5-3db9-49f1-b1c2-345c4f47c2ef service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967841 Oct 29 12:01:21.958173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:26.061302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:26.674883 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40176) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:26.832798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Deleting port 9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:26.833171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:26.909980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:26.910299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:26.922539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Calling delete_port for 9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:27.068695 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:27.094287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event deleted for resources: {'Port': ['ID=9c2ebd5e-23c0-40ed-bf06-75bddaca1fe3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:27.121827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.122217 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.122722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.123263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.123700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.124063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.124469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.124928 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.125279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.125604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.125926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.126245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:27.171648 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:27.171971 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Floating IP 3366bd96-ef7d-4cb5-8056-727eec61fbe7 disassociated (deleted). External IP: 172.25.4.75, port: 2e2053b5-cec0-46d9-8b49-faf99f38871c. Oct 29 12:01:27.716227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:01:27.820511 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:01:27.825374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:27.830193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:01:27.839133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:27.839746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:27.858718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-79273f7f-837a-465f-9b7b-a904ef9177d0 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "DELETE /v2.0/floatingips/3366bd96-ef7d-4cb5-8056-727eec61fbe7 HTTP/1.1" status: 204 len: 168 time: 1.1792901 Oct 29 12:01:27.858718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:01:27.859779 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa990000-0401-4536-aa86-6c20649fc115" -d '{"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:01:27.949638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:28.014723 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec59a0e-ac63-4f2e-8a28-3e65d348c555 x-openstack-request-id: req-7ec59a0e-ac63-4f2e-8a28-3e65d348c555 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:01:28.015130 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:01:28.015482 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ec59a0e-ac63-4f2e-8a28-3e65d348c555 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:01:28.015980 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:01:28.096191 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990000-0401-4536-aa86-6c20649fc115 req-1722fd88-2078-40fc-a5c7-b264e43e1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:28.097955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-1722fd88-2078-40fc-a5c7-b264e43e1a61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abcfbd5337ba48dca5678040a7040c5f&device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 1096 time: 0.0555017 Oct 29 12:01:28.113155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f593c2-eb11-4d42-8d38-c325bb25cce6 req-cb79a238-2b49-43ed-a21b-e57b68075cc8 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:28.115028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f593c2-eb11-4d42-8d38-c325bb25cce6 req-cb79a238-2b49-43ed-a21b-e57b68075cc8 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Oct 29 12:01:28.158150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f593c2-eb11-4d42-8d38-c325bb25cce6 req-ca73e6c1-5574-4e33-a034-a88d70beeeb9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356178 Oct 29 12:01:28.204150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990000-0401-4536-aa86-6c20649fc115 req-d3d7db8a-1455-4eba-96da-d7877ff9c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:28.205715 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-d3d7db8a-1455-4eba-96da-d7877ff9c805 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 200 len: 914 time: 0.0994475 Oct 29 12:01:28.249147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-18c956fb-acdd-40da-8a16-8c3930740f47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 200 len: 217 time: 0.0344503 Oct 29 12:01:28.298323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990000-0401-4536-aa86-6c20649fc115 req-56a2d90e-26ca-4f1b-a753-cded30389f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:28.299807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-56a2d90e-26ca-4f1b-a753-cded30389f68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 200 len: 852 time: 0.0443232 Oct 29 12:01:28.334218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:28.352114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990000-0401-4536-aa86-6c20649fc115 req-def13493-a099-4ec9-9d46-ce162336e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:28.353691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-def13493-a099-4ec9-9d46-ce162336e389 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5d93bc44-58d5-42ef-be81-f7e44e2978fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458727 Oct 29 12:01:28.360790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:01:28.369475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:28.369982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:28.448255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-f32c34bf-f5ce-4324-a131-be05cc544126 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851541 Oct 29 12:01:28.458206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-144804ee-6691-483a-aee3-fa5cf2516ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:28.486907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:28.545752 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-aa990000-0401-4536-aa86-6c20649fc115 req-79779987-0f48-495d-8aa8-33c1e4edc925 service neutron] 10.222.0.86 "GET /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877731 Oct 29 12:01:28.691667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:28.718055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37c4cf-e59e-4efa-8ea6-cdd0d1cc71fc None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T11:58:22Z', 'revision_number': 4, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0bb94603-d9c0-4101-9784-c41a4807e9c6', 'name': '', 'network_id': '5d93bc44-58d5-42ef-be81-f7e44e2978fa', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'mac_address': 'fa:16:3e:d4:1d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:21Z', 'updated_at': '2021-10-29T11:58:26Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'subnets': [{'id': 'bd196a21-34f2-4b84-b6e6-c6cac46ff248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:01:28.943617 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b7282-0886-4243-a9f8-cd737f321419 None None] New status for floating IP 3366bd96-ef7d-4cb5-8056-727eec61fbe7: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:01:29.288770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4451e-189e-4de7-b6e3-ce20b03a4d92 req-82f88a28-1838-4c9c-9862-cf93bc843857 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:29.290298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77f4451e-189e-4de7-b6e3-ce20b03a4d92 req-82f88a28-1838-4c9c-9862-cf93bc843857 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Oct 29 12:01:29.328897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-77f4451e-189e-4de7-b6e3-ce20b03a4d92 req-5d97e2d4-dde6-464c-bd97-b0519b5604bc tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/security-groups?id=98a67979-0545-4de7-b451-b1565e71bf31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Oct 29 12:01:29.570397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-27902b20-0737-4dc5-adb6-39ab323926ab tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:01:29.571849 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-27902b20-0737-4dc5-adb6-39ab323926ab tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.86 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Oct 29 12:01:29.667047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Deleting port 2e2053b5-cec0-46d9-8b49-faf99f38871c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:29.667391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:29.758037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] For port 2e2053b5-cec0-46d9-8b49-faf99f38871c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=2e2053b5-cec0-46d9-8b49-faf99f38871c,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:29.758395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:29.770778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Calling delete_port for 2e2053b5-cec0-46d9-8b49-faf99f38871c owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:29.899636 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:29.936067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event deleted for resources: {'Port': ['ID=2e2053b5-cec0-46d9-8b49-faf99f38871c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:29.972545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] No DVR routers for this DVR port 2e2053b5-cec0-46d9-8b49-faf99f38871c on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:01:29.975366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:29.979063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4aa89e08-7596-44b7-83b6-0b21db73283f req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.86 "DELETE /v2.0/ports/2e2053b5-cec0-46d9-8b49-faf99f38871c HTTP/1.1" status: 204 len: 173 time: 0.4010308 Oct 29 12:01:29.980330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.980677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.981595 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.981970 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.982465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.982812 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.983145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.983474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.983807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.984139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.984467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.984793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4589c5-3eca-45d0-8c29-d7954ccd0b75 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:01:29.987947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'name': 'network-vif-deleted', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:01:29.990595 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e56cf-8d02-4a99-9612-713a5161b6b6" -d '{"events": [{"server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "name": "network-vif-deleted", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:01:30.028983 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633c2fa8-c3b0-4570-9768-778ac6597b2e x-openstack-request-id: req-633c2fa8-c3b0-4570-9768-778ac6597b2e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:01:30.029877 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182dec06-0e55-4c07-91e4-f847a87004d3", "name": "network-vif-deleted", "tag": "2e2053b5-cec0-46d9-8b49-faf99f38871c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:01:30.030139 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-633c2fa8-c3b0-4570-9768-778ac6597b2e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:01:30.030544 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182dec06-0e55-4c07-91e4-f847a87004d3', 'name': 'network-vif-deleted', 'tag': '2e2053b5-cec0-46d9-8b49-faf99f38871c', 'status': 'completed', 'code': 200} Oct 29 12:01:30.434098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3256900f-cb24-4292-9103-7c48d1bed03a req-e5fbe077-c548-47b0-a755-fb4c8fe62e8d tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0310783 Oct 29 12:01:30.850538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-417a5812-2a9e-4030-a1eb-bed86015902e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:31.527094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddf0c020-f2e7-4707-8206-f0a4237f5cb9 req-c03831a8-4f4f-4f7e-8232-4c438748725a tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0261431 Oct 29 12:01:32.343575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:32.363181 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:32.621932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa9cdec2-d0d3-4a7e-93f0-bfa6014b710e req-28dc26f1-e13b-4c74-94d5-e63b6738892b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0264688 Oct 29 12:01:32.871280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2e2053b5-cec0-46d9-8b49-faf99f38871c no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:32.895258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 2e2053b5-cec0-46d9-8b49-faf99f38871c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:32.895539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 2e2053b5-cec0-46d9-8b49-faf99f38871c not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:33.682542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:33.720677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a967806-6f1c-4cb5-8c86-61da92894d9e req-b84cca69-0380-489b-99b8-7bf130c930c9 tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "GET /v2.0/ports?device_id=182dec06-0e55-4c07-91e4-f847a87004d3 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Oct 29 12:01:34.775891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40200) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:34.838299 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:34.863541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:34.925275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:34.927832 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:34.928997 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] 10.222.0.77 "DELETE /v2.0/security-groups/98a67979-0545-4de7-b451-b1565e71bf31 HTTP/1.1" status: 204 len: 168 time: 0.1520936 Oct 29 12:01:34.938240 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4bc0b-6e1c-43ea-9f28-72ecf817ac7b tempest-TestVolumeBackupRestore-1516606583 tempest-TestVolumeBackupRestore-1516606583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a67979-0545-4de7-b451-b1565e71bf31,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:39.411358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40654) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:39.816925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:40.089354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Deleting port 0bb94603-d9c0-4101-9784-c41a4807e9c6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:40.089614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:40.180394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] For port 0bb94603-d9c0-4101-9784-c41a4807e9c6, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bb94603-d9c0-4101-9784-c41a4807e9c6,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:40.180756 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:40.193500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Calling delete_port for 0bb94603-d9c0-4101-9784-c41a4807e9c6 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:40.382019 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:40.413549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb94603-d9c0-4101-9784-c41a4807e9c6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:40.595423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:40.827870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Router c1bd19b9-1766-46f9-b097-c046c611a1c8 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:01:40.952155 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:01:40.961250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27f22372-39a0-4dd2-8815-c489b5e72b93 admin admin] 10.222.0.77 "PUT /v2.0/routers/c1bd19b9-1766-46f9-b097-c046c611a1c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452819 Oct 29 12:01:40.961250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:40.963942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Sync routers for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:01:40.975457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:40.976190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:41.075890 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.089927 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:41.185339 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.245286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Deleting port 0c2641ad-7d29-4375-a1fa-85e447083ca9 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:41.245630 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.281803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T12:01:40Z', 'revision_number': 5, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port': {'id': '0c2641ad-7d29-4375-a1fa-85e447083ca9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:19Z', 'updated_at': '2021-10-29T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:41.309377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Checking router: c1bd19b9-1766-46f9-b097-c046c611a1c8 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:01:41.319460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Routers {'c1bd19b9-1766-46f9-b097-c046c611a1c8'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:41.320076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['c1bd19b9-1766-46f9-b097-c046c611a1c8'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:41.332817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] For port 0c2641ad-7d29-4375-a1fa-85e447083ca9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c2641ad-7d29-4375-a1fa-85e447083ca9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:41.333223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.346053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Calling delete_port for 0c2641ad-7d29-4375-a1fa-85e447083ca9 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:41.407033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] Set router c1bd19b9-1766-46f9-b097-c046c611a1c8 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:41.459325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T12:01:41Z', 'revision_number': 6, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:41.492314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698704a-34fd-4a11-bf53-05dc33c7f44b None None] The sync data for ids ['c1bd19b9-1766-46f9-b097-c046c611a1c8'] in n-d-805046-9 is: [{'id': 'c1bd19b9-1766-46f9-b097-c046c611a1c8', 'name': 'tempest-TestVolumeBackupRestore-702377781-router', 'tenant_id': 'abcfbd5337ba48dca5678040a7040c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:18Z', 'updated_at': '2021-10-29T12:01:41Z', 'revision_number': 6, 'project_id': 'abcfbd5337ba48dca5678040a7040c5f', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:01:41.521584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.552965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2641ad-7d29-4375-a1fa-85e447083ca9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:41.612305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.714525 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.716654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.779226 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.779710 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bd19b9-1766-46f9-b097-c046c611a1c8 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:01:41.784058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.785247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-00b07096-8a81-4bbf-9494-278ce9e89a61 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c1bd19b9-1766-46f9-b097-c046c611a1c8 HTTP/1.1" status: 204 len: 168 time: 0.8230431 Oct 29 12:01:41.787809 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40658) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:41.832897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Deleting subnet bd196a21-34f2-4b84-b6e6-c6cac46ff248 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:01:41.836035 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.875717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:41.970884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.031010 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.056354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd196a21-34f2-4b84-b6e6-c6cac46ff248,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:42.060697 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.063803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6bf29fb9-f5e4-420f-915c-344ee4805c44 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd196a21-34f2-4b84-b6e6-c6cac46ff248 HTTP/1.1" status: 204 len: 168 time: 0.2750459 Oct 29 12:01:42.066406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40660) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:42.069038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9555c0-fe33-4326-8b2c-83a082c185e2 None None] Network 5d93bc44-58d5-42ef-be81-f7e44e2978fa requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:01:42.135580 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.192014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Deleting port 3fc6798e-a931-463b-9b39-772d707b3362 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:42.192430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.255510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] For port 3fc6798e-a931-463b-9b39-772d707b3362, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fc6798e-a931-463b-9b39-772d707b3362,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:42.255872 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.268593 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Calling delete_port for 3fc6798e-a931-463b-9b39-772d707b3362 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:42.297770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] DHCP port deletion for 5d93bc44-58d5-42ef-be81-f7e44e2978fa request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:01:42.349158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Deleting port 3fc6798e-a931-463b-9b39-772d707b3362 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:42.349533 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.355507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.384443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] No DVR routers for this DVR port 3fc6798e-a931-463b-9b39-772d707b3362 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:01:42.389075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc6798e-a931-463b-9b39-772d707b3362,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:42.429725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] For port 3fc6798e-a931-463b-9b39-772d707b3362, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3fc6798e-a931-463b-9b39-772d707b3362,segment=NetworkSegment(b4e8bc09-b66e-4337-a1cd-d80e99c3edc4),segment_id=b4e8bc09-b66e-4337-a1cd-d80e99c3edc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:42.430117 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.442508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Calling delete_port for 3fc6798e-a931-463b-9b39-772d707b3362 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:42.465420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.488596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d93bc44-58d5-42ef-be81-f7e44e2978fa']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:42.499438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:42.499732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e8bc09-b66e-4337-a1cd-d80e99c3edc4') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:42.509481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.525131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.526947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.535313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:01:42.535806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:01:42.537737 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:01:42.557748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] Pushing event deleted for resources: {'Port': ['ID=3fc6798e-a931-463b-9b39-772d707b3362,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:42.561612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96656020-5612-4a40-8f1b-3849814e1474 None None] No DVR routers for this DVR port 3fc6798e-a931-463b-9b39-772d707b3362 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:01:42.605163 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.610640 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:42.613767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] 10.222.0.77 "DELETE /v2.0/networks/5d93bc44-58d5-42ef-be81-f7e44e2978fa HTTP/1.1" status: 204 len: 168 time: 0.5462258 Oct 29 12:01:42.616784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:42.625040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e9cf5-82af-4330-aeff-0f08c65b378b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d93bc44-58d5-42ef-be81-f7e44e2978fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:42.964021 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:43.208907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Deleting port 735e4c39-4502-4978-886e-911535dbbe8a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:43.209267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:43.287745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] For port 735e4c39-4502-4978-886e-911535dbbe8a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=735e4c39-4502-4978-886e-911535dbbe8a,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:43.288109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:43.300574 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Calling delete_port for 735e4c39-4502-4978-886e-911535dbbe8a owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:43.344748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c2641ad-7d29-4375-a1fa-85e447083ca9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:43.367764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0c2641ad-7d29-4375-a1fa-85e447083ca9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:43.368308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c2641ad-7d29-4375-a1fa-85e447083ca9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:43.368723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fc6798e-a931-463b-9b39-772d707b3362 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:43.388694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3fc6798e-a931-463b-9b39-772d707b3362 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:43.389089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3fc6798e-a931-463b-9b39-772d707b3362 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:43.389530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bb94603-d9c0-4101-9784-c41a4807e9c6 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:43.408961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0bb94603-d9c0-4101-9784-c41a4807e9c6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:43.409347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bb94603-d9c0-4101-9784-c41a4807e9c6 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:43.482351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:43.511128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Pushing event deleted for resources: {'Port': ['ID=735e4c39-4502-4978-886e-911535dbbe8a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:43.686506 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:43.902630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Router 140531f2-6113-43e4-bc9b-01c4e549ad85 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:01:44.007754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:01:44.012755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0c7f89fb-172a-4a87-8140-a2e56c824309 admin admin] 10.222.0.77 "PUT /v2.0/routers/140531f2-6113-43e4-bc9b-01c4e549ad85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3948319 Oct 29 12:01:44.015562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:44.016691 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Sync routers for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:01:44.026289 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:44.026892 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:44.134219 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:44.338167 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T12:01:43Z', 'revision_number': 5, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:44.367882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Checking router: 140531f2-6113-43e4-bc9b-01c4e549ad85 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:01:44.378723 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Routers {'140531f2-6113-43e4-bc9b-01c4e549ad85'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:01:44.379576 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:01:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['140531f2-6113-43e4-bc9b-01c4e549ad85'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:44.449759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:44.487083 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] Set router 140531f2-6113-43e4-bc9b-01c4e549ad85 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:01:44.554647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:44.610099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Deleting port d75abca4-fc66-4332-bba3-b6540bbd3b7f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:44.610361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:44.675065 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T12:01:43Z', 'revision_number': 5, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:44.699414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] For port d75abca4-fc66-4332-bba3-b6540bbd3b7f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d75abca4-fc66-4332-bba3-b6540bbd3b7f,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:44.699776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:44.701610 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d680320-8966-45a1-b9cd-f46506409cdb None None] The sync data for ids ['140531f2-6113-43e4-bc9b-01c4e549ad85'] in n-d-805046-9 is: [{'id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'name': 'tempest-TestVolumeBackupRestore-632734023-router', 'tenant_id': '0a32e57af87d4d68ba715858b6541a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:24Z', 'updated_at': '2021-10-29T12:01:43Z', 'revision_number': 5, 'project_id': '0a32e57af87d4d68ba715858b6541a5c', 'gw_port': {'id': 'd75abca4-fc66-4332-bba3-b6540bbd3b7f', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140531f2-6113-43e4-bc9b-01c4e549ad85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:25Z', 'updated_at': '2021-10-29T11:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:01:44.713830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Calling delete_port for d75abca4-fc66-4332-bba3-b6540bbd3b7f owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:44.881492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:44.905332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75abca4-fc66-4332-bba3-b6540bbd3b7f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:44.969855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.064239 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.066615 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.111100 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.111896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140531f2-6113-43e4-bc9b-01c4e549ad85 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:01:45.116970 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.118275 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8a1326a1-5a45-445c-afdd-0919772a3999 admin admin] 10.222.0.77 "DELETE /v2.0/routers/140531f2-6113-43e4-bc9b-01c4e549ad85 HTTP/1.1" status: 204 len: 168 time: 1.1017010 Oct 29 12:01:45.120759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:45.170618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Deleting subnet 921cc368-0da6-4de9-a921-3badb74ce7af {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:01:45.174964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.214799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.299500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.355192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.382720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921cc368-0da6-4de9-a921-3badb74ce7af,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:45.386224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.390261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-74c96ad7-38d4-4e13-af35-210a0f95fbea admin admin] 10.222.0.77 "DELETE /v2.0/subnets/921cc368-0da6-4de9-a921-3badb74ce7af HTTP/1.1" status: 204 len: 168 time: 0.2684712 Oct 29 12:01:45.392833 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:45.398802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482ccd1-ed29-433d-bd9c-32641261e2fc None None] Network dafcb7f9-c519-41a3-9eb5-ed6f1835867f requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:01:45.452063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 735e4c39-4502-4978-886e-911535dbbe8a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:45.478713 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 735e4c39-4502-4978-886e-911535dbbe8a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:45.479048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 735e4c39-4502-4978-886e-911535dbbe8a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:45.493186 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.551062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Deleting port 4374d0a4-c695-4920-828c-cec1b0039a42 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:01:45.551406 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.620812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] For port 4374d0a4-c695-4920-828c-cec1b0039a42, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4374d0a4-c695-4920-828c-cec1b0039a42,segment=NetworkSegment(00febd89-4b21-45f2-a7fe-babd8f5001ab),segment_id=00febd89-4b21-45f2-a7fe-babd8f5001ab)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:01:45.621209 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.634408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Calling delete_port for 4374d0a4-c695-4920-828c-cec1b0039a42 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:01:45.713328 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.739963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4374d0a4-c695-4920-828c-cec1b0039a42,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:45.743934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] No DVR routers for this DVR port 4374d0a4-c695-4920-828c-cec1b0039a42 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:01:45.760351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034df061-a573-4db2-9c96-3c2d36b7dd7b None None] DHCP port deletion for dafcb7f9-c519-41a3-9eb5-ed6f1835867f request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:01:45.820899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.840263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafcb7f9-c519-41a3-9eb5-ed6f1835867f']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:45.850104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00febd89-4b21-45f2-a7fe-babd8f5001ab') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:45.850397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00febd89-4b21-45f2-a7fe-babd8f5001ab') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:01:45.860279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.873945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.880403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:01:45.880788 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:01:45.882678 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:01:45.943383 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.948952 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:45.952246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dafcb7f9-c519-41a3-9eb5-ed6f1835867f HTTP/1.1" status: 204 len: 168 time: 0.5583711 Oct 29 12:01:45.964201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeee5e-52ea-45c7-a67f-339881975c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=dafcb7f9-c519-41a3-9eb5-ed6f1835867f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:46.141738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40678) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:46.183099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8aa81d61-05d9-4101-a815-eb8075c69887 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abcfbd5337ba48dca5678040a7040c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401180 Oct 29 12:01:46.185995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:46.234352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.255382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.302158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.304768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.305964 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e12d45b0-a8a9-41f2-92ef-93dea651a597 HTTP/1.1" status: 204 len: 168 time: 0.1190689 Oct 29 12:01:46.313595 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afcec4-c4d1-41b2-b430-d7ff05cc717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d45b0-a8a9-41f2-92ef-93dea651a597,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:46.626915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:46.670868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2e9ed160-2fc3-4713-9e78-652a7f390dab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a32e57af87d4d68ba715858b6541a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425243 Oct 29 12:01:46.673137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40688) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:01:46.722972 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.744693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.793779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.796463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:46.797707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7193169-9805-489f-8a4f-828affa26eb7 HTTP/1.1" status: 204 len: 168 time: 0.1235890 Oct 29 12:01:46.805463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85efc58-57aa-464e-b841-2f09575c0eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7193169-9805-489f-8a4f-828affa26eb7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:01:47.347134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4374d0a4-c695-4920-828c-cec1b0039a42 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:47.367667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4374d0a4-c695-4920-828c-cec1b0039a42 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:47.368174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4374d0a4-c695-4920-828c-cec1b0039a42 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:47.368605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d75abca4-fc66-4332-bba3-b6540bbd3b7f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:01:47.389535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d75abca4-fc66-4332-bba3-b6540bbd3b7f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:01:47.389873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d75abca4-fc66-4332-bba3-b6540bbd3b7f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:01:47.857917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:01:51.946336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:56.085745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:01:58.453457 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9692bb4f-7b0a-4f4c-8767-1730014bb75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:00.852872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e4d898a8-e00c-43c3-bab5-54e394227b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:02.346568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:02.365832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:03.682531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:10.619030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-0d84366f-54c7-4c05-91ee-3b88aa3875a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390418 Oct 29 12:02:10.704606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-3df68404-0cae-42f8-8eb2-659a069c03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:10.706145 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-3df68404-0cae-42f8-8eb2-659a069c03cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0449481 Oct 29 12:02:10.808165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-6de5d1d9-445c-44ab-bfb7-df7ffb814356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:10.809717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-6de5d1d9-445c-44ab-bfb7-df7ffb814356 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0850267 Oct 29 12:02:10.881516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-52b45701-3040-4b6e-b80d-3b1bc31c28c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 1001 time: 0.0644829 Oct 29 12:02:10.930751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-bc749f65-8609-4db8-9748-2583c5e4d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:10.932208 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-bc749f65-8609-4db8-9748-2583c5e4d7e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0441494 Oct 29 12:02:10.978829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-f964caec-72f5-4efe-8f2b-923f5a794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:10.980323 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-f964caec-72f5-4efe-8f2b-923f5a794c72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407107 Oct 29 12:02:11.074717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-2916563c-2476-4908-b6f9-ee262a63d3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868678 Oct 29 12:02:11.164745 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-facd9919-86e7-4eba-abc7-7bd028f2c1fb req-71532941-26f5-4aa9-bd33-de4a5fa28261 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826077 Oct 29 12:02:21.959119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:24.856643 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:02:26.097578 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:28.455231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-259b330d-5470-4a55-b98e-0af9a64db720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:30.854233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-20ce775c-e328-437e-87e7-1d285b181402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:32.349803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:32.369393 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:33.687398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:42.785371 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-4ba450db-d4e9-4092-95b1-82905ac32071 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718979444&fields=id&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 267 time: 0.0343528 Oct 29 12:02:42.898759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-ef9b1d70-01ba-44ca-b0de-4d12c0b67614 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:42.900225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-ef9b1d70-01ba-44ca-b0de-4d12c0b67614 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1073918 Oct 29 12:02:42.915575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-1304f264-96d2-4700-a206-e4d9fce201ed tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/quotas/78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 375 time: 0.0092056 Oct 29 12:02:42.972393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-a06ec5d5-a457-4b05-86f5-6734ff46b2e4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511870 Oct 29 12:02:42.987935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-aadf32fa-13ef-4bc2-948c-cb3031e6ab4d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:02:42.988910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-aadf32fa-13ef-4bc2-948c-cb3031e6ab4d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052204 Oct 29 12:02:43.082950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-bab7baed-cc5e-4b18-bd3c-1899be82df3b service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876238 Oct 29 12:02:43.173084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-393a6181-35bc-4163-a73a-d545adc201ca service neutron] 10.222.0.77 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Oct 29 12:02:43.468578 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2bc193f-f978-4a3d-a99d-05f03f91c1f9 req-2fa64405-5709-4493-858c-d957f9cd83c5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0296271 Oct 29 12:02:44.452083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-4cb4dee7-fbd0-47e0-a71a-a2290f6eda13 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:44.453623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-4cb4dee7-fbd0-47e0-a71a-a2290f6eda13 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 812 time: 0.1095798 Oct 29 12:02:44.498001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-3fafeaed-6488-4c73-895e-5ea1ec004cd8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78c191062f494c2da8b17ea16e699850 HTTP/1.1" status: 200 len: 380 time: 0.0349553 Oct 29 12:02:44.508270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'port': {'device_id': 'd6dcae57-f631-4411-9589-b89fe936680c', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'admin_state_up': True, 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'security_groups': ['1d9c93fb-9a64-400f-b19d-050bc060823a']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:02:44.568519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9653724-9dd7-4960-9703-c21729b5b805 req-8cf70787-0430-4593-b0a5-25a9a31fe985 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0272608 Oct 29 12:02:44.628579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Made reservation on behalf of 78c191062f494c2da8b17ea16e699850 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:02:44.632859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:44.760442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.20.0.7 (e990835c-9981-41d4-abd5-672e166472fd/d56a64a9-5451-4807-9a44-18fd2e229ab4/e59f15cc-80a1-46be-8886-53e8c090ddac) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:02:44.906133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:44.939481 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:44.986456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network e990835c-9981-41d4-abd5-672e166472fd is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:02:44.989738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:02:44.992511 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:02:45.037707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:02:45.053346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.053696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.054065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.054407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.054751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.055082 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.055412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.055740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.056067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.056392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.056718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.057065 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:45.082181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:45.082920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.103450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-2271744d-abaf-4c30-b4cd-97eb3cbeaa14 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997331 Oct 29 12:02:45.115725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Request body: {'port': {'device_id': 'd6dcae57-f631-4411-9589-b89fe936680c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:02:45.185941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.259849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-82287100-c611-4944-9b35-9be06063e10d None None] Provisioning complete for port e59f15cc-80a1-46be-8886-53e8c090ddac triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:02:45.260467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-82287100-c611-4944-9b35-9be06063e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.305253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-82287100-c611-4944-9b35-9be06063e10d None None] Port e59f15cc-80a1-46be-8886-53e8c090ddac cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:02:45.484399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59f15cc-80a1-46be-8886-53e8c090ddac {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:02:45.492779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.506068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Transition to ACTIVE for port object e59f15cc-80a1-46be-8886-53e8c090ddac will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:02:45.509968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.582822 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:02:45.640848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Attempting to bind port e59f15cc-80a1-46be-8886-53e8c090ddac on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:02:45.641242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Attempting to bind port e59f15cc-80a1-46be-8886-53e8c090ddac by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:02:45.641527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Attempting to bind port e59f15cc-80a1-46be-8886-53e8c090ddac on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:02:45.646986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Port e59f15cc-80a1-46be-8886-53e8c090ddac on network e990835c-9981-41d4-abd5-672e166472fd not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:02:45.647369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Attempting to bind port e59f15cc-80a1-46be-8886-53e8c090ddac on network e990835c-9981-41d4-abd5-672e166472fd {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:02:45.653398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:02:45.653728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Checking segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:02:45.654109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Bound using segment: {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:02:45.654539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Bound port: e59f15cc-80a1-46be-8886-53e8c090ddac, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:02:45.655025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.728094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260c020-2ee9-40b3-a41d-9ba8c4ad4cfc req-f933d3c0-21d7-4170-a858-4f112fbd7b62 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:45.737160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2260c020-2ee9-40b3-a41d-9ba8c4ad4cfc req-f933d3c0-21d7-4170-a858-4f112fbd7b62 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0718143 Oct 29 12:02:45.773867 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:02:45.776077 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2260c020-2ee9-40b3-a41d-9ba8c4ad4cfc req-111ae31b-f548-4187-84e6-7f8afaa37a3e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 Oct 29 12:02:45.777537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e59f15cc-80a1-46be-8886-53e8c090ddac,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:02:45.783092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.823017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:45.823935 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:45.826277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] 10.222.0.86 "PUT /v2.0/ports/e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 1091 time: 0.7146997 Oct 29 12:02:45.826611 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:02:45.828999 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:02:45.906077 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893e5ad-ca66-412a-8a5d-adb1f3a84df2 x-openstack-request-id: req-6893e5ad-ca66-412a-8a5d-adb1f3a84df2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:02:45.906642 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:02:45.907368 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6893e5ad-ca66-412a-8a5d-adb1f3a84df2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:02:45.907368 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'status': 'completed', 'code': 200} Oct 29 12:02:45.924835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7731d-6478-45ff-85ef-125307bd3441 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:02:45.941056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-a4fae215-8172-43b6-9fc2-9e2d7c2dc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:45.944294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-a4fae215-8172-43b6-9fc2-9e2d7c2dc719 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1094 time: 0.0746617 Oct 29 12:02:45.993441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-5d96f22d-7e99-4247-827f-d9f12e9708e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 217 time: 0.0410466 Oct 29 12:02:46.078548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-e6d92cfe-869a-4356-bf44-59326fba6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.080655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-e6d92cfe-869a-4356-bf44-59326fba6792 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0791197 Oct 29 12:02:46.131240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-473a42d9-3468-4f8e-84e1-9aca9e290cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.132795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-473a42d9-3468-4f8e-84e1-9aca9e290cf2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451579 Oct 29 12:02:46.229878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-5189fdc5-f5b8-4ba2-90ad-1b912dc1762e service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900378 Oct 29 12:02:46.324989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bc7fa61f-25f7-44bb-aaf3-979b5dc191ea req-5e1b28a8-b7c0-4093-b220-c6342248d029 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880094 Oct 29 12:02:46.410889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-bfd8401c-0139-4cba-8e26-442270b02cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.412270 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-bfd8401c-0139-4cba-8e26-442270b02cc3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1094 time: 0.0427954 Oct 29 12:02:46.519172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-14cc616e-73f7-4b75-b095-f3d0eee191aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.520668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-14cc616e-73f7-4b75-b095-f3d0eee191aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1009722 Oct 29 12:02:46.565683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-c6311501-6ee5-465f-b2e7-485b31cc1735 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 217 time: 0.0354860 Oct 29 12:02:46.618908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-967ffb2c-a1dc-4d9e-9642-4a35d3ea2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.620423 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-967ffb2c-a1dc-4d9e-9642-4a35d3ea2007 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0487056 Oct 29 12:02:46.666421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-4d152fd3-0fa2-4ea4-9a87-ae0657c4867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.667881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-4d152fd3-0fa2-4ea4-9a87-ae0657c4867f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409007 Oct 29 12:02:46.757614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-2dcdb0ec-634a-4700-ba8a-69906709fae7 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829062 Oct 29 12:02:46.862960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcc0549c-d6e5-46ed-8b73-b9f82561d74e req-81eacd21-1ef6-4843-92b6-4a37b5c38334 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978289 Oct 29 12:02:46.915074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf01482-9901-4e64-b099-a8dd024cedae req-37d8333a-a315-44b9-93d4-ea07541b470d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:46.917902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf01482-9901-4e64-b099-a8dd024cedae req-37d8333a-a315-44b9-93d4-ea07541b470d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0589099 Oct 29 12:02:46.961405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bf01482-9901-4e64-b099-a8dd024cedae req-d1219345-eb4b-48b0-b9e1-9bcb98032cd0 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Oct 29 12:02:48.080283 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9e90c-a494-4628-ba8d-77a13bc9e50c req-263589c1-eecb-479b-a2f5-9628d80f4927 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:48.081831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe9e90c-a494-4628-ba8d-77a13bc9e50c req-263589c1-eecb-479b-a2f5-9628d80f4927 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0507538 Oct 29 12:02:48.122084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ebe9e90c-a494-4628-ba8d-77a13bc9e50c req-7369685c-2ff7-4a5d-87f5-ee0e09dce7c2 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Oct 29 12:02:49.243907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915fd8b-2f5f-404a-a0dc-73100f6a1c54 req-5052ea7f-9b0a-4d48-81de-39df38e04499 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:49.245446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f915fd8b-2f5f-404a-a0dc-73100f6a1c54 req-5052ea7f-9b0a-4d48-81de-39df38e04499 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0534475 Oct 29 12:02:49.286211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f915fd8b-2f5f-404a-a0dc-73100f6a1c54 req-ec92e63e-ce6c-476c-956f-6ac78040a035 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347238 Oct 29 12:02:50.430948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d4b4-b98b-49fc-9235-5630f7dece30 req-010da66d-8e72-499c-b39e-3323d9a04f9a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:50.432692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d813d4b4-b98b-49fc-9235-5630f7dece30 req-010da66d-8e72-499c-b39e-3323d9a04f9a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0623906 Oct 29 12:02:50.473111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d813d4b4-b98b-49fc-9235-5630f7dece30 req-6dbdda05-6047-4389-8dea-69f07fd1c824 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Oct 29 12:02:51.606407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397928-8a75-4097-afd4-85b055c6f51c req-734ff242-909e-4cc0-884a-6b408e654360 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:51.607886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf397928-8a75-4097-afd4-85b055c6f51c req-734ff242-909e-4cc0-884a-6b408e654360 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0546198 Oct 29 12:02:51.648735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf397928-8a75-4097-afd4-85b055c6f51c req-af27ba2f-fbc1-4eaf-a648-86297eedebee tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344028 Oct 29 12:02:51.980446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:52.770526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ff0e8-f773-44b6-8916-9238410b7982 req-6c18ee5e-2fee-4cc0-addb-5e7cb3c063f5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:52.772022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b6ff0e8-f773-44b6-8916-9238410b7982 req-6c18ee5e-2fee-4cc0-addb-5e7cb3c063f5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0551169 Oct 29 12:02:52.811916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3b6ff0e8-f773-44b6-8916-9238410b7982 req-324857e6-4dc4-4923-ae7b-d30f3a2792a8 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Oct 29 12:02:53.927728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63e53-c63c-471d-bb35-4d07fad23893 req-2f55d9bb-406f-4325-b1e9-44d8eabbc852 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:53.929329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de63e53-c63c-471d-bb35-4d07fad23893 req-2f55d9bb-406f-4325-b1e9-44d8eabbc852 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0494537 Oct 29 12:02:53.967580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5de63e53-c63c-471d-bb35-4d07fad23893 req-9736ea58-4c2a-4377-b10e-d341a1c3d5b5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Oct 29 12:02:55.086402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bc365-7201-4ada-9eac-3253721b3b8e req-83ede9e5-8949-4bde-b6e3-e449e1769b42 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:55.087905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4bc365-7201-4ada-9eac-3253721b3b8e req-83ede9e5-8949-4bde-b6e3-e449e1769b42 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0491498 Oct 29 12:02:55.127305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c4bc365-7201-4ada-9eac-3253721b3b8e req-296524af-7076-4b84-a7ea-f11160c8d13d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Oct 29 12:02:56.101032 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:56.255470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0bb4d-a54b-4e4f-81a4-31c16f2c5a4b req-8733d297-36f3-4b87-8e24-28f2e50c4759 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:56.256439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2dd0bb4d-a54b-4e4f-81a4-31c16f2c5a4b req-8733d297-36f3-4b87-8e24-28f2e50c4759 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0533562 Oct 29 12:02:56.301290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2dd0bb4d-a54b-4e4f-81a4-31c16f2c5a4b req-39443db0-db60-41a7-931c-935befab786e tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381095 Oct 29 12:02:57.421548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f3695-736a-48ab-be7c-ff09d7a333b4 req-38914bef-047f-4454-a973-9fc97a3a9496 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:57.423057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-837f3695-736a-48ab-be7c-ff09d7a333b4 req-38914bef-047f-4454-a973-9fc97a3a9496 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0498993 Oct 29 12:02:57.461508 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-837f3695-736a-48ab-be7c-ff09d7a333b4 req-2c6124da-4e1e-4803-85d8-305700717f41 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Oct 29 12:02:58.458097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-05b39188-fd7a-4553-8283-9cc5b7dbe5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:58.585904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247316-e75b-4627-8eef-e2d57c1e525e req-0a30442a-8c8d-4fc0-96dc-1224120e5cbd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:58.587415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8247316-e75b-4627-8eef-e2d57c1e525e req-0a30442a-8c8d-4fc0-96dc-1224120e5cbd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 943 time: 0.0496342 Oct 29 12:02:58.628660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8247316-e75b-4627-8eef-e2d57c1e525e req-5037b2e2-d552-445f-b301-3cb2c8d8a7cd tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Oct 29 12:02:59.220008 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e59f15cc-80a1-46be-8886-53e8c090ddac details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:02:59.313258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e59f15cc-80a1-46be-8886-53e8c090ddac,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:02:59.324875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'port_id': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'mac_address': 'fa:16:3e:42:19:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:02:59.368170 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:59.382007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59f15cc-80a1-46be-8886-53e8c090ddac {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:02:59.401219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e59f15cc-80a1-46be-8886-53e8c090ddac,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:02:59.405636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:02:59.451959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:02:59.459741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.460391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.460391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.460723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.461076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.461431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.461758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.462080 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.462400 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.462719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.463033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.463356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:02:59.621209 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['e59f15cc-80a1-46be-8886-53e8c090ddac'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:02:59.761455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3247b-3c9c-4849-93d7-f3ae5a15935a req-f98004a4-e694-4e1d-bf92-b43b3a827d56 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:02:59.763128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61e3247b-3c9c-4849-93d7-f3ae5a15935a req-f98004a4-e694-4e1d-bf92-b43b3a827d56 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 944 time: 0.0673301 Oct 29 12:02:59.814033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61e3247b-3c9c-4849-93d7-f3ae5a15935a req-1d5b6063-4fb1-4242-8284-7de4b95b860b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Oct 29 12:03:00.856889 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5037c789-3288-4182-98a3-521a921efd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:00.931317 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7e0f-65d4-4ac5-b7da-992528160df5 req-d57076ba-ef95-4a4f-8b2a-9440b89c756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:00.932815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35ac7e0f-65d4-4ac5-b7da-992528160df5 req-d57076ba-ef95-4a4f-8b2a-9440b89c756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 944 time: 0.0490012 Oct 29 12:03:00.970996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35ac7e0f-65d4-4ac5-b7da-992528160df5 req-c5145ec5-1189-40cd-b3dc-d11d82765fd1 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Oct 29 12:03:01.233864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e59f15cc-80a1-46be-8886-53e8c090ddac up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:03:01.283697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port e59f15cc-80a1-46be-8886-53e8c090ddac completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:03:01.287778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port e59f15cc-80a1-46be-8886-53e8c090ddac triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:03:01.288134 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:01.364750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:01.386822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:03:01.389098 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b3e064-b239-435d-aa4f-79382d3eea77" -d '{"events": [{"server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "name": "network-vif-plugged", "status": "completed", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:03:01.401725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e59f15cc-80a1-46be-8886-53e8c090ddac,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:01.405723 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:01.428901 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198c56b3-8caa-43b6-b987-191c98085be0 x-openstack-request-id: req-198c56b3-8caa-43b6-b987-191c98085be0 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:03:01.429222 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "name": "network-vif-plugged", "status": "completed", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:03:01.429476 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-198c56b3-8caa-43b6-b987-191c98085be0 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:03:01.429863 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'code': 200} Oct 29 12:03:01.455216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:01.527873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54c9d-22b9-4814-b658-2edab807277e req-d87ae9ce-9c7f-4257-b261-ea4889691211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:01.529328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14d54c9d-22b9-4814-b658-2edab807277e req-d87ae9ce-9c7f-4257-b261-ea4889691211 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1096 time: 0.0402412 Oct 29 12:03:01.565766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-14d54c9d-22b9-4814-b658-2edab807277e req-e26a46fb-84f3-4a52-8cc5-6222d39aa068 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292928 Oct 29 12:03:01.855677 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:03:02.086962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2aec3-7695-47b5-ad19-fe31716c5804 req-fbbd4226-64ca-46cd-8a6e-213e38a562bc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:02.088416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82c2aec3-7695-47b5-ad19-fe31716c5804 req-fbbd4226-64ca-46cd-8a6e-213e38a562bc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.0476258 Oct 29 12:03:02.125114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82c2aec3-7695-47b5-ad19-fe31716c5804 req-1923219f-66e1-45dd-b393-195d395bdfe4 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Oct 29 12:03:02.355081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:02.372097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.245339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5275acc-d3b7-4b14-bc33-e68946566d64 req-cfcb1de4-6148-4bb9-889d-693dbb1686c5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.246920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5275acc-d3b7-4b14-bc33-e68946566d64 req-cfcb1de4-6148-4bb9-889d-693dbb1686c5 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.0547712 Oct 29 12:03:03.286748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5275acc-d3b7-4b14-bc33-e68946566d64 req-98f69f71-528d-4458-a9db-47dbc0de1c45 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Oct 29 12:03:03.401546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f4a19-f3af-4ede-bfa2-26cc22fcd27d req-2e753dba-0627-4d89-ab4f-2f6eb7ec91fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.403043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d08f4a19-f3af-4ede-bfa2-26cc22fcd27d req-2e753dba-0627-4d89-ab4f-2f6eb7ec91fa tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.0498652 Oct 29 12:03:03.441292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d08f4a19-f3af-4ede-bfa2-26cc22fcd27d req-c7e60b74-1cf2-4729-8c32-4b267ec3e0eb tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Oct 29 12:03:03.463116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:03.502374 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc43048-4308-41c2-9e12-0847de6fc11e tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.504212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bfc43048-4308-41c2-9e12-0847de6fc11e tempest-TestVolumeBootPattern-985379456 tempest-TestVolumeBootPattern-985379456-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1091 time: 0.0401378 Oct 29 12:03:03.506893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40808) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:03.511062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:03:03.534238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.650380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.668550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-f2c7bb46-08a1-407e-9763-1fd2d25b5142 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477202 Oct 29 12:03:03.693876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.752117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-0d40842a-7f5c-4763-932f-4bcd181f69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.754275 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-0d40842a-7f5c-4763-932f-4bcd181f69fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 1096 time: 0.0408516 Oct 29 12:03:03.764373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Allocated IP 172.25.4.21 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/453916fb-0f32-4a7d-8404-4247f3c762b7) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:03:03.860087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-630bb6b7-a4b3-4f47-9a37-10b18c030630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.861546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-630bb6b7-a4b3-4f47-9a37-10b18c030630 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 200 len: 909 time: 0.0868015 Oct 29 12:03:03.869755 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.904589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:03.934647 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-3aeb8dd2-3306-4ae3-98df-dc9974630d60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0655577 Oct 29 12:03:03.942846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:03:03.945715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:03:03.949224 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:03:03.977682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=453916fb-0f32-4a7d-8404-4247f3c762b7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:03.984944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-f804d388-dfc2-41af-be17-4815bc59a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:03.986509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-f804d388-dfc2-41af-be17-4815bc59a101 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 200 len: 847 time: 0.0441494 Oct 29 12:03:03.991304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.991648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.991984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.992316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.992646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.992972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.993356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.993679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.993999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.994321 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.994639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:03.994958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:04.036468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-97d5d26b-464e-4940-90fe-011d367cdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:04.038019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-97d5d26b-464e-4940-90fe-011d367cdfb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d86afd09-dc53-4312-a809-48f7acc41f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442090 Oct 29 12:03:04.134176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-57ab18e1-2dfe-4ad5-82c6-4874e43480b8 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Oct 29 12:03:04.230682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cadc1ef7-0ae8-4b62-8a17-15802afaa3e9 req-406036e0-045f-4971-ae93-9398eab5d9a6 service neutron] 10.222.0.86 "GET /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901451 Oct 29 12:03:04.309333 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:04.377750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:04.528185 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:04.532769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:04.598126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event updated for resources: {'Port': ['ID=453916fb-0f32-4a7d-8404-4247f3c762b7,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:04.610136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:04.707445 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP 7e6c7d8d-f0ff-4065-9a24-f70fa248125e associated. External IP: 172.25.4.21, port: e59f15cc-80a1-46be-8886-53e8c090ddac. Oct 29 12:03:05.248184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:03:05.359674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:03:05.369989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:03:05.378151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:05.381971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:05.382658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:05.420641 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a9fdb4d8-3fb4-4476-b341-4112105e3b15 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8991017 Oct 29 12:03:05.420641 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:03:05.420641 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef4e05f-10f6-4194-a4d9-025789241b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:03:05.496862 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:05.581757 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42544d17-4d5d-4f5f-94b4-8a93da13566a x-openstack-request-id: req-42544d17-4d5d-4f5f-94b4-8a93da13566a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:03:05.582057 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:03:05.582344 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42544d17-4d5d-4f5f-94b4-8a93da13566a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:03:05.582797 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'status': 'completed', 'code': 200} Oct 29 12:03:05.643362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-b540e9f1-1eaa-44b8-b0eb-23177f5ae3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:05.645513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-b540e9f1-1eaa-44b8-b0eb-23177f5ae3ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1096 time: 0.0415673 Oct 29 12:03:05.734845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7e6c7d8d-f0ff-4065-9a24-f70fa248125e', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:42:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae57-f631-4411-9589-b89fe936680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:03:04Z', 'updated_at': '2021-10-29T12:03:04Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}, {'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:05.743405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-abd0a892-73da-4f25-a8f5-47e4d4204e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:05.744955 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-abd0a892-73da-4f25-a8f5-47e4d4204e25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0918076 Oct 29 12:03:05.765042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:03:05.774508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:05.775264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:05.813502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-723880b6-fd4d-4f69-8173-09cbc036eeb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 998 time: 0.0604610 Oct 29 12:03:05.861835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-046ae639-9bde-4284-842e-6f29ff63cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:05.863773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-046ae639-9bde-4284-842e-6f29ff63cc2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0430951 Oct 29 12:03:05.881999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:05.914900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-4bdc8bc7-6cdb-4273-bfe4-48cdc3b1485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:05.916399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-4bdc8bc7-6cdb-4273-bfe4-48cdc3b1485f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451081 Oct 29 12:03:06.009372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-bd701ca7-1375-4ddd-8f09-755311940ec6 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853345 Oct 29 12:03:06.103347 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eef4e05f-10f6-4194-a4d9-025789241b7d req-3998b2dd-5230-4ef5-8b54-cada3886fc7f service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866330 Oct 29 12:03:06.106671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7e6c7d8d-f0ff-4065-9a24-f70fa248125e', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:42:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae57-f631-4411-9589-b89fe936680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:03:04Z', 'updated_at': '2021-10-29T12:03:04Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}, {'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:06.137477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b54784-e3b1-42b3-a4de-f905f837a0e3 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7e6c7d8d-f0ff-4065-9a24-f70fa248125e', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:42:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcae57-f631-4411-9589-b89fe936680c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:03:04Z', 'updated_at': '2021-10-29T12:03:04Z', 'revision_number': 0, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}, {'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:03:06.344543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e55f15-90fc-4674-a736-f9b8853b9be7 None None] New status for floating IP 7e6c7d8d-f0ff-4065-9a24-f70fa248125e: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:03:11.637584 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-91190761-c455-40e2-9915-a70fb66d745c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388286 Oct 29 12:03:11.716134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-9e6f7c02-9ed3-458f-a7b2-5411b208454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:11.717667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-9e6f7c02-9ed3-458f-a7b2-5411b208454a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0397284 Oct 29 12:03:11.824820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-193455a8-c6e2-48ab-998d-f50f64ca478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:11.826339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-193455a8-c6e2-48ab-998d-f50f64ca478d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0877042 Oct 29 12:03:11.890144 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-03409081-f972-48c2-b852-f18264615499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 1001 time: 0.0565100 Oct 29 12:03:11.943263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-063c912b-9b69-4508-a629-5199cc4ce393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:11.944875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-063c912b-9b69-4508-a629-5199cc4ce393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0485458 Oct 29 12:03:11.990295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-531d2618-bdb5-4427-8062-a8703bab9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:11.991785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-531d2618-bdb5-4427-8062-a8703bab9697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399172 Oct 29 12:03:12.081476 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-eb048b1d-cb32-4fd4-935b-4062f71749ec service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824153 Oct 29 12:03:12.176327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8bbd0762-8580-4206-803d-eeab58fb1168 req-dab76769-9b5e-4b8c-ae37-3280d793d513 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866449 Oct 29 12:03:21.967318 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:26.107996 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:28.461077 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-177ead50-8269-4bc7-a4e0-1e3967977d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:30.858758 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b486d8e-ad3f-4c98-849c-0cd2fa1441b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:32.358047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:32.375421 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:33.691283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:38.855621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:03:46.314208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b25ad-bbc0-456a-a93c-58c165c4ca36 req-929a63bd-3717-47a2-80ac-c19012ac617c tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:46.315580 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e82b25ad-bbc0-456a-a93c-58c165c4ca36 req-929a63bd-3717-47a2-80ac-c19012ac617c tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Oct 29 12:03:46.354328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e82b25ad-bbc0-456a-a93c-58c165c4ca36 req-d5891cb3-001d-4be9-8073-4d70d5d28aae tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 Oct 29 12:03:47.471837 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa397-59f1-4115-abb4-2866728b6c29 req-dcadb28c-590c-4751-894f-2db428ae3f60 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:47.473329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed0aa397-59f1-4115-abb4-2866728b6c29 req-dcadb28c-590c-4751-894f-2db428ae3f60 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Oct 29 12:03:47.510898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed0aa397-59f1-4115-abb4-2866728b6c29 req-1a34336a-f773-4411-a7d7-fa0b95001a63 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/security-groups?id=a14d93f2-ffcb-4715-b3bc-128e24af94f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Oct 29 12:03:47.691021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-83c0c24a-a65f-4aa6-b256-b3eabf7c5fab tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:03:47.692411 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-83c0c24a-a65f-4aa6-b256-b3eabf7c5fab tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 945 time: 0.0504031 Oct 29 12:03:47.785991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Deleting port bd8e55cd-441a-4c68-ad61-1e9284956fa4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:47.786330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:47.874044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] For port bd8e55cd-441a-4c68-ad61-1e9284956fa4, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=bd8e55cd-441a-4c68-ad61-1e9284956fa4,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:47.874398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:48.049117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:48.049468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:48.049782 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Floating IP 348d2cd6-f7ef-48fa-8241-ebf0e37039e2 disassociated. External IP: 172.25.4.160, port: bd8e55cd-441a-4c68-ad61-1e9284956fa4. Oct 29 12:03:48.050116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Calling delete_port for bd8e55cd-441a-4c68-ad61-1e9284956fa4 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:48.177148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:48.210320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event deleted for resources: {'Port': ['ID=bd8e55cd-441a-4c68-ad61-1e9284956fa4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:48.224050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.224396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.224946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.225315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.225644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.225980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.226340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.226670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.226992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.227314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.227638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.227954 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:03:48.335755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Router 482cb5b7-cd68-47c7-b82f-1bba021c5868 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:03:48.450695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:03:48.461974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Sync routers for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:03:48.472870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:48.473530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:48.496946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] No DVR routers for this DVR port bd8e55cd-441a-4c68-ad61-1e9284956fa4 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:03:48.499764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:48.503159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d851bd86-955f-420c-bced-ecc2fa08f477 req-0bca5f31-7e53-4821-9440-31d01ff39f94 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.86 "DELETE /v2.0/ports/bd8e55cd-441a-4c68-ad61-1e9284956fa4 HTTP/1.1" status: 204 len: 173 time: 0.8045394 Oct 29 12:03:48.503654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'name': 'network-vif-deleted', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:03:48.506012 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a63e8-8dad-4fa4-98c1-8ee2fba5eac8" -d '{"events": [{"server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "name": "network-vif-deleted", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:03:48.548684 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0be68cf-eb5b-42b1-b3b6-e4ac23c728f7 x-openstack-request-id: req-b0be68cf-eb5b-42b1-b3b6-e4ac23c728f7 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:03:48.549302 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3", "name": "network-vif-deleted", "tag": "bd8e55cd-441a-4c68-ad61-1e9284956fa4", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:03:48.549916 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0be68cf-eb5b-42b1-b3b6-e4ac23c728f7 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:03:48.551014 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3', 'name': 'network-vif-deleted', 'tag': 'bd8e55cd-441a-4c68-ad61-1e9284956fa4', 'status': 'completed', 'code': 200} Oct 29 12:03:48.590153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:48.638367 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-54e0bb1c-de2e-490a-a9ca-02c00ed9823b req-15642d44-0cd7-4d3e-bec2-d021ee53e24d tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e5edcdc-ada0-4ca0-ae44-9a43dc2befb3 HTTP/1.1" status: 200 len: 210 time: 0.0421090 Oct 29 12:03:48.826282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:48.856794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Checking router: 482cb5b7-cd68-47c7-b82f-1bba021c5868 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:03:48.865614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:48.866236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:48.982482 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:49.204093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:49.234210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fc754-5ad3-456b-9a8f-f08aabda7485 None None] The sync data for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 is: [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:46Z', 'revision_number': 4, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '6258b13f-5ac6-44e0-bd3a-2ea276c31479', 'name': '', 'network_id': 'd86afd09-dc53-4312-a809-48f7acc41f97', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'mac_address': 'fa:16:3e:37:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:45Z', 'updated_at': '2021-10-29T11:58:50Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'subnets': [{'id': '643639ff-f2c4-4e4c-8263-364fa81037fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:03:49.477204 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25966f43-437f-4d1b-8e6a-c683d9764c6f None None] New status for floating IP 348d2cd6-f7ef-48fa-8241-ebf0e37039e2: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:03:49.693563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40844) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:49.853910 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Deleting port 8613c0ed-466f-4fbb-bb77-865117190b0a {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:49.854247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:49.930689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:49.931013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:49.942840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Calling delete_port for 8613c0ed-466f-4fbb-bb77-865117190b0a owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:50.085950 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.109132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event deleted for resources: {'Port': ['ID=8613c0ed-466f-4fbb-bb77-865117190b0a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:50.176825 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.180082 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.181248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9b07a1d8-7f3b-494e-b34a-37e2ea695aa5 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "DELETE /v2.0/floatingips/348d2cd6-f7ef-48fa-8241-ebf0e37039e2 HTTP/1.1" status: 204 len: 168 time: 0.4866014 Oct 29 12:03:50.251351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40850) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:50.312636 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.340065 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.402101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.404907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:50.406111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] 10.222.0.77 "DELETE /v2.0/security-groups/a14d93f2-ffcb-4715-b3bc-128e24af94f3 HTTP/1.1" status: 204 len: 168 time: 0.1536276 Oct 29 12:03:50.416852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8626abd-ac9d-41d5-9b87-56a79cc25ef7 tempest-TestServerBasicOps-1830652572 tempest-TestServerBasicOps-1830652572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d93f2-ffcb-4715-b3bc-128e24af94f3,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:50.455353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40854) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:51.328942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:51.446434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bd8e55cd-441a-4c68-ad61-1e9284956fa4 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:51.466432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: bd8e55cd-441a-4c68-ad61-1e9284956fa4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:51.466778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device bd8e55cd-441a-4c68-ad61-1e9284956fa4 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:51.578870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Deleting port 6258b13f-5ac6-44e0-bd3a-2ea276c31479 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:51.579550 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:51.659262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] For port 6258b13f-5ac6-44e0-bd3a-2ea276c31479, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6258b13f-5ac6-44e0-bd3a-2ea276c31479,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:51.659621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:51.672490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Calling delete_port for 6258b13f-5ac6-44e0-bd3a-2ea276c31479 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:51.848217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:51.874708 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Pushing event deleted for resources: {'Port': ['ID=6258b13f-5ac6-44e0-bd3a-2ea276c31479,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:51.970195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.046971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.260418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Router 482cb5b7-cd68-47c7-b82f-1bba021c5868 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:03:52.365937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:03:52.370957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3546633e-e897-4d0b-bd3a-079de0b18729 admin admin] 10.222.0.77 "PUT /v2.0/routers/482cb5b7-cd68-47c7-b82f-1bba021c5868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138365 Oct 29 12:03:52.373672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40860) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:52.374859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Sync routers for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:03:52.385878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:52.386489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:52.483930 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.491856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:52.589342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.641723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Deleting port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:52.642119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.673030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T12:03:51Z', 'revision_number': 5, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port': {'id': '6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:52.700424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Checking router: 482cb5b7-cd68-47c7-b82f-1bba021c5868 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:03:52.708701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Routers {'482cb5b7-cd68-47c7-b82f-1bba021c5868'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:52.709356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['482cb5b7-cd68-47c7-b82f-1bba021c5868'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:52.724447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] For port 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:52.724806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.736499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Calling delete_port for 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:52.794383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] Set router 482cb5b7-cd68-47c7-b82f-1bba021c5868 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:52.848457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T12:03:52Z', 'revision_number': 6, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:52.875633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe56f8-c858-407f-9628-a6a502013f5a None None] The sync data for ids ['482cb5b7-cd68-47c7-b82f-1bba021c5868'] in n-d-805046-9 is: [{'id': '482cb5b7-cd68-47c7-b82f-1bba021c5868', 'name': 'tempest-TestServerBasicOps-531861401-router', 'tenant_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:42Z', 'updated_at': '2021-10-29T12:03:52Z', 'revision_number': 6, 'project_id': '0973bb4dcbd34c8d92ce49e9c6976092', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:03:52.903263 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:52.936719 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:52.998474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.089846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.092052 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.139257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.139698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482cb5b7-cd68-47c7-b82f-1bba021c5868 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:03:53.144097 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.145967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5280e5c1-5bfe-43df-9ae8-153028801561 admin admin] 10.222.0.77 "DELETE /v2.0/routers/482cb5b7-cd68-47c7-b82f-1bba021c5868 HTTP/1.1" status: 204 len: 168 time: 0.7706401 Oct 29 12:03:53.147984 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40862) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:53.193727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Deleting subnet 643639ff-f2c4-4e4c-8263-364fa81037fa {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:03:53.196768 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.232588 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.318025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.370370 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.397907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643639ff-f2c4-4e4c-8263-364fa81037fa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:53.402018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.405344 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9dc552a2-2996-49ff-b479-fc4b46648a11 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/643639ff-f2c4-4e4c-8263-364fa81037fa HTTP/1.1" status: 204 len: 168 time: 0.2563241 Oct 29 12:03:53.407983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40864) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:53.409680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b3a45-2025-4f04-a8bf-3e8ae50e17e5 None None] Network d86afd09-dc53-4312-a809-48f7acc41f97 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:03:53.480777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.533765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Deleting port c0a132e9-a1ad-441d-875f-456aa0644848 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:53.534128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.598467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] For port c0a132e9-a1ad-441d-875f-456aa0644848, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c0a132e9-a1ad-441d-875f-456aa0644848,segment=NetworkSegment(7efdc4d2-9817-49c2-8b35-82592287f329),segment_id=7efdc4d2-9817-49c2-8b35-82592287f329)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:53.598859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.611530 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Calling delete_port for c0a132e9-a1ad-441d-875f-456aa0644848 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:53.667536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] DHCP port deletion for d86afd09-dc53-4312-a809-48f7acc41f97 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:03:53.705463 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.724538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Deleting port c0a132e9-a1ad-441d-875f-456aa0644848 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:53.725372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.734510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a132e9-a1ad-441d-875f-456aa0644848,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:53.736558 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] No DVR routers for this DVR port c0a132e9-a1ad-441d-875f-456aa0644848 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:03:53.780032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c0a132e9-a1ad-441d-875f-456aa0644848 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:53.810282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c0a132e9-a1ad-441d-875f-456aa0644848 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:53.810634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c0a132e9-a1ad-441d-875f-456aa0644848 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:53.811073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6258b13f-5ac6-44e0-bd3a-2ea276c31479 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:53.816081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.837927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86afd09-dc53-4312-a809-48f7acc41f97']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:53.839680 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6258b13f-5ac6-44e0-bd3a-2ea276c31479 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:53.840027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6258b13f-5ac6-44e0-bd3a-2ea276c31479 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:53.840580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:53.847812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efdc4d2-9817-49c2-8b35-82592287f329') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:53.848107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efdc4d2-9817-49c2-8b35-82592287f329') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:53.858777 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.864254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] For port c0a132e9-a1ad-441d-875f-456aa0644848, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:53.864661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.872354 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.872756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:53.873238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6f56a2c6-5c75-4cc2-ba5a-e507d6bb85d3 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:53.879259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:03:53.879874 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.881787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Calling delete_port for c0a132e9-a1ad-441d-875f-456aa0644848 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:03:53.883136 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:03:53.888004 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Port c0a132e9-a1ad-441d-875f-456aa0644848 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 12:03:53.890179 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.916661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] Pushing event deleted for resources: {'Port': ['ID=c0a132e9-a1ad-441d-875f-456aa0644848,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:53.921986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16b0e8-d312-4887-9767-ef515c91b95b None None] No DVR routers for this DVR port c0a132e9-a1ad-441d-875f-456aa0644848 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:03:53.945741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.950549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:53.954247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] 10.222.0.77 "DELETE /v2.0/networks/d86afd09-dc53-4312-a809-48f7acc41f97 HTTP/1.1" status: 204 len: 168 time: 0.5452235 Oct 29 12:03:53.957473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40866) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:53.969378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f65d9-471a-4683-bbc4-4a5afd74df7f admin admin] Pushing event deleted for resources: {'Network': ['ID=d86afd09-dc53-4312-a809-48f7acc41f97,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:54.312449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:54.563001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Deleting port 1790c6f4-4d31-466e-b4bd-7683854a5b25 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:54.563335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:54.643282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] For port 1790c6f4-4d31-466e-b4bd-7683854a5b25, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1790c6f4-4d31-466e-b4bd-7683854a5b25,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:54.643683 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:54.657918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Calling delete_port for 1790c6f4-4d31-466e-b4bd-7683854a5b25 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:54.847101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:54.873740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1790c6f4-4d31-466e-b4bd-7683854a5b25,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:55.053369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:55.592752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:03:55.697648 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:03:55.702846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6af623cc-768b-4d0c-8a36-0b63f0937a01 admin admin] 10.222.0.77 "PUT /v2.0/routers/0de52ddf-8563-4e79-8918-fd58f8c1e8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437272 Oct 29 12:03:55.705704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40872) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:55.706700 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Sync routers for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:03:55.716654 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:55.717286 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:55.818290 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:55.919401 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:55.930626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:55.984646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Deleting port 76b69d16-fb1b-46a0-859a-877374670924 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:55.984889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.071931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] For port 76b69d16-fb1b-46a0-859a-877374670924, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=76b69d16-fb1b-46a0-859a-877374670924,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:56.072296 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.084492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Calling delete_port for 76b69d16-fb1b-46a0-859a-877374670924 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:56.098949 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '76b69d16-fb1b-46a0-859a-877374670924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T12:03:54Z', 'revision_number': 5, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port': {'id': '76b69d16-fb1b-46a0-859a-877374670924', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T11:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:56.108998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.125455 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Checking router: 0de52ddf-8563-4e79-8918-fd58f8c1e8ec for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:03:56.134451 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Routers {'0de52ddf-8563-4e79-8918-fd58f8c1e8ec'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:03:56.135055 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:03:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:56.220403 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] Set router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:03:56.258803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.277118 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-071593ce-f742-4483-b62d-0472b30f925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T12:03:55Z', 'revision_number': 6, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:56.282258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b69d16-fb1b-46a0-859a-877374670924,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:56.309773 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071593ce-f742-4483-b62d-0472b30f925b None None] The sync data for ids ['0de52ddf-8563-4e79-8918-fd58f8c1e8ec'] in n-d-805046-9 is: [{'id': '0de52ddf-8563-4e79-8918-fd58f8c1e8ec', 'name': 'tempest-TestServerBasicOps-1984587641-router', 'tenant_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:58:48Z', 'updated_at': '2021-10-29T12:03:55Z', 'revision_number': 6, 'project_id': 'd97fa4f82dfb42a1976633633e55e4a9', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:03:56.354151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.450011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.452188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.495768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.496377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de52ddf-8563-4e79-8918-fd58f8c1e8ec {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:03:56.500941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.502195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2826279b-0c2e-4dc5-beef-9d2a39f82a35 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0de52ddf-8563-4e79-8918-fd58f8c1e8ec HTTP/1.1" status: 204 len: 168 time: 0.7952995 Oct 29 12:03:56.505118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40874) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:56.551409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Deleting subnet 7338b3a4-253b-41cd-bb32-191f6c33f8d0 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:03:56.554599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.589600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.673499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.730136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.757942 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7338b3a4-253b-41cd-bb32-191f6c33f8d0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:56.760190 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.765877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-37bbed0c-c378-4693-9f8c-1d2a19c5c7f1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7338b3a4-253b-41cd-bb32-191f6c33f8d0 HTTP/1.1" status: 204 len: 168 time: 0.2569807 Oct 29 12:03:56.765877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 40876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:56.768782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145f967-2859-4222-8c8b-057b933fb5ba None None] Network ffb483ed-9c7f-4679-bc4d-0562d7927cd6 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:03:56.839801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.893633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Deleting port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:03:56.893968 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.958418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] For port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,segment=NetworkSegment(dd5b2eac-71fc-44c6-a3eb-67cac3f97573),segment_id=dd5b2eac-71fc-44c6-a3eb-67cac3f97573)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:03:56.958782 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:56.970943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Calling delete_port for 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:03:57.053690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.080575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Pushing event deleted for resources: {'Port': ['ID=49e788c1-6ca8-4ada-afd3-44c0339c4bc9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:57.084403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] No DVR routers for this DVR port 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:03:57.118928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a797a2b-0592-4caa-ab1f-1659f77c94b9 None None] DHCP port deletion for ffb483ed-9c7f-4679-bc4d-0562d7927cd6 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:03:57.161877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.182977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb483ed-9c7f-4679-bc4d-0562d7927cd6']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:57.192041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:57.192339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5b2eac-71fc-44c6-a3eb-67cac3f97573') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:03:57.201644 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.215939 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.222381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:03:57.222904 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:03:57.224827 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:03:57.286430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.292232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.295603 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] 10.222.0.77 "DELETE /v2.0/networks/ffb483ed-9c7f-4679-bc4d-0562d7927cd6 HTTP/1.1" status: 204 len: 168 time: 0.5287533 Oct 29 12:03:57.311506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ce17-8324-490f-a0d9-8d3a3363c8de admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb483ed-9c7f-4679-bc4d-0562d7927cd6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:57.416470 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1790c6f4-4d31-466e-b4bd-7683854a5b25 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:57.441945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1790c6f4-4d31-466e-b4bd-7683854a5b25 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:57.442095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1790c6f4-4d31-466e-b4bd-7683854a5b25 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:57.442469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:57.445180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40882) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:57.463915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:57.464254 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 49e788c1-6ca8-4ada-afd3-44c0339c4bc9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:57.464664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76b69d16-fb1b-46a0-859a-877374670924 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:03:57.484539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 76b69d16-fb1b-46a0-859a-877374670924 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:03:57.484887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 76b69d16-fb1b-46a0-859a-877374670924 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:03:57.487516 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7841f76f-b401-4998-b74a-0bc758c226ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0973bb4dcbd34c8d92ce49e9c6976092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404272 Oct 29 12:03:57.490192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:57.539269 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.560870 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.607252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.609957 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:57.611328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b826a69a-ebd1-4ac7-b73d-75b42c4cf7cc HTTP/1.1" status: 204 len: 168 time: 0.1199758 Oct 29 12:03:57.619779 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1447c8e-df9f-4975-a8c5-0aa5d9f46923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826a69a-ebd1-4ac7-b73d-75b42c4cf7cc,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:57.923635 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40890) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:57.967651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3a238e3b-b458-4fbb-ad10-0a8d5c06b770 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d97fa4f82dfb42a1976633633e55e4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428119 Oct 29 12:03:57.970287 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40892) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:03:58.019544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:58.041822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:58.088841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:58.091443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:03:58.092700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a21e575e-64e1-4ffa-b4c7-e0d1a9c419d4 HTTP/1.1" status: 204 len: 168 time: 0.1215160 Oct 29 12:03:58.100781 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23674439-0015-4f20-9573-2ee00800ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21e575e-64e1-4ffa-b4c7-e0d1a9c419d4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:03:58.466269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d1db6829-0367-4298-8278-ef33c7b1f64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:00.859611 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8026c2c7-7eed-44c5-a343-002c8556b5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:02.360821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:02.378743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:03.694792 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:04.681269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-785da025-feaa-44be-8cd5-42d9d1ca6445 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443177 Oct 29 12:04:04.744480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-752be34b-277f-4b77-85d3-e3c31bc92c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:04.746029 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-752be34b-277f-4b77-85d3-e3c31bc92c32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1096 time: 0.0404122 Oct 29 12:04:04.848903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-3498cab7-dc23-45ef-bca1-6bb528a85941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:04.850417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-3498cab7-dc23-45ef-bca1-6bb528a85941 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0854511 Oct 29 12:04:04.920901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-5a81e756-9975-41d1-946c-5358438d2532 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 1000 time: 0.0631452 Oct 29 12:04:04.970002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-c5ab7e5c-7575-4f24-93ce-6007f209d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:04.971374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-c5ab7e5c-7575-4f24-93ce-6007f209d953 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0438364 Oct 29 12:04:05.017046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-72f6d778-fc92-4bd0-bcf9-b83384715437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:05.018609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-72f6d778-fc92-4bd0-bcf9-b83384715437 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396731 Oct 29 12:04:05.113861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-f64219c6-b884-453b-b3e6-ee810e4e8e1b service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876138 Oct 29 12:04:05.215801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-060a63f5-bccb-4e53-b0a5-b784545c797e req-4de968af-e607-46e0-8fe0-cf19217b0d5e service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950997 Oct 29 12:04:11.627471 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-2b117616-676c-480d-b69c-50d9bf423e34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391805 Oct 29 12:04:11.707116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-96a7ba09-5f44-4a54-bfe9-7da805c59b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:11.708772 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-96a7ba09-5f44-4a54-bfe9-7da805c59b9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0405691 Oct 29 12:04:11.815467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-19a4bb33-3c39-4db8-a501-cb1de15e594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:11.816995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-19a4bb33-3c39-4db8-a501-cb1de15e594e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.0895400 Oct 29 12:04:11.881642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-eb84bab2-f826-429b-ad47-09382c0cc18b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 1001 time: 0.0578158 Oct 29 12:04:11.930401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-2d44168a-6ab8-47fe-a893-8b2f23e72638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:11.931977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-2d44168a-6ab8-47fe-a893-8b2f23e72638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0440509 Oct 29 12:04:11.981137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-2b75788d-8bab-4dfc-a88a-578388838256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:11.982643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-2b75788d-8bab-4dfc-a88a-578388838256 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437815 Oct 29 12:04:12.073013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-bb99df1f-b01d-4e56-ae19-b910413048f4 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833106 Oct 29 12:04:12.168614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2ae9d9ee-cbca-44f1-9300-ede37a723920 req-768d6650-0ce1-4d1b-a630-936779be4f24 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Oct 29 12:04:15.858206 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:04:21.986119 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:26.128051 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:28.465645 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3c2a-5a47-428c-a597-b14c6abcc701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:30.861414 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-351a23ad-ce2e-46ca-8125-401a3f9a149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:32.366580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:32.383870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:33.698355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.501789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40908) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:04:44.655207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port 453916fb-0f32-4a7d-8404-4247f3c762b7 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:04:44.655540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.732879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.733230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.744918 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for 453916fb-0f32-4a7d-8404-4247f3c762b7 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:04:44.888160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.913826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=453916fb-0f32-4a7d-8404-4247f3c762b7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:04:44.939089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.939439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.939784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.940126 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.940464 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.940796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.941156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.941490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.941812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.942136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.942461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.942783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:04:44.984208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:44.984542 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP 7e6c7d8d-f0ff-4065-9a24-f70fa248125e disassociated (deleted). External IP: 172.25.4.21, port: e59f15cc-80a1-46be-8886-53e8c090ddac. Oct 29 12:04:45.196066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:04:45.308523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:04:45.314346 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:45.319063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:04:45.329842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:04:45.330463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:04:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:45.342253 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8de21537-0b24-457a-899d-f9d6c3dd756b tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "DELETE /v2.0/floatingips/7e6c7d8d-f0ff-4065-9a24-f70fa248125e HTTP/1.1" status: 204 len: 168 time: 0.8393176 Oct 29 12:04:45.343010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:04:45.345544 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4025d8-2306-4d2d-9666-868abde7b08f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:04:45.457793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:04:45.514402 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1803bc-ffd1-4c42-b631-f868bad3487c x-openstack-request-id: req-7c1803bc-ffd1-4c42-b631-f868bad3487c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:04:45.514905 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:04:45.514995 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c1803bc-ffd1-4c42-b631-f868bad3487c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:04:45.515337 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'status': 'completed', 'code': 200} Oct 29 12:04:45.587664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-b1c84737-49c5-4e0e-bdf8-723dd7fc53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:45.589348 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-b1c84737-49c5-4e0e-bdf8-723dd7fc53ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 1096 time: 0.0444107 Oct 29 12:04:45.700855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-9fa36ec8-0293-4c66-8f42-80f7d1a6717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:45.702500 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-9fa36ec8-0293-4c66-8f42-80f7d1a6717d service neutron] 10.222.0.86 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1049056 Oct 29 12:04:45.703578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:45.733172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:04:45.744679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:04:45.745362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:04:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:45.749344 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-68764b66-0a69-464b-b956-9fac2e18a1fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 200 len: 217 time: 0.0388014 Oct 29 12:04:45.804640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-f4e3ba87-5ad2-4f50-a137-5846a05ad855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:45.806189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-f4e3ba87-5ad2-4f50-a137-5846a05ad855 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0486267 Oct 29 12:04:45.863157 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:04:45.863997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-36e21004-f6be-4cfd-865d-fade60707b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:45.865719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-36e21004-f6be-4cfd-865d-fade60707b9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512831 Oct 29 12:04:45.870542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da155b-9d8b-4c71-a015-fa32290d9e5b req-8e351cf0-4e5d-4c26-9184-30960b306947 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:45.872235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7da155b-9d8b-4c71-a015-fa32290d9e5b req-8e351cf0-4e5d-4c26-9184-30960b306947 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.3048561 Oct 29 12:04:45.917568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7da155b-9d8b-4c71-a015-fa32290d9e5b req-65a63f1f-2dc4-4e5b-ac1f-b6f426271689 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387597 Oct 29 12:04:45.966308 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-89ec8dd6-760b-4c82-8dd7-b44afd14c9df service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918674 Oct 29 12:04:46.066039 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0f4025d8-2306-4d2d-9666-868abde7b08f req-ebd84e56-cdcd-478c-9c1b-4629f8347fa6 service neutron] 10.222.0.86 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921147 Oct 29 12:04:46.116324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:46.143715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f0ccc-907a-4169-99b7-89437ac97155 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'dbd4f4c4-0006-4d3d-b77e-a3324546cefa', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'port_id': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:01:03Z', 'updated_at': '2021-10-29T12:01:05Z', 'revision_number': 1, 'project_id': '78c191062f494c2da8b17ea16e699850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:04:46.405079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8cf399-0977-4a40-a62c-0a9c4145c157 None None] New status for floating IP 7e6c7d8d-f0ff-4065-9a24-f70fa248125e: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:04:47.047298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afef2-d756-4beb-99ab-9e84c136f4be req-b3d55206-7fd1-4507-b17c-1ab032cf5889 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:47.048793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e5afef2-d756-4beb-99ab-9e84c136f4be req-b3d55206-7fd1-4507-b17c-1ab032cf5889 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.0485039 Oct 29 12:04:47.089496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e5afef2-d756-4beb-99ab-9e84c136f4be req-e87bf3c6-d0b4-4b28-ae7a-cba70b6f48e7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347359 Oct 29 12:04:47.094761 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-0786d702-f37b-4b2a-a12d-4687d678689f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:47.096244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-0786d702-f37b-4b2a-a12d-4687d678689f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 945 time: 0.0487027 Oct 29 12:04:47.196462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port e59f15cc-80a1-46be-8886-53e8c090ddac {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:04:47.196796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:47.290286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port e59f15cc-80a1-46be-8886-53e8c090ddac, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=e59f15cc-80a1-46be-8886-53e8c090ddac,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:04:47.290567 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:47.304180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for e59f15cc-80a1-46be-8886-53e8c090ddac owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:04:47.437764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:47.468568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=e59f15cc-80a1-46be-8886-53e8c090ddac,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:04:47.508091 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port e59f15cc-80a1-46be-8886-53e8c090ddac on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:04:47.510787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:47.514207 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd6ead84-8a5c-4249-a321-3f08708360a3 req-23609a66-4ef6-463f-a922-27866f277eff tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.86 "DELETE /v2.0/ports/e59f15cc-80a1-46be-8886-53e8c090ddac HTTP/1.1" status: 204 len: 173 time: 0.4121068 Oct 29 12:04:47.514653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'name': 'network-vif-deleted', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:04:47.516929 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0d640b-2b28-42c7-afff-c9258770febf" -d '{"events": [{"server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "name": "network-vif-deleted", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:04:47.558892 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7a3f4b-7ebb-4caa-b2e3-ebc9043448b1 x-openstack-request-id: req-8d7a3f4b-7ebb-4caa-b2e3-ebc9043448b1 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:04:47.559183 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcae57-f631-4411-9589-b89fe936680c", "name": "network-vif-deleted", "tag": "e59f15cc-80a1-46be-8886-53e8c090ddac", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:04:47.559437 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d7a3f4b-7ebb-4caa-b2e3-ebc9043448b1 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:04:47.559837 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcae57-f631-4411-9589-b89fe936680c', 'name': 'network-vif-deleted', 'tag': 'e59f15cc-80a1-46be-8886-53e8c090ddac', 'status': 'completed', 'code': 200} Oct 29 12:04:48.188344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-efda2df2-e70d-49d6-88e0-fa0dbd193913 req-6ac16acd-bcb7-43ee-84fa-10b21dc26e03 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0273798 Oct 29 12:04:49.285969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b569974-891d-43c9-a57f-d87726a46853 req-b213c4d1-26cc-4683-9e0d-b647d1bc992d tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0269330 Oct 29 12:04:50.381582 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fc186bc1-4660-4a44-be0c-20cd9768d3f9 req-013045c5-7f1f-4450-b590-9a534319d5f7 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0268569 Oct 29 12:04:51.476204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bb94f7d-b6c6-4797-a95d-ab4cb1a3d6b5 req-c163224b-b87f-405c-a347-e5908f4df99c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6dcae57-f631-4411-9589-b89fe936680c HTTP/1.1" status: 200 len: 210 time: 0.0252364 Oct 29 12:04:51.718754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e59f15cc-80a1-46be-8886-53e8c090ddac no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:04:51.739006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: e59f15cc-80a1-46be-8886-53e8c090ddac {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:04:51.739357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device e59f15cc-80a1-46be-8886-53e8c090ddac not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:04:52.007800 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:52.857568 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:04:56.148325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:57.881237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40954) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:04:58.036603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port 1a58d602-2a91-4ddf-a30c-e25a55b5d10e {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:04:58.036942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.115709 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.116030 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.128147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for 1a58d602-2a91-4ddf-a30c-e25a55b5d10e owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:04:58.274510 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.300973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=1a58d602-2a91-4ddf-a30c-e25a55b5d10e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:04:58.359151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.359469 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Floating IP dbd4f4c4-0006-4d3d-b77e-a3324546cefa disassociated (deleted). External IP: 172.25.4.235, port: a19e3b5f-0183-4b6f-be7e-7c99752f7b95. Oct 29 12:04:58.454612 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74680b9e-d5f8-436b-ba77-cb5ca45b0810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:58.577963 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:04:59.017382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:04:59.022169 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:04:59.028147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:04:59.037423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:04:59.038032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:04:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:59.050145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-07a4313d-8755-44ae-8b48-22427f34162f tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "DELETE /v2.0/floatingips/dbd4f4c4-0006-4d3d-b77e-a3324546cefa HTTP/1.1" status: 204 len: 168 time: 1.1678214 Oct 29 12:04:59.050736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:04:59.052973 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:04:59.148897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:04:59.212810 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d0c5dd-3f14-4aef-bc4d-0f6d4a930343 x-openstack-request-id: req-b9d0c5dd-3f14-4aef-bc4d-0f6d4a930343 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:04:59.213123 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:04:59.213372 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9d0c5dd-3f14-4aef-bc4d-0f6d4a930343 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:04:59.213769 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'status': 'completed', 'code': 200} Oct 29 12:04:59.283124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-cb6c0903-e734-4d58-9e7b-7b0e62e1abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:59.285422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-cb6c0903-e734-4d58-9e7b-7b0e62e1abbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c191062f494c2da8b17ea16e699850&device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0472913 Oct 29 12:04:59.320953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d43e-4e3b-4f24-b3fa-b57d41c68bc2 req-d540e99b-47af-448f-ab37-5c87222e164a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:59.322265 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6679d43e-4e3b-4f24-b3fa-b57d41c68bc2 req-d540e99b-47af-448f-ab37-5c87222e164a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0609729 Oct 29 12:04:59.369791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6679d43e-4e3b-4f24-b3fa-b57d41c68bc2 req-193eb3b9-6a2c-4d06-9145-fa6c581b4396 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Oct 29 12:04:59.381702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:59.401284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-9223568d-0f14-46f1-840a-3beb41a29e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:59.402880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-9223568d-0f14-46f1-840a-3beb41a29e0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 200 len: 913 time: 0.1085348 Oct 29 12:04:59.409522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:04:59.418709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:04:59.419323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:04:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:59.453112 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-35eec449-bf49-4b01-ad79-78e6bcf43f15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 200 len: 217 time: 0.0416157 Oct 29 12:04:59.505995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-7349c8ec-1a96-4db6-a0f2-c97d00e63425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:59.507544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-7349c8ec-1a96-4db6-a0f2-c97d00e63425 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 200 len: 851 time: 0.0472753 Oct 29 12:04:59.530864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:04:59.556667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-7199b0d4-46d4-4d3b-9c04-75011c771745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:04:59.558131 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-7199b0d4-46d4-4d3b-9c04-75011c771745 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e990835c-9981-41d4-abd5-672e166472fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424953 Oct 29 12:04:59.658805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-0710c2a2-dc6f-4e12-bff1-623a26854941 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908263 Oct 29 12:04:59.745616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:04:59.762334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-038f0ca4-edca-4bcc-b3ce-24d86b930b5e req-7316ff13-4fd8-4c8c-a719-33b941f85802 service neutron] 10.222.0.41 "GET /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959783 Oct 29 12:04:59.777635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df4ffd-8308-4c2d-911b-12e09c8c9019 None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '58f0bf83-40a5-47f9-97d0-844058f8bbae', 'name': '', 'network_id': 'e990835c-9981-41d4-abd5-672e166472fd', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'mac_address': 'fa:16:3e:75:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:28Z', 'updated_at': '2021-10-29T11:53:34Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'subnets': [{'id': 'd56a64a9-5451-4807-9a44-18fd2e229ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:05:00.014088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcc3b5-3515-49a4-96e3-f94a924527fe None None] New status for floating IP dbd4f4c4-0006-4d3d-b77e-a3324546cefa: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:05:00.490508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d67de-14f1-4311-9c81-9bf6542514cc req-a5f01c1d-874d-4b2e-9935-1416e1a6d4bf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:00.491982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d3d67de-14f1-4311-9c81-9bf6542514cc req-a5f01c1d-874d-4b2e-9935-1416e1a6d4bf tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Oct 29 12:05:00.529639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d3d67de-14f1-4311-9c81-9bf6542514cc req-337755c6-940a-41f3-849c-b0b1bd4ec933 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d9c93fb-9a64-400f-b19d-050bc060823a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Oct 29 12:05:00.803633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-c8109bc4-c563-4571-8c04-c0c5b280abdc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:00.805023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-c8109bc4-c563-4571-8c04-c0c5b280abdc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0527315 Oct 29 12:05:00.863801 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9eb591fb-1033-46fe-aa25-f7c8ed6451a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:00.895460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:00.895798 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:00.988367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] For port a19e3b5f-0183-4b6f-be7e-7c99752f7b95, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:00.988732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:01.002742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for a19e3b5f-0183-4b6f-be7e-7c99752f7b95 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:01.127395 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:01.159216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=a19e3b5f-0183-4b6f-be7e-7c99752f7b95,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:01.171944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.172290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.172633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.172968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.173323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.173653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.173981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.174312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.174639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.174962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.175286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.175612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:01.209034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] No DVR routers for this DVR port a19e3b5f-0183-4b6f-be7e-7c99752f7b95 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:05:01.211717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:01.214881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a15a6d3-8b23-4b7a-871f-33f703b27ef8 req-6fdfabb3-2af1-4258-8d39-902886495b46 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.41 "DELETE /v2.0/ports/a19e3b5f-0183-4b6f-be7e-7c99752f7b95 HTTP/1.1" status: 204 len: 173 time: 0.4038041 Oct 29 12:05:01.215323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'name': 'network-vif-deleted', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:01.217591 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175eb2c-9216-4562-b31c-697b0e0e458e" -d '{"events": [{"server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "name": "network-vif-deleted", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:01.257996 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49af71b-ab3e-4853-9b3c-09d3069cf9d1 x-openstack-request-id: req-c49af71b-ab3e-4853-9b3c-09d3069cf9d1 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:01.258291 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd21bb-0528-4096-b3be-b3c0ac47f5e0", "name": "network-vif-deleted", "tag": "a19e3b5f-0183-4b6f-be7e-7c99752f7b95", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:01.258548 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c49af71b-ab3e-4853-9b3c-09d3069cf9d1 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:01.258952 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd21bb-0528-4096-b3be-b3c0ac47f5e0', 'name': 'network-vif-deleted', 'tag': 'a19e3b5f-0183-4b6f-be7e-7c99752f7b95', 'status': 'completed', 'code': 200} Oct 29 12:05:01.629910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8d31fc6-3093-4539-bad2-9889d25b58b9 req-9254e07f-47e4-47fa-b8c7-453f3a8be63a tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Oct 29 12:05:02.369384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:02.387025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:02.728709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21eda112-7c95-45c0-9cd6-de2e5952fa3d req-399e5b34-b0ca-4caa-a245-f1ddb56fb00c tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0260894 Oct 29 12:05:03.704189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:03.823620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71a7c343-c9f3-4268-b99c-d35748a68fd2 req-a88a640a-25e0-42be-af31-af5309baf444 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0261376 Oct 29 12:05:04.927779 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec574808-fbea-4f3e-83de-7d0aeb6ef6e4 req-1669009b-833f-4dda-9b24-3714d234d305 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "GET /v2.0/ports?device_id=47dd21bb-0528-4096-b3be-b3c0ac47f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0306771 Oct 29 12:05:05.257083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a19e3b5f-0183-4b6f-be7e-7c99752f7b95 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:05.280048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: a19e3b5f-0183-4b6f-be7e-7c99752f7b95 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:05.280384 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device a19e3b5f-0183-4b6f-be7e-7c99752f7b95 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:05.981847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40976) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:06.106011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Deleting port d656a62b-f5e8-4854-9304-71de31f9c783 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:06.106351 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.181785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.182113 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.194212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Calling delete_port for d656a62b-f5e8-4854-9304-71de31f9c783 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:06.323710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.348797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'Port': ['ID=d656a62b-f5e8-4854-9304-71de31f9c783,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:06.411859 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.414343 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:06.415488 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7bcfb92d-25ba-4a76-9ec5-826b5bdce2dc tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "DELETE /v2.0/floatingips/3b44934b-74d0-4b07-a3d6-d17201406014 HTTP/1.1" status: 204 len: 168 time: 0.4326649 Oct 29 12:05:09.697800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40992) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:09.757356 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:09.783187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:09.842913 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:09.846044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:09.847197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] 10.222.0.77 "DELETE /v2.0/security-groups/1d9c93fb-9a64-400f-b19d-050bc060823a HTTP/1.1" status: 204 len: 168 time: 0.1484051 Oct 29 12:05:09.856474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124d62-8bbc-4fc9-a15d-c1f07aa3d543 tempest-TestVolumeBootPattern-959776251 tempest-TestVolumeBootPattern-959776251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c93fb-9a64-400f-b19d-050bc060823a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:09.913923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 40996) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:10.387801 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:10.645074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Deleting port 58f0bf83-40a5-47f9-97d0-844058f8bbae {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:10.645416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:10.731939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] For port 58f0bf83-40a5-47f9-97d0-844058f8bbae, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=58f0bf83-40a5-47f9-97d0-844058f8bbae,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:10.732673 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:10.745580 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Calling delete_port for 58f0bf83-40a5-47f9-97d0-844058f8bbae owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:10.928031 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:10.953887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f0bf83-40a5-47f9-97d0-844058f8bbae,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:11.123691 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:11.336657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Router 7faf7730-8e94-4d08-971f-948d514a51ba has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:05:11.440456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:05:11.446019 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4b0301a4-7c5a-4a8a-a926-4571139242b3 admin admin] 10.222.0.77 "PUT /v2.0/routers/7faf7730-8e94-4d08-971f-948d514a51ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310483 Oct 29 12:05:11.448556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41000) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:11.450539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Sync routers for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:05:11.461122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:05:11.461732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:05:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:11.552264 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:11.566385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:05:11.655520 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:11.708038 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Deleting port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:11.708375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:11.747329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T12:05:10Z', 'revision_number': 5, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port': {'id': '4f255e6f-8d58-4334-b8ed-5db5ba4c9f21', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:24Z', 'updated_at': '2021-10-29T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:11.778672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Checking router: 7faf7730-8e94-4d08-971f-948d514a51ba for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:05:11.787351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Routers {'7faf7730-8e94-4d08-971f-948d514a51ba'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:05:11.787991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:05:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['7faf7730-8e94-4d08-971f-948d514a51ba'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:11.794020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] For port 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:11.794967 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:11.807404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Calling delete_port for 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:11.873864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] Set router 7faf7730-8e94-4d08-971f-948d514a51ba gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:05:11.927434 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T12:05:11Z', 'revision_number': 6, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:11.958210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2785b-3290-49ad-9c39-f20cce79d7be None None] The sync data for ids ['7faf7730-8e94-4d08-971f-948d514a51ba'] in n-d-805046-9 is: [{'id': '7faf7730-8e94-4d08-971f-948d514a51ba', 'name': 'tempest-TestVolumeBootPattern-2073395751-router', 'tenant_id': '78c191062f494c2da8b17ea16e699850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:22Z', 'updated_at': '2021-10-29T12:05:11Z', 'revision_number': 6, 'project_id': '78c191062f494c2da8b17ea16e699850', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:05:11.976701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.004972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f255e6f-8d58-4334-b8ed-5db5ba4c9f21,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:12.066750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.155289 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.158243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.199379 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.199893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7faf7730-8e94-4d08-971f-948d514a51ba {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:05:12.204912 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.206070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5cf83215-19f7-4dd4-8276-85e49ec9fad0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7faf7730-8e94-4d08-971f-948d514a51ba HTTP/1.1" status: 204 len: 168 time: 0.7564130 Oct 29 12:05:12.209109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41002) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:12.253709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Deleting subnet d56a64a9-5451-4807-9a44-18fd2e229ab4 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:05:12.256797 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.297149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.379671 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.433212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.457120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56a64a9-5451-4807-9a44-18fd2e229ab4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:12.463133 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.468426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7521324-7969-4967-95b9-835ac4f1e779 None None] Network e990835c-9981-41d4-abd5-672e166472fd requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:05:12.469554 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-60bee1e0-667f-41a8-bbab-eefcf01fe101 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d56a64a9-5451-4807-9a44-18fd2e229ab4 HTTP/1.1" status: 204 len: 168 time: 0.2588000 Oct 29 12:05:12.469786 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41004) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:12.540988 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.593983 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Deleting port 889faa1c-b59f-4541-a7f9-3ced637f6831 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:12.594331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.657725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] For port 889faa1c-b59f-4541-a7f9-3ced637f6831, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=889faa1c-b59f-4541-a7f9-3ced637f6831,segment=NetworkSegment(a7e5e94f-494e-4fb8-afae-2a96d7a16bc4),segment_id=a7e5e94f-494e-4fb8-afae-2a96d7a16bc4)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:12.658020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.670423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Calling delete_port for 889faa1c-b59f-4541-a7f9-3ced637f6831 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:12.734056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] DHCP port deletion for e990835c-9981-41d4-abd5-672e166472fd request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:05:12.755651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.781705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Pushing event deleted for resources: {'Port': ['ID=889faa1c-b59f-4541-a7f9-3ced637f6831,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:12.785523 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] No DVR routers for this DVR port 889faa1c-b59f-4541-a7f9-3ced637f6831 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:05:12.791308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Deleting port 889faa1c-b59f-4541-a7f9-3ced637f6831 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:12.791802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.857327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] For port 889faa1c-b59f-4541-a7f9-3ced637f6831, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:12.857718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.862764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.873242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Calling delete_port for 889faa1c-b59f-4541-a7f9-3ced637f6831 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:12.876142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Port 889faa1c-b59f-4541-a7f9-3ced637f6831 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 12:05:12.877392 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.885571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e990835c-9981-41d4-abd5-672e166472fd']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:12.895647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:12.896023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e5e94f-494e-4fb8-afae-2a96d7a16bc4') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:12.906797 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.906968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Pushing event deleted for resources: {'Port': ['ID=889faa1c-b59f-4541-a7f9-3ced637f6831,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:12.914878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] No DVR routers for this DVR port 889faa1c-b59f-4541-a7f9-3ced637f6831 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:05:12.917243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.917586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.918056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.918406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.918987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.919312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.919637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.919949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.920452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.920923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.923180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.923180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac120dd2-be3d-4096-8c2c-c19dc3e61b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:05:12.924766 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.933618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:05:12.934866 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:05:12.937099 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:05:12.992337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:13.001647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:13.005659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e990835c-9981-41d4-abd5-672e166472fd HTTP/1.1" status: 204 len: 168 time: 0.5348315 Oct 29 12:05:13.008427 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41006) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:13.058945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6bda6-e0ef-488f-abe3-847a73327187 admin admin] Pushing event deleted for resources: {'Network': ['ID=e990835c-9981-41d4-abd5-672e166472fd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:13.362479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:13.446611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:13.466547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:13.466888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 4f255e6f-8d58-4334-b8ed-5db5ba4c9f21 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:13.467305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 58f0bf83-40a5-47f9-97d0-844058f8bbae no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:13.487345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 58f0bf83-40a5-47f9-97d0-844058f8bbae {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:13.487978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 58f0bf83-40a5-47f9-97d0-844058f8bbae not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:13.488075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 889faa1c-b59f-4541-a7f9-3ced637f6831 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:13.507221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 889faa1c-b59f-4541-a7f9-3ced637f6831 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:13.507545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 889faa1c-b59f-4541-a7f9-3ced637f6831 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:13.607167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Deleting port 2bb351d5-87c5-4349-9c54-1d21a5526def {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:13.607714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.007058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] For port 2bb351d5-87c5-4349-9c54-1d21a5526def, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=2bb351d5-87c5-4349-9c54-1d21a5526def,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:14.007449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.020521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Calling delete_port for 2bb351d5-87c5-4349-9c54-1d21a5526def owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:14.199752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.228757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb351d5-87c5-4349-9c54-1d21a5526def,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:14.392275 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.607692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:05:14.714734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:05:14.720262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e7eefb68-744f-4bce-9345-46c4053e7f72 admin admin] 10.222.0.77 "PUT /v2.0/routers/91dc07bb-0dd0-4461-807d-b3a3bc184f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107956 Oct 29 12:05:14.722771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41008) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:14.725605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Sync routers for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:05:14.736379 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:05:14.737037 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:05:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:14.827392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.840904 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:05:14.931596 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:14.998374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Deleting port 516579fe-6c17-405d-96d6-6b77cb327b91 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:14.999087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.045791 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T12:05:14Z', 'revision_number': 5, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port': {'id': '516579fe-6c17-405d-96d6-6b77cb327b91', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T11:53:36Z', 'updated_at': '2021-10-29T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:15.086600 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Checking router: 91dc07bb-0dd0-4461-807d-b3a3bc184f0c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:05:15.095635 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Routers {'91dc07bb-0dd0-4461-807d-b3a3bc184f0c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:05:15.096246 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:05:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:15.113683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] For port 516579fe-6c17-405d-96d6-6b77cb327b91, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=516579fe-6c17-405d-96d6-6b77cb327b91,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:15.114031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.126480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Calling delete_port for 516579fe-6c17-405d-96d6-6b77cb327b91 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:15.277117 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] Set router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:05:15.297455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.326893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=516579fe-6c17-405d-96d6-6b77cb327b91,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:15.329401 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T12:05:14Z', 'revision_number': 6, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:15.360285 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2569deb0-5ee7-454b-a81e-7a2a32d52b62 None None] The sync data for ids ['91dc07bb-0dd0-4461-807d-b3a3bc184f0c'] in n-d-805046-9 is: [{'id': '91dc07bb-0dd0-4461-807d-b3a3bc184f0c', 'name': 'tempest-TestVolumeBootPattern-745511640-router', 'tenant_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T11:53:35Z', 'updated_at': '2021-10-29T12:05:14Z', 'revision_number': 6, 'project_id': '118e1dfc77f242b0a17f6d32e5d05c52', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:05:15.394108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.484775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.486903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.530132 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.530602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91dc07bb-0dd0-4461-807d-b3a3bc184f0c {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:05:15.534952 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.536096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ebbbebca-60ae-440e-b65e-7ecb0896fb67 admin admin] 10.222.0.77 "DELETE /v2.0/routers/91dc07bb-0dd0-4461-807d-b3a3bc184f0c HTTP/1.1" status: 204 len: 168 time: 0.8124154 Oct 29 12:05:15.538904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41010) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:15.584289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Deleting subnet e26ad122-8c15-47f0-bec7-9d9509ff0150 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:05:15.587495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.626544 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.702712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.768516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.797510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26ad122-8c15-47f0-bec7-9d9509ff0150,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:15.801731 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.807799 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bd257656-7d4c-415a-a51a-7a6723198a48 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e26ad122-8c15-47f0-bec7-9d9509ff0150 HTTP/1.1" status: 204 len: 168 time: 0.2657888 Oct 29 12:05:15.808978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41012) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:15.811789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08c45f-b878-4c30-9583-b20e60c2fd5b None None] Network 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:05:15.860364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2bb351d5-87c5-4349-9c54-1d21a5526def no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:15.884062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 2bb351d5-87c5-4349-9c54-1d21a5526def {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:15.884581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 2bb351d5-87c5-4349-9c54-1d21a5526def not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:15.907087 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:15.964076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Deleting port 8f48ef58-7be5-4978-b601-58cfccf42f0c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:15.964493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.037637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] For port 8f48ef58-7be5-4978-b601-58cfccf42f0c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8f48ef58-7be5-4978-b601-58cfccf42f0c,segment=NetworkSegment(033c5759-169c-40e6-be93-167b14a686b9),segment_id=033c5759-169c-40e6-be93-167b14a686b9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:16.037995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.051255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Calling delete_port for 8f48ef58-7be5-4978-b601-58cfccf42f0c owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:16.130342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.153684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Pushing event deleted for resources: {'Port': ['ID=8f48ef58-7be5-4978-b601-58cfccf42f0c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:16.160066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] No DVR routers for this DVR port 8f48ef58-7be5-4978-b601-58cfccf42f0c on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:05:16.209273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2ddba4-1bea-4272-99eb-b7a4a8a4673e None None] DHCP port deletion for 6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:05:16.242974 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.264968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb5432c-ba5f-444d-ab8d-a3efcb5091a3']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:16.275055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033c5759-169c-40e6-be93-167b14a686b9') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:16.275349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033c5759-169c-40e6-be93-167b14a686b9') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:05:16.286123 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.299137 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.306549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:05:16.306868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:05:16.308615 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:05:16.370813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.377953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.381228 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] 10.222.0.77 "DELETE /v2.0/networks/6eb5432c-ba5f-444d-ab8d-a3efcb5091a3 HTTP/1.1" status: 204 len: 168 time: 0.5721951 Oct 29 12:05:16.393301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0643d-5f0f-40b4-8acb-9867f769b7df admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb5432c-ba5f-444d-ab8d-a3efcb5091a3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:16.548330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41016) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:16.595524 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6928ba21-76dc-468f-9cec-8ed5e674b767 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78c191062f494c2da8b17ea16e699850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459077 Oct 29 12:05:16.598112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41018) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:16.646112 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.667727 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.715429 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.718008 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:16.720627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04fe2c40-4d14-4886-b1b8-8ba513c50523 HTTP/1.1" status: 204 len: 168 time: 0.1215723 Oct 29 12:05:16.728613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efe3ad-a297-4050-b41a-79f2b6f29b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe2c40-4d14-4886-b1b8-8ba513c50523,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:17.077285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41024) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:17.117573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-602927e1-7804-4540-b9e1-4a3687d3ebe8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=118e1dfc77f242b0a17f6d32e5d05c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389993 Oct 29 12:05:17.119972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41026) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:17.172668 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:17.192882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:17.240416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:17.243302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:17.244457 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ade3de18-f766-4dbc-9b09-33357ad7cfec HTTP/1.1" status: 204 len: 168 time: 0.1236019 Oct 29 12:05:17.254465 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98566f-927c-4b06-9f07-1dac316b675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade3de18-f766-4dbc-9b09-33357ad7cfec,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:17.453886 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8f48ef58-7be5-4978-b601-58cfccf42f0c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:17.476280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 8f48ef58-7be5-4978-b601-58cfccf42f0c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:17.476607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8f48ef58-7be5-4978-b601-58cfccf42f0c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:17.477045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 516579fe-6c17-405d-96d6-6b77cb327b91 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:17.498169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 516579fe-6c17-405d-96d6-6b77cb327b91 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:17.498579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 516579fe-6c17-405d-96d6-6b77cb327b91 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:22.015823 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:26.145075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:27.329651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-28f886ef-b7f8-46b8-8a7b-c75c6dc16846 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7f8ea2a0349845fd9647762d26987646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308626 Oct 29 12:05:27.520879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-1f1f63d1-7f5a-427f-af79-7c125266c1e8 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:27.522328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-1f1f63d1-7f5a-427f-af79-7c125266c1e8 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869371 Oct 29 12:05:27.538008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-a1c974d8-c430-4de8-9844-883d06217d10 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/quotas/7f8ea2a0349845fd9647762d26987646 HTTP/1.1" status: 200 len: 375 time: 0.0096915 Oct 29 12:05:27.574178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-afec3fa0-4683-4473-92da-ef410cefacc5 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f8ea2a0349845fd9647762d26987646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304432 Oct 29 12:05:28.457786 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-132eaa89-8c5b-4e0c-b680-923f0ffc005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:28.749762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cd2d190-bf7a-4094-a2d6-cba91de039f6 req-73d94f64-ea0c-4902-9bf0-dd35e3bfd3c0 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 210 time: 0.0254135 Oct 29 12:05:29.606335 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-66a5f39a-92c4-4a16-bef8-82cd36c888bd tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7f8ea2a0349845fd9647762d26987646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316231 Oct 29 12:05:29.803963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-bb77cce2-6381-4b90-b1f0-7d5e148a803a tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:29.805487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-bb77cce2-6381-4b90-b1f0-7d5e148a803a tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936111 Oct 29 12:05:29.819297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Request body: {'port': {'device_id': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'admin_state_up': True, 'tenant_id': '7f8ea2a0349845fd9647762d26987646'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:29.843797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-220f2b55-a906-4a8b-b08a-62b64b412da1 req-c36daa30-c358-4e5d-be02-cf24e99f4a4a tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 210 time: 0.0255990 Oct 29 12:05:29.865542 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:05:29.941988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Made reservation on behalf of 7f8ea2a0349845fd9647762d26987646 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:05:29.945921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:29.958326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.034980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.038703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.098805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd4eb6-4f43-45b7-aeea-217b64d96690,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:30.169548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Allocated IP 192.168.233.7 (2d18671a-a6fe-422e-8259-5d9407b9f9ca/ac8d1340-320b-48ae-a2a5-c68f9660ba2f/66cc7681-57ee-4365-b1fb-2a3c5eadefa6) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:05:30.317499 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.353555 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.403104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Network 2d18671a-a6fe-422e-8259-5d9407b9f9ca is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:05:30.406750 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:05:30.411331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:05:30.436098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Pushing event updated for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:30.469486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:30.470672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.489385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-f0a42631-86a4-4ce2-988a-acabcb625623 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6738596 Oct 29 12:05:30.503046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Request body: {'port': {'device_id': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:30.559725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.659098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-df7aac91-fc55-4e87-adcf-a8a8d0315316 None None] Provisioning complete for port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:05:30.660034 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-df7aac91-fc55-4e87-adcf-a8a8d0315316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.694803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-df7aac91-fc55-4e87-adcf-a8a8d0315316 None None] Port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:05:30.831774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:05:30.839456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.852866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Transition to ACTIVE for port object 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:05:30.857192 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.867353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4aee3aad-7403-4faf-8764-ba14406b78fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:30.914558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Pushing event updated for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:30.984010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcace32-c0ff-4c7e-b095-06c84b2abdf2 req-d640cd1e-3588-4ccf-8b9b-6e4b6e84eee9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:30.986178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bcace32-c0ff-4c7e-b095-06c84b2abdf2 req-d640cd1e-3588-4ccf-8b9b-6e4b6e84eee9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 946 time: 0.0530527 Oct 29 12:05:30.989861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Attempting to bind port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:05:30.990203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Attempting to bind port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:05:30.990561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Attempting to bind port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:05:31.002738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:05:31.003067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Attempting to bind port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 on network 2d18671a-a6fe-422e-8259-5d9407b9f9ca {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:05:31.012886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:05:31.013264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Checking segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:05:31.013653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Bound using segment: {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:05:31.014236 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Bound port: 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea91f46d-5c32-4864-b913-85c499c1e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:05:31.014601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:31.036161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2bcace32-c0ff-4c7e-b095-06c84b2abdf2 req-df638ebc-6ee6-4ece-906c-606b63ecff4c tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Oct 29 12:05:31.091775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:05:31.095328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:05:31.102973 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:31.142102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:31.142746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:31.144134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] 10.222.0.86 "PUT /v2.0/ports/66cc7681-57ee-4365-b1fb-2a3c5eadefa6 HTTP/1.1" status: 200 len: 1094 time: 0.6464965 Oct 29 12:05:31.144584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:31.146917 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c08966d-d136-4d7c-9673-5f55cdbc08df" -d '{"events": [{"name": "network-changed", "server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:31.169509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613e1e5-ebe9-449a-8a45-4ac834552636 service neutron] Pushing event updated for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:31.204636 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0e83b-99c5-4e85-910a-5d81a4cf1635 x-openstack-request-id: req-d2a0e83b-99c5-4e85-910a-5d81a4cf1635 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:31.204941 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:31.205223 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2a0e83b-99c5-4e85-910a-5d81a4cf1635 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:31.205625 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6', 'status': 'completed', 'code': 200} Oct 29 12:05:31.252380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-47f6de75-a2e0-4ec9-bde9-decda3e305ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:31.254011 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-47f6de75-a2e0-4ec9-bde9-decda3e305ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f8ea2a0349845fd9647762d26987646&device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 1097 time: 0.0583587 Oct 29 12:05:31.306908 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-c038e295-8f39-4524-b4e7-804538658f9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6 HTTP/1.1" status: 200 len: 217 time: 0.0422091 Oct 29 12:05:31.363999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-5b28dc27-2d61-453d-8cc4-43f288edf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:31.365579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-5b28dc27-2d61-453d-8cc4-43f288edf4f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0501304 Oct 29 12:05:31.414417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-044a2593-695a-48c4-9dd2-fa5a3c7c9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:31.415927 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-044a2593-695a-48c4-9dd2-fa5a3c7c9442 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427623 Oct 29 12:05:31.516035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-34dcf51d-39c2-4343-b0d7-ecad3f075712 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Oct 29 12:05:31.609406 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5199cc97-bc74-43f1-a157-9e389e8b1184 req-2505993b-9a91-4d7c-bcfa-4f786f89572c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865045 Oct 29 12:05:31.702393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-78f840cf-0ea9-4929-abaa-46a15221efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:31.704901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-78f840cf-0ea9-4929-abaa-46a15221efa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f8ea2a0349845fd9647762d26987646&device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 1097 time: 0.0443523 Oct 29 12:05:32.126098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-db4a0c71-a6aa-41bf-81dd-f701c168b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:32.128256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-db4a0c71-a6aa-41bf-81dd-f701c168b8c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d18671a-a6fe-422e-8259-5d9407b9f9ca HTTP/1.1" status: 200 len: 870 time: 0.4168067 Oct 29 12:05:32.168286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdf6a-0b52-469c-9e83-c7765c4e4cb0 req-a57e28b4-4d86-4d43-866e-a1db761999a6 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:32.170278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c8cdf6a-0b52-469c-9e83-c7765c4e4cb0 req-a57e28b4-4d86-4d43-866e-a1db761999a6 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 946 time: 0.0548661 Oct 29 12:05:32.176081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-b2877347-d00f-4f27-b57a-7697722c9d62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6 HTTP/1.1" status: 200 len: 217 time: 0.0403359 Oct 29 12:05:32.210370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2c8cdf6a-0b52-469c-9e83-c7765c4e4cb0 req-4dd5ea9b-98d8-43ab-9f6d-b3b7e2c0bb15 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334923 Oct 29 12:05:32.226481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-81fba3d3-dd8c-470d-a8e3-c920eb4a0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:32.227947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-81fba3d3-dd8c-470d-a8e3-c920eb4a0119 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac8d1340-320b-48ae-a2a5-c68f9660ba2f HTTP/1.1" status: 200 len: 843 time: 0.0452979 Oct 29 12:05:32.273877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-1e800e05-1a22-44c9-bd0a-8944c704dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:32.275289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-1e800e05-1a22-44c9-bd0a-8944c704dbc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d18671a-a6fe-422e-8259-5d9407b9f9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400484 Oct 29 12:05:32.377896 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:32.379009 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-c324c3ee-7d27-470a-94d6-e3d31d5e4d7c service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953801 Oct 29 12:05:32.392451 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:32.477764 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1c08966d-d136-4d7c-9673-5f55cdbc08df req-9fb3db72-2702-4f8f-ad4c-7d6b026ca973 service neutron] 10.222.0.86 "GET /v2.0/networks/2d18671a-a6fe-422e-8259-5d9407b9f9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904677 Oct 29 12:05:32.980247 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-d0e0affd-e4f0-4bc6-ad73-e5875aabcc00 req-4a417da2-6d6e-4118-99fe-fbbfd302ced3 service neutron] (102278) timed out ('10.222.0.77', 57708) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:05:33.325051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15bd7-0289-430d-8081-42087fbd3c70 req-db66ead2-5da0-481c-8497-8f261b16f024 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:33.326536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7d15bd7-0289-430d-8081-42087fbd3c70 req-db66ead2-5da0-481c-8497-8f261b16f024 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 946 time: 0.0483072 Oct 29 12:05:33.365880 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7d15bd7-0289-430d-8081-42087fbd3c70 req-8f20a163-1c19-4c6b-9bc5-1325fe775dc0 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Oct 29 12:05:33.705480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:33.912599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:05:34.006141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:34.017599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6', 'network_id': '2d18671a-a6fe-422e-8259-5d9407b9f9ca', 'port_id': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6', 'mac_address': 'fa:16:3e:a0:fe:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8d1340-320b-48ae-a2a5-c68f9660ba2f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:05:34.213345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:34.225889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:05:34.245154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:34.252138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:34.307802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:34.481815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e723f3f-f96c-43a9-b6a2-62d72bd928f5 req-f33095e9-b124-4328-9450-7f11f40147ba tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:34.483246 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e723f3f-f96c-43a9-b6a2-62d72bd928f5 req-f33095e9-b124-4328-9450-7f11f40147ba tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 947 time: 0.0491111 Oct 29 12:05:34.490781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['66cc7681-57ee-4365-b1fb-2a3c5eadefa6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:05:34.523000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e723f3f-f96c-43a9-b6a2-62d72bd928f5 req-91e08a4d-5d29-42e4-9e64-1be3518d63a3 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Oct 29 12:05:35.642012 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a4970-84d6-47c3-b5e7-3afa651bbf38 req-b9ba54f6-84a3-4d9f-88f5-5784db0b1098 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:35.643510 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-187a4970-84d6-47c3-b5e7-3afa651bbf38 req-b9ba54f6-84a3-4d9f-88f5-5784db0b1098 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 947 time: 0.0531778 Oct 29 12:05:35.682443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-187a4970-84d6-47c3-b5e7-3afa651bbf38 req-d5930115-2c0a-4990-a5f0-0be12f7753f2 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Oct 29 12:05:35.913167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:05:35.962461 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:05:35.966229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:05:35.966594 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:36.047836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:36.071585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:36.073863 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f413912-6fc7-482a-8383-e2dc42bcbc8c" -d '{"events": [{"server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "name": "network-vif-plugged", "status": "completed", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:36.087365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:36.091845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:36.115290 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e924e60-a079-4901-8412-3dac284c9b45 x-openstack-request-id: req-5e924e60-a079-4901-8412-3dac284c9b45 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:36.115572 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "name": "network-vif-plugged", "status": "completed", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:36.115828 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e924e60-a079-4901-8412-3dac284c9b45 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:36.116217 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6', 'code': 200} Oct 29 12:05:36.141624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:36.315031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db988cd8-7cb6-427a-a25e-ecc22058a9de req-69c75939-e82e-4e40-8dd6-52c691624514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:36.316563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db988cd8-7cb6-427a-a25e-ecc22058a9de req-69c75939-e82e-4e40-8dd6-52c691624514 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 1099 time: 0.1396823 Oct 29 12:05:36.358950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db988cd8-7cb6-427a-a25e-ecc22058a9de req-406dbbb9-c184-4379-953f-dfa82fa93f0d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Oct 29 12:05:36.801069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a8e63-86ad-444a-a4e0-aec8730616fa req-0f557672-5111-4309-b3e9-bc45840412a7 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:36.802551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f8a8e63-86ad-444a-a4e0-aec8730616fa req-0f557672-5111-4309-b3e9-bc45840412a7 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 948 time: 0.0508003 Oct 29 12:05:36.839832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f8a8e63-86ad-444a-a4e0-aec8730616fa req-dec7b151-0fbb-4caf-aaec-cf03504820b5 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Oct 29 12:05:37.954772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e78a07-1d0e-4c5f-bc93-97b703edc2f1 req-2aefbc92-bb4d-4e6b-af0c-06e1a937db3b tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:37.956784 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98e78a07-1d0e-4c5f-bc93-97b703edc2f1 req-2aefbc92-bb4d-4e6b-af0c-06e1a937db3b tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 948 time: 0.0495436 Oct 29 12:05:37.994567 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98e78a07-1d0e-4c5f-bc93-97b703edc2f1 req-81ac1228-a122-41a2-9002-d4d815442514 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Oct 29 12:05:38.348692 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-be9ba76f-1a33-483b-a7d4-9a21f421af68 req-f823d0eb-b031-41ea-8815-cb0aa42c1c82 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:05:38.349754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be9ba76f-1a33-483b-a7d4-9a21f421af68 req-f823d0eb-b031-41ea-8815-cb0aa42c1c82 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0630116 Oct 29 12:05:38.967209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d54daf-e31c-46f5-8124-a31deb512865 req-afc3bf38-37a2-461c-9117-2b8aca189554 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:38.968613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84d54daf-e31c-46f5-8124-a31deb512865 req-afc3bf38-37a2-461c-9117-2b8aca189554 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 948 time: 0.0527456 Oct 29 12:05:39.017587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84d54daf-e31c-46f5-8124-a31deb512865 req-9004a438-12c5-47b3-8f52-4be1b6cb2653 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Oct 29 12:05:40.133859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7deaa-e359-4905-99c1-a74f3a4ebd22 req-092c0d27-31d8-4a1f-a59d-19787fd20c35 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:40.135363 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aeb7deaa-e359-4905-99c1-a74f3a4ebd22 req-092c0d27-31d8-4a1f-a59d-19787fd20c35 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 948 time: 0.0489881 Oct 29 12:05:40.173139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aeb7deaa-e359-4905-99c1-a74f3a4ebd22 req-3b9a125c-3823-4024-a5ae-dd96c46634f6 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.77 "GET /v2.0/security-groups?id=98dd4eb6-4f43-45b7-aeea-217b64d96690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Oct 29 12:05:40.220470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca7633-f60b-415e-8a0c-466390554482 req-c38a7560-f21c-4fb6-8612-433c526219bd tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:40.222492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-08ca7633-f60b-415e-8a0c-466390554482 req-c38a7560-f21c-4fb6-8612-433c526219bd tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.86 "GET /v2.0/ports?device_id=a96a78b4-248f-4673-9d36-66351a9258dc HTTP/1.1" status: 200 len: 948 time: 0.0497925 Oct 29 12:05:40.310706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Deleting port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:05:40.310957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:40.407602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] For port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,segment=NetworkSegment(ea91f46d-5c32-4864-b913-85c499c1e218),segment_id=ea91f46d-5c32-4864-b913-85c499c1e218)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:40.407964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:40.421387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Calling delete_port for 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:05:40.559723 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:40.572090 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['66cc7681-57ee-4365-b1fb-2a3c5eadefa6'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:05:40.588033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Pushing event deleted for resources: {'Port': ['ID=66cc7681-57ee-4365-b1fb-2a3c5eadefa6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:40.639796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] No DVR routers for this DVR port 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:05:40.642695 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:40.647069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-08ca7633-f60b-415e-8a0c-466390554482 req-fcaf136f-c44d-4558-aa49-a2291ab46fe9 tempest-ServersAdminNegativeTestJSON-2099272933 tempest-ServersAdminNegativeTestJSON-2099272933-project] 10.222.0.86 "DELETE /v2.0/ports/66cc7681-57ee-4365-b1fb-2a3c5eadefa6 HTTP/1.1" status: 204 len: 173 time: 0.4182556 Oct 29 12:05:40.647564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'name': 'network-vif-deleted', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:40.650575 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aec1863-6995-4d7d-996e-4c8625863cc9" -d '{"events": [{"server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "name": "network-vif-deleted", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:40.782945 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e31eb-dd0e-4e58-9b9c-1e91ce2649fe x-openstack-request-id: req-0b8e31eb-dd0e-4e58-9b9c-1e91ce2649fe {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:40.783390 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96a78b4-248f-4673-9d36-66351a9258dc", "name": "network-vif-deleted", "tag": "66cc7681-57ee-4365-b1fb-2a3c5eadefa6", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:40.783783 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b8e31eb-dd0e-4e58-9b9c-1e91ce2649fe {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:40.784854 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96a78b4-248f-4673-9d36-66351a9258dc', 'name': 'network-vif-deleted', 'tag': '66cc7681-57ee-4365-b1fb-2a3c5eadefa6', 'status': 'completed', 'code': 200} Oct 29 12:05:41.482120 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41164) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:41.625542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-db451738-11a3-495c-9398-b83c22b1e5a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f8ea2a0349845fd9647762d26987646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421833 Oct 29 12:05:41.628547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41168) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:41.680700 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:41.706931 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:41.755656 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:41.758278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:41.759534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98dd4eb6-4f43-45b7-aeea-217b64d96690 HTTP/1.1" status: 204 len: 168 time: 0.1299763 Oct 29 12:05:41.767822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3812d-a026-4f1d-8d08-8a5cb5207393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd4eb6-4f43-45b7-aeea-217b64d96690,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:42.031697 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41174) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:42.045757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1d3d-b209-4b03-aebb-17c9ba8223b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.122364 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1d3d-b209-4b03-aebb-17c9ba8223b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.126139 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1d3d-b209-4b03-aebb-17c9ba8223b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.164986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9ee1d3d-b209-4b03-aebb-17c9ba8223b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1d065993d25431a8c01ad20777cbe41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321480 Oct 29 12:05:42.166290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee1d3d-b209-4b03-aebb-17c9ba8223b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd722091-0203-43c9-8834-31ea98ae48bf,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:42.168234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:42.219845 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.241348 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.290757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.293471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:42.294600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd722091-0203-43c9-8834-31ea98ae48bf HTTP/1.1" status: 204 len: 168 time: 0.1231194 Oct 29 12:05:42.302391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a092a-0c1a-4fae-83f0-7d868ae32403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd722091-0203-43c9-8834-31ea98ae48bf,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:43.005391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41198) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:43.101667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1519176176-network', 'tenant_id': 'ac91105ed5934b918dde8200007a2511'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:43.123261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Made reservation on behalf of ac91105ed5934b918dde8200007a2511 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:05:43.125661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.134540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.210799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.215318 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.238229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:05:43.253774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b74c62-dc51-4c29-82e1-3774fc93dd05,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:43.256729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.257100 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Added segment 39aabbbc-e6f0-4f2e-af4e-f9883cb54c16 of type vlan for network 09ea43a8-3394-4447-b832-adf56f8bf237 Oct 29 12:05:43.300228 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.326671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.327634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:43.328213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.384327 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3777928 Oct 29 12:05:43.387702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41202) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:43.392562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Request body: {'subnet': {'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1519176176-subnet', 'tenant_id': 'ac91105ed5934b918dde8200007a2511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:43.396224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc69b-c023-4211-b69d-0141ceb8875c admin admin] Pushing event updated for resources: {'Network': ['ID=09ea43a8-3394-4447-b832-adf56f8bf237,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:43.406847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 09ea43a8-3394-4447-b832-adf56f8bf237 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:05:43.414616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Made reservation on behalf of ac91105ed5934b918dde8200007a2511 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:05:43.417658 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.590904 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.648020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012f369e-2aae-4d51-8e07-ebc50479b2ad,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:43.655236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Checking segment: {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:05:43.655592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Network hostable DHCP agents. Network: 09ea43a8-3394-4447-b832-adf56f8bf237, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:05:43.673296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Network 09ea43a8-3394-4447-b832-adf56f8bf237 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:05:43.682764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 09ea43a8-3394-4447-b832-adf56f8bf237) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:05:43.687050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:43.687705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:43.691985 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224357e-600c-4510-8c36-ef476d012401 None None] Network 09ea43a8-3394-4447-b832-adf56f8bf237 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:05:43.703655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e438dddc-eafc-4108-a711-5de65570d3d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3149126 Oct 29 12:05:43.826144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aeb51b-1662-4acf-be63-17f7331a6dc3 None None] Network 09ea43a8-3394-4447-b832-adf56f8bf237 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:05:43.958810 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:05:43.979028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:05:43.979371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 66cc7681-57ee-4365-b1fb-2a3c5eadefa6 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:05:44.478501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-174f01d6-5710-4e8e-9729-9759fb0cd160 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:44.480013 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-174f01d6-5710-4e8e-9729-9759fb0cd160 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 812 time: 0.4402742 Oct 29 12:05:44.495177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-08d4bc16-c3b9-49d6-895a-609666354217 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/quotas/ac91105ed5934b918dde8200007a2511 HTTP/1.1" status: 200 len: 375 time: 0.0092993 Oct 29 12:05:44.527123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-c56c10c3-fd87-4af8-a6f8-e371293aaa40 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260990 Oct 29 12:05:44.620308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-90982e9d-97fe-4245-9ae8-d6109d8dec18 service neutron] 10.222.0.77 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849185 Oct 29 12:05:44.710409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-8a73210f-848e-4073-a0a2-510d0f113220 service neutron] 10.222.0.77 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834992 Oct 29 12:05:44.869050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2ab2b77b-c37b-43f8-8776-c372b51ce052 req-55b806c6-563b-4d4e-88c6-819cad923902 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0298381 Oct 29 12:05:45.945991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d60f2b58-68ce-4d11-9ec2-e061d1542bb3 req-65c31780-ebf5-4cd5-8863-94372280509b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0270684 Oct 29 12:05:47.023638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ddf584a-108d-4c31-9638-325b4394e1d5 req-f302bc58-7234-49e1-8d8a-b2807cd018ab tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0283151 Oct 29 12:05:48.099523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c672e7a-e168-4f7c-b1e7-de92d4bfa8e8 req-85ad5575-11a1-4a16-b533-839486b69eb2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0267098 Oct 29 12:05:49.192652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-375651eb-52fe-4bb9-8d82-409d4bce58fd req-8ad37807-94e6-47f1-afb0-9154ea0cdf24 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0260503 Oct 29 12:05:49.855039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-1e380f4f-08ee-4f25-baca-758536c1570f tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:49.856792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-1e380f4f-08ee-4f25-baca-758536c1570f tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 812 time: 0.1055949 Oct 29 12:05:49.871123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Request body: {'port': {'device_id': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237', 'admin_state_up': True, 'tenant_id': 'ac91105ed5934b918dde8200007a2511'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:49.982625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Made reservation on behalf of ac91105ed5934b918dde8200007a2511 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:05:49.986184 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.113362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Allocated IP 172.20.0.5 (09ea43a8-3394-4447-b832-adf56f8bf237/012f369e-2aae-4d51-8e07-ebc50479b2ad/b8ef3cef-bfca-4012-9509-d7172c42335d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:05:50.258517 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.287793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1287f3ff-df70-4e77-8e72-7b5af833ab76 req-ef969e85-c601-4766-9d08-3a30a05772ed tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 210 time: 0.0257363 Oct 29 12:05:50.292694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.342313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Network 09ea43a8-3394-4447-b832-adf56f8bf237 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:05:50.345454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:05:50.349913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:05:50.356159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:50.403909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:50.404584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.421528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-40b0503e-de7e-49be-8d8b-8db16c5ebe52 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546188 Oct 29 12:05:50.434201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Request body: {'port': {'device_id': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:05:50.490947 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.747951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ef3cef-bfca-4012-9509-d7172c42335d {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:05:50.755712 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.767418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Transition to ACTIVE for port object b8ef3cef-bfca-4012-9509-d7172c42335d will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:05:50.771566 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.822127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:50.887398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:05:50.888058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:05:50.888058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:05:50.892323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:05:50.892657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:05:50.898054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:05:50.898382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Checking segment: {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:05:50.898772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Bound using segment: {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:05:50.899181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Bound port: b8ef3cef-bfca-4012-9509-d7172c42335d, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:05:50.899527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:50.962680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:05:50.965695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:05:50.970602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:51.009039 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.009657 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:51.011052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] 10.222.0.86 "PUT /v2.0/ports/b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 1091 time: 0.5809655 Oct 29 12:05:51.011485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:51.013872 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:51.034545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509b03-2cb0-4d57-99fb-79ac2485dacb service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:51.060220 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431d6f7-47cb-436b-9d42-8850eded43ae x-openstack-request-id: req-a431d6f7-47cb-436b-9d42-8850eded43ae {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:51.060514 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:51.060770 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a431d6f7-47cb-436b-9d42-8850eded43ae {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:51.061190 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'status': 'completed', 'code': 200} Oct 29 12:05:51.098034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-9be6ed36-7ff4-4f23-88c0-86658bf5caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.099550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-9be6ed36-7ff4-4f23-88c0-86658bf5caef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0482399 Oct 29 12:05:51.142305 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-b3107ba6-b340-4267-8d30-aee32fef446a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0348990 Oct 29 12:05:51.193241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-70a5dffd-cbd3-47fb-9598-2b7fd6998459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.194697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-70a5dffd-cbd3-47fb-9598-2b7fd6998459 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0447347 Oct 29 12:05:51.225354 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-cd915165-b44e-4f76-8221-f068218fab46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234551 Oct 29 12:05:51.319194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-644f7652-6af6-4a50-863e-8df9092b13a0 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867426 Oct 29 12:05:51.410134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b97fee-2aa8-404e-bc4d-b55c559acce6 req-b90f0ed8-e777-4f56-b3db-1c895256c2f3 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.411610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26b97fee-2aa8-404e-bc4d-b55c559acce6 req-b90f0ed8-e777-4f56-b3db-1c895256c2f3 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0530286 Oct 29 12:05:51.418827 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-083fa1b8-2ceb-4c4a-8728-0028dcfcc443 req-4045c15d-9d41-4b9f-9ffd-3c1f96d7ed54 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930479 Oct 29 12:05:51.451762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26b97fee-2aa8-404e-bc4d-b55c559acce6 req-d9d82cd6-d5a4-45d9-bd92-aa9e4813f958 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Oct 29 12:05:51.501999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-58a4d3d0-81c2-4288-bda0-8b9a01d71797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.503528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-58a4d3d0-81c2-4288-bda0-8b9a01d71797 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0407996 Oct 29 12:05:51.597207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-d935d7bd-15bb-4505-ab50-139d2ee81be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.598613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-d935d7bd-15bb-4505-ab50-139d2ee81be6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.0884643 Oct 29 12:05:51.641813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-1df7a552-300e-4cff-90a0-35c81a3dfbfd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0360839 Oct 29 12:05:51.691739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-4ff61c3c-2856-465b-9f82-e64fd22c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:51.693196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-4ff61c3c-2856-465b-9f82-e64fd22c76c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0434401 Oct 29 12:05:51.724905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-ae7e7bfc-fa5e-4c31-9197-142333daf99d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237675 Oct 29 12:05:51.819311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-0d5ee081-9fcb-4090-970f-5129feb05ea4 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867901 Oct 29 12:05:51.913233 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0ea0f0e5-34b1-4a33-b3ce-a81c28e051d8 req-760d8379-83c1-4d4d-b941-8ac013bebfb0 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Oct 29 12:05:52.019703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:52.571245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ed70c-32ba-41bf-8c72-842af5a51ea1 req-673f61c1-8ab7-472f-9c25-5657eb052393 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:52.572765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-629ed70c-32ba-41bf-8c72-842af5a51ea1 req-673f61c1-8ab7-472f-9c25-5657eb052393 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0541854 Oct 29 12:05:52.610197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-629ed70c-32ba-41bf-8c72-842af5a51ea1 req-ca59e833-e9ef-473c-b7cf-8ceccb32b77a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Oct 29 12:05:53.731650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc482-de32-428c-b299-dfe13a9012de req-17a5231f-4d05-4777-baee-8657ce185df6 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:53.733056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b3bc482-de32-428c-b299-dfe13a9012de req-17a5231f-4d05-4777-baee-8657ce185df6 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0492094 Oct 29 12:05:53.770564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b3bc482-de32-428c-b299-dfe13a9012de req-ec0f1d09-9e57-4bdd-b84e-1c69a01db8a5 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Oct 29 12:05:54.007701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:05:54.104108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:54.119070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237', 'port_id': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'mac_address': 'fa:16:3e:58:38:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012f369e-2aae-4d51-8e07-ebc50479b2ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:05:54.155705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:54.169071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef3cef-bfca-4012-9509-d7172c42335d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:05:54.189687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:54.194380 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:54.240840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:54.384975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b8ef3cef-bfca-4012-9509-d7172c42335d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:05:54.890550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a691d9-f2f1-47db-a77e-efd9c9ede3c0 req-3f39d40f-da44-4a7e-87e0-f460e73c23eb tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:54.892068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52a691d9-f2f1-47db-a77e-efd9c9ede3c0 req-3f39d40f-da44-4a7e-87e0-f460e73c23eb tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 944 time: 0.0531085 Oct 29 12:05:54.932832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52a691d9-f2f1-47db-a77e-efd9c9ede3c0 req-cb8170e8-45bc-4167-973b-010b4fced422 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Oct 29 12:05:56.022640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:05:56.052931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e05d15-45d9-48be-b506-fcad48b938e4 req-3d10be62-82f8-4278-98f4-6a86c1a3c155 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:56.054459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6e05d15-45d9-48be-b506-fcad48b938e4 req-3d10be62-82f8-4278-98f4-6a86c1a3c155 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 944 time: 0.0549502 Oct 29 12:05:56.072265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b8ef3cef-bfca-4012-9509-d7172c42335d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:05:56.076567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b8ef3cef-bfca-4012-9509-d7172c42335d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:05:56.076972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:56.094406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d6e05d15-45d9-48be-b506-fcad48b938e4 req-b14ff4cd-40d5-4137-a831-3d246b1f9b23 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Oct 29 12:05:56.168000 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:56.171245 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:56.192272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:05:56.194533 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e73a37d-b1bc-4b0f-93e9-2cae3baea757" -d '{"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:05:56.208387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:05:56.216571 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:56.268604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:05:56.315064 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15249d95-7239-4d79-8481-1bd767c8a722 x-openstack-request-id: req-15249d95-7239-4d79-8481-1bd767c8a722 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:05:56.315358 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:05:56.315643 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15249d95-7239-4d79-8481-1bd767c8a722 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:05:56.316569 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'code': 200} Oct 29 12:05:56.416264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c47f9f-c633-40f7-8365-e72f8e77bf5d req-f261ff7d-2d87-4a96-b174-276b17ef8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:56.417868 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b4c47f9f-c633-40f7-8365-e72f8e77bf5d req-f261ff7d-2d87-4a96-b174-276b17ef8045 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1096 time: 0.0440049 Oct 29 12:05:56.455420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b4c47f9f-c633-40f7-8365-e72f8e77bf5d req-2280e1ff-c311-4f99-b08b-95219ba05a16 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284739 Oct 29 12:05:57.210882 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581233a3-3c18-4f4e-871d-493c3f1bde0d req-83c8c50b-0757-41fe-ab49-d365b5b3dc4a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:57.212393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-581233a3-3c18-4f4e-871d-493c3f1bde0d req-83c8c50b-0757-41fe-ab49-d365b5b3dc4a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0484927 Oct 29 12:05:57.249754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-581233a3-3c18-4f4e-871d-493c3f1bde0d req-5406c953-221d-41fd-b230-1acb2c706926 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Oct 29 12:05:58.369050 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0187-e169-49c5-bb49-60aacc6bc472 req-258c1ddd-999e-4378-bbe0-679f039a4757 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:58.370562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ab0187-e169-49c5-bb49-60aacc6bc472 req-258c1ddd-999e-4378-bbe0-679f039a4757 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0528324 Oct 29 12:05:58.407478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d0ab0187-e169-49c5-bb49-60aacc6bc472 req-85f12ce3-726a-4387-876a-5efff4c0ed4b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Oct 29 12:05:58.459217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f2905605-f479-4d1c-a00e-e1a7e4b87db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:05:58.600972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41274) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:05:58.658279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9d3a7-8a30-4bd1-b508-5629c1133246 req-e44c7d85-bd93-45b7-ada1-2c3efa621174 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:58.660425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06a9d3a7-8a30-4bd1-b508-5629c1133246 req-e44c7d85-bd93-45b7-ada1-2c3efa621174 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0526216 Oct 29 12:05:58.727138 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06a9d3a7-8a30-4bd1-b508-5629c1133246 req-26395dc0-bb31-4425-93d4-0624ea630350 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Oct 29 12:05:58.734149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-18c72f9a-dbe6-4968-a32d-4007ca846d09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316125 Oct 29 12:05:58.743477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-562fb306-6f27-43e8-87fd-18ccb11919f2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:05:58.744441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-562fb306-6f27-43e8-87fd-18ccb11919f2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050802 Oct 29 12:05:59.855225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bbbaf-8597-4e9b-827b-444ad7246b9b req-5b65121e-dd45-404d-9777-0db657a55333 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:59.856869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d13bbbaf-8597-4e9b-827b-444ad7246b9b req-5b65121e-dd45-404d-9777-0db657a55333 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0569553 Oct 29 12:05:59.901664 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d13bbbaf-8597-4e9b-827b-444ad7246b9b req-efd2e950-e152-4dac-9395-2dcbe45dfe7b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Oct 29 12:05:59.942054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-9fc7ec03-61d7-42c1-8d43-0b13edd6a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:05:59.943586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-9fc7ec03-61d7-42c1-8d43-0b13edd6a2fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1096 time: 0.0445061 Oct 29 12:06:00.040026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-57a2115b-8e67-4e4d-8bbc-f0fe63c59bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:00.041487 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-57a2115b-8e67-4e4d-8bbc-f0fe63c59bab service neutron] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.0911989 Oct 29 12:06:00.092324 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-e63741bd-e5bf-4e98-bdcd-3ce264758e8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0439067 Oct 29 12:06:00.146982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-d4d7df6e-5893-4188-a34b-6b5720a8a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:00.148490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-d4d7df6e-5893-4188-a34b-6b5720a8a2ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0477595 Oct 29 12:06:00.184611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-ad6b3908-fe6d-49a7-bcae-72d42a4a11df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296352 Oct 29 12:06:00.277942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-0980f425-fd16-446f-a00a-825e6b1b8eaf service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857823 Oct 29 12:06:00.372420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-16e1cc09-3df9-4b6a-b884-26ece21b4c33 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865536 Oct 29 12:06:00.862004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ffc94ed8-0e25-439f-ab23-0608fb9bed21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:01.021919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66fc32-63be-4614-9ba1-223df3ffdc4c req-17db09f1-a3b5-41a8-9961-76dbda88be35 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:01.023396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f66fc32-63be-4614-9ba1-223df3ffdc4c req-17db09f1-a3b5-41a8-9961-76dbda88be35 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0497899 Oct 29 12:06:01.060775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f66fc32-63be-4614-9ba1-223df3ffdc4c req-38433e18-2be7-4ba6-8930-701fbdd079af tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Oct 29 12:06:02.175830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a263f-38a8-4bba-85f6-da1aca616d1c req-d9bfce7c-5524-4a4f-96ca-614588997128 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:02.177251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-261a263f-38a8-4bba-85f6-da1aca616d1c req-d9bfce7c-5524-4a4f-96ca-614588997128 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0494010 Oct 29 12:06:02.215465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-261a263f-38a8-4bba-85f6-da1aca616d1c req-9db1c2da-91c1-49df-b27a-389249a9c283 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Oct 29 12:06:02.374981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:02.391928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:03.335047 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e6e4-c4de-408a-853b-e3bb7acd8ee5 req-c877486b-f9ef-4d70-b3da-88114ad5c11b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:03.336587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-abb0e6e4-c4de-408a-853b-e3bb7acd8ee5 req-c877486b-f9ef-4d70-b3da-88114ad5c11b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0533597 Oct 29 12:06:03.374690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-abb0e6e4-c4de-408a-853b-e3bb7acd8ee5 req-55df0b53-2a0f-4575-8eae-996f3a232e66 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Oct 29 12:06:03.707140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:04.490748 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd03ae-7581-44b3-9fc0-403939f0a68e req-3a2fcb49-3129-410c-8fc1-7097c6e7e6fd tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:04.492267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94cd03ae-7581-44b3-9fc0-403939f0a68e req-3a2fcb49-3129-410c-8fc1-7097c6e7e6fd tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0486441 Oct 29 12:06:04.528835 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94cd03ae-7581-44b3-9fc0-403939f0a68e req-2ee0154c-23db-4e68-9de5-dd22be89fc87 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305359 Oct 29 12:06:05.645252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1af89b-135b-4f10-b251-712d9e4c5baa req-905233c3-7d74-4f42-859b-74f5454dbf24 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:05.646766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a1af89b-135b-4f10-b251-712d9e4c5baa req-905233c3-7d74-4f42-859b-74f5454dbf24 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0493639 Oct 29 12:06:05.686294 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a1af89b-135b-4f10-b251-712d9e4c5baa req-b664acac-f392-435d-a1fc-374bac949029 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Oct 29 12:06:05.732159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-285cbca3-2f13-45ed-8e7a-2f3795a819a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:05.733697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-285cbca3-2f13-45ed-8e7a-2f3795a819a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1096 time: 0.0409896 Oct 29 12:06:05.844607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-18bee638-3c79-4642-8cdd-0cb81c9fc275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:05.846215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-18bee638-3c79-4642-8cdd-0cb81c9fc275 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.0910134 Oct 29 12:06:05.886743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-40df26f4-9cb5-434e-9f5d-a72a1a2b1950 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0337954 Oct 29 12:06:05.935768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-50c15166-9f18-475b-b291-6f9ec19a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:05.937383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-50c15166-9f18-475b-b291-6f9ec19a7fce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0431416 Oct 29 12:06:05.968117 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-cbc8d8f9-88df-42f7-a7e3-2e5a858cc3cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231822 Oct 29 12:06:06.062298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-104a5c97-a68b-4a80-96bf-c3adc09ddaea service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 Oct 29 12:06:06.154030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83a498eb-1fa3-4cfb-bb37-cbce9baddf11 req-a669d9d3-493b-4325-bf62-8556d0a95718 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Oct 29 12:06:06.806491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875b32f-57e2-4922-b3f8-4ac7b77afed8 req-db71b411-b151-4daa-81cd-14749dced44b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:06.807977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9875b32f-57e2-4922-b3f8-4ac7b77afed8 req-db71b411-b151-4daa-81cd-14749dced44b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0547509 Oct 29 12:06:06.847859 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9875b32f-57e2-4922-b3f8-4ac7b77afed8 req-f260d6cd-b007-4508-b80b-5a048f87934a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337193 Oct 29 12:06:06.858229 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:06:07.966665 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e8f9-30e4-4cbf-a77b-180709d57bff req-72ac51c8-5c23-441d-a632-b60a8ddb97e2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:07.968142 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c112e8f9-30e4-4cbf-a77b-180709d57bff req-72ac51c8-5c23-441d-a632-b60a8ddb97e2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0488253 Oct 29 12:06:08.006123 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c112e8f9-30e4-4cbf-a77b-180709d57bff req-1fc18368-1bf1-4c58-b1d3-e9ebf9348688 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Oct 29 12:06:09.121533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80521ab9-c195-4b54-bf5d-0f47348508a2 req-bad38892-c22c-46c6-9e9c-fe71c10455f8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:09.123054 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80521ab9-c195-4b54-bf5d-0f47348508a2 req-bad38892-c22c-46c6-9e9c-fe71c10455f8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0492322 Oct 29 12:06:09.161186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80521ab9-c195-4b54-bf5d-0f47348508a2 req-dfd8906c-be6f-4851-9d68-c5e8a8dbbaf2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Oct 29 12:06:10.280913 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e7d15-539b-42a8-af0e-1f9d25ccee07 req-6f8e98d9-6443-4402-b85d-8d4c4da39067 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:10.282333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b7e7d15-539b-42a8-af0e-1f9d25ccee07 req-6f8e98d9-6443-4402-b85d-8d4c4da39067 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0534081 Oct 29 12:06:10.320093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b7e7d15-539b-42a8-af0e-1f9d25ccee07 req-ee470e48-a9d8-4fce-8559-8d12223c1a53 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Oct 29 12:06:11.437506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd582b9f-0833-46a4-b6b0-b84717736179 req-7d3753ed-6501-41e1-ab77-0ea64e0bb283 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:11.438993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd582b9f-0833-46a4-b6b0-b84717736179 req-7d3753ed-6501-41e1-ab77-0ea64e0bb283 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0494940 Oct 29 12:06:11.477395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd582b9f-0833-46a4-b6b0-b84717736179 req-5e4fdc8a-8eab-4657-8a3c-86c424d75ce8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Oct 29 12:06:12.594886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca07c2-d343-4a53-993e-bf6003db7ee5 req-7f683bd4-131a-4a78-a65a-be247c0d8c31 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:12.596406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36ca07c2-d343-4a53-993e-bf6003db7ee5 req-7f683bd4-131a-4a78-a65a-be247c0d8c31 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0509255 Oct 29 12:06:12.640680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36ca07c2-d343-4a53-993e-bf6003db7ee5 req-b2512b79-3997-4209-b524-d55fb81033ff tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Oct 29 12:06:13.765667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d397dd5-a8be-4d3e-9973-21be2ad48fa6 req-693355e0-48a4-4547-ab79-f5dfc08321f7 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:13.767170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d397dd5-a8be-4d3e-9973-21be2ad48fa6 req-693355e0-48a4-4547-ab79-f5dfc08321f7 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0551629 Oct 29 12:06:13.806803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4d397dd5-a8be-4d3e-9973-21be2ad48fa6 req-d9ddbfea-db62-4062-a33e-4aba8d9b23e6 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Oct 29 12:06:14.928148 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f82d4-257d-4876-b9a2-b04047bfdf85 req-6f83a6ca-75a4-433a-9b0e-3f7f0cb1960c tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:14.929753 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-281f82d4-257d-4876-b9a2-b04047bfdf85 req-6f83a6ca-75a4-433a-9b0e-3f7f0cb1960c tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0518696 Oct 29 12:06:14.968000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-281f82d4-257d-4876-b9a2-b04047bfdf85 req-f35ba6ac-acbf-46d7-92aa-c60cc6342cbc tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323563 Oct 29 12:06:16.085802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b73013-5a04-402e-8f05-bfac6f15bbac req-f71835d5-5ded-458c-97a4-daf680bf887a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:16.087333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2b73013-5a04-402e-8f05-bfac6f15bbac req-f71835d5-5ded-458c-97a4-daf680bf887a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0492346 Oct 29 12:06:16.125707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2b73013-5a04-402e-8f05-bfac6f15bbac req-052879fc-b60f-44f4-8c63-7ed91a0369d8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Oct 29 12:06:17.246454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f592e34-27da-4a21-9651-2f9c9f6caec0 req-6f55e5c6-2072-474d-a811-98f491f33319 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:17.247949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f592e34-27da-4a21-9651-2f9c9f6caec0 req-6f55e5c6-2072-474d-a811-98f491f33319 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0534537 Oct 29 12:06:17.286521 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f592e34-27da-4a21-9651-2f9c9f6caec0 req-fbbe5a5b-7754-44f2-b915-6398d3d97380 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Oct 29 12:06:18.401732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf5d96-c53b-4f70-8383-b5ee58071fc8 req-07762402-5866-4c7e-a299-5a117e99120d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:18.403188 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bbaf5d96-c53b-4f70-8383-b5ee58071fc8 req-07762402-5866-4c7e-a299-5a117e99120d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0479336 Oct 29 12:06:18.440841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bbaf5d96-c53b-4f70-8383-b5ee58071fc8 req-6904b1ed-ed77-44a4-927a-de292fe39ed6 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Oct 29 12:06:19.558223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b4fa-ff24-42d3-b791-6588b54357f2 req-68f4312d-3ebb-48f7-bba1-526bf0ee0b73 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:19.559855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3357b4fa-ff24-42d3-b791-6588b54357f2 req-68f4312d-3ebb-48f7-bba1-526bf0ee0b73 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0495887 Oct 29 12:06:19.597628 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3357b4fa-ff24-42d3-b791-6588b54357f2 req-123764c3-bac5-4f9c-a1b1-4ab7968f11d5 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Oct 29 12:06:20.718919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1b0e-3be0-4138-9a7e-446083d0f215 req-9df508c2-8e1f-4528-8720-55c5e6e29b5e tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:20.720394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-358a1b0e-3be0-4138-9a7e-446083d0f215 req-9df508c2-8e1f-4528-8720-55c5e6e29b5e tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0538154 Oct 29 12:06:20.759042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-358a1b0e-3be0-4138-9a7e-446083d0f215 req-5edfc557-d573-4908-a258-d2b56ec97962 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Oct 29 12:06:21.885239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82193db3-a0e8-4b15-ba24-149db1cc0bfa req-64c632f4-af8c-46be-ac22-4f2d5f23274a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:21.886802 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82193db3-a0e8-4b15-ba24-149db1cc0bfa req-64c632f4-af8c-46be-ac22-4f2d5f23274a tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0556862 Oct 29 12:06:21.926350 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-82193db3-a0e8-4b15-ba24-149db1cc0bfa req-6f85d7d8-0a75-4737-9b91-3c26a8967a92 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Oct 29 12:06:22.010437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:23.041543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb14ae-82c9-4ebe-adf2-f2950c0bf062 req-3f17d4f3-b3d5-441a-91c4-56f3c71b5c0d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:23.043039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdb14ae-82c9-4ebe-adf2-f2950c0bf062 req-3f17d4f3-b3d5-441a-91c4-56f3c71b5c0d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0494838 Oct 29 12:06:23.081104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdb14ae-82c9-4ebe-adf2-f2950c0bf062 req-45480c5b-b8c7-4253-8ca0-b570a8cea537 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Oct 29 12:06:24.203716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec22ec7-0175-48f8-a73f-99975c04d791 req-ae234bf8-a35e-406d-bcd7-3aa50b3fc1d2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:24.205245 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec22ec7-0175-48f8-a73f-99975c04d791 req-ae234bf8-a35e-406d-bcd7-3aa50b3fc1d2 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0547538 Oct 29 12:06:24.244115 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ec22ec7-0175-48f8-a73f-99975c04d791 req-f9fcc41c-367f-49b9-a000-2c066319cb42 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Oct 29 12:06:25.362243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc04e-fbd4-4925-b4fd-174baf935de2 req-397bb6e6-1efe-4918-9783-3277ee6e232d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:25.363762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-101fc04e-fbd4-4925-b4fd-174baf935de2 req-397bb6e6-1efe-4918-9783-3277ee6e232d tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0497618 Oct 29 12:06:25.402612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-101fc04e-fbd4-4925-b4fd-174baf935de2 req-aaf50a29-aca2-41ce-aafe-cc93f8d7df1f tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Oct 29 12:06:26.179008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:26.520941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b80bc-58e5-4813-aeed-e08cbd625162 req-7075e3b1-9469-498e-b5fe-5ce7a72a255b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:26.522458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae1b80bc-58e5-4813-aeed-e08cbd625162 req-7075e3b1-9469-498e-b5fe-5ce7a72a255b tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0504773 Oct 29 12:06:26.568258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae1b80bc-58e5-4813-aeed-e08cbd625162 req-9c337583-1c53-419f-8d01-4ef7bc53c640 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Oct 29 12:06:27.223185 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-8e9d6cd0-9c47-4083-9561-905bcb1ce5cd service neutron] show failed (client error): The resource could not be found. Oct 29 12:06:27.224201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-8e9d6cd0-9c47-4083-9561-905bcb1ce5cd service neutron] 10.222.0.86 "GET /v2.0/ports/b8ef3cef-bfca-4012-9509-d7172c42335d/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0562229 Oct 29 12:06:27.500594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-a320032b-cc20-4017-883c-6e3a6c5b9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:27.502154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-a320032b-cc20-4017-883c-6e3a6c5b9b50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de&tenant_id=ac91105ed5934b918dde8200007a2511 HTTP/1.1" status: 200 len: 1096 time: 0.1199405 Oct 29 12:06:27.513955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:06:27.571362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:27.692988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49d75c-4f99-4601-8b2f-bc8dd073c49f req-d25867e7-f1cd-4a4a-a5bd-8e9cf55ae251 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:27.694442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa49d75c-4f99-4601-8b2f-bc8dd073c49f req-d25867e7-f1cd-4a4a-a5bd-8e9cf55ae251 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0550485 Oct 29 12:06:27.734818 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aa49d75c-4f99-4601-8b2f-bc8dd073c49f req-3c819611-b9d1-4182-b614-b9bd0d1b0323 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Oct 29 12:06:27.772320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:27.804365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:06:27.842165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:27.844442 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee159a31-b6d4-4029-8358-edd38828be4c" -d '{"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:27.848940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:27.861645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Transition to ACTIVE for port object b8ef3cef-bfca-4012-9509-d7172c42335d will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:06:27.866082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:27.898223 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e87dba-a20e-4832-ad20-7c3fa4f6d438 x-openstack-request-id: req-a7e87dba-a20e-4832-ad20-7c3fa4f6d438 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:27.898518 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:27.898773 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7e87dba-a20e-4832-ad20-7c3fa4f6d438 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:27.899171 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'code': 200} Oct 29 12:06:27.932840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] No DVR routers for this DVR port b8ef3cef-bfca-4012-9509-d7172c42335d on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:06:27.941040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:27.964441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.964718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.965086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.965425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.965759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.966088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.966417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.966743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.967070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.967390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.967712 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.968032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:27.983643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:06:27.983976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:06:27.984307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:06:27.988647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:06:27.988985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Attempting to bind port b8ef3cef-bfca-4012-9509-d7172c42335d on network 09ea43a8-3394-4447-b832-adf56f8bf237 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:06:27.993827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:06:27.994160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Checking segment: {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:06:27.994537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Bound using segment: {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:06:27.994990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Bound port: b8ef3cef-bfca-4012-9509-d7172c42335d, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:06:27.995341 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:28.056744 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:06:28.059720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:06:28.064219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:28.103466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:28.104086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:28.105506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] 10.222.0.41 "PUT /v2.0/ports/b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 1091 time: 0.5954950 Oct 29 12:06:28.123474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9102b-4d00-4b1a-bacc-aad20ad99c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:28.165766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-1d81303d-636c-469b-bb32-7fb440623a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:28.167276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-1d81303d-636c-469b-bb32-7fb440623a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0407815 Oct 29 12:06:28.256449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-f772f833-249b-41dd-9f3d-4afbfbf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:28.257891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-f772f833-249b-41dd-9f3d-4afbfbf3019d service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.0836325 Oct 29 12:06:28.302508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-68ba360d-cc21-414b-bc77-3b76aa37b187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0377846 Oct 29 12:06:28.352917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-d10ddbec-257a-4a45-898f-ca44b45ebd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:28.354442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-d10ddbec-257a-4a45-898f-ca44b45ebd60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0458398 Oct 29 12:06:28.386119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-f36d1eb3-cb0a-4026-b7a3-886f368a3f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247335 Oct 29 12:06:28.462322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac10cf79-8c2c-4891-a87c-a624cdb1dfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:28.480941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-c00d2016-bfa0-4ba1-a531-0dd0238da6b6 service neutron] 10.222.0.41 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882971 Oct 29 12:06:28.570875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c3e0832-662f-40a1-a8ec-c13a0e8d3324 req-782f089e-52d5-4452-91ee-f5f350d86de9 service neutron] 10.222.0.41 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823531 Oct 29 12:06:28.862029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f9e8-a700-4aac-a406-2268ecf30857 req-41c1b39c-93a5-4202-b014-cb59028da346 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:28.863430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94a2f9e8-a700-4aac-a406-2268ecf30857 req-41c1b39c-93a5-4202-b014-cb59028da346 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0496752 Oct 29 12:06:28.902968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94a2f9e8-a700-4aac-a406-2268ecf30857 req-8e36d1cd-38ea-4ae2-82ac-12c6a9069606 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Oct 29 12:06:29.900111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:29.902499 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:29.953405 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6a21ba-09b9-4571-92db-3f04c36ef971 x-openstack-request-id: req-ba6a21ba-09b9-4571-92db-3f04c36ef971 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:29.953687 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:29.953947 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba6a21ba-09b9-4571-92db-3f04c36ef971 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:29.954977 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'status': 'completed', 'code': 200} Oct 29 12:06:30.049680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-0b0f3116-f802-4e2a-ab4a-e05d86b8553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.051255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-0b0f3116-f802-4e2a-ab4a-e05d86b8553f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0770996 Oct 29 12:06:30.052879 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a871-38d4-4ce6-9311-9295b2d24e5c req-87f4dd7a-d2c6-4025-8b55-91949ce01731 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.054431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-53d689aa-d87a-4579-99f7-75846c64b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.054562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d178a871-38d4-4ce6-9311-9295b2d24e5c req-87f4dd7a-d2c6-4025-8b55-91949ce01731 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0509067 Oct 29 12:06:30.055817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-53d689aa-d87a-4579-99f7-75846c64b9ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0692980 Oct 29 12:06:30.103889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d178a871-38d4-4ce6-9311-9295b2d24e5c req-aaa99bae-c5d4-4091-9bcd-249674683d77 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Oct 29 12:06:30.225843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-c9282ae1-c739-4784-bbee-dd0b202f65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.227340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-c9282ae1-c739-4784-bbee-dd0b202f65f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.1682324 Oct 29 12:06:30.228438 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-d60b3e40-c147-492c-847e-e24f93032db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.229812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-d60b3e40-c147-492c-847e-e24f93032db0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.1615858 Oct 29 12:06:30.606241 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-c0a2f0bb-69f6-4bc3-8c98-13d4f93f8f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.3717630 Oct 29 12:06:30.641574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-dceb9428-2886-4661-be91-f9b5bf97d676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.4010541 Oct 29 12:06:30.710645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-305c1e5e-fbb2-4df0-a264-3d567e171836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.712120 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-305c1e5e-fbb2-4df0-a264-3d567e171836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0798113 Oct 29 12:06:30.715410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-f5d93660-18e2-43b0-8b15-4cd2707a5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:30.716800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-f5d93660-18e2-43b0-8b15-4cd2707a5852 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0576603 Oct 29 12:06:30.764480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-7b8beccc-53d4-4326-93d7-47bdfdaa07a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456295 Oct 29 12:06:30.766306 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-3ca5fcfd-76e6-47b6-a001-4b5b03c0fae4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404587 Oct 29 12:06:30.865604 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b212-d09a-4a22-8a67-338b4c34def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:30.922215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-096c719c-d9fb-4e87-8c98-9ab8887500bd service neutron] 10.222.0.41 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506205 Oct 29 12:06:30.924595 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-8a5167a9-7d2d-4671-b29d-f6cf589d3c70 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461871 Oct 29 12:06:31.083013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-032a2b3f-ed1a-4bc9-b9ac-40dfe3acc6fa service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471887 Oct 29 12:06:31.084783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-57ef9914-8bc5-4e99-a2e0-24b7ce476aef req-c1ee628c-a3de-4e51-aa62-647523e0376b service neutron] 10.222.0.41 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561430 Oct 29 12:06:31.227250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17afee3-4132-4a66-8571-9e979ab0a843 req-f765719f-5357-44ea-b92e-7f1bb5f20488 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:31.228770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17afee3-4132-4a66-8571-9e979ab0a843 req-f765719f-5357-44ea-b92e-7f1bb5f20488 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 943 time: 0.0557175 Oct 29 12:06:31.270656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e17afee3-4132-4a66-8571-9e979ab0a843 req-bae84c42-7481-4481-88ca-47fab392e4ae tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Oct 29 12:06:31.560900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-f5e6df3a-bdc8-44af-ae39-4520cb27a9e0 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:31.563006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-f5e6df3a-bdc8-44af-ae39-4520cb27a9e0 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.86 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de&tenant_id=ac91105ed5934b918dde8200007a2511&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 943 time: 0.0909390 Oct 29 12:06:31.623776 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-6e99be4e-7bbe-4e1a-87b1-d6d84281408a service neutron] delete failed (client error): The resource could not be found. Oct 29 12:06:31.624842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-6e99be4e-7bbe-4e1a-87b1-d6d84281408a service neutron] 10.222.0.86 "DELETE /v2.0/ports/b8ef3cef-bfca-4012-9509-d7172c42335d/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0542417 Oct 29 12:06:31.658337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:06:31.712628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-533f2342-9573-4f21-bcb0-0bee04ec5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:31.714223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-533f2342-9573-4f21-bcb0-0bee04ec5c36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac91105ed5934b918dde8200007a2511&device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 1094 time: 0.0415831 Oct 29 12:06:31.755405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:31.766588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'network_id': '09ea43a8-3394-4447-b832-adf56f8bf237', 'port_id': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'mac_address': 'fa:16:3e:58:38:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012f369e-2aae-4d51-8e07-ebc50479b2ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:06:31.804424 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:31.812929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-3ccf3f2b-ff2c-4e9f-8469-5e9a75302bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:31.814494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-3ccf3f2b-ff2c-4e9f-8469-5e9a75302bf9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 200 len: 913 time: 0.0913343 Oct 29 12:06:31.817743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef3cef-bfca-4012-9509-d7172c42335d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:06:31.837763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:31.841814 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:31.857849 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-78ecad87-a8aa-4319-9771-c236f0f4fc0f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 200 len: 217 time: 0.0356205 Oct 29 12:06:31.892429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:31.900501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.900840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.901213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.901549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.901878 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.902208 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.902526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.902849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.903170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.903489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.903809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.904145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:31.912610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-45e814be-70b9-436e-89e3-916bb13298de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:31.914088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-45e814be-70b9-436e-89e3-916bb13298de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 200 len: 852 time: 0.0489497 Oct 29 12:06:31.946967 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-a8a8cd97-bada-4d49-8c4a-738658ee028e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09ea43a8-3394-4447-b832-adf56f8bf237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254653 Oct 29 12:06:32.038566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-56f7ce7a-781b-4bbc-a34f-9d6a6447516e service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Oct 29 12:06:32.089662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b8ef3cef-bfca-4012-9509-d7172c42335d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:06:32.122230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:06:32.133477 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-a60c599c-25ed-4f5a-b715-a57d8c9a8c65 service neutron] 10.222.0.86 "GET /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883355 Oct 29 12:06:32.179723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:06:32.377662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:32.396681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:32.831683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d2a47-7425-4bb9-8423-e34aaae21c6a req-84e69666-1ead-4c83-8e28-3c108ae9d877 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:32.833266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66d2a47-7425-4bb9-8423-e34aaae21c6a req-84e69666-1ead-4c83-8e28-3c108ae9d877 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 944 time: 0.0532002 Oct 29 12:06:32.872209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e66d2a47-7425-4bb9-8423-e34aaae21c6a req-16a2b503-6486-4050-b444-dda8692917c4 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329835 Oct 29 12:06:33.683699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:06:33.733832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:33.746717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b8ef3cef-bfca-4012-9509-d7172c42335d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:06:33.750956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b8ef3cef-bfca-4012-9509-d7172c42335d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:06:33.750956 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:33.830798 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:33.855439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:33.857746 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757de1ef-80fc-4831-9e9b-b3243cd501a1" -d '{"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:33.870998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:33.875974 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:33.905840 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd181b2-e230-4223-843b-5c1501f6aea2 x-openstack-request-id: req-5bd181b2-e230-4223-843b-5c1501f6aea2 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:33.906027 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:33.906291 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bd181b2-e230-4223-843b-5c1501f6aea2 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:33.906721 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'code': 200} Oct 29 12:06:33.936519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:34.001514 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acffa18-3ae7-4a64-b594-4c9bdd6d1190 req-ba4ef8f3-68e3-41e1-9f13-d0c3a2b6a042 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:34.003497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9acffa18-3ae7-4a64-b594-4c9bdd6d1190 req-ba4ef8f3-68e3-41e1-9f13-d0c3a2b6a042 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0512502 Oct 29 12:06:34.044184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9acffa18-3ae7-4a64-b594-4c9bdd6d1190 req-a298063f-294d-4aaa-b10f-d1626128df5e tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.77 "GET /v2.0/security-groups?id=c1b74c62-dc51-4c29-82e1-3774fc93dd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351524 Oct 29 12:06:34.070388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-e09f79ac-db73-4893-896e-ed958cc6036f tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:34.071916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-e09f79ac-db73-4893-896e-ed958cc6036f tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dd6fabe-4131-4785-956f-ec64b9aa14de HTTP/1.1" status: 200 len: 945 time: 0.0515683 Oct 29 12:06:34.177303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Deleting port b8ef3cef-bfca-4012-9509-d7172c42335d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:06:34.177639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:34.267417 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] For port b8ef3cef-bfca-4012-9509-d7172c42335d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b8ef3cef-bfca-4012-9509-d7172c42335d,segment=NetworkSegment(39aabbbc-e6f0-4f2e-af4e-f9883cb54c16),segment_id=39aabbbc-e6f0-4f2e-af4e-f9883cb54c16)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:34.267688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:34.280626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Calling delete_port for b8ef3cef-bfca-4012-9509-d7172c42335d owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:06:34.416334 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:34.427885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b8ef3cef-bfca-4012-9509-d7172c42335d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:06:34.447565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Pushing event deleted for resources: {'Port': ['ID=b8ef3cef-bfca-4012-9509-d7172c42335d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:34.494024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] No DVR routers for this DVR port b8ef3cef-bfca-4012-9509-d7172c42335d on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:06:34.496736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:34.500122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-38bc7be0-7576-41dc-9b37-1b78c4eb045d req-cf9de4c2-c5e7-4b62-8dd7-d9d6af58c5a8 tempest-DeleteServersTestJSON-306126767 tempest-DeleteServersTestJSON-306126767-project] 10.222.0.41 "DELETE /v2.0/ports/b8ef3cef-bfca-4012-9509-d7172c42335d HTTP/1.1" status: 204 len: 173 time: 0.4217987 Oct 29 12:06:34.500583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-deleted', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:34.502871 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc124bd9-bed0-4776-a002-6372e113a920" -d '{"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-deleted", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:34.544361 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca1d31-4fcf-457c-af87-e1a1b752f6cc x-openstack-request-id: req-8aca1d31-4fcf-457c-af87-e1a1b752f6cc {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:34.544665 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd6fabe-4131-4785-956f-ec64b9aa14de", "name": "network-vif-deleted", "tag": "b8ef3cef-bfca-4012-9509-d7172c42335d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:34.544926 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aca1d31-4fcf-457c-af87-e1a1b752f6cc {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:34.545367 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd6fabe-4131-4785-956f-ec64b9aa14de', 'name': 'network-vif-deleted', 'tag': 'b8ef3cef-bfca-4012-9509-d7172c42335d', 'status': 'completed', 'code': 200} Oct 29 12:06:35.173646 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41378) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:35.222884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Deleting subnet 012f369e-2aae-4d51-8e07-ebc50479b2ad {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:06:35.226882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.264090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.303956 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.357334 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.381132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012f369e-2aae-4d51-8e07-ebc50479b2ad,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:35.391131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.391480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.391819 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.392160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.392491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.392850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.393176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.393503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.393825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.394147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.394468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.394786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:06:35.398081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.401263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7ae03ba9-e889-4c40-b6ca-d709ddf2fb8b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/012f369e-2aae-4d51-8e07-ebc50479b2ad HTTP/1.1" status: 204 len: 168 time: 0.2265682 Oct 29 12:06:35.403772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41380) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:35.482535 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.571963 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.593229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ea43a8-3394-4447-b832-adf56f8bf237']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:06:35.603155 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:06:35.603455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aabbbc-e6f0-4f2e-af4e-f9883cb54c16') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:06:35.612789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.626704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.633204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:06:35.633701 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:06:35.635723 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:06:35.690730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.697125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.700401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] 10.222.0.77 "DELETE /v2.0/networks/09ea43a8-3394-4447-b832-adf56f8bf237 HTTP/1.1" status: 204 len: 168 time: 0.2956409 Oct 29 12:06:35.713223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad200-2f21-424b-926f-df594b6b99aa admin admin] Pushing event deleted for resources: {'Network': ['ID=09ea43a8-3394-4447-b832-adf56f8bf237,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:35.815896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41384) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:35.856972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8e015e2b-8f77-4f0f-8365-514f67bf29a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac91105ed5934b918dde8200007a2511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397623 Oct 29 12:06:35.859414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41386) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:35.915037 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.937444 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.985946 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.988761 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:35.989952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1b74c62-dc51-4c29-82e1-3774fc93dd05 HTTP/1.1" status: 204 len: 168 time: 0.1296270 Oct 29 12:06:36.000163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fa245-5eb7-45c5-afb4-d5ed2bbe30a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b74c62-dc51-4c29-82e1-3774fc93dd05,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:36.703246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41408) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:36.850229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-619061332-network', 'tenant_id': 'a3cfd28fcd424996bd45ca0e818ce3ab'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:06:36.871296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Made reservation on behalf of a3cfd28fcd424996bd45ca0e818ce3ab for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:06:36.873713 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:36.882712 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:36.959470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:36.963455 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:36.988687 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:06:36.998694 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a877a294-456b-41fe-8a08-5c26553b75c6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:37.007552 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.007552 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Added segment 6478b2b6-b870-4e2b-b03e-7301d994e6d5 of type vlan for network ecaa6883-a022-4226-9bb9-cc4d32a3e525 Oct 29 12:06:37.071693 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.108985 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.110630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:37.111565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.166530 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4621317 Oct 29 12:06:37.169642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41414) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:06:37.175049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Request body: {'subnet': {'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-619061332-subnet', 'tenant_id': 'a3cfd28fcd424996bd45ca0e818ce3ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:06:37.184843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ecefa-2e04-496c-9f96-b96128236672 admin admin] Pushing event updated for resources: {'Network': ['ID=ecaa6883-a022-4226-9bb9-cc4d32a3e525,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:37.195972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:06:37.196848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Made reservation on behalf of a3cfd28fcd424996bd45ca0e818ce3ab for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:06:37.199393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.370960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.431398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c9d53f-90da-48a6-b75b-68565f8cd92a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:37.435739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Checking segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:06:37.436104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Network hostable DHCP agents. Network: ecaa6883-a022-4226-9bb9-cc4d32a3e525, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:06:37.454052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:06:37.462544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ecaa6883-a022-4226-9bb9-cc4d32a3e525) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:06:37.466746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:37.467337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:37.471677 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b102163-34bf-4386-9f76-7286013ad9b8 None None] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:06:37.485473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2025b783-57e7-4841-b6be-37f0ca774bdb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3145039 Oct 29 12:06:37.600198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35219e1e-490e-461f-ac2f-c77b3f926886 None None] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:06:37.680578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:06:37.706918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: b8ef3cef-bfca-4012-9509-d7172c42335d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:06:37.707257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b8ef3cef-bfca-4012-9509-d7172c42335d not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:06:37.927675 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-2a5ab11a-1cf7-492c-9182-79f5c4c127a0 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:37.929195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-2a5ab11a-1cf7-492c-9182-79f5c4c127a0 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 814 time: 0.1060362 Oct 29 12:06:37.944858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-25e42c3d-b493-43b2-b97d-494e76049afe tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/quotas/a3cfd28fcd424996bd45ca0e818ce3ab HTTP/1.1" status: 200 len: 375 time: 0.0098741 Oct 29 12:06:37.976543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-d5607ded-f57a-4764-b16a-701a25fbbf03 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261955 Oct 29 12:06:38.068191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-96db1845-ff95-4106-af4a-a31352366be9 service neutron] 10.222.0.77 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Oct 29 12:06:38.161219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-833f92ae-66fe-4553-ad02-2daac7f5e4a1 service neutron] 10.222.0.77 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Oct 29 12:06:38.317151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-457cb07d-cd14-4d7b-958b-e3673e34a36a req-2f7891bc-c11e-4500-8ddd-ae5a9c35b0e8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 210 time: 0.0268507 Oct 29 12:06:39.263364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-872f7b8b-d24b-4ef4-95ec-d8a4238614d4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:39.264785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-872f7b8b-d24b-4ef4-95ec-d8a4238614d4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 814 time: 0.1180329 Oct 29 12:06:39.278798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Request body: {'port': {'device_id': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'admin_state_up': True, 'tenant_id': 'a3cfd28fcd424996bd45ca0e818ce3ab'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:06:39.410537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Made reservation on behalf of a3cfd28fcd424996bd45ca0e818ce3ab for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:06:39.414868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:39.418988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-751507cd-262c-4d73-8bda-fda28b1956fd req-d499eb9f-22f8-4177-b1bb-5f79be71a471 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 210 time: 0.0305772 Oct 29 12:06:39.553892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Allocated IP 172.20.0.13 (ecaa6883-a022-4226-9bb9-cc4d32a3e525/12c9d53f-90da-48a6-b75b-68565f8cd92a/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:06:39.710110 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:39.746750 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:39.788500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:06:39.794475 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:06:39.796966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:06:39.835287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:39.856269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:39.856884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:39.873945 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-91737073-5f0c-404b-b7fb-633cb6264416 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991597 Oct 29 12:06:39.886213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Request body: {'port': {'device_id': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:06:39.950893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.232023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:06:40.240230 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.252286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Transition to ACTIVE for port object ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:06:40.255862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.304527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:40.378894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:06:40.379229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:06:40.379556 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:06:40.383849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:06:40.384170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:06:40.388928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:06:40.389300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Checking segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:06:40.389683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Bound using segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:06:40.390111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Bound port: ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:06:40.390457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.455235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:06:40.459056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:06:40.463502 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.499253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:40.499933 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:40.501456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] 10.222.0.41 "PUT /v2.0/ports/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 1092 time: 0.6193449 Oct 29 12:06:40.501904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:40.504125 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:40.531188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6aa40-09f0-4d87-acaa-949dd5a2536e service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:40.551327 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ed55a-08c6-4b2b-b71b-00cfaf1c889a req-d777f395-3d7c-4cb6-919b-bb2169b8316b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:40.553497 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e7ed55a-08c6-4b2b-b71b-00cfaf1c889a req-d777f395-3d7c-4cb6-919b-bb2169b8316b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0560026 Oct 29 12:06:40.588637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-969f22a7-6130-4265-9317-95996b58b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:40.590214 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-969f22a7-6130-4265-9317-95996b58b996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0461850 Oct 29 12:06:40.597749 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e7ed55a-08c6-4b2b-b71b-00cfaf1c889a req-6a2e7f44-0a39-45fc-83a4-01f83ff6da4a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 Oct 29 12:06:40.633320 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-77cb9eaa-fbd1-49b9-9969-d8e330ef6645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0354269 Oct 29 12:06:40.650402 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae48fdd-1fe0-4875-b933-680c1531bae2 x-openstack-request-id: req-3ae48fdd-1fe0-4875-b933-680c1531bae2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:40.650699 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:40.650958 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ae48fdd-1fe0-4875-b933-680c1531bae2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:40.651364 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'status': 'completed', 'code': 200} Oct 29 12:06:40.686568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-d86d839f-7e2d-481d-8c76-d3ebd0733a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:40.688044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-d86d839f-7e2d-481d-8c76-d3ebd0733a27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0479558 Oct 29 12:06:40.726614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-9c0f2528-1992-4bbd-9ace-cffc04a94916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290127 Oct 29 12:06:40.816732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-2196ce7f-9616-4930-9e40-ab4031f89a35 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833879 Oct 29 12:06:40.916370 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e5adc51e-5f63-491a-9c17-0ef84edc8e9c req-f2c123a3-8fdd-4883-b11b-1ee37246b450 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916665 Oct 29 12:06:41.007032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-f4c4ed32-327c-4522-907c-30dd634150d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:41.008588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-f4c4ed32-327c-4522-907c-30dd634150d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0408473 Oct 29 12:06:41.103125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-26375d60-df68-4b83-b8ce-84a4b58d722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:41.104551 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-26375d60-df68-4b83-b8ce-84a4b58d722d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0895541 Oct 29 12:06:41.146826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-f8cc62ca-2564-4f95-a351-e7926991698a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0352943 Oct 29 12:06:41.195172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-9f28db39-511f-4bf1-b244-d167b3c84880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:41.196612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-9f28db39-511f-4bf1-b244-d167b3c84880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0431025 Oct 29 12:06:41.229183 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-901211a0-1528-4c12-88a4-4a297e766a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253260 Oct 29 12:06:41.323056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-4cd51d5f-0968-4b3e-a696-6ad4ec3c9f36 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863364 Oct 29 12:06:41.419883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1d1be9b4-15bf-4643-8d61-9c4f56f3089f req-d9d361d0-fb51-45f6-9aef-fb89d2452869 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863965 Oct 29 12:06:41.717075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20749fa0-cc4a-4a82-8e5c-8c5280b23fa9 req-097ec7ae-f504-4f4f-8dd5-99a2de88ae01 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:41.718492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20749fa0-cc4a-4a82-8e5c-8c5280b23fa9 req-097ec7ae-f504-4f4f-8dd5-99a2de88ae01 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0502720 Oct 29 12:06:41.757373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20749fa0-cc4a-4a82-8e5c-8c5280b23fa9 req-30f00ad7-97cd-4dbe-99a4-fcc23dcd4fa8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Oct 29 12:06:42.874022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693e54-63c8-4b8c-afe4-ba3040c6e899 req-80b16dc8-7002-4f17-ba34-e77d6fee954a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:42.875700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2693e54-63c8-4b8c-afe4-ba3040c6e899 req-80b16dc8-7002-4f17-ba34-e77d6fee954a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0507534 Oct 29 12:06:42.918566 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2693e54-63c8-4b8c-afe4-ba3040c6e899 req-a1b25924-e050-499c-9e91-70ab8344a211 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Oct 29 12:06:43.714362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:06:43.811602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:43.824249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'port_id': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'mac_address': 'fa:16:3e:77:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d53f-90da-48a6-b75b-68565f8cd92a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:06:43.857288 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:06:43.860949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:43.878658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:06:43.910813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:43.914782 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:43.964761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:44.053749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c319eeb-e2f6-4158-822f-7817a7d70ee1 req-24586239-c5a0-4497-b7d3-eecf7c562dd4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:44.055627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c319eeb-e2f6-4158-822f-7817a7d70ee1 req-24586239-c5a0-4497-b7d3-eecf7c562dd4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 945 time: 0.0629265 Oct 29 12:06:44.101688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5c319eeb-e2f6-4158-822f-7817a7d70ee1 req-9426bebc-1aad-4302-bc93-291e72fa9a4f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Oct 29 12:06:44.105062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:06:45.222307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fb31a-7aa2-427f-aa80-57e3690f5361 req-69a9b4de-99b8-45a5-a0ec-2add74d0f86a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:45.224597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-764fb31a-7aa2-427f-aa80-57e3690f5361 req-69a9b4de-99b8-45a5-a0ec-2add74d0f86a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 945 time: 0.0509892 Oct 29 12:06:45.263689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-764fb31a-7aa2-427f-aa80-57e3690f5361 req-64729b5f-28bb-4c66-8d07-e9e09d64cd80 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Oct 29 12:06:45.743764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:06:45.799333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:06:45.803912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:06:45.804284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:45.883733 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:45.906115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:06:45.908357 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef71197-def0-482b-8b64-8a0bf7ed0e93" -d '{"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:06:45.921222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:06:45.926910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:45.952819 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4149af5-0965-46a4-91cc-02486ad65acf x-openstack-request-id: req-e4149af5-0965-46a4-91cc-02486ad65acf {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:06:45.953348 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:06:45.953348 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4149af5-0965-46a4-91cc-02486ad65acf {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:06:45.953871 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'code': 200} Oct 29 12:06:45.981079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:06:46.044777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8777a-a8d0-408f-941f-142b70c85dae req-c3f9029a-ee1a-41d5-b142-e8362f87e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:46.046313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33d8777a-a8d0-408f-941f-142b70c85dae req-c3f9029a-ee1a-41d5-b142-e8362f87e1bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1097 time: 0.0420942 Oct 29 12:06:46.080962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33d8777a-a8d0-408f-941f-142b70c85dae req-af15d3f2-fcf8-47fd-995f-5798ea347c95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278082 Oct 29 12:06:46.381696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43611a-84c8-45cf-b6b8-0e4cf32a27c5 req-13a4279e-8bb1-4140-a766-b8c5e852a9db tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:46.383186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a43611a-84c8-45cf-b6b8-0e4cf32a27c5 req-13a4279e-8bb1-4140-a766-b8c5e852a9db tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0504422 Oct 29 12:06:46.420832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a43611a-84c8-45cf-b6b8-0e4cf32a27c5 req-54de4996-80c5-402d-9d35-5c353e77f9d0 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Oct 29 12:06:47.541579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9aca-6894-4f09-8cb6-62fc9599095e req-627d552f-a88d-4b44-931b-2b7e2d708ade tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:47.543195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-213a9aca-6894-4f09-8cb6-62fc9599095e req-627d552f-a88d-4b44-931b-2b7e2d708ade tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0501559 Oct 29 12:06:47.587744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-213a9aca-6894-4f09-8cb6-62fc9599095e req-12d93f6a-346a-413d-8345-d5b186ae11a6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Oct 29 12:06:47.712337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740ef2a-1889-4d7d-a462-39bb28fff608 req-06b80277-c527-47dd-a72f-2ae528187474 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:47.713765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d740ef2a-1889-4d7d-a462-39bb28fff608 req-06b80277-c527-47dd-a72f-2ae528187474 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0593200 Oct 29 12:06:47.759674 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d740ef2a-1889-4d7d-a462-39bb28fff608 req-86a26d9e-4530-462a-ac66-8f8f4108c542 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Oct 29 12:06:47.976846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dd018-85ec-4a69-9526-d378959fe149 req-ecda5977-49b4-4e8c-96cf-c6dd476faf34 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:47.978275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc1dd018-85ec-4a69-9526-d378959fe149 req-ecda5977-49b4-4e8c-96cf-c6dd476faf34 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0504136 Oct 29 12:06:48.024097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bc1dd018-85ec-4a69-9526-d378959fe149 req-ec717571-0f18-4ff9-9787-1d0c8128799f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Oct 29 12:06:48.136461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b6ad2-a846-4df2-a2d4-7bd1130bce80 req-ca60a61e-e309-40b1-bcfc-0f0a355bba17 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:48.137972 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d2b6ad2-a846-4df2-a2d4-7bd1130bce80 req-ca60a61e-e309-40b1-bcfc-0f0a355bba17 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0483897 Oct 29 12:06:48.180472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d2b6ad2-a846-4df2-a2d4-7bd1130bce80 req-2b90275c-2d94-4226-865c-31381d90b417 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Oct 29 12:06:48.454481 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b017696-e7d9-45a9-9e8f-3b450415ade4 req-e077438d-4672-41fa-87b2-db66f6c33625 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:48.455991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b017696-e7d9-45a9-9e8f-3b450415ade4 req-e077438d-4672-41fa-87b2-db66f6c33625 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0691307 Oct 29 12:06:48.458951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-3f6678ca-61cd-4175-b9e1-8abcc0fe160c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804236 Oct 29 12:06:48.497180 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b017696-e7d9-45a9-9e8f-3b450415ade4 req-7576e63c-5358-4039-a39d-70378131aa3e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Oct 29 12:06:49.613205 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-fc0c464d-0a1f-4d70-a251-6d97c0780405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:49.615236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-fc0c464d-0a1f-4d70-a251-6d97c0780405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1097 time: 0.0407290 Oct 29 12:06:49.622033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c0c5-ad2a-4846-ba93-35e7484d8399 req-b3d3512a-af21-47e7-ad87-fddbe51ed911 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:49.623523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7024c0c5-ad2a-4846-ba93-35e7484d8399 req-b3d3512a-af21-47e7-ad87-fddbe51ed911 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0508358 Oct 29 12:06:49.666429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7024c0c5-ad2a-4846-ba93-35e7484d8399 req-cd032d57-f208-4175-84fc-4107c778cdc4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Oct 29 12:06:49.717051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-daa0eae6-7116-4269-94a9-d2d67e37d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:49.718474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-daa0eae6-7116-4269-94a9-d2d67e37d618 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0959709 Oct 29 12:06:49.758594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-f5381bec-6a96-4127-ae9a-e6cd604350da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0333900 Oct 29 12:06:49.806935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-6d1b60ff-ed62-4c2e-b5bd-0594c0783c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:49.808379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-6d1b60ff-ed62-4c2e-b5bd-0594c0783c27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0429821 Oct 29 12:06:49.843736 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-f35a0ede-23ab-4890-bce8-b3dacfb4fd99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283096 Oct 29 12:06:49.933336 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-87131859-b576-408d-8d7e-857f991d412d service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817900 Oct 29 12:06:50.026856 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-28dba1b6-181a-42c2-901e-012e14e64a9a service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Oct 29 12:06:50.786396 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf948a1-fc73-48bc-be06-c1a65c1ea600 req-c5a55606-c6bb-400e-9dcd-6000de27a182 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:50.787897 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf948a1-fc73-48bc-be06-c1a65c1ea600 req-c5a55606-c6bb-400e-9dcd-6000de27a182 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0497892 Oct 29 12:06:50.825117 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cdf948a1-fc73-48bc-be06-c1a65c1ea600 req-d6211d00-0f77-40e7-b57d-d33a5276a052 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Oct 29 12:06:51.941949 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41f1b-b730-42c2-898f-65b4443a61d1 req-7249bcc8-b9ea-4ae2-af54-d0ea16a6d067 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:51.944041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0a41f1b-b730-42c2-898f-65b4443a61d1 req-7249bcc8-b9ea-4ae2-af54-d0ea16a6d067 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0497084 Oct 29 12:06:51.980743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c0a41f1b-b730-42c2-898f-65b4443a61d1 req-fabe1492-0169-4234-b215-362512a70405 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Oct 29 12:06:52.024445 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:53.095874 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69d97-51ee-4f8f-8285-3eb545bbd1b6 req-5cab4ee2-fd86-4c96-a808-b9c24c016a90 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:53.097353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7e69d97-51ee-4f8f-8285-3eb545bbd1b6 req-5cab4ee2-fd86-4c96-a808-b9c24c016a90 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0486166 Oct 29 12:06:53.138565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b7e69d97-51ee-4f8f-8285-3eb545bbd1b6 req-7b6face7-2fb6-427a-a320-56cb4c3498a7 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Oct 29 12:06:54.259390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447cf6d-9b02-4a20-a552-09f39d21d3b3 req-e6b90265-5c18-41de-a1d2-9d32aa9f631f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:54.260933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f447cf6d-9b02-4a20-a552-09f39d21d3b3 req-e6b90265-5c18-41de-a1d2-9d32aa9f631f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0510886 Oct 29 12:06:54.300408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f447cf6d-9b02-4a20-a552-09f39d21d3b3 req-589c9cb4-3d3c-435b-8afa-88a4e76e6613 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Oct 29 12:06:55.421269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454164-96cd-469a-aaa1-bc5ec147327f req-dc60c312-b84f-43a3-8774-0b7e8c7863f4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:55.422760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1454164-96cd-469a-aaa1-bc5ec147327f req-dc60c312-b84f-43a3-8774-0b7e8c7863f4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0514991 Oct 29 12:06:55.463615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1454164-96cd-469a-aaa1-bc5ec147327f req-5dc3a762-9980-4d7a-858c-450eba9fbf29 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Oct 29 12:06:56.181904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:56.580930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5fe3-1801-4d4a-934f-a7b698aba14f req-c25769b1-0b56-4fc2-9a85-96903e85c56f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:56.582437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21cd5fe3-1801-4d4a-934f-a7b698aba14f req-c25769b1-0b56-4fc2-9a85-96903e85c56f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0487573 Oct 29 12:06:56.624199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-21cd5fe3-1801-4d4a-934f-a7b698aba14f req-ad4a82c5-a3b0-4ba4-b6aa-e02c8a424e08 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Oct 29 12:06:57.740302 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5a397-72a6-42f5-805a-6b94564f126d req-58ebca81-3618-40ca-8c9f-d9a98259bd38 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:57.741752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e5a397-72a6-42f5-805a-6b94564f126d req-58ebca81-3618-40ca-8c9f-d9a98259bd38 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0485868 Oct 29 12:06:57.778583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e5a397-72a6-42f5-805a-6b94564f126d req-9dbab65e-9d22-4854-9e75-ab09d6507c77 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Oct 29 12:06:57.881545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-d441341b-1ad0-4316-b41c-21617b1c4fb1 req-9c435359-9c79-4659-81b2-86cefc45ad89 tempest-TestNetworkAdvancedServerOps-1801048263 tempest-TestNetworkAdvancedServerOps-1801048263-project] (102277) timed out ('10.222.0.86', 62446) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:06:58.463820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b17bb0c8-092c-4002-8346-2437c76fa02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:06:58.893765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c2ba-e835-4165-ba8f-b37e6dae5382 req-42adcf92-d068-450c-bcb5-0ac5cdcc2112 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:06:58.895248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53c2c2ba-e835-4165-ba8f-b37e6dae5382 req-42adcf92-d068-450c-bcb5-0ac5cdcc2112 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0486929 Oct 29 12:06:58.932562 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53c2c2ba-e835-4165-ba8f-b37e6dae5382 req-1f84ea4f-c6a3-4338-85b0-a4e6054f838d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Oct 29 12:07:00.047741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9a10-34a1-4890-8b50-bede9587d813 req-25bf2a05-48e5-463b-9337-712e87d3fb6a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:00.049552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-238b9a10-34a1-4890-8b50-bede9587d813 req-25bf2a05-48e5-463b-9337-712e87d3fb6a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0485981 Oct 29 12:07:00.091523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-238b9a10-34a1-4890-8b50-bede9587d813 req-c483b8c5-43f2-4ad0-bf27-3c190864c6f5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Oct 29 12:07:00.868895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-dbf119a3-de02-4430-ad46-30bc9f61f2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:01.207984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16357f-5555-4dd9-8fe3-31f551315b9b req-7c57f895-c2dd-403b-a1d3-a467131b532a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:01.209464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c16357f-5555-4dd9-8fe3-31f551315b9b req-7c57f895-c2dd-403b-a1d3-a467131b532a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0490391 Oct 29 12:07:01.247928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1c16357f-5555-4dd9-8fe3-31f551315b9b req-e503d673-1905-412d-b6ae-2c92144cad36 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Oct 29 12:07:02.365772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d19b27-93f2-4fb4-a347-9aa8200efbc2 req-2127817e-c07d-4af2-b7fa-28a5190be271 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:02.367284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25d19b27-93f2-4fb4-a347-9aa8200efbc2 req-2127817e-c07d-4af2-b7fa-28a5190be271 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0498850 Oct 29 12:07:02.380842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:02.399625 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:02.408765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-25d19b27-93f2-4fb4-a347-9aa8200efbc2 req-6a66947b-6e73-4040-a045-ebed3e5c8d99 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Oct 29 12:07:03.527043 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827c0b-e528-4f3b-b6a4-dd0f9d6595ec req-da937f0a-7cbe-437a-b6e0-b65d5a122906 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:03.528499 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad827c0b-e528-4f3b-b6a4-dd0f9d6595ec req-da937f0a-7cbe-437a-b6e0-b65d5a122906 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0485384 Oct 29 12:07:03.569999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad827c0b-e528-4f3b-b6a4-dd0f9d6595ec req-1f3c0a0b-d965-4183-a010-2306a2396da5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Oct 29 12:07:03.713338 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:04.690052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f1b98-2d4e-4f6f-a500-678d7560cd75 req-eeb058d9-5232-4016-abcc-76f841faa79b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:04.691590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c49f1b98-2d4e-4f6f-a500-678d7560cd75 req-eeb058d9-5232-4016-abcc-76f841faa79b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0509958 Oct 29 12:07:04.732288 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c49f1b98-2d4e-4f6f-a500-678d7560cd75 req-9a3d056d-9994-49b2-9d2c-2fc8fd296d4a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Oct 29 12:07:05.845994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3c415-8c70-4498-8fa4-4bb148c65ed4 req-ecb07c51-6a7f-4a52-9c9b-004b287b823b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:05.847462 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28a3c415-8c70-4498-8fa4-4bb148c65ed4 req-ecb07c51-6a7f-4a52-9c9b-004b287b823b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0482066 Oct 29 12:07:05.885489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28a3c415-8c70-4498-8fa4-4bb148c65ed4 req-049264ad-3cd8-46a2-b52e-a8b6ed62ac9c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Oct 29 12:07:07.000298 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40eb8a-3a62-4ad3-a76b-6597b30f3459 req-36a39604-47d0-4a3a-bd49-8698fee99b7f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:07.002056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d40eb8a-3a62-4ad3-a76b-6597b30f3459 req-36a39604-47d0-4a3a-bd49-8698fee99b7f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0477965 Oct 29 12:07:07.045867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d40eb8a-3a62-4ad3-a76b-6597b30f3459 req-1c756eb7-3dec-4a35-b68f-598a626e3026 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Oct 29 12:07:08.171453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01497e-37ad-45f7-bb7b-d740d8a01f52 req-3959539b-c2c3-410e-bb41-844bbe66a2ee tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:08.172923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac01497e-37ad-45f7-bb7b-d740d8a01f52 req-3959539b-c2c3-410e-bb41-844bbe66a2ee tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0535657 Oct 29 12:07:08.212917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac01497e-37ad-45f7-bb7b-d740d8a01f52 req-32c45620-4956-4f09-95b6-387a8372302c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Oct 29 12:07:09.329508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6defd-4ff4-4bce-832a-84b58c5385aa req-aa975e0b-c694-4fe8-a2d4-2504de4676d4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:09.331493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ed6defd-4ff4-4bce-832a-84b58c5385aa req-aa975e0b-c694-4fe8-a2d4-2504de4676d4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0491719 Oct 29 12:07:09.369068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ed6defd-4ff4-4bce-832a-84b58c5385aa req-bc44904e-07ac-48f4-916a-5b46080bb13f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Oct 29 12:07:10.490539 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4acf-bbaa-4fe8-8085-ef690a91e1b8 req-39997dd6-f4df-4163-b4f7-d4a63e01376d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:10.492068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56ff4acf-bbaa-4fe8-8085-ef690a91e1b8 req-39997dd6-f4df-4163-b4f7-d4a63e01376d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0503545 Oct 29 12:07:10.535954 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56ff4acf-bbaa-4fe8-8085-ef690a91e1b8 req-06e4aa33-c8c3-4057-90b6-7b02c169e7e9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Oct 29 12:07:11.651551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0335-7781-4750-8ccb-bfc410c2e5e1 req-77e433b8-c739-467f-b99c-69a6ae9ca13a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:11.653074 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-839a0335-7781-4750-8ccb-bfc410c2e5e1 req-77e433b8-c739-467f-b99c-69a6ae9ca13a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0478923 Oct 29 12:07:11.693476 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-839a0335-7781-4750-8ccb-bfc410c2e5e1 req-8506538b-ed4c-4adc-b2ac-13b99f77fab8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Oct 29 12:07:12.813531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3c8ea-44ea-4aca-bbb1-f5f96b8f037f req-169dae3e-1cb5-4928-9164-e3ef10b348ac tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:12.815004 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ba3c8ea-44ea-4aca-bbb1-f5f96b8f037f req-169dae3e-1cb5-4928-9164-e3ef10b348ac tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0526543 Oct 29 12:07:12.852792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ba3c8ea-44ea-4aca-bbb1-f5f96b8f037f req-c51ce108-11d0-46b4-8196-53f617714dc9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Oct 29 12:07:13.968485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744157c8-08b0-4fb9-9451-30b2dbf07ffa req-d216fdfb-7a59-4079-8d6d-8f0b8ad24a9d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:13.970009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-744157c8-08b0-4fb9-9451-30b2dbf07ffa req-d216fdfb-7a59-4079-8d6d-8f0b8ad24a9d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0499649 Oct 29 12:07:14.011967 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-744157c8-08b0-4fb9-9451-30b2dbf07ffa req-46de4926-72e7-45df-ae69-6e2b70d32890 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Oct 29 12:07:15.127347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cfbc3-3614-4ebf-ac7a-db0eb339b21d req-be8c1d9e-277a-4753-9882-86bf79cb2671 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:15.128823 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b5cfbc3-3614-4ebf-ac7a-db0eb339b21d req-be8c1d9e-277a-4753-9882-86bf79cb2671 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0483842 Oct 29 12:07:15.166251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b5cfbc3-3614-4ebf-ac7a-db0eb339b21d req-aa0c5cea-4b7f-42fe-b837-d50ecaee6705 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Oct 29 12:07:15.669813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242171-c794-45f9-a061-58f86980d9ae req-b4c478d8-c785-4319-b995-5e250980816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:15.671339 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-b4c478d8-c785-4319-b995-5e250980816d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1097 time: 0.0403125 Oct 29 12:07:15.778562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242171-c794-45f9-a061-58f86980d9ae req-61a96f98-8e2d-4166-8dd3-47c615eb7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:15.779957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-61a96f98-8e2d-4166-8dd3-47c615eb7d3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0885072 Oct 29 12:07:15.826170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-61826649-5778-4639-8d5c-3508bfbca895 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0386043 Oct 29 12:07:15.875183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242171-c794-45f9-a061-58f86980d9ae req-83640f91-42e0-4a2d-a507-27591597457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:15.876623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-83640f91-42e0-4a2d-a507-27591597457a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0434551 Oct 29 12:07:15.909537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-e366ab78-e2e8-4f6f-9116-dbc513766ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236337 Oct 29 12:07:16.003428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-3a8bdd98-7e96-4aa6-b64f-f69f8a5d6a9a service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856512 Oct 29 12:07:16.096974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0242171-c794-45f9-a061-58f86980d9ae req-d62229f9-6c58-4fc6-aa51-07cc4147ecc9 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Oct 29 12:07:16.281804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7209eb-ebf4-499a-a208-04886f471df8 req-8eace239-1dee-4dd3-b573-5cd41897ec1e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:16.283274 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea7209eb-ebf4-499a-a208-04886f471df8 req-8eace239-1dee-4dd3-b573-5cd41897ec1e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0488665 Oct 29 12:07:16.324178 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea7209eb-ebf4-499a-a208-04886f471df8 req-bf10fa72-08be-4569-98c8-e93eeb7a005b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Oct 29 12:07:16.855613 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-a5b2209d-519b-41cb-a4bb-ce4f1b1c5fcd service neutron] show failed (client error): The resource could not be found. Oct 29 12:07:16.856656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-a5b2209d-519b-41cb-a4bb-ce4f1b1c5fcd service neutron] 10.222.0.41 "GET /v2.0/ports/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0555930 Oct 29 12:07:17.054960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-e7bad1c4-a7fd-4319-a1a1-6f1850f4bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:17.056478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-e7bad1c4-a7fd-4319-a1a1-6f1850f4bec7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b&tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab HTTP/1.1" status: 200 len: 1097 time: 0.0412164 Oct 29 12:07:17.068297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:07:17.122678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.321151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:17.359936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:07:17.401202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:17.403362 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227e1b64-e402-4ec0-b0f0-07efcd343a96" -d '{"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:17.407861 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.421477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Transition to ACTIVE for port object ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:07:17.427391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.444653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54989-287c-4cdd-8caf-0a8513523e1c req-9d469b41-8d89-473b-98ef-7a9c4a524c32 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:17.446166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dea54989-287c-4cdd-8caf-0a8513523e1c req-9d469b41-8d89-473b-98ef-7a9c4a524c32 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 946 time: 0.0503676 Oct 29 12:07:17.492159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] No DVR routers for this DVR port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:07:17.494801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dea54989-287c-4cdd-8caf-0a8513523e1c req-d145e592-13f9-43b7-92b3-f136ac9b3e11 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Oct 29 12:07:17.496238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:17.529729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:07:17.530106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:07:17.530490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:07:17.534995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:07:17.535308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Attempting to bind port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:07:17.541672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:07:17.542681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Checking segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:07:17.542681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Bound using segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:07:17.542681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Bound port: ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:07:17.545433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.576408 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19088011-aa44-4e0e-966b-b5bd0ecd5eed x-openstack-request-id: req-19088011-aa44-4e0e-966b-b5bd0ecd5eed {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:17.576698 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:17.576986 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19088011-aa44-4e0e-966b-b5bd0ecd5eed {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:17.577438 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'code': 200} Oct 29 12:07:17.608226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:07:17.611524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:07:17.617127 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.649782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:17.650393 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:17.651838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] 10.222.0.86 "PUT /v2.0/ports/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 1092 time: 0.5876598 Oct 29 12:07:17.675594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0187a-1e27-4ffc-9ae8-a813bcf9a961 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:17.720976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-a39d650d-0556-4698-970b-fc95e432453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:17.722516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-a39d650d-0556-4698-970b-fc95e432453e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0435956 Oct 29 12:07:17.813060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-ecfd4379-a9d1-45d4-9fc0-66350de2d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:17.814577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-ecfd4379-a9d1-45d4-9fc0-66350de2d8af service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0831072 Oct 29 12:07:17.859138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-cba5752c-f794-433b-8663-05518413502e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0373971 Oct 29 12:07:18.235998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-40bc4f2b-0b9d-411c-a0bc-c33ae09c403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:18.237528 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-40bc4f2b-0b9d-411c-a0bc-c33ae09c403a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.3719087 Oct 29 12:07:18.268369 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-85b51ea5-f2a4-4f8f-82cb-e3519ac6d01d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234735 Oct 29 12:07:18.360708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-f8b7588e-9c4b-4afd-8259-484c9f367a65 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Oct 29 12:07:18.449741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a795109-54f4-42dc-af1b-efece76c5b94 req-175dc98f-a31e-4d68-a486-d65b33db62a9 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823352 Oct 29 12:07:18.621608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48582560-f831-467e-a2bd-00561e7b6dd3 req-8dd14f67-9f5c-42ea-ae2b-3dd4f0aca919 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:18.623100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48582560-f831-467e-a2bd-00561e7b6dd3 req-8dd14f67-9f5c-42ea-ae2b-3dd4f0aca919 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0520322 Oct 29 12:07:18.661113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-48582560-f831-467e-a2bd-00561e7b6dd3 req-7b6bff53-9930-4f10-8d06-0a8c47782af8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Oct 29 12:07:19.578230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:19.580580 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:19.628434 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e715d551-f987-4dc6-a6e2-24723e61995f x-openstack-request-id: req-e715d551-f987-4dc6-a6e2-24723e61995f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:19.628713 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:19.628968 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e715d551-f987-4dc6-a6e2-24723e61995f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:19.629408 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'status': 'completed', 'code': 200} Oct 29 12:07:19.717677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-ca259640-0108-4e48-bd53-4f841bec3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:19.719311 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-ca259640-0108-4e48-bd53-4f841bec3d65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0710447 Oct 29 12:07:19.721932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-d443b055-8b08-4b6f-9433-ffef17531b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:19.723280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-d443b055-8b08-4b6f-9433-ffef17531b90 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0671520 Oct 29 12:07:19.780867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b6db-c2fc-4e85-8a29-a64c22dba0ce req-53f9f1ba-7bf3-46f9-926a-a20f7ff3712d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:19.782419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fde6b6db-c2fc-4e85-8a29-a64c22dba0ce req-53f9f1ba-7bf3-46f9-926a-a20f7ff3712d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0497220 Oct 29 12:07:19.821684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fde6b6db-c2fc-4e85-8a29-a64c22dba0ce req-b3e6e8d8-ab3f-4dcb-a5ff-190e3a064b69 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Oct 29 12:07:19.879249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-dababf21-0e66-4a28-b224-1a5fdbb5af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:19.880732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-dababf21-0e66-4a28-b224-1a5fdbb5af92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.1544309 Oct 29 12:07:19.884159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:07:19.894992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-ae514ffe-0e8a-4ce2-b253-d287c337347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:19.900282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-ae514ffe-0e8a-4ce2-b253-d287c337347f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.1657226 Oct 29 12:07:19.925648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:07:19.948366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-2539ff1d-deb2-4920-99dd-59f6433266c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0470800 Oct 29 12:07:19.983141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-ae2a6457-671a-4e9f-b854-023c36bc03c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0434468 Oct 29 12:07:20.055778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-0514e31f-ad48-4489-a4c0-12d8afbc943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:20.057295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-0514e31f-ad48-4489-a4c0-12d8afbc943b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0828342 Oct 29 12:07:20.064132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-bc5924d6-d493-4a52-8944-6a7c3a4300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:20.065488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-bc5924d6-d493-4a52-8944-6a7c3a4300ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0629249 Oct 29 12:07:20.112400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-090827b0-7f38-4d59-899b-a9b71cd03bba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376613 Oct 29 12:07:20.114153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-0a21fdb6-814b-4ff0-a35b-fb8835367442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478375 Oct 29 12:07:20.271502 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-38ef8b8e-0e7a-4223-bf1d-2623b43ea0e5 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493070 Oct 29 12:07:20.273237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-c1de0b70-98dc-41f8-b958-d2c776e9ee08 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522584 Oct 29 12:07:20.438739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-b1b91e90-bc4a-43ec-8567-da6dc4bdff04 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563113 Oct 29 12:07:20.440906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7dd30b1d-a0db-4b4f-b2b7-900afdbe157f req-31ec9a91-11c5-4a60-abbb-f3a4787c1387 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490366 Oct 29 12:07:20.856185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:07:20.936696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee76ec-59b9-4b6b-858e-c1fde3bb6171 req-68a54f97-251f-410d-a97d-10487b058890 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:20.938244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9ee76ec-59b9-4b6b-858e-c1fde3bb6171 req-68a54f97-251f-410d-a97d-10487b058890 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0478883 Oct 29 12:07:20.985636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9ee76ec-59b9-4b6b-858e-c1fde3bb6171 req-34b20af7-dd38-47a1-911c-43bbbaee5044 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Oct 29 12:07:21.182894 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef481-8be6-472d-8c82-4148131b9e25 req-01d55847-4520-461e-8e67-f5ae93dcbcaa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:21.184528 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63cef481-8be6-472d-8c82-4148131b9e25 req-01d55847-4520-461e-8e67-f5ae93dcbcaa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0514343 Oct 29 12:07:21.199774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-87696f09-e70f-494d-9f26-105915822176 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:21.201376 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-87696f09-e70f-494d-9f26-105915822176 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b&tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 944 time: 0.0583560 Oct 29 12:07:21.224118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-63cef481-8be6-472d-8c82-4148131b9e25 req-5b4e83a4-25c0-4f77-9833-7531d840b8b1 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Oct 29 12:07:21.262456 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-5bd96431-f7f0-49bf-be04-59293956148a service neutron] delete failed (client error): The resource could not be found. Oct 29 12:07:21.263492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-5bd96431-f7f0-49bf-be04-59293956148a service neutron] 10.222.0.41 "DELETE /v2.0/ports/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0553379 Oct 29 12:07:21.354782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-e17412b9-6180-4743-ba94-7e692ac2a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:21.356296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-e17412b9-6180-4743-ba94-7e692ac2a255 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 1095 time: 0.0421715 Oct 29 12:07:21.450180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-7fe3f146-2e7e-41e7-a8a5-bdf4fe6459d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:21.451580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-7fe3f146-2e7e-41e7-a8a5-bdf4fe6459d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0887780 Oct 29 12:07:21.493251 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-ae3d56f8-ec95-4004-afe7-8b69d073cf4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0347886 Oct 29 12:07:21.543225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-dc7fcf84-d3da-433a-93be-6be0f6803ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:21.544695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-dc7fcf84-d3da-433a-93be-6be0f6803ae7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0453019 Oct 29 12:07:21.579969 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-9d0c4c78-2715-41cd-8bd6-924537a73f57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286088 Oct 29 12:07:21.669138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-f9a4c212-7b25-482d-b0a1-d796295f5fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822918 Oct 29 12:07:21.764976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6487f526-2df1-4716-b022-3d172e6ab6dc req-248ce45e-686f-4e08-9801-64b2157a987b service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889575 Oct 29 12:07:22.023025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:22.352483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:07:22.352736 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98450e00-a57d-4312-98e0-c4d71a35351a req-e530b87b-17c2-4e7f-afcd-be4f96c3c9ec tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:22.354388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98450e00-a57d-4312-98e0-c4d71a35351a req-e530b87b-17c2-4e7f-afcd-be4f96c3c9ec tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0547786 Oct 29 12:07:22.399112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98450e00-a57d-4312-98e0-c4d71a35351a req-9e35fb81-9870-4723-9893-7416127dff5c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Oct 29 12:07:22.519911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa949f-6b45-47be-ba56-7387de341fce req-13186bc1-a943-497b-bf4e-716fe69810ef tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:22.522225 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0aa949f-6b45-47be-ba56-7387de341fce req-13186bc1-a943-497b-bf4e-716fe69810ef tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0509541 Oct 29 12:07:22.571853 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0aa949f-6b45-47be-ba56-7387de341fce req-f2d60b7d-4462-40bd-ac19-024742384691 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Oct 29 12:07:22.624827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:22.636334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'port_id': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'mac_address': 'fa:16:3e:77:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d53f-90da-48a6-b75b-68565f8cd92a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:07:22.682745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:22.689353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb4d5-b51b-4d17-bee3-6bdcee3525ab req-ba11bbfc-a1f6-40fc-b748-d971e641bf38 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:22.691128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636eb4d5-b51b-4d17-bee3-6bdcee3525ab req-ba11bbfc-a1f6-40fc-b748-d971e641bf38 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 944 time: 0.0517187 Oct 29 12:07:22.696027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:07:22.718746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:22.723787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:22.734256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-636eb4d5-b51b-4d17-bee3-6bdcee3525ab req-92172327-782f-48fa-b0fb-ba5d60248bc8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361934 Oct 29 12:07:22.781160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:22.950433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:07:23.116908 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-06a9ef68-39cd-4ed0-8997-af7b8e9a9d53 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:23.118391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-06a9ef68-39cd-4ed0-8997-af7b8e9a9d53 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 814 time: 0.1123805 Oct 29 12:07:23.134395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-cdf2b19d-f79a-44aa-ad9b-01a6327cf09f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/quotas/a3cfd28fcd424996bd45ca0e818ce3ab HTTP/1.1" status: 200 len: 375 time: 0.0100656 Oct 29 12:07:23.182763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-234ec449-5243-4696-9280-2bbd601d2e5b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431268 Oct 29 12:07:23.275063 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-19f22ef9-b814-4126-8aa3-7a80488bb72c service neutron] 10.222.0.77 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852735 Oct 29 12:07:23.369357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-f6a9e0b9-b254-4af2-a50a-bd7bdae4702f service neutron] 10.222.0.77 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881982 Oct 29 12:07:23.532916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4de80cc7-1dbf-4a31-ab6d-b2207c5cbefd req-4717e8c3-7f53-45fe-8f90-fd92608252bf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 210 time: 0.0332615 Oct 29 12:07:24.303519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2833ad1-1a52-445d-b387-00d55002e658 req-28893e6f-c4ac-41e5-ab16-4fa1a0fdec02 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:24.305056 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2833ad1-1a52-445d-b387-00d55002e658 req-28893e6f-c4ac-41e5-ab16-4fa1a0fdec02 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ad7709d-c5d7-46ce-b74b-ea4ede602f8b HTTP/1.1" status: 200 len: 945 time: 0.0507436 Oct 29 12:07:24.365980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:07:24.398878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Deleting port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:07:24.399209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.422573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:07:24.426725 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:07:24.427303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.460128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.86', 63092) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:07:24.520413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.546455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:24.548732 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976bcf63-b1d1-4daf-bbf8-310bd516d191" -d '{"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:24.565591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:24.573266 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] For port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:24.573578 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.573913 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.599874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Calling delete_port for ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:07:24.617457 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03409b08-e880-428e-93ee-248c6f81cc1e x-openstack-request-id: req-03409b08-e880-428e-93ee-248c6f81cc1e {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:24.618040 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:24.618470 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03409b08-e880-428e-93ee-248c6f81cc1e {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:24.619072 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'code': 200} Oct 29 12:07:24.621804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-945b4770-c583-46dd-afe1-a8664b927882 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:24.623288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-945b4770-c583-46dd-afe1-a8664b927882 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 814 time: 0.1620114 Oct 29 12:07:24.637805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:24.661960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Request body: {'port': {'device_id': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'admin_state_up': True, 'tenant_id': 'a3cfd28fcd424996bd45ca0e818ce3ab'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:07:24.693638 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9417a34-c515-414b-af53-05e621c87e33 req-236d11c7-7069-4162-914a-da93bc79d0f9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 210 time: 0.0276632 Oct 29 12:07:24.829684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Made reservation on behalf of a3cfd28fcd424996bd45ca0e818ce3ab for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:07:24.833236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.843025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.855462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:07:24.878724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Pushing event deleted for resources: {'Port': ['ID=ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:24.952559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] No DVR routers for this DVR port ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:07:24.958533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:24.962510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.86 "DELETE /v2.0/ports/ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 HTTP/1.1" status: 204 len: 173 time: 0.6497538 Oct 29 12:07:24.962951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-deleted', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:24.965226 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f96ef-de93-4cf1-8aac-7de0cf45f813" -d '{"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-deleted", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:25.013478 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd0b18a-5559-485e-8b3f-4ae4fd228417 x-openstack-request-id: req-fcd0b18a-5559-485e-8b3f-4ae4fd228417 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:25.013776 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad7709d-c5d7-46ce-b74b-ea4ede602f8b", "name": "network-vif-deleted", "tag": "ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:25.014057 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcd0b18a-5559-485e-8b3f-4ae4fd228417 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:25.014464 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7709d-c5d7-46ce-b74b-ea4ede602f8b', 'name': 'network-vif-deleted', 'tag': 'ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8', 'status': 'completed', 'code': 200} Oct 29 12:07:25.044888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Allocated IP 172.20.0.5 (ecaa6883-a022-4226-9bb9-cc4d32a3e525/12c9d53f-90da-48a6-b75b-68565f8cd92a/45938a59-0279-4f12-a0a6-fd6c23fbc2f3) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:07:25.211147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.244477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.255639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:07:25.289143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Network ecaa6883-a022-4226-9bb9-cc4d32a3e525 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:07:25.292285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:07:25.296049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:07:25.319521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:25.347049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:25.347664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.365919 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-2e7dad5a-941a-4694-8526-ac973fb81780 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084770 Oct 29 12:07:25.377432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Request body: {'port': {'device_id': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:07:25.434799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.695896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:07:25.703285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.716193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Transition to ACTIVE for port object 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:07:25.720089 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.773537 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:25.822518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd4ad5-a3e8-4f4f-8fd5-4d3092056cad req-379e1177-4db8-4ca4-aaaf-fb0ebe0ab8b9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:25.824682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5edd4ad5-a3e8-4f4f-8fd5-4d3092056cad req-379e1177-4db8-4ca4-aaaf-fb0ebe0ab8b9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0581076 Oct 29 12:07:25.846456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:07:25.846846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:07:25.847187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:07:25.852237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:07:25.852682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:07:25.858087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:07:25.858431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Checking segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:07:25.858834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Bound using segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:07:25.859314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Bound port: 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:07:25.859669 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.864357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5edd4ad5-a3e8-4f4f-8fd5-4d3092056cad req-a89699f5-f39f-418c-8236-115e7eaf9a30 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Oct 29 12:07:25.926015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:07:25.929889 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:07:25.934722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.972947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:25.973591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:25.975520 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] 10.222.0.86 "PUT /v2.0/ports/45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 1091 time: 0.6023958 Oct 29 12:07:26.002541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ab25f-3048-49d7-81b4-4b3d8e5a434a service neutron] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:26.059457 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-8b688e38-9f47-45cb-b1a7-cc6003500539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:26.060974 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-8b688e38-9f47-45cb-b1a7-cc6003500539 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0417583 Oct 29 12:07:26.102744 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-05ea6a54-ac98-4956-9f3b-be825c193749 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0341456 Oct 29 12:07:26.150843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-7605a851-9640-42af-8ff2-923a7c796fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:26.152278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-7605a851-9640-42af-8ff2-923a7c796fa8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0428622 Oct 29 12:07:26.182946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:26.188356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-6ca25e4b-b0c7-4c70-bdfb-0a2d3f068e70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292222 Oct 29 12:07:26.277192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-ab14b569-c57c-4755-a980-6872e5f8c75c service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Oct 29 12:07:26.371683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-565462ee-f085-4d45-819c-d1ed2dfa6352 req-4fa86c60-2a0f-4a70-833e-eb6aa3973db3 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879838 Oct 29 12:07:26.982876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cdd33-5c90-470c-9d1c-f6d91f605493 req-95110e67-c807-43f0-bb8a-f35b0bf11420 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:26.984374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-578cdd33-5c90-470c-9d1c-f6d91f605493 req-95110e67-c807-43f0-bb8a-f35b0bf11420 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0489142 Oct 29 12:07:27.015734 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:27.018137 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376fd99a-dafd-4638-8d21-160fcbcb812e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:27.025484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-578cdd33-5c90-470c-9d1c-f6d91f605493 req-668e8593-c1e6-4925-ad44-dc82b72bed34 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Oct 29 12:07:27.069162 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4080f7b-4444-41d4-8aea-4c5010215ec2 x-openstack-request-id: req-d4080f7b-4444-41d4-8aea-4c5010215ec2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:27.069456 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:27.069714 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4080f7b-4444-41d4-8aea-4c5010215ec2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:27.070118 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'status': 'completed', 'code': 200} Oct 29 12:07:27.136628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-e1ea39a0-5946-4bdd-859d-6e5cace15941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:27.138256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-e1ea39a0-5946-4bdd-859d-6e5cace15941 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0401065 Oct 29 12:07:27.231403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-fe6cef93-6d60-40f1-a5c4-ff94bd2ae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:27.232803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-fe6cef93-6d60-40f1-a5c4-ff94bd2ae086 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0869546 Oct 29 12:07:27.273958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-4a5e0299-8866-44dc-a4a2-cbc3d429a342 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0339665 Oct 29 12:07:27.322029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-27f46940-28d4-4579-b7c4-8b87b3b1a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:27.323472 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-27f46940-28d4-4579-b7c4-8b87b3b1a97e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0426822 Oct 29 12:07:27.355504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-bf463fda-6b29-497b-a2c8-8e50220b2694 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251162 Oct 29 12:07:27.454155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-e2e08d88-ff61-4876-a58b-a43103581bc7 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917008 Oct 29 12:07:27.549303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-376fd99a-dafd-4638-8d21-160fcbcb812e req-7a0d6c5f-598c-41f1-ab3d-715e7902df4e service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Oct 29 12:07:28.144683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8366f-a5ca-4015-8bc7-9980e089c02b req-f63e9bc5-8ec1-4b97-9187-5f8781eab9e3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:28.146290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1e8366f-a5ca-4015-8bc7-9980e089c02b req-f63e9bc5-8ec1-4b97-9187-5f8781eab9e3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0495446 Oct 29 12:07:28.185584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1e8366f-a5ca-4015-8bc7-9980e089c02b req-089519a0-7c60-422f-930b-9a2d6a5d4103 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Oct 29 12:07:28.374627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:07:28.376714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:07:28.403079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:07:28.403416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ac0c7d96-6eaa-4c8b-b39b-79445c2f0ad8 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:07:28.478868 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f863-059b-48f4-aee5-103ca9889624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:28.503220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:28.514167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'port_id': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'mac_address': 'fa:16:3e:79:8b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d53f-90da-48a6-b75b-68565f8cd92a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:07:28.552252 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:28.569139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:07:28.588950 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:28.592613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:28.641219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:28.780894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['45938a59-0279-4f12-a0a6-fd6c23fbc2f3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:07:29.305696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa6651-0942-4ee1-864f-1eda00d27059 req-86b7a1e2-cac2-4e31-96a9-0597a86f95b3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:29.307153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30fa6651-0942-4ee1-864f-1eda00d27059 req-86b7a1e2-cac2-4e31-96a9-0597a86f95b3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0541961 Oct 29 12:07:29.345980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-30fa6651-0942-4ee1-864f-1eda00d27059 req-3dcad3fc-92ea-4e0a-a303-13e66df6a277 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Oct 29 12:07:30.369936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:07:30.421632 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:07:30.426398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:07:30.426774 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:30.465041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b891d-0969-4dc9-a25d-5bb5991fe261 req-da0252cf-19a4-4237-9c44-e29665b7a5d9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:30.466568 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec4b891d-0969-4dc9-a25d-5bb5991fe261 req-da0252cf-19a4-4237-9c44-e29665b7a5d9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0514622 Oct 29 12:07:30.505778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ec4b891d-0969-4dc9-a25d-5bb5991fe261 req-8f6c56f9-7529-4fda-9dae-8c2fb544dba3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Oct 29 12:07:30.509926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:30.535367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:07:30.538382 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8317a73-8e15-429e-82bd-0fbd4416a238" -d '{"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:07:30.554898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:07:30.558884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:30.584946 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e89a1-4845-4731-8e24-b55cc0bd5f96 x-openstack-request-id: req-873e89a1-4845-4731-8e24-b55cc0bd5f96 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:07:30.585265 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:07:30.585516 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-873e89a1-4845-4731-8e24-b55cc0bd5f96 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:07:30.585902 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'code': 200} Oct 29 12:07:30.615476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:07:30.674248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108f76-6676-4a12-b1a1-98692e1a76e7 req-69edabc1-7504-479c-926e-7e20a268c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:30.676038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff108f76-6676-4a12-b1a1-98692e1a76e7 req-69edabc1-7504-479c-926e-7e20a268c50d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1096 time: 0.0413582 Oct 29 12:07:30.712321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ff108f76-6676-4a12-b1a1-98692e1a76e7 req-49b67d04-81d0-4919-b019-6d33f2db1691 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282433 Oct 29 12:07:30.871273 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7b21a0d4-c0ec-4f6c-9585-94405a4d0f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:31.627669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a6342-bfde-4ca5-bf15-8ecffa29d7be req-c7033798-94cb-48b7-b354-b69056833a85 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:31.629198 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd1a6342-bfde-4ca5-bf15-8ecffa29d7be req-c7033798-94cb-48b7-b354-b69056833a85 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0510886 Oct 29 12:07:31.669201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dd1a6342-bfde-4ca5-bf15-8ecffa29d7be req-010caa96-6275-4480-b03f-0c765e353b84 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Oct 29 12:07:32.384600 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:32.401717 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:32.793323 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb4ba9-9fb2-490a-b235-43359182a5d9 req-f148b0f9-fefb-48c8-8563-aed20eb0e1fa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:32.794827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88bb4ba9-9fb2-490a-b235-43359182a5d9 req-f148b0f9-fefb-48c8-8563-aed20eb0e1fa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0533683 Oct 29 12:07:32.833379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88bb4ba9-9fb2-490a-b235-43359182a5d9 req-3fcdf092-15f2-4acb-ae71-b753eaf5a540 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Oct 29 12:07:32.952919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf5c81-77cc-496f-97ba-61b18f85b619 req-834aff58-ea30-418c-a8b2-d41ca453bc21 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:32.954370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fedf5c81-77cc-496f-97ba-61b18f85b619 req-834aff58-ea30-418c-a8b2-d41ca453bc21 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0532041 Oct 29 12:07:32.994247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fedf5c81-77cc-496f-97ba-61b18f85b619 req-9f2e323d-7629-4c63-ab39-a3d0fc5e4c35 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Oct 29 12:07:33.252430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-463a1628-7210-46d5-858d-e0da46a4351a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705054 Oct 29 12:07:33.269417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d573a-97ab-4135-be96-a69dd12829a1 req-40da8303-c140-4fd8-b571-b70d63d311e4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:33.271109 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-671d573a-97ab-4135-be96-a69dd12829a1 req-40da8303-c140-4fd8-b571-b70d63d311e4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0771201 Oct 29 12:07:33.313930 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-671d573a-97ab-4135-be96-a69dd12829a1 req-da31c8cf-8caf-4a36-851a-bd2988fd8bea tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Oct 29 12:07:33.719277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:34.441585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301ca8-6f4e-4272-ac50-b512f96d251f req-b6987e3e-09d7-4533-ac02-d34710ae4933 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:34.443161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1301ca8-6f4e-4272-ac50-b512f96d251f req-b6987e3e-09d7-4533-ac02-d34710ae4933 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0565302 Oct 29 12:07:34.463029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-e62b311c-0221-4cd9-87ea-7aca7dcd987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:34.464672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-e62b311c-0221-4cd9-87ea-7aca7dcd987e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1096 time: 0.0425856 Oct 29 12:07:34.483045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d1301ca8-6f4e-4272-ac50-b512f96d251f req-722632c0-e073-4621-ba94-638c7056c369 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Oct 29 12:07:34.560251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-889b924a-a6ce-4331-86f6-855f4740ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:34.561793 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-889b924a-a6ce-4331-86f6-855f4740ec55 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0906777 Oct 29 12:07:34.608110 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-24c768cc-ef2d-40d8-8e88-d586d17b0e89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0380890 Oct 29 12:07:34.656896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-cdcbf215-8e4c-4be8-a3b0-c1e2d53b8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:34.658414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-cdcbf215-8e4c-4be8-a3b0-c1e2d53b8dd5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0436342 Oct 29 12:07:34.698786 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-a0a66168-1c41-4af9-af49-b5909b604991 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334361 Oct 29 12:07:34.800903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-c553fdf2-0c6e-4683-b4d4-4497c65cb4e7 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951648 Oct 29 12:07:34.893504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-fdc72bac-2ab3-46d9-95e0-24e874987377 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Oct 29 12:07:35.604078 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814d7dc-f405-4caf-9571-234c304f93f6 req-0219e83e-1e23-4ec6-acbf-400a30c7cec8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:35.605614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6814d7dc-f405-4caf-9571-234c304f93f6 req-0219e83e-1e23-4ec6-acbf-400a30c7cec8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0492024 Oct 29 12:07:35.643961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6814d7dc-f405-4caf-9571-234c304f93f6 req-5b84cc2b-d60c-46f9-b00d-03cf346b6f79 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Oct 29 12:07:36.768899 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c5192-4be4-4953-afe0-80c6b8a19fd8 req-e64b68bc-244a-40c1-a1e1-f0ef09b2590f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:36.770416 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-147c5192-4be4-4953-afe0-80c6b8a19fd8 req-e64b68bc-244a-40c1-a1e1-f0ef09b2590f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0551748 Oct 29 12:07:36.811513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-147c5192-4be4-4953-afe0-80c6b8a19fd8 req-864dae05-fb63-47d4-80da-3595f2a4ef38 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Oct 29 12:07:37.941429 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb01f5-0431-453a-a2e5-b2b5a5155fa1 req-01a0bbfe-e595-4b8b-bb6b-a222f6077e1d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:37.942986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cfb01f5-0431-453a-a2e5-b2b5a5155fa1 req-01a0bbfe-e595-4b8b-bb6b-a222f6077e1d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0525286 Oct 29 12:07:37.983849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cfb01f5-0431-453a-a2e5-b2b5a5155fa1 req-f505112d-c214-48dd-a272-c5b0491d4639 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Oct 29 12:07:39.104870 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973b17-4ed9-4cc2-87fb-89b2671f6cee req-bb062260-993d-45e4-8455-7c086ad12d48 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:39.106386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd973b17-4ed9-4cc2-87fb-89b2671f6cee req-bb062260-993d-45e4-8455-7c086ad12d48 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0539136 Oct 29 12:07:39.146468 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bd973b17-4ed9-4cc2-87fb-89b2671f6cee req-48b0f697-7b95-42ee-9b77-6c3f715eb143 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341518 Oct 29 12:07:40.267772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aca66e-bcdd-41ec-b64b-17f4c732163c req-efbe3ffe-2a8f-4cd2-af18-75529da338ed tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:40.269381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62aca66e-bcdd-41ec-b64b-17f4c732163c req-efbe3ffe-2a8f-4cd2-af18-75529da338ed tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0537899 Oct 29 12:07:40.308151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62aca66e-bcdd-41ec-b64b-17f4c732163c req-feff154e-9710-48d4-b8c7-a0c3443cc1fa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Oct 29 12:07:41.433730 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1e07c-268f-406e-8512-e4861b29914c req-6fc65afd-e9cc-429a-81ad-32ed60885561 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:41.435249 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1a1e07c-268f-406e-8512-e4861b29914c req-6fc65afd-e9cc-429a-81ad-32ed60885561 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0565102 Oct 29 12:07:41.475079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1a1e07c-268f-406e-8512-e4861b29914c req-9c324ce7-aa44-4664-8bff-4739c0eab942 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Oct 29 12:07:42.592339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd3688-b1bd-40f4-811e-80f0402b9eb8 req-1db31ec9-b424-476a-8e78-c85b4e253423 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:42.594193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdd3688-b1bd-40f4-811e-80f0402b9eb8 req-1db31ec9-b424-476a-8e78-c85b4e253423 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0510566 Oct 29 12:07:42.637841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbdd3688-b1bd-40f4-811e-80f0402b9eb8 req-5f2ccfe5-620c-4d71-a98c-9489398043f4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Oct 29 12:07:43.766510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9716-9427-410a-aad4-19d34fda38bf req-c9f8adac-2ef2-4ad4-a1c8-509152d2bfaa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:43.767909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b2d9716-9427-410a-aad4-19d34fda38bf req-c9f8adac-2ef2-4ad4-a1c8-509152d2bfaa tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0554101 Oct 29 12:07:43.806894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b2d9716-9427-410a-aad4-19d34fda38bf req-eee473a5-ad32-4f5e-b9d3-51a2888f14b8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Oct 29 12:07:44.931366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75891ec-513d-48af-b103-8294964377b0 req-60a5914c-be0c-42e4-b78b-7021dc569ee7 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:44.932854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d75891ec-513d-48af-b103-8294964377b0 req-60a5914c-be0c-42e4-b78b-7021dc569ee7 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0505621 Oct 29 12:07:44.972195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d75891ec-513d-48af-b103-8294964377b0 req-d6fc9498-abb2-4318-8274-7e85496200f8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Oct 29 12:07:46.090418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668d518-2dab-4657-9acb-8747ee9a07ee req-458ef94b-0585-459f-aada-6376e2709b74 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:46.091987 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6668d518-2dab-4657-9acb-8747ee9a07ee req-458ef94b-0585-459f-aada-6376e2709b74 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0499079 Oct 29 12:07:46.131110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6668d518-2dab-4657-9acb-8747ee9a07ee req-ac67b306-790a-4d50-9913-7672228b286b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Oct 29 12:07:47.263069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cfdc-9f2a-4c12-930f-28c4aa38f27e req-3f3c6f88-9b18-41fb-a437-1f3adb430ca6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:47.264660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8636cfdc-9f2a-4c12-930f-28c4aa38f27e req-3f3c6f88-9b18-41fb-a437-1f3adb430ca6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0589180 Oct 29 12:07:47.306084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8636cfdc-9f2a-4c12-930f-28c4aa38f27e req-f8e0fe94-3d59-4387-b56d-ad3c7a272734 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Oct 29 12:07:48.431744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be8ce6-677a-4fe1-b0f9-729052dd89e3 req-7c4e1103-f1f0-4d62-a825-ee3464b6f06a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:48.433284 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11be8ce6-677a-4fe1-b0f9-729052dd89e3 req-7c4e1103-f1f0-4d62-a825-ee3464b6f06a tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0496445 Oct 29 12:07:48.472101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-11be8ce6-677a-4fe1-b0f9-729052dd89e3 req-abfb04e9-f463-4b42-a34a-55065d44a7e5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Oct 29 12:07:49.593741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02a4fa-f2ed-478c-a94a-ef15c6994c21 req-99c926fc-c137-47c9-b378-a3b5b2b7f16d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:49.595269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b02a4fa-f2ed-478c-a94a-ef15c6994c21 req-99c926fc-c137-47c9-b378-a3b5b2b7f16d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0511861 Oct 29 12:07:49.636901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b02a4fa-f2ed-478c-a94a-ef15c6994c21 req-1b38d1af-cf9c-43d8-81d9-d17d5875a659 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Oct 29 12:07:50.757259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca5c88-44c6-4202-81e5-a9cbedbb643e req-7d5b03c5-4266-470b-8ff8-c48571df0ab5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:50.758733 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5ca5c88-44c6-4202-81e5-a9cbedbb643e req-7d5b03c5-4266-470b-8ff8-c48571df0ab5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0530062 Oct 29 12:07:50.797251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5ca5c88-44c6-4202-81e5-a9cbedbb643e req-532fd863-a1f0-4178-a5f0-dbc45254219e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Oct 29 12:07:51.917743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90813d-46a3-4329-89f4-173a4f74831b req-ba72072b-68ce-4ffc-bb06-f39268c3c103 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:51.919230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb90813d-46a3-4329-89f4-173a4f74831b req-ba72072b-68ce-4ffc-bb06-f39268c3c103 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0487471 Oct 29 12:07:51.957635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb90813d-46a3-4329-89f4-173a4f74831b req-f6271ab8-1590-4483-a718-cb10b790865e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Oct 29 12:07:52.025088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:53.095615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592739c-4dc4-4a8c-b83c-428e99603d57 req-73aa8355-78ed-4235-b690-0c04673cf949 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:53.097839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6592739c-4dc4-4a8c-b83c-428e99603d57 req-73aa8355-78ed-4235-b690-0c04673cf949 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0639212 Oct 29 12:07:53.145716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6592739c-4dc4-4a8c-b83c-428e99603d57 req-2405cde3-ea9b-48d3-b5ab-5ea192da6214 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Oct 29 12:07:54.278782 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7274352-7b86-4c2b-af3a-176c24681093 req-5261ea83-13aa-41ce-a950-09c714d086f6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:54.280170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7274352-7b86-4c2b-af3a-176c24681093 req-5261ea83-13aa-41ce-a950-09c714d086f6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0527894 Oct 29 12:07:54.321456 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7274352-7b86-4c2b-af3a-176c24681093 req-ac837f55-9041-4981-9af2-00c7a07ddf81 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Oct 29 12:07:55.450472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94907982-1aa1-4b5a-b43e-8fb6f04d2551 req-896194a8-9d27-4165-b609-f395f1949af8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:55.451978 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94907982-1aa1-4b5a-b43e-8fb6f04d2551 req-896194a8-9d27-4165-b609-f395f1949af8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0519443 Oct 29 12:07:55.489404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-94907982-1aa1-4b5a-b43e-8fb6f04d2551 req-67eeab73-dff1-4c17-ba55-804ec5dd5f28 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Oct 29 12:07:56.211132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:56.604308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737133-b5c3-4e80-9b68-196834901205 req-3edccdc8-4038-4220-aea1-3a5fce0c5092 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:56.605814 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44737133-b5c3-4e80-9b68-196834901205 req-3edccdc8-4038-4220-aea1-3a5fce0c5092 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0483851 Oct 29 12:07:56.642785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-44737133-b5c3-4e80-9b68-196834901205 req-69594fc2-a364-41b1-8fcc-50f5ba97e38f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Oct 29 12:07:57.764749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b464b4-b15c-4d3d-830c-e4a22bdfa33c req-96625a6b-cbbf-40cd-a65a-f86fb0b0312e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:57.766183 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06b464b4-b15c-4d3d-830c-e4a22bdfa33c req-96625a6b-cbbf-40cd-a65a-f86fb0b0312e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0547934 Oct 29 12:07:57.804511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-06b464b4-b15c-4d3d-830c-e4a22bdfa33c req-32d4a293-7fa3-4f65-affa-f6d433427dcb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Oct 29 12:07:57.856194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:07:58.470586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-74fabfa6-79a4-4a4d-8742-f26db92b5fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:07:58.921701 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd54ba-20fa-4f03-88ff-c1f3d86d527c req-27c6fc6f-9c8a-4e1a-9542-ff8d88eac5f6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:07:58.923195 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60cd54ba-20fa-4f03-88ff-c1f3d86d527c req-27c6fc6f-9c8a-4e1a-9542-ff8d88eac5f6 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0485594 Oct 29 12:07:58.962149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60cd54ba-20fa-4f03-88ff-c1f3d86d527c req-27354a01-0514-40d5-9097-49f1ad15e768 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Oct 29 12:08:00.078846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b46ede-1dcc-4766-a5d5-fbc285c68c66 req-04368f0a-baad-478f-9046-1715b134de2e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:00.080304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39b46ede-1dcc-4766-a5d5-fbc285c68c66 req-04368f0a-baad-478f-9046-1715b134de2e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0484312 Oct 29 12:08:00.118306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39b46ede-1dcc-4766-a5d5-fbc285c68c66 req-cff0ce3d-2940-45a8-9959-cf2ea69a778d tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Oct 29 12:08:00.872495 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8c725506-694b-4058-bdef-c52dc1a49d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:01.235698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a344c-82e8-41cb-9134-edd1e7fcedec req-b1d2a818-7b6f-4e46-9ec9-af7a658f4abb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:01.237186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-184a344c-82e8-41cb-9134-edd1e7fcedec req-b1d2a818-7b6f-4e46-9ec9-af7a658f4abb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0516319 Oct 29 12:08:01.274932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-184a344c-82e8-41cb-9134-edd1e7fcedec req-bac34a07-23cb-499d-9762-2e8df8496017 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Oct 29 12:08:01.672995 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-5da94ee2-bd12-44ee-bbbc-2b8b4b0ab92a service neutron] show failed (client error): The resource could not be found. Oct 29 12:08:01.674026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-5da94ee2-bd12-44ee-bbbc-2b8b4b0ab92a service neutron] 10.222.0.86 "GET /v2.0/ports/45938a59-0279-4f12-a0a6-fd6c23fbc2f3/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0540864 Oct 29 12:08:01.872808 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-d4518e09-d1ec-4610-ac0e-e85170aa05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:01.874318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-d4518e09-d1ec-4610-ac0e-e85170aa05ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c&tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab HTTP/1.1" status: 200 len: 1096 time: 0.0402782 Oct 29 12:08:01.886332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:01.942037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.140222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:02.171258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:02.210010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:02.212301 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23321ac6-a006-4ede-a075-d9597dab02a9" -d '{"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-unplugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:02.216126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.228596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Transition to ACTIVE for port object 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:08:02.233589 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.268014 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ee692-8170-4fb1-964f-8bdc7d600f82 x-openstack-request-id: req-d77ee692-8170-4fb1-964f-8bdc7d600f82 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:02.268327 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-unplugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:02.268589 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d77ee692-8170-4fb1-964f-8bdc7d600f82 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:02.268982 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'code': 200} Oct 29 12:08:02.388272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.401370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710154b-f155-48e2-96d3-ccb262b28b52 req-a5808e8f-ffad-4ae0-aff1-083f9b0097f3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:02.403532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d710154b-f155-48e2-96d3-ccb262b28b52 req-a5808e8f-ffad-4ae0-aff1-083f9b0097f3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0554662 Oct 29 12:08:02.415163 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.448659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d710154b-f155-48e2-96d3-ccb262b28b52 req-51b55f32-bdd0-426e-9208-114d4afe61b9 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Oct 29 12:08:02.632428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] No DVR routers for this DVR port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:08:02.634603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:02.646748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.647101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.648004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.648342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.648677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.649025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.649351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.649677 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.650004 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.650327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.650650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.650967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:02.678531 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:08:02.679127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:08:02.679228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:02.683343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:08:02.683665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Attempting to bind port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on network ecaa6883-a022-4226-9bb9-cc4d32a3e525 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:02.688447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:08:02.688788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Checking segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:02.689199 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Bound using segment: {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:08:02.689626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Bound port: 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6478b2b6-b870-4e2b-b03e-7301d994e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:08:02.689977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.751103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:02.754016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:08:02.759048 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.790081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:02.790687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:02.792051 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 1091 time: 0.9096525 Oct 29 12:08:02.815695 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05e844-28f4-4f2b-8247-c4fec1c86dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:02.860817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-d6f9d168-c3d3-49bc-887f-9a279ca55f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:02.862356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-d6f9d168-c3d3-49bc-887f-9a279ca55f0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0431421 Oct 29 12:08:02.953960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-c01f78c5-34b9-41ea-8286-ed43641f7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:02.955363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-c01f78c5-34b9-41ea-8286-ed43641f7fe6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0858786 Oct 29 12:08:03.000414 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-e3cc6cf9-d56f-4859-880e-5df41d81b300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0372975 Oct 29 12:08:03.049862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-304012ff-2f56-407e-bb33-8adde301f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:03.051301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-304012ff-2f56-407e-bb33-8adde301f6f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0434978 Oct 29 12:08:03.082332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-49cb38fd-c0aa-4b38-bc52-3f4f2afc975e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241032 Oct 29 12:08:03.174491 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-77cefcb8-f83b-42c0-b1aa-f65f3c8e914d service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Oct 29 12:08:03.261023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7f5bb242-3e1c-4075-95eb-8f21ca6ff8ba req-11c4c58d-12d1-42cf-9984-1554a0873710 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793731 Oct 29 12:08:03.564191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73f83b-f5a3-4fda-b78a-7035d717dd2f req-c7edf7ac-0fba-41a7-a2dc-763128df8df5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:03.565603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef73f83b-f5a3-4fda-b78a-7035d717dd2f req-c7edf7ac-0fba-41a7-a2dc-763128df8df5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0482137 Oct 29 12:08:03.603355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef73f83b-f5a3-4fda-b78a-7035d717dd2f req-01dddb3f-85ff-45cb-b7f1-b715e16db037 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Oct 29 12:08:03.721178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:04.271083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:04.273464 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8538df-2264-4425-b1d8-392468124669" -d '{"events": [{"name": "network-changed", "server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:04.320388 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ec935-856e-4295-9543-39af35d7051e x-openstack-request-id: req-374ec935-856e-4295-9543-39af35d7051e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:04.320678 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:04.321141 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-374ec935-856e-4295-9543-39af35d7051e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:04.321545 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'status': 'completed', 'code': 200} Oct 29 12:08:04.414700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-cdf1864d-8873-4fe3-942a-edacb6c5ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.416325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-cdf1864d-8873-4fe3-942a-edacb6c5ab08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0646195 Oct 29 12:08:04.418118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-770aff0d-7e21-42ca-b585-851983cf4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.419467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-770aff0d-7e21-42ca-b585-851983cf4113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0763793 Oct 29 12:08:04.579787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-3af2d059-9624-45b5-b471-41705709fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.581302 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-3af2d059-9624-45b5-b471-41705709fb33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.1556716 Oct 29 12:08:04.582388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-a91ec4d5-d0e5-421c-add4-7a5bd6574d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.583781 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-a91ec4d5-d0e5-421c-add4-7a5bd6574d3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.1503026 Oct 29 12:08:04.658529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-1b823082-6023-475a-9fce-90f500c8fb5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0691674 Oct 29 12:08:04.659883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-d0d4b829-2876-41ae-a37d-e8d6fcdabeba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0646784 Oct 29 12:08:04.729847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26592a-faad-43b4-9669-64cf4cb5d366 req-7dd83fff-159d-4756-92ef-056563fbd514 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.731352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac26592a-faad-43b4-9669-64cf4cb5d366 req-7dd83fff-159d-4756-92ef-056563fbd514 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0528452 Oct 29 12:08:04.744720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-8394f82b-4c72-48fa-87ea-a2b3cb152cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.746239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-8394f82b-4c72-48fa-87ea-a2b3cb152cc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0804214 Oct 29 12:08:04.747931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8538df-2264-4425-b1d8-392468124669 req-4acb679b-6980-48f3-bab8-b29387284b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:04.749276 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-4acb679b-6980-48f3-bab8-b29387284b66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0752704 Oct 29 12:08:04.774844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac26592a-faad-43b4-9669-64cf4cb5d366 req-d4abdaca-bed4-4e5f-9e9d-7472163c00cb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371351 Oct 29 12:08:04.794236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-d99cfb0f-aa0f-4ca3-8f59-636fd3106774 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411785 Oct 29 12:08:04.810902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-57901bc7-1ca4-401b-b288-c81ce1df6a49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471456 Oct 29 12:08:04.964333 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-fe0aa2bf-0707-465e-bbd6-3c9ccfa82e32 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559212 Oct 29 12:08:04.994066 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-5c652adb-0d4a-4718-92f2-8d93a363e1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649654 Oct 29 12:08:05.133053 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-38a01162-57c9-4c6b-b02f-b88e50fb68d7 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601794 Oct 29 12:08:05.136455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-da8538df-2264-4425-b1d8-392468124669 req-5d2dcbe7-00dd-45d7-b895-ded7e7482bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136782 Oct 29 12:08:05.892945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4816e5c-1f8b-42e9-a7b2-53cf908fb83d req-2dec96df-6a66-49de-8c78-1e3702964cfe tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:05.894430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4816e5c-1f8b-42e9-a7b2-53cf908fb83d req-2dec96df-6a66-49de-8c78-1e3702964cfe tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0478070 Oct 29 12:08:05.932278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d4816e5c-1f8b-42e9-a7b2-53cf908fb83d req-8ced9296-2206-45ef-9937-af9c012516c4 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Oct 29 12:08:06.113408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:08:06.125357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246f847-9f54-4ac8-bd30-0cca317e446e req-aa7f7e77-18eb-4476-94de-4e52781580fe tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:06.127504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5246f847-9f54-4ac8-bd30-0cca317e446e req-aa7f7e77-18eb-4476-94de-4e52781580fe tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 943 time: 0.0514202 Oct 29 12:08:06.151795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-113bb6cb-481d-46ba-9389-ecd113672185 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:06.153572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-113bb6cb-481d-46ba-9389-ecd113672185 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c&tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 943 time: 0.0651929 Oct 29 12:08:06.169304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5246f847-9f54-4ac8-bd30-0cca317e446e req-0e8d7bc4-6e0b-40c2-9707-31781c41111c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Oct 29 12:08:06.215223 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:06.223816 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-c40aef14-b415-4f85-8827-a7cc634c5e20 service neutron] delete failed (client error): The resource could not be found. Oct 29 12:08:06.224863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-c40aef14-b415-4f85-8827-a7cc634c5e20 service neutron] 10.222.0.86 "DELETE /v2.0/ports/45938a59-0279-4f12-a0a6-fd6c23fbc2f3/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0623999 Oct 29 12:08:06.226792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'network_id': 'ecaa6883-a022-4226-9bb9-cc4d32a3e525', 'port_id': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'mac_address': 'fa:16:3e:79:8b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d53f-90da-48a6-b75b-68565f8cd92a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:08:06.263735 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:06.277645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:08:06.297708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:06.303068 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:06.313259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-973b8578-9531-4fd4-8542-ce11293a4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:06.314425 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-973b8578-9531-4fd4-8542-ce11293a4132 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 1094 time: 0.0446057 Oct 29 12:08:06.351239 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:06.358620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.358954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.359293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.359636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.359989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.360316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.360644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.360983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.361322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.361649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.361973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.362293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:06.411713 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-9be88525-86c3-4e94-8a4b-3d971d9675f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:06.413298 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-9be88525-86c3-4e94-8a4b-3d971d9675f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 200 len: 915 time: 0.0907764 Oct 29 12:08:06.456184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-c4ca06ae-4af4-4ed6-8efe-2c7cb1eb5604 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0352476 Oct 29 12:08:06.507393 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-7e7e39d6-7bd4-4387-8580-a94a599c01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:06.508862 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-7e7e39d6-7bd4-4387-8580-a94a599c01bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 200 len: 854 time: 0.0438433 Oct 29 12:08:06.520783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['45938a59-0279-4f12-a0a6-fd6c23fbc2f3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:08:06.543552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-a790aeae-a08f-4a81-acc7-7ca49dbb1293 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ecaa6883-a022-4226-9bb9-cc4d32a3e525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Oct 29 12:08:06.617121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:08:06.636492 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-97222318-dad7-481c-9e8a-a790db8d29e3 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Oct 29 12:08:06.680735 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:08:06.734718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf4bd227-0170-4f0e-b111-be7ee57ebdda req-dd191881-5e99-476a-af89-caaa74a35bc3 service neutron] 10.222.0.86 "GET /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Oct 29 12:08:07.292316 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a7c9-a204-4da1-bec8-0f30aca7e176 req-d231459c-3ea8-437d-8c80-ef209e6e0bf8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:07.293738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7df3a7c9-a204-4da1-bec8-0f30aca7e176 req-d231459c-3ea8-437d-8c80-ef209e6e0bf8 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0537848 Oct 29 12:08:07.332277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7df3a7c9-a204-4da1-bec8-0f30aca7e176 req-338bb54f-8825-4df8-b278-c5ac6ba9ab90 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Oct 29 12:08:07.446322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0c28-732c-47fb-9f85-e55a17a6e52f req-df1571f1-bc2d-4e16-affb-47901a531e2c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:07.447777 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67df0c28-732c-47fb-9f85-e55a17a6e52f req-df1571f1-bc2d-4e16-affb-47901a531e2c tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0491099 Oct 29 12:08:07.485599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-67df0c28-732c-47fb-9f85-e55a17a6e52f req-07e4bccd-4d36-4ef6-baa0-4d361796ebd3 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Oct 29 12:08:07.597341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738217d2-cdb6-4545-a228-866202f5522c req-b225f0e7-b8ab-4fa6-a8b7-964522ba285e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:07.598801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-738217d2-cdb6-4545-a228-866202f5522c req-b225f0e7-b8ab-4fa6-a8b7-964522ba285e tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0488548 Oct 29 12:08:07.636529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-738217d2-cdb6-4545-a228-866202f5522c req-260fe593-18d9-4cab-bc5f-c2c74beb9e5b tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Oct 29 12:08:07.967243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cffa8-957b-464f-be04-e3544d36b2f8 req-5d5ad73a-5b11-4117-98e3-09dc7d9949a5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:07.968900 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-227cffa8-957b-464f-be04-e3544d36b2f8 req-5d5ad73a-5b11-4117-98e3-09dc7d9949a5 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 944 time: 0.0547531 Oct 29 12:08:08.008484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-227cffa8-957b-464f-be04-e3544d36b2f8 req-efc2d6d6-8eed-4a0a-877d-bfb16c503148 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Oct 29 12:08:08.129163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:08.177360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:08:08.180849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:08.181244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:08.260289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:08.282606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:08.284897 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0ec1f-333b-4cb6-9ee8-6048cf107a01" -d '{"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:08.299348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:08.304324 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:08.329889 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4c6553-b0f2-4272-b5bf-ae16204fbdb5 x-openstack-request-id: req-ac4c6553-b0f2-4272-b5bf-ae16204fbdb5 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:08.330177 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:08.330426 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac4c6553-b0f2-4272-b5bf-ae16204fbdb5 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:08.330809 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'code': 200} Oct 29 12:08:08.356738 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:09.125092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520f390-5c1f-444d-adcd-55bf2db9e883 req-c9cf06f4-a28f-4d4a-8130-aca1ac1197bb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:09.126750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8520f390-5c1f-444d-adcd-55bf2db9e883 req-c9cf06f4-a28f-4d4a-8130-aca1ac1197bb tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0487971 Oct 29 12:08:09.139115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-992a0ed4-1eb8-4d90-91e2-46d98e46086f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:09.140708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-992a0ed4-1eb8-4d90-91e2-46d98e46086f tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d901fc3-3b63-489d-828d-95d27560ca3c HTTP/1.1" status: 200 len: 945 time: 0.0489280 Oct 29 12:08:09.167667 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8520f390-5c1f-444d-adcd-55bf2db9e883 req-0b6b6c07-6cb7-48d1-a8a6-5d3409acdce7 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.77 "GET /v2.0/security-groups?id=a877a294-456b-41fe-8a08-5c26553b75c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Oct 29 12:08:09.233195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Deleting port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:08:09.233533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:09.324340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] For port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,segment=NetworkSegment(6478b2b6-b870-4e2b-b03e-7301d994e6d5),segment_id=6478b2b6-b870-4e2b-b03e-7301d994e6d5)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:09.324688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:09.337736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Calling delete_port for 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:08:09.465248 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:09.477535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['45938a59-0279-4f12-a0a6-fd6c23fbc2f3'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:08:09.493731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Pushing event deleted for resources: {'Port': ['ID=45938a59-0279-4f12-a0a6-fd6c23fbc2f3,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:09.533870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] No DVR routers for this DVR port 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:08:09.536597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:09.540006 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-875068be-e20a-4c61-b41b-9f50e39038f9 req-e3f1a2a0-b9c9-4b69-b208-85715f4e3cbf tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] 10.222.0.41 "DELETE /v2.0/ports/45938a59-0279-4f12-a0a6-fd6c23fbc2f3 HTTP/1.1" status: 204 len: 173 time: 0.3926413 Oct 29 12:08:09.540460 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-deleted', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:09.542734 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6baf87-fcf2-4700-b1b3-7e29678d0184" -d '{"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-deleted", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:09.584202 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53c9ed-9ae4-424b-80c1-897e16a54457 x-openstack-request-id: req-2b53c9ed-9ae4-424b-80c1-897e16a54457 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:09.584502 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d901fc3-3b63-489d-828d-95d27560ca3c", "name": "network-vif-deleted", "tag": "45938a59-0279-4f12-a0a6-fd6c23fbc2f3", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:09.585036 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b53c9ed-9ae4-424b-80c1-897e16a54457 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:09.585590 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d901fc3-3b63-489d-828d-95d27560ca3c', 'name': 'network-vif-deleted', 'tag': '45938a59-0279-4f12-a0a6-fd6c23fbc2f3', 'status': 'completed', 'code': 200} Oct 29 12:08:10.284847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:10.332466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Deleting subnet 12c9d53f-90da-48a6-b75b-68565f8cd92a {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:08:10.336018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.370493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.407966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.458516 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.485542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c9d53f-90da-48a6-b75b-68565f8cd92a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:10.487527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.490758 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2d608308-03da-4210-a1d0-323cf513c4f2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/12c9d53f-90da-48a6-b75b-68565f8cd92a HTTP/1.1" status: 204 len: 168 time: 0.2049022 Oct 29 12:08:10.493298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:10.565340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.646577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.667008 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaa6883-a022-4226-9bb9-cc4d32a3e525']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:10.676072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6478b2b6-b870-4e2b-b03e-7301d994e6d5') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:10.676366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6478b2b6-b870-4e2b-b03e-7301d994e6d5') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:10.685835 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.699246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.705241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:08:10.705622 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:08:10.707361 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:08:10.759774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.764449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.767873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ecaa6883-a022-4226-9bb9-cc4d32a3e525 HTTP/1.1" status: 204 len: 168 time: 0.2736490 Oct 29 12:08:10.780988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1503-fd38-4578-af34-6c8b0ea7c905 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecaa6883-a022-4226-9bb9-cc4d32a3e525,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:10.872952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41752) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:10.912291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8b040639-be90-4b71-9b85-e8736f5f33ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3cfd28fcd424996bd45ca0e818ce3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380883 Oct 29 12:08:10.915407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41754) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:10.966808 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:10.987511 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.033790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.036391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.037583 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a877a294-456b-41fe-8a08-5c26553b75c6 HTTP/1.1" status: 204 len: 168 time: 0.1212716 Oct 29 12:08:11.045843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80b0c-a0c5-4301-aba3-697e6983dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a877a294-456b-41fe-8a08-5c26553b75c6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:11.714718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 41776) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:11.838265 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1959341335-network', 'tenant_id': 'b889596d7f954a52bf4a621984651617'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:11.858590 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:08:11.860938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.869514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.943336 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.947528 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.973405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:08:11.979528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0f528-bf3b-41c6-9c72-b9440225669b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:11.985437 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:11.985774 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Added segment a8f5c1c4-e59a-4521-a93e-6af11653fc41 of type vlan for network 594a3918-e123-402c-a5a8-8ae5c1e47945 Oct 29 12:08:12.026619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.051051 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.052251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:12.052834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.113968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3981397 Oct 29 12:08:12.117144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd299e1-3f12-4b71-9327-a57a2e308916 admin admin] Pushing event updated for resources: {'Network': ['ID=594a3918-e123-402c-a5a8-8ae5c1e47945,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:12.117349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41782) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:12.122314 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Request body: {'subnet': {'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1959341335-subnet', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:12.127532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:08:12.144704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:08:12.147128 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.167543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:08:12.189597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:08:12.189932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 45938a59-0279-4f12-a0a6-fd6c23fbc2f3 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:08:12.311401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.359044 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e01e358-a7ec-41a5-940c-c5a3c6f8803d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:12.373551 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.373892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.374222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.374549 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.374873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.375195 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.375508 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.375826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.376139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.376451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.376763 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.377099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:12.385346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:12.385704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Network hostable DHCP agents. Network: 594a3918-e123-402c-a5a8-8ae5c1e47945, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:08:12.402346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:08:12.410740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 594a3918-e123-402c-a5a8-8ae5c1e47945) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:12.415509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:12.416476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.420088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40831f-c4da-4002-8480-9650efa042a2 None None] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:08:12.431686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-243841c9-bd2e-4ac0-867a-47965080c1e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3132610 Oct 29 12:08:12.434430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41784) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:12.438804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:12.459054 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.461212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.520350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.568564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-594a3918-e123-402c-a5a8-8ae5c1e47945', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:08:12.570017 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.709285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Allocated IP 172.20.0.2 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/aac502d5-8359-4bd3-b5fd-e03c1c3654aa) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:08:12.860244 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.865854 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.909568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:12.912682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:12.916663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:08:12.925497 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Pushing event updated for resources: {'Port': ['ID=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:12.975002 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Attempting to bind port aac502d5-8359-4bd3-b5fd-e03c1c3654aa on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:08:12.975395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Attempting to bind port aac502d5-8359-4bd3-b5fd-e03c1c3654aa by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:08:12.976332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Attempting to bind port aac502d5-8359-4bd3-b5fd-e03c1c3654aa on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:12.981456 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:08:12.981834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:12.982231 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.982621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:08:12.983083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Bound port: aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:08:12.983458 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:12.995493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.047577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] For port aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:13.051235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] For port aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:08:13.057432 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.122520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bc76-1b68-448d-95e1-c9b1b2f3a0d6 None None] Pushing event updated for resources: {'Port': ['ID=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:13.216657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.242154 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.354698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Allocated IP 172.25.4.52 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/980cf342-16f5-4a50-ad8f-05183fcbbf4c) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:08:13.456273 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.490104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.540108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:13.543159 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:13.547772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:08:13.551069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Pushing event updated for resources: {'Port': ['ID=980cf342-16f5-4a50-ad8f-05183fcbbf4c,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:13.586389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aac502d5-8359-4bd3-b5fd-e03c1c3654aa up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:13.639196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port aac502d5-8359-4bd3-b5fd-e03c1c3654aa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:13.640351 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.725151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.768140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:13.780043 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.820966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:13.832526 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:14.029286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.068689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766edbe-c77d-46f5-b78b-96d77b46d9e8 None None] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:08:14.137306 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-be192124-903d-4d1c-89c1-548bdbf5bf8a None None] Provisioning complete for port aac502d5-8359-4bd3-b5fd-e03c1c3654aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:14.137853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be192124-903d-4d1c-89c1-548bdbf5bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.167055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:08:14.272259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:08:14.284406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:08:14.291408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.295202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-093a34a8-9b56-4fd0-aafd-19d0f68a9e1b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8573081 Oct 29 12:08:14.295555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41786) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:14.307486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:14.308042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:14.421472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:14.619626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:13Z', 'revision_number': 3, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:14.650516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:08:14.650863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Updating router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b port 980cf342-16f5-4a50-ad8f-05183fcbbf4c binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:08:14.652653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-81e66583-5328-4b96-ab41-2badf7a1e2be None None] Provisioning complete for port aac502d5-8359-4bd3-b5fd-e03c1c3654aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:14.653059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-81e66583-5328-4b96-ab41-2badf7a1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.706991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.726706 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.885806 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Allocated IP 172.20.0.1 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/7d0f79ec-33a8-4e23-aa6c-014c8197bb96) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:08:14.991068 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:14.997599 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.005408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.025779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.061075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Attempting to bind port 980cf342-16f5-4a50-ad8f-05183fcbbf4c on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:08:15.061440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Attempting to bind port 980cf342-16f5-4a50-ad8f-05183fcbbf4c by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:08:15.061796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Attempting to bind port 980cf342-16f5-4a50-ad8f-05183fcbbf4c on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:15.068586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558f1f7-974b-4789-bb9f-1ac6878d5c48 None None] Pushing event updated for resources: {'Port': ['ID=980cf342-16f5-4a50-ad8f-05183fcbbf4c,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:15.068758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:15.071915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:08:15.072291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:15.072684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.072969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:15.073098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:08:15.073534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Bound port: 980cf342-16f5-4a50-ad8f-05183fcbbf4c, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:08:15.073907 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.075278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:08:15.107380 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:15.127990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.131919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] For port 980cf342-16f5-4a50-ad8f-05183fcbbf4c, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:15.134193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] For port 980cf342-16f5-4a50-ad8f-05183fcbbf4c, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=980cf342-16f5-4a50-ad8f-05183fcbbf4c,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:08:15.139684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.207039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:15.207674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:15.212630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558f1f7-974b-4789-bb9f-1ac6878d5c48 None None] Pushing event updated for resources: {'Port': ['ID=980cf342-16f5-4a50-ad8f-05183fcbbf4c,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:15.262496 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.436882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.442401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.470344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1de6705f-cd0c-4e05-ad82-0652f42b1075 None None] Provisioning complete for port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:15.470864 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1de6705f-cd0c-4e05-ad82-0652f42b1075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.516047 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.518209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:15.522332 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1de6705f-cd0c-4e05-ad82-0652f42b1075 None None] Port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:08:15.527788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:15.584855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aac502d5-8359-4bd3-b5fd-e03c1c3654aa up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:15.620909 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:15.622392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:15.705349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port aac502d5-8359-4bd3-b5fd-e03c1c3654aa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:15.705932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.742581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:08:15.823736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:13Z', 'revision_number': 3, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:15.862227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:08:15.862479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8ffd8-5f07-4cba-9225-80a38dac5d2f None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:13Z', 'revision_number': 3, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:08:15.868444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a8d42ca5-1fdc-400c-9cd0-863e0e554be1 admin admin] 10.222.0.77 "PUT /v2.0/routers/5cb8aa0a-ad5e-4f52-a96c-02289a50c25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719435 Oct 29 12:08:15.877237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a599974c-cdca-496b-a8c8-29b9a774a575 None None] Provisioning complete for port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:15.878222 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a599974c-cdca-496b-a8c8-29b9a774a575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:15.918105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-a599974c-cdca-496b-a8c8-29b9a774a575 None None] Port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:08:16.279659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41794) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:16.283942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916536689', 'description': 'tempest-description--150784936'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:16.311308 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.386332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.390374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.418448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.419688 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1393907 Oct 29 12:08:16.422820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41796) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:16.428332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'security_group_rule': {'security_group_id': '11a0ad8d-c2b5-45e5-93d9-3d657626a134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:16.434579 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23e82-8918-4dfd-9e72-87961d69ef49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a0ad8d-c2b5-45e5-93d9-3d657626a134,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:16.458747 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.532470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.537840 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.560600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b6fc81-89a1-4775-9c00-a64a2317f4aa,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:16.572061 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.576008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4387e1a4-5c1e-4d6e-be31-d4878221160f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495702 Oct 29 12:08:16.576220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41798) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:16.582943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'security_group_rule': {'security_group_id': '11a0ad8d-c2b5-45e5-93d9-3d657626a134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:16.616195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.681109 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.684804 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.704065 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593957e7-da5f-4d8f-963b-1d87cdcd792e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:16.714910 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.716224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c044ee98-bce7-422e-a03e-7587918b242d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382413 Oct 29 12:08:16.719278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41800) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:16.724303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:16.746819 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.863895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:16.984516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Allocated IP 172.25.4.224 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/f457fac1-f897-4711-b5d2-a6352b71eb50) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:08:17.102635 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.145074 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.187573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:17.189173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:17.193110 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:08:17.216887 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=f457fac1-f897-4711-b5d2-a6352b71eb50,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:17.286075 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.321458 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.435680 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:08:17.446638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:17.447252 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:17.477939 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.483232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.555701 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:17.565860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=f457fac1-f897-4711-b5d2-a6352b71eb50,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:17.568311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.586124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.586298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 980cf342-16f5-4a50-ad8f-05183fcbbf4c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:17.596561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b9b9ef04-f241-4f41-a7d9-36ede765e8f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8670504 Oct 29 12:08:17.641264 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 980cf342-16f5-4a50-ad8f-05183fcbbf4c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:17.641768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.723277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.741899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-45f4679e-b2bb-4ad6-9084-122e117824db tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--916536689&fields=id&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 267 time: 0.0356491 Oct 29 12:08:17.746687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 980cf342-16f5-4a50-ad8f-05183fcbbf4c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=980cf342-16f5-4a50-ad8f-05183fcbbf4c,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:17.750852 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.792127 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 2, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:17.800446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=980cf342-16f5-4a50-ad8f-05183fcbbf4c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:17.820950 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:08:17.821398 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Updating router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:08:17.845974 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:17.857798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-49cb1869-bf70-40a0-86d4-a211d37ad75e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:17.859282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-49cb1869-bf70-40a0-86d4-a211d37ad75e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1093094 Oct 29 12:08:17.875407 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-655331a3-5911-457f-b313-444c2c372d13 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/quotas/b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 375 time: 0.0100543 Oct 29 12:08:17.929218 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-91305f2a-3f62-4d4b-8b8f-90d1a6e8c4a9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483346 Oct 29 12:08:18.032769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-e6690271-17cf-4267-9522-c609fb14d8d4 service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905120 Oct 29 12:08:18.108898 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.114080 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.125308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-5f31a842-5f57-4bc7-b1b5-4cbaecacd82b service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Oct 29 12:08:18.168044 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Pushing event updated for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:18.190638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.191208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.191688 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.192021 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.192354 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.192676 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.192993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.193334 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.193649 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.193961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.194275 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.195110 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:08:18.226218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Attempting to bind port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:08:18.226913 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Attempting to bind port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:08:18.227418 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Attempting to bind port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:18.234168 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:08:18.234537 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:18.234940 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.235329 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:08:18.235792 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Bound port: 7d0f79ec-33a8-4e23-aa6c-014c8197bb96, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:08:18.236166 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.324793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] For port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:18.325665 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-55651a6e-e67d-4879-8bbd-b8607554d1b4 req-f30a2465-b665-4b5a-b344-7b3ef0688b9b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 210 time: 0.0434954 Oct 29 12:08:18.328506 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] For port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:08:18.339435 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.407045 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f94e4-7bcc-4bda-9b25-9ddbdd080d3c None None] Pushing event updated for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:18.409674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:18.410163 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:18.469524 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] Provisioning complete for port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:18.470261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.530503 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:18.577114 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.612702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] For port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:18.619257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.669154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88089c70-c072-4077-9e99-377648ccb1a8 None None] Pushing event updated for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:18.739728 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:18.742439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-22d68802-9461-4fd9-8349-1fd8cb5c8160 None None] Provisioning complete for port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:18.742810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-22d68802-9461-4fd9-8349-1fd8cb5c8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:18.874994 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8370-65fe-48ce-85f3-6b078af876d5 None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:08:19.396186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-1ff82a3b-0842-4d8b-8654-beb0bb1f534d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:19.399283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-1ff82a3b-0842-4d8b-8654-beb0bb1f534d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1288812 Oct 29 12:08:19.436603 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4bc78e6a-a08a-4b67-ae52-5f2fb738946e req-faf313e6-6478-4a96-9f4d-650fcee98423 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 210 time: 0.0323689 Oct 29 12:08:19.450548 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-69920d98-72dd-4cc0-ac8c-f70e4269c55b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 379 time: 0.0407927 Oct 29 12:08:19.466978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'port': {'device_id': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'admin_state_up': True, 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'security_groups': ['11a0ad8d-c2b5-45e5-93d9-3d657626a134']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:19.583354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:08:19.587592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:19.638761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:19.693237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:19.693547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:19.731303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Allocated IP 172.20.0.11 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/7dd87389-e4e6-47d2-a446-a24bd5608c6d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:08:19.780944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 980cf342-16f5-4a50-ad8f-05183fcbbf4c up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:19.830536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 980cf342-16f5-4a50-ad8f-05183fcbbf4c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:19.831315 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:19.879602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:19.925285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:19.978621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:08:19.981855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:08:19.984419 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:08:20.010424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:20.040424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.041274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.062530 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-02ff2104-a67d-467f-bd1d-e1c603de54e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5996070 Oct 29 12:08:20.075730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Request body: {'port': {'device_id': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:20.132399 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.269600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-394a24a6-8ea3-4db2-9b0e-7e58ba0bc261 None None] Provisioning complete for port 7dd87389-e4e6-47d2-a446-a24bd5608c6d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:20.269866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-394a24a6-8ea3-4db2-9b0e-7e58ba0bc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.309455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-394a24a6-8ea3-4db2-9b0e-7e58ba0bc261 None None] Port 7dd87389-e4e6-47d2-a446-a24bd5608c6d cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:08:20.410569 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd87389-e4e6-47d2-a446-a24bd5608c6d {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:08:20.418245 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.430759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Transition to ACTIVE for port object 7dd87389-e4e6-47d2-a446-a24bd5608c6d will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:08:20.435407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.490638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:20.569072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3c64-d346-4afd-bfa0-6fc5de809cc5 req-60d144c7-943f-4954-b815-849c26348e44 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.571936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:08:20.572418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:08:20.572883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:20.577263 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f7c3c64-d346-4afd-bfa0-6fc5de809cc5 req-60d144c7-943f-4954-b815-849c26348e44 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0576966 Oct 29 12:08:20.578020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:08:20.578467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:08:20.585305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:08:20.586141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:08:20.586532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:08:20.586964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Bound port: 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:08:20.587323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.617724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f7c3c64-d346-4afd-bfa0-6fc5de809cc5 req-e806367c-c76b-4fbd-8f8b-1407aaa520ec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394471 Oct 29 12:08:20.657520 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:08:20.660832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:08:20.665682 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.701821 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.702433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:20.703828 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] 10.222.0.86 "PUT /v2.0/ports/7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1092 time: 0.6324055 Oct 29 12:08:20.704267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:20.706545 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735a99b1-512a-48de-9867-ad0df892c449" -d '{"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:20.729572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3388f-a030-4ba6-9cab-b52b9eb65514 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:20.771789 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6a0c97-5051-4f2d-b606-d59e1e3841c0 x-openstack-request-id: req-fc6a0c97-5051-4f2d-b606-d59e1e3841c0 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:20.772075 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:20.772334 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc6a0c97-5051-4f2d-b606-d59e1e3841c0 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:20.772856 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'status': 'completed', 'code': 200} Oct 29 12:08:20.819884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-a16ecf21-875b-4394-bfea-e6f9bef115b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.821538 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-a16ecf21-875b-4394-bfea-e6f9bef115b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0601273 Oct 29 12:08:20.870991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-b1665b13-aff9-45cc-90cb-396194662283 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 217 time: 0.0403481 Oct 29 12:08:20.928143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-154806f7-032d-4ae6-846e-7b3e6752c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.929683 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-154806f7-032d-4ae6-846e-7b3e6752c7ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0513167 Oct 29 12:08:20.976854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-0bf0b40b-9e3c-46a5-8339-b88ddaeae93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:20.978436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-0bf0b40b-9e3c-46a5-8339-b88ddaeae93a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418551 Oct 29 12:08:21.076108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-7cb51292-2a2c-4896-8f04-428dfd578448 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894303 Oct 29 12:08:21.166396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dfe75353-1def-4a2d-b865-5fc90a43110a req-04684e49-4102-4cbc-873b-bf1c2752fb06 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821137 Oct 29 12:08:21.258149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a99b1-512a-48de-9867-ad0df892c449 req-6efd4472-8267-4969-840f-15fc3095bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:21.259655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-6efd4472-8267-4969-840f-15fc3095bb86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0438612 Oct 29 12:08:21.351121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a99b1-512a-48de-9867-ad0df892c449 req-a371cb42-227a-4715-932a-bac5f8227335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:21.352599 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-a371cb42-227a-4715-932a-bac5f8227335 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0854504 Oct 29 12:08:21.396375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-a1c16873-b1b4-4fbc-8e15-ec29079e82d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 217 time: 0.0368695 Oct 29 12:08:21.445704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a99b1-512a-48de-9867-ad0df892c449 req-c1680882-0b9c-4e29-aed6-0a1a1e2dc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:21.447176 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-c1680882-0b9c-4e29-aed6-0a1a1e2dc68c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0436726 Oct 29 12:08:21.493745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a99b1-512a-48de-9867-ad0df892c449 req-ba124fda-7d1c-4171-9982-1dcb9db17b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:21.495244 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-ba124fda-7d1c-4171-9982-1dcb9db17b67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400271 Oct 29 12:08:21.588155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-d9567fc8-ad69-46c0-998f-9b835af95b96 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Oct 29 12:08:21.678901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-735a99b1-512a-48de-9867-ad0df892c449 req-f09e52ee-d626-436c-ab03-423fc05d3e40 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Oct 29 12:08:21.729807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef8185-b1c8-4a43-8c00-aac822c0bea9 req-9f9b1cd0-58e2-463c-9c4e-e018006eecd8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:21.731293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04ef8185-b1c8-4a43-8c00-aac822c0bea9 req-9f9b1cd0-58e2-463c-9c4e-e018006eecd8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0486486 Oct 29 12:08:21.768258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04ef8185-b1c8-4a43-8c00-aac822c0bea9 req-f02c02e3-a838-47f1-bc23-01d4bf26b0f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310884 Oct 29 12:08:22.039362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:22.894786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154c08-8272-4614-814f-a456785430c3 req-6052d4f9-469d-46b6-9f05-afcd40efb3b9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:22.896526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb154c08-8272-4614-814f-a456785430c3 req-6052d4f9-469d-46b6-9f05-afcd40efb3b9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0527909 Oct 29 12:08:22.942100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cb154c08-8272-4614-814f-a456785430c3 req-ef4a0fbb-8616-49b1-86db-daa0ca51badd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389512 Oct 29 12:08:24.058261 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210944-99c4-4c5c-b7ae-185c42240886 req-bef3394f-49e5-4ef8-aa68-a76870e77dc6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:24.059764 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9210944-99c4-4c5c-b7ae-185c42240886 req-bef3394f-49e5-4ef8-aa68-a76870e77dc6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0493064 Oct 29 12:08:24.097436 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9210944-99c4-4c5c-b7ae-185c42240886 req-65a819f7-a472-4066-b7a5-b1690dbb2bee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Oct 29 12:08:24.692114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:08:24.787236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:24.798540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'mac_address': 'fa:16:3e:b4:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:08:24.834087 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:24.847419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd87389-e4e6-47d2-a446-a24bd5608c6d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:08:24.867984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:24.872243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:24.920966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:25.093331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['7dd87389-e4e6-47d2-a446-a24bd5608c6d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:08:25.216554 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597861-f29c-4d0d-a596-592c1fd066e2 req-63bfcc47-4980-497b-a261-90fa4b8a04cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:25.218070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46597861-f29c-4d0d-a596-592c1fd066e2 req-63bfcc47-4980-497b-a261-90fa4b8a04cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0499706 Oct 29 12:08:25.256786 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46597861-f29c-4d0d-a596-592c1fd066e2 req-23be94c0-5697-4ae5-9bd7-8785dd0938f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Oct 29 12:08:26.222768 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:26.376476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb4ea3-e921-4b00-be8e-b3a44b42bb37 req-62fdaaec-8dc3-4eb2-8e5c-ed72eed0a51d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:26.378100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47fb4ea3-e921-4b00-be8e-b3a44b42bb37 req-62fdaaec-8dc3-4eb2-8e5c-ed72eed0a51d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0549581 Oct 29 12:08:26.416334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-47fb4ea3-e921-4b00-be8e-b3a44b42bb37 req-63bbc3c3-7463-4797-8356-d635bb3a8603 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Oct 29 12:08:26.692263 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:08:26.744122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 7dd87389-e4e6-47d2-a446-a24bd5608c6d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:08:26.748378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 7dd87389-e4e6-47d2-a446-a24bd5608c6d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:08:26.748745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:26.823819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:26.846121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:26.848395 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a007bb-e314-411d-95e8-42cdb8b2f69f" -d '{"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-plugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:26.860690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:08:26.864775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:26.888968 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f37745-24ca-42f4-9fb9-8063cf56cac7 x-openstack-request-id: req-97f37745-24ca-42f4-9fb9-8063cf56cac7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:26.889287 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-plugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:26.889547 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97f37745-24ca-42f4-9fb9-8063cf56cac7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:26.890256 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'code': 200} Oct 29 12:08:26.921774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:08:26.994864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c467-69f5-496d-8904-6631aff86af9 req-27bebd2c-11a4-4a2d-a379-6dfad29d4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:26.996284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db0c467-69f5-496d-8904-6631aff86af9 req-27bebd2c-11a4-4a2d-a379-6dfad29d4c27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1097 time: 0.0437827 Oct 29 12:08:27.032526 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2db0c467-69f5-496d-8904-6631aff86af9 req-d3b1fec0-47c5-4ff7-bb8f-0767f912bb40 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284903 Oct 29 12:08:27.531977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771c263-fcff-454e-a5ca-778073d60899 req-0fa2e24f-dbeb-4720-8839-51164484e3be tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:27.533505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c771c263-fcff-454e-a5ca-778073d60899 req-0fa2e24f-dbeb-4720-8839-51164484e3be tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0487750 Oct 29 12:08:27.571828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c771c263-fcff-454e-a5ca-778073d60899 req-65c6a239-540f-469b-b8db-b0af88e5bcef tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Oct 29 12:08:28.473819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b70d-2e5f-4315-b3e1-41e7aa859a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:28.688214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8694c-308f-4e77-ac0a-d32b49d605ea req-6433537c-1db8-4d12-ac33-8e353f173c53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:28.689787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b8694c-308f-4e77-ac0a-d32b49d605ea req-6433537c-1db8-4d12-ac33-8e353f173c53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0487318 Oct 29 12:08:28.730564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3b8694c-308f-4e77-ac0a-d32b49d605ea req-9723c437-4152-4087-9b7f-86ca7c8663f4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340834 Oct 29 12:08:28.851796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d276a-2393-4b3a-912a-afaa132f63bb req-a5cc3579-ca50-49d4-8936-4c43d9184717 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:28.853213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e25d276a-2393-4b3a-912a-afaa132f63bb req-a5cc3579-ca50-49d4-8936-4c43d9184717 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0551846 Oct 29 12:08:28.861797 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 41850) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:08:28.866097 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'floatingip': {'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:08:28.904492 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:29.317288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:29.321779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:29.762793 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc associated. External IP: 172.25.4.224, port: 7dd87389-e4e6-47d2-a446-a24bd5608c6d. Oct 29 12:08:29.966712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:08:30.079810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:08:30.084400 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:30.089767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:08:30.102799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:30.103436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:30.112458 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-99c4c8df-0275-4332-8ead-0a66df902c3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "PUT /v2.0/floatingips/e23171e0-9d78-4cd9-8249-24c92f4252bc HTTP/1.1" status: 200 len: 992 time: 1.2496457 Oct 29 12:08:30.113196 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:08:30.115460 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:08:30.210037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:30.267311 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3284c131-2ec3-4082-a11c-930901c9cdcb x-openstack-request-id: req-3284c131-2ec3-4082-a11c-930901c9cdcb {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:08:30.267602 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:08:30.267981 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3284c131-2ec3-4082-a11c-930901c9cdcb {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:08:30.268253 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'status': 'completed', 'code': 200} Oct 29 12:08:30.330613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-9ebff570-86d8-4969-8cee-84d8fbce0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:30.332551 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-9ebff570-86d8-4969-8cee-84d8fbce0bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1097 time: 0.0420003 Oct 29 12:08:30.426084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-0a88a196-8a55-42a7-8c02-e62e3e48b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:30.427843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-0a88a196-8a55-42a7-8c02-e62e3e48b779 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0873263 Oct 29 12:08:30.439603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:b4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:08:29Z', 'revision_number': 1, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:30.470340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:08:30.479606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:08:30.480226 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:08:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:30.498413 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-bb44f95f-363b-4038-b094-e60749116f01 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1000 time: 0.0633860 Oct 29 12:08:30.547613 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-1806c334-5ca9-40ab-b975-ecda305c54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:30.549154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-1806c334-5ca9-40ab-b975-ecda305c54c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0439632 Oct 29 12:08:30.587283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:08:30.593606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-c26c034b-518a-4a2a-8cec-dbfd85c35f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:08:30.595099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-c26c034b-518a-4a2a-8cec-dbfd85c35f44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394800 Oct 29 12:08:30.689072 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-9a9f908b-e865-418c-87d3-db1b5bbeb348 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Oct 29 12:08:30.809690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:b4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:08:29Z', 'revision_number': 1, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:08:31.008334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9b9bd-77fe-4f47-a619-c29593ba0d89 None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:b4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:08:29Z', 'revision_number': 1, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:08:31.022973 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-daf3086e-0323-4608-891f-ec316882f897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:31.126846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cf007b25-5c9e-4bb5-86b7-1d4f888b6ca4 req-dbb1c7c1-16a5-452b-89b2-75e5c8735ed1 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306750 Oct 29 12:08:31.216898 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0250e-a9a5-444c-94dd-ef9672018105 None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:08:32.141174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-8c6e3706-2fce-4266-b74a-926b0a28de64 req-ad5bb9b9-9a84-4f02-8e3a-a13126a16cd8 service neutron] (102278) timed out ('10.222.0.77', 49384) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:08:32.391847 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:32.409171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:33.720945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:34.856955 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:08:52.040255 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:56.227929 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:08:58.475589 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b274ef5-67a2-4c73-b1a0-cf591fda2fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:00.878585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a806-8f69-4122-842e-93bb080150e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:02.393804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:02.412136 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:03.724118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:10.211810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-1750d54a-a5eb-400b-9ab6-d00db25355fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382879 Oct 29 12:09:10.292883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-41b0dcfc-77f3-4632-a691-4377cc1e281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:09:10.294527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-41b0dcfc-77f3-4632-a691-4377cc1e281e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1097 time: 0.0403726 Oct 29 12:09:10.404781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-cc8f56f5-abe9-4cab-9963-e11d88b00689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:09:10.406292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-cc8f56f5-abe9-4cab-9963-e11d88b00689 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0900395 Oct 29 12:09:10.471546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-ccd7130a-ae2c-4397-b48b-2c04fbf1e81a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1002 time: 0.0579598 Oct 29 12:09:10.519299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-934ed9f2-1c5e-43d1-9bb9-313c688ec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:09:10.520755 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-934ed9f2-1c5e-43d1-9bb9-313c688ec02c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0428143 Oct 29 12:09:10.568377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-b730e1ea-4a3f-40b5-b5c9-ab16b0a443fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:09:10.569905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-b730e1ea-4a3f-40b5-b5c9-ab16b0a443fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420141 Oct 29 12:09:10.660387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-f90b89ea-e9d9-4cc3-b82d-0a2c5babf255 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Oct 29 12:09:10.757632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5a7e8cf6-b87f-46a7-9c8c-38e908b8b6df req-c3de5b6a-84cd-48e4-942d-2d747a4304c3 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Oct 29 12:09:11.859484 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:09:22.058233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:26.242528 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:28.478499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3b93549b-8aed-4706-83ca-948273cabb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:30.881880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe788025-6e50-4409-a922-6cb7fa572d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:32.396640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:32.416756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:33.731883 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:48.859678 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:09:52.054167 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:56.231091 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:09:58.479831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52418c3e-d607-4202-b8e0-678245781c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:00.884253 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4f44976b-76fe-439e-9af6-7897cde6cca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:02.399816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:02.418884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:03.729602 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:06.325341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91eab7-7817-406c-aab5-77c32ebbe4b1 req-f7141fdf-6abf-4d79-a484-d720354bd663 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:06.326852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d91eab7-7817-406c-aab5-77c32ebbe4b1 req-f7141fdf-6abf-4d79-a484-d720354bd663 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.1594625 Oct 29 12:10:06.370206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d91eab7-7817-406c-aab5-77c32ebbe4b1 req-9954e3b4-db1b-42a2-99bf-624b9eb12d35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Oct 29 12:10:06.624399 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746301fe-c2f5-4336-aab8-e80f1d7c38ab req-f657a165-9b39-4d2a-b1b9-5e6fe5288bee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:06.625899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-746301fe-c2f5-4336-aab8-e80f1d7c38ab req-f657a165-9b39-4d2a-b1b9-5e6fe5288bee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0652585 Oct 29 12:10:06.628680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-9357ad99-61d1-47eb-a7b3-0ba437c2bb34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770726 Oct 29 12:10:06.673595 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-746301fe-c2f5-4336-aab8-e80f1d7c38ab req-48a9d4a3-78e4-4cda-b699-e0e60c426b57 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414336 Oct 29 12:10:07.785561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e536fa-188f-4bf6-83b5-ce61e41b9493 req-575b1b7a-451a-4fb4-8f12-1f35789a14f9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:07.787051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72e536fa-188f-4bf6-83b5-ce61e41b9493 req-575b1b7a-451a-4fb4-8f12-1f35789a14f9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0489204 Oct 29 12:10:07.825537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72e536fa-188f-4bf6-83b5-ce61e41b9493 req-96ecb985-6b55-4fdf-8f20-3b693aaa5b0f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Oct 29 12:10:08.943524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc94e-f9cb-4783-b244-ac1e29e3ddf3 req-5f9bdeee-7356-484f-9a66-19a4f9df2ec9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:08.945127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04ffc94e-f9cb-4783-b244-ac1e29e3ddf3 req-5f9bdeee-7356-484f-9a66-19a4f9df2ec9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0500457 Oct 29 12:10:08.991287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04ffc94e-f9cb-4783-b244-ac1e29e3ddf3 req-41bb37da-7223-4b0b-8c41-24bfd738c488 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Oct 29 12:10:10.114520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f972b4-294b-450c-8f9d-cfbd27e854d2 req-69f711ac-3417-4864-b456-a220c6a7c942 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:10.115989 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80f972b4-294b-450c-8f9d-cfbd27e854d2 req-69f711ac-3417-4864-b456-a220c6a7c942 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0483966 Oct 29 12:10:10.158788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80f972b4-294b-450c-8f9d-cfbd27e854d2 req-05dadd66-eac3-458e-aeca-854266ebd9e6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 Oct 29 12:10:10.736282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-9ce8bf84-ecfd-4cf0-8ab6-38190cfba14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:10.737934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-9ce8bf84-ecfd-4cf0-8ab6-38190cfba14c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1097 time: 0.0462458 Oct 29 12:10:10.844124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-2e7b54dd-6647-4378-a855-18f52b5dfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:10.845770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-2e7b54dd-6647-4378-a855-18f52b5dfe12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0883245 Oct 29 12:10:10.911612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-d6340635-88b2-432e-8686-48fa3f6aa807 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1002 time: 0.0574610 Oct 29 12:10:10.959509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-281754e2-ddd1-4b3c-af24-f8c8e6654869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:10.960951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-281754e2-ddd1-4b3c-af24-f8c8e6654869 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0427806 Oct 29 12:10:11.010947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-49e8ada7-15a8-48d5-b59c-dea4505bbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:11.012455 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-49e8ada7-15a8-48d5-b59c-dea4505bbad7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447285 Oct 29 12:10:11.023035 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-eeb2a129-a6e6-47b3-b8d6-eb543ecae72d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:10:11.024511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-eeb2a129-a6e6-47b3-b8d6-eb543ecae72d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048366 Oct 29 12:10:11.113079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-fa0e2c42-f161-4ade-94dc-4b3a6d7f2f1e service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817096 Oct 29 12:10:11.210429 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-775d947f-8e24-477d-ac52-5d48dd1c1b0d req-f6cc3621-8cf2-413a-a859-3ae78b711b4b service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901992 Oct 29 12:10:11.346625 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee91ef-a3f6-44f6-b3a0-ad75bbe59b3d req-91fa498b-a725-4c1c-a7d8-812555c5de62 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:11.349244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dee91ef-a3f6-44f6-b3a0-ad75bbe59b3d req-91fa498b-a725-4c1c-a7d8-812555c5de62 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0920482 Oct 29 12:10:11.398008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3dee91ef-a3f6-44f6-b3a0-ad75bbe59b3d req-fdbbc12f-dc75-4524-b829-585bac0dbc99 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Oct 29 12:10:11.858349 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8ba84d47-2a15-4575-806f-b2052575b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:11.859874 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8ba84d47-2a15-4575-806f-b2052575b901 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1097 time: 0.0433903 Oct 29 12:10:11.969430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-7ab2dc6f-8e63-4d80-847d-053da41d7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:11.970943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-7ab2dc6f-8e63-4d80-847d-053da41d7189 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1035364 Oct 29 12:10:12.058517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-644880ea-617d-4ddd-83b6-68bd8f607a79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1002 time: 0.0791371 Oct 29 12:10:12.114136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-a700b2ca-2c95-4270-88ac-e0f52ecbbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:12.115545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-a700b2ca-2c95-4270-88ac-e0f52ecbbdfb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0502069 Oct 29 12:10:12.174086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-e81a53cd-becf-4146-ae9f-ddbf2ff75825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:12.175692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-e81a53cd-becf-4146-ae9f-ddbf2ff75825 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526276 Oct 29 12:10:12.276195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-03401db6-c837-474e-8019-fd617af7701f service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916390 Oct 29 12:10:12.381126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-321498a9-1baa-4802-b2b1-b34643dafbff service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979974 Oct 29 12:10:12.544671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4e1b-d6b0-4b7f-a8d8-59a84685340d req-93253217-8681-419b-b857-afc7bc60574a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:12.546187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b5f4e1b-d6b0-4b7f-a8d8-59a84685340d req-93253217-8681-419b-b857-afc7bc60574a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0707459 Oct 29 12:10:12.583855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b5f4e1b-d6b0-4b7f-a8d8-59a84685340d req-dcff65b6-705e-41ec-9db8-8b8fa92178b6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Oct 29 12:10:13.701752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b1d3b-bd60-44b3-ad21-0c06676c18ad req-81e98beb-dd01-451b-b2c2-6bd0ab492291 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:13.703212 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-366b1d3b-bd60-44b3-ad21-0c06676c18ad req-81e98beb-dd01-451b-b2c2-6bd0ab492291 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0483568 Oct 29 12:10:13.745693 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-366b1d3b-bd60-44b3-ad21-0c06676c18ad req-e67db286-93d1-46d1-87db-bc140686209d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365703 Oct 29 12:10:14.866084 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5be65-d9f7-4b67-8927-ad6757a117a7 req-5b0cc1ce-346a-4ec1-890f-87204a272ac8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:14.868181 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9b5be65-d9f7-4b67-8927-ad6757a117a7 req-5b0cc1ce-346a-4ec1-890f-87204a272ac8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0528781 Oct 29 12:10:14.907844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9b5be65-d9f7-4b67-8927-ad6757a117a7 req-f0edc9c9-406f-4507-96d9-517dd58ef11e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337181 Oct 29 12:10:16.026573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e46354-6e15-4e54-8e9a-b263e5d3472c req-bd38a31a-37ce-4af7-9313-480b790f2365 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:16.028068 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85e46354-6e15-4e54-8e9a-b263e5d3472c req-bd38a31a-37ce-4af7-9313-480b790f2365 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0497921 Oct 29 12:10:16.065099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-85e46354-6e15-4e54-8e9a-b263e5d3472c req-1f2494f2-b0e3-4fa9-9cd5-82d543f69366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Oct 29 12:10:17.185239 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4ab35-bd96-41d6-8954-b24142cb98b5 req-3c4e0ca4-c078-44b4-b22a-87c61e386595 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:17.186720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ac4ab35-bd96-41d6-8954-b24142cb98b5 req-3c4e0ca4-c078-44b4-b22a-87c61e386595 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0491774 Oct 29 12:10:17.229785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8ac4ab35-bd96-41d6-8954-b24142cb98b5 req-4a739ece-211c-47d9-84d3-9ffee14b40d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370519 Oct 29 12:10:18.345055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ffb9a-9278-4132-b0cf-50c7f64c6cfa req-e17c0932-07ba-43e1-998c-c847f934cae6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:18.346546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-062ffb9a-9278-4132-b0cf-50c7f64c6cfa req-e17c0932-07ba-43e1-998c-c847f934cae6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0485654 Oct 29 12:10:18.385808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-062ffb9a-9278-4132-b0cf-50c7f64c6cfa req-cfc2e39a-df9f-47fa-8eb8-37c40b8f34a7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Oct 29 12:10:19.505037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1215ef-d5f5-493b-85e4-83f6fada47cb req-4be04369-a13f-491c-b443-9e8dc46063ac tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:19.506511 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c1215ef-d5f5-493b-85e4-83f6fada47cb req-4be04369-a13f-491c-b443-9e8dc46063ac tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0484474 Oct 29 12:10:19.543965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c1215ef-d5f5-493b-85e4-83f6fada47cb req-b9fc19a9-6a87-48c5-b398-4f9290213a1d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Oct 29 12:10:20.660843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd307a7-5fe6-4284-a4d4-2891cf4af4cc req-a95b9b4e-b824-468f-8d2b-9255de3aacd8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:20.662469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dd307a7-5fe6-4284-a4d4-2891cf4af4cc req-a95b9b4e-b824-468f-8d2b-9255de3aacd8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0497751 Oct 29 12:10:20.705172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dd307a7-5fe6-4284-a4d4-2891cf4af4cc req-1f5f03c3-1d1a-48d6-a878-c19082de0587 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366955 Oct 29 12:10:21.826092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca6d1f-1c55-4c6b-a33e-0ada5cb7466a req-f76cfa5b-0b19-4d9f-921f-dcd785000a18 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:21.827819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ca6d1f-1c55-4c6b-a33e-0ada5cb7466a req-f76cfa5b-0b19-4d9f-921f-dcd785000a18 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0539365 Oct 29 12:10:21.869939 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8ca6d1f-1c55-4c6b-a33e-0ada5cb7466a req-7a292bbe-5f4e-4ddd-bbe7-f9b84affb14c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362165 Oct 29 12:10:22.055024 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:22.985463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1980-a1fa-4e9b-a509-a600cf3b2da5 req-2eadf83b-c6a9-41bf-9fe2-cad4893d19ce tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:22.986961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab6d1980-a1fa-4e9b-a509-a600cf3b2da5 req-2eadf83b-c6a9-41bf-9fe2-cad4893d19ce tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0491385 Oct 29 12:10:23.025450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab6d1980-a1fa-4e9b-a509-a600cf3b2da5 req-494f07b7-c158-432a-868f-5b55b96203e2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Oct 29 12:10:24.141168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6bee-489f-40d7-8516-60662bfb400b req-cd6a8e2f-0abd-4169-9a98-8eed5acda9d8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:24.142690 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7dd6bee-489f-40d7-8516-60662bfb400b req-cd6a8e2f-0abd-4169-9a98-8eed5acda9d8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 946 time: 0.0495758 Oct 29 12:10:24.159868 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-7b269d7a-c561-40b6-aa15-9a8962a5c229 service neutron] show failed (client error): The resource could not be found. Oct 29 12:10:24.160937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-7b269d7a-c561-40b6-aa15-9a8962a5c229 service neutron] 10.222.0.86 "GET /v2.0/ports/7dd87389-e4e6-47d2-a446-a24bd5608c6d/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0546057 Oct 29 12:10:24.186594 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c7dd6bee-489f-40d7-8516-60662bfb400b req-8758e015-dc26-49aa-959b-4b49d98610ba tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Oct 29 12:10:24.361470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-968c441c-c568-4746-96fc-29c8b572a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:24.362991 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-968c441c-c568-4746-96fc-29c8b572a9da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1097 time: 0.0410469 Oct 29 12:10:24.376331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:10:24.432015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:24.632232 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:24.664480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:10:24.702991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:24.705447 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14220ec-df00-4fb3-b53c-132622dc1401" -d '{"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:24.709231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:24.721329 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Transition to ACTIVE for port object 7dd87389-e4e6-47d2-a446-a24bd5608c6d will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:10:24.725843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:24.760245 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6945d863-c544-48d2-a8f7-790c8d81c30c x-openstack-request-id: req-6945d863-c544-48d2-a8f7-790c8d81c30c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:24.760541 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:24.760794 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6945d863-c544-48d2-a8f7-790c8d81c30c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:24.761246 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'code': 200} Oct 29 12:10:24.839378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:24.865959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.866308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.866651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.866985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.867321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.868188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.868525 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.868851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.869203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.869530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.869854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.870172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:24.917323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] No DVR routers for this DVR port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:10:25.058402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:10:25.058740 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:10:25.059066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:10:25.063661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:10:25.063975 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Attempting to bind port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:10:25.068873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:10:25.069228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:10:25.069601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:10:25.070024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Bound port: 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:10:25.070371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:25.135886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:10:25.139248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:10:25.142925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:25.181163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.181776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:25.183171 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] 10.222.0.41 "PUT /v2.0/ports/7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1092 time: 0.8109870 Oct 29 12:10:25.199943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a69dd-ad15-477a-a4bb-80ddb16c9e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:25.255258 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-4492005d-da01-470a-83ce-45003783acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.256943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-4492005d-da01-470a-83ce-45003783acbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0493462 Oct 29 12:10:25.320986 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137a25-49d2-4d76-800b-bb4a0cb555cf req-0f541b35-6153-4f8e-b474-bdcc6ebb6473 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.323592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26137a25-49d2-4d76-800b-bb4a0cb555cf req-0f541b35-6153-4f8e-b474-bdcc6ebb6473 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0569313 Oct 29 12:10:25.366720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26137a25-49d2-4d76-800b-bb4a0cb555cf req-f251f410-fab3-4381-982c-11ab2b0be5e2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Oct 29 12:10:25.378167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-6c522a18-5005-4c20-82e4-2d21c2bcb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.379692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-6c522a18-5005-4c20-82e4-2d21c2bcb0dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1160536 Oct 29 12:10:25.456615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-bd3e2956-ce68-467d-a8f4-a91e3a619cf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1000 time: 0.0694385 Oct 29 12:10:25.507377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-1bddcc43-2454-45ba-a46c-e2e8ec9bcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.508922 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-1bddcc43-2454-45ba-a46c-e2e8ec9bcbfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0456085 Oct 29 12:10:25.557666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-ecf14d45-534b-4978-83a7-b7c0fb7e4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:25.559203 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-ecf14d45-534b-4978-83a7-b7c0fb7e4b46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426829 Oct 29 12:10:25.654007 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-987db1d0-327d-4c2a-b432-935eae2ab3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866539 Oct 29 12:10:25.743155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c150d44-87ed-4f71-8ec5-f3adec9bccb0 req-7bcaa5d3-fa35-4da8-96fc-3a1bd921d043 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817232 Oct 29 12:10:25.859728 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:10:26.254176 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:26.482780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22336548-48a1-4147-84c0-3d5168fcea5c req-2d853031-e287-4480-b004-7d04673dc8dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:26.484298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22336548-48a1-4147-84c0-3d5168fcea5c req-2d853031-e287-4480-b004-7d04673dc8dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0487878 Oct 29 12:10:26.522071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22336548-48a1-4147-84c0-3d5168fcea5c req-5ed3e3e5-6fbd-47c4-b333-fd8dbfe4d4a6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Oct 29 12:10:26.762662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:26.765025 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f67540-37c2-40a2-bed1-126a1a4ffa31" -d '{"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:26.812399 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bce3b3b-f888-4c73-baf9-dcf8d3fc65e5 x-openstack-request-id: req-8bce3b3b-f888-4c73-baf9-dcf8d3fc65e5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:26.812692 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:26.812966 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bce3b3b-f888-4c73-baf9-dcf8d3fc65e5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:26.813379 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'status': 'completed', 'code': 200} Oct 29 12:10:26.902170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-f3bac347-2c04-4560-8061-b5a24388dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:26.903678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-f3bac347-2c04-4560-8061-b5a24388dbac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0711946 Oct 29 12:10:26.906098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-1e934a0a-4bb0-4861-abe2-215b6c5a88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:26.907436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-1e934a0a-4bb0-4861-abe2-215b6c5a88f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0670943 Oct 29 12:10:27.062763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-0c8851d2-3f93-48d6-bddb-7139e12a4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.064318 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-0c8851d2-3f93-48d6-bddb-7139e12a4b58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1520648 Oct 29 12:10:27.065671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-c3702cd8-d920-4451-83e6-a06090fcf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.066982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-c3702cd8-d920-4451-83e6-a06090fcf48e service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1478391 Oct 29 12:10:27.181679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-34750b6d-41f7-4311-bf2c-084d423e75bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1000 time: 0.1080604 Oct 29 12:10:27.183706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-a10d5e15-4387-4c11-9973-2531d4fbeff4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1000 time: 0.1091475 Oct 29 12:10:27.271209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-fc31f1a7-7f04-46eb-967d-e89792628b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.272796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-fc31f1a7-7f04-46eb-967d-e89792628b17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0828395 Oct 29 12:10:27.274328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-1334b2a9-55b6-4879-8154-4efbe6d71981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.276082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-1334b2a9-55b6-4879-8154-4efbe6d71981 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0848374 Oct 29 12:10:27.347943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-723f722f-d76b-40cb-807d-0b81545758db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.349537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-723f722f-d76b-40cb-807d-0b81545758db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699701 Oct 29 12:10:27.353120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-28d5ef86-c267-4c23-aa12-bf231d68fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.354698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-28d5ef86-c267-4c23-aa12-bf231d68fa71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673511 Oct 29 12:10:27.494624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:10:27.505391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-85e43a52-c92b-488c-b127-a22da1166cbf service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488020 Oct 29 12:10:27.532932 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-687e4cff-becc-4973-9b68-15b16e57090d service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583600 Oct 29 12:10:27.537938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:10:27.647003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa483b-1ebc-4792-abc5-c30b666d38d7 req-9e7f13a6-5b3f-4172-b687-bde6f155d669 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.648459 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2aa483b-1ebc-4792-abc5-c30b666d38d7 req-9e7f13a6-5b3f-4172-b687-bde6f155d669 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0519786 Oct 29 12:10:27.676086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-531e12dd-c3ca-4603-b831-dc305f9dc840 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632607 Oct 29 12:10:27.684833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b1f67540-37c2-40a2-bed1-126a1a4ffa31 req-ef01714a-043a-4561-a17d-719435561e27 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 Oct 29 12:10:27.693082 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2aa483b-1ebc-4792-abc5-c30b666d38d7 req-8f5a28af-32cf-4848-8aa3-f22eba62367e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Oct 29 12:10:27.917091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e174-f340-427e-b117-18480251bd2d req-412445a3-c3b8-412c-9df6-8693a4714617 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.918668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c162e174-f340-427e-b117-18480251bd2d req-412445a3-c3b8-412c-9df6-8693a4714617 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 944 time: 0.0601635 Oct 29 12:10:27.921614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-fe3b2d06-49f7-432d-937e-29682d23cf73 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:27.923090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-fe3b2d06-49f7-432d-937e-29682d23cf73 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c&tenant_id=b889596d7f954a52bf4a621984651617&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 944 time: 0.0557370 Oct 29 12:10:27.975946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c162e174-f340-427e-b117-18480251bd2d req-01168ee2-1d72-4a61-a68c-31e481111d63 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507426 Oct 29 12:10:27.986103 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-fc5c4936-3360-44a8-b4a9-2fc09f6ead33 service neutron] delete failed (client error): The resource could not be found. Oct 29 12:10:27.987147 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-fc5c4936-3360-44a8-b4a9-2fc09f6ead33 service neutron] 10.222.0.86 "DELETE /v2.0/ports/7dd87389-e4e6-47d2-a446-a24bd5608c6d/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0556128 Oct 29 12:10:28.089382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-6aa2e062-8d84-475d-abbb-95a678b950d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:28.090906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-6aa2e062-8d84-475d-abbb-95a678b950d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 1095 time: 0.0473750 Oct 29 12:10:28.186267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-3d80e789-c052-4019-97ce-20291411cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:28.187667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-3d80e789-c052-4019-97ce-20291411cb28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0900908 Oct 29 12:10:28.254254 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-cd086485-3bd9-45a8-866a-43b70aeb7d66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 200 len: 1000 time: 0.0585928 Oct 29 12:10:28.306816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-d22d00c8-fabb-4ee1-ad03-35c758d7b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:28.308232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-d22d00c8-fabb-4ee1-ad03-35c758d7b18b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0471089 Oct 29 12:10:28.353563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-dc9cb7b4-4a9e-4183-bd0e-329a8b728c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:28.355169 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-dc9cb7b4-4a9e-4183-bd0e-329a8b728c62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397310 Oct 29 12:10:28.446650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-e9a4fb6b-7a2f-4b3d-abdd-42b79ce7d7d6 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839105 Oct 29 12:10:28.481371 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-438975ed-69d3-4f7a-aa9e-68a2b16de71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:28.533865 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-519968c4-18b9-4fec-9a04-499fecc35cb2 req-be998dd2-4ccd-44b2-985f-de5662fe8504 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811996 Oct 29 12:10:28.834910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:10:28.939227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:28.951383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'mac_address': 'fa:16:3e:b4:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:10:28.989789 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:29.010220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd87389-e4e6-47d2-a446-a24bd5608c6d {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:10:29.034361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:29.039364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:29.092303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:29.101403 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f404aba-6b77-4990-a89d-cf54dbee1966 req-2409be6b-1da4-4d84-b0c0-bdd0f8558f81 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:29.102421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.102834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.103178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.103342 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f404aba-6b77-4990-a89d-cf54dbee1966 req-2409be6b-1da4-4d84-b0c0-bdd0f8558f81 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0531225 Oct 29 12:10:29.103571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.103930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.104292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.104660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.105038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.105386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.105740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.106065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.106383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:10:29.143719 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f404aba-6b77-4990-a89d-cf54dbee1966 req-020a9973-0e18-46d9-9a06-444526ae8613 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330639 Oct 29 12:10:29.255347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978987b-ff70-4b6c-a816-fec0c69305d8 req-b9e115bd-3f62-41e4-8e75-fa411a5043b1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:29.256818 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3978987b-ff70-4b6c-a816-fec0c69305d8 req-b9e115bd-3f62-41e4-8e75-fa411a5043b1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0481272 Oct 29 12:10:29.276508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['7dd87389-e4e6-47d2-a446-a24bd5608c6d'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:10:29.298768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3978987b-ff70-4b6c-a816-fec0c69305d8 req-efbe4057-ee47-4752-bb5c-85167da4b3cf tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353937 Oct 29 12:10:29.415581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187bf8d-cb0b-460c-9038-d0356b017ada req-6eb0529e-09ba-40a0-8b62-d4ffd429071b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:29.417032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e187bf8d-cb0b-460c-9038-d0356b017ada req-6eb0529e-09ba-40a0-8b62-d4ffd429071b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0499928 Oct 29 12:10:29.455167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e187bf8d-cb0b-460c-9038-d0356b017ada req-2795efc4-e513-464e-b5dd-cbe7514a91c6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321097 Oct 29 12:10:29.687734 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bccf9b-b6af-4200-9cc4-31ebc139c159 req-0417503e-711c-4107-81c0-97e543812fad tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:29.689189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12bccf9b-b6af-4200-9cc4-31ebc139c159 req-0417503e-711c-4107-81c0-97e543812fad tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0500419 Oct 29 12:10:29.727605 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12bccf9b-b6af-4200-9cc4-31ebc139c159 req-9ee21853-1374-45e6-b7f1-375cb72bc8dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Oct 29 12:10:30.843790 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509a93c-3781-4bb4-ac3f-9ee43bcee2db req-85524cb0-bed9-48cb-af54-93b3fc58c87e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:30.845339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8509a93c-3781-4bb4-ac3f-9ee43bcee2db req-85524cb0-bed9-48cb-af54-93b3fc58c87e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0486987 Oct 29 12:10:30.850075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:10:30.889460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8509a93c-3781-4bb4-ac3f-9ee43bcee2db req-f2623f40-a234-473c-9767-1a5f6eb3e512 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380049 Oct 29 12:10:30.899616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b6a5-6b82-437c-a9a6-29920ede0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:30.913967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 7dd87389-e4e6-47d2-a446-a24bd5608c6d completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:10:30.918817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 7dd87389-e4e6-47d2-a446-a24bd5608c6d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:10:30.919187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:30.950248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-c07b3d82-bd83-49ca-8990-0f4993bad56b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:30.952345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-c07b3d82-bd83-49ca-8990-0f4993bad56b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 945 time: 0.0612588 Oct 29 12:10:31.000734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.024728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:31.027104 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa28ef39-fe03-4dd6-9be9-70a1011b1746" -d '{"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-plugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:31.041367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:31.046580 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.047948 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Deleting port 7dd87389-e4e6-47d2-a446-a24bd5608c6d {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:10:31.048294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.074205 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d4805-38e3-490f-99fe-dd94d6b19533 x-openstack-request-id: req-2d3d4805-38e3-490f-99fe-dd94d6b19533 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:31.074499 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-plugged", "status": "completed", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:31.074750 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d3d4805-38e3-490f-99fe-dd94d6b19533 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:31.075135 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'code': 200} Oct 29 12:10:31.101864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:31.137996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] For port 7dd87389-e4e6-47d2-a446-a24bd5608c6d, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=7dd87389-e4e6-47d2-a446-a24bd5608c6d,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:31.138357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.308911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.309202 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.309512 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc disassociated. External IP: 172.25.4.224, port: 7dd87389-e4e6-47d2-a446-a24bd5608c6d. Oct 29 12:10:31.309848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Calling delete_port for 7dd87389-e4e6-47d2-a446-a24bd5608c6d owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:10:31.434557 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:31.470161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'Port': ['ID=7dd87389-e4e6-47d2-a446-a24bd5608c6d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:31.907043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:10:31.996491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52e3843e-3338-4025-a3e9-4adf110d28e3 req-cf442888-a4c3-4b9a-9016-10cbfd1ac3af tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7268152-b05c-4ecd-b7f2-021a370bf82c HTTP/1.1" status: 200 len: 210 time: 0.0325136 Oct 29 12:10:32.021341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:10:32.031252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:10:32.041949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:10:32.042566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:10:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:32.064107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] No DVR routers for this DVR port 7dd87389-e4e6-47d2-a446-a24bd5608c6d on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:10:32.066894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:32.070467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ee8b1846-433c-4ebf-ac62-80901803f348 req-536c1520-b8c5-4622-bad9-5534363c8366 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "DELETE /v2.0/ports/7dd87389-e4e6-47d2-a446-a24bd5608c6d HTTP/1.1" status: 204 len: 173 time: 1.1114352 Oct 29 12:10:32.071021 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-deleted', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:32.073323 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b9b9f-d45c-4bed-8efc-955c7ef5edf1" -d '{"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-deleted", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:32.113929 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d239a6-810e-4d02-ab2f-c98a3c0672bf x-openstack-request-id: req-70d239a6-810e-4d02-ab2f-c98a3c0672bf {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:32.114467 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7268152-b05c-4ecd-b7f2-021a370bf82c", "name": "network-vif-deleted", "tag": "7dd87389-e4e6-47d2-a446-a24bd5608c6d", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:32.115220 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70d239a6-810e-4d02-ab2f-c98a3c0672bf {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:32.115220 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7268152-b05c-4ecd-b7f2-021a370bf82c', 'name': 'network-vif-deleted', 'tag': '7dd87389-e4e6-47d2-a446-a24bd5608c6d', 'status': 'completed', 'code': 200} Oct 29 12:10:32.151939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:10:32.371796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:32.401877 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:10:32.427974 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:32.429614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:10:32.430274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:10:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:32.432697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:32.537304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:10:32.735318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:32.761062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f422f-7cd3-4af7-a6bf-6c8187eebc6f None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:10:32.983756 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b5331-7ff6-44aa-86d4-4afaad13e8da None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:10:33.258763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-5e781304-b838-4983-8fb3-03a1c0e9cc58 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--916536689&fields=id&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 267 time: 0.0333335 Oct 29 12:10:33.365901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-20e700c7-13cf-431b-bc60-6a1b2a7ffa02 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:33.367373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-20e700c7-13cf-431b-bc60-6a1b2a7ffa02 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1019182 Oct 29 12:10:33.382743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-29356cc9-2034-499d-81c2-782b3e530ab0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/quotas/b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Oct 29 12:10:33.439828 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-187c1016-0d71-4ca1-947f-7b8b682dba07 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518930 Oct 29 12:10:33.535135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-54d83a86-33fe-4c77-bdaa-d4dba3fb031a service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Oct 29 12:10:33.630349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-d98cf8e3-91b6-4574-b085-42f056ed92ea service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885196 Oct 29 12:10:33.734764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:33.802962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-833aa855-b8d8-49ff-a1ca-13849d24654d req-e1d6e8e8-e40e-4482-a0c1-1922cc66ee7c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 210 time: 0.0335240 Oct 29 12:10:34.730023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-3b2716b9-d923-43e4-a928-7b21adcd027c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:34.731499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-3b2716b9-d923-43e4-a928-7b21adcd027c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1018860 Oct 29 12:10:34.776671 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-0bfe799f-6350-48c8-b071-18996feeec46 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 379 time: 0.0357101 Oct 29 12:10:34.786564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'port': {'device_id': '31f315e3-f824-4db3-b64b-7800f0da124e', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'admin_state_up': True, 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'security_groups': ['11a0ad8d-c2b5-45e5-93d9-3d657626a134']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:10:34.871095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:10:34.895233 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 7dd87389-e4e6-47d2-a446-a24bd5608c6d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:10:34.895676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 7dd87389-e4e6-47d2-a446-a24bd5608c6d not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:10:34.902055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aea0e9b4-0e08-426a-ba5e-777bb98c7d4f req-e566705a-93ef-47de-981a-2cc67dfded0c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 210 time: 0.0285599 Oct 29 12:10:34.902665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:10:34.905838 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.036813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Allocated IP 172.20.0.3 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/b9c4838a-3847-400a-a4b1-1d3003a7adfe) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:10:35.172926 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.205388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.253934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:10:35.257032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:10:35.260929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:10:35.284623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:35.313832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:35.314681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.331489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-86531940-f8d5-4bbd-b3e4-e0c5a2806ecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483866 Oct 29 12:10:35.343565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Request body: {'port': {'device_id': '31f315e3-f824-4db3-b64b-7800f0da124e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:10:35.399822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.552106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-40b3c27a-4e99-4bc5-96c3-8572d34126e2 None None] Provisioning complete for port b9c4838a-3847-400a-a4b1-1d3003a7adfe triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:10:35.552465 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-40b3c27a-4e99-4bc5-96c3-8572d34126e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.587578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-40b3c27a-4e99-4bc5-96c3-8572d34126e2 None None] Port b9c4838a-3847-400a-a4b1-1d3003a7adfe cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:10:35.665930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c4838a-3847-400a-a4b1-1d3003a7adfe {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:10:35.673467 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.685909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Transition to ACTIVE for port object b9c4838a-3847-400a-a4b1-1d3003a7adfe will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:10:35.689079 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.748987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:35.824398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:10:35.824731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:10:35.825078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:10:35.829538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:10:35.829857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:10:35.834897 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:10:35.835229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:10:35.835610 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:10:35.836033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Bound port: b9c4838a-3847-400a-a4b1-1d3003a7adfe, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:10:35.836382 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.903735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:10:35.907026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:10:35.910804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.943895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:35.944599 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:35.946616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1091 time: 0.6068752 Oct 29 12:10:35.947026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:35.949326 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2" -d '{"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:35.979865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3b8f-af2a-4561-8add-94251894bb77 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:36.040193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-7be53ab5-d788-40be-ac01-094ffcb44df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.042655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-7be53ab5-d788-40be-ac01-094ffcb44df7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1094 time: 0.0573657 Oct 29 12:10:36.042802 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66c74-a194-4e70-81a0-fe55294673d2 req-714e95d2-2953-4aa9-91fe-09aac07e86aa tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.044293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45f66c74-a194-4e70-81a0-fe55294673d2 req-714e95d2-2953-4aa9-91fe-09aac07e86aa tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0689459 Oct 29 12:10:36.093364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-393fd5e8-ff3d-4cf4-a6f3-39618a64fca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 217 time: 0.0422709 Oct 29 12:10:36.096293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-45f66c74-a194-4e70-81a0-fe55294673d2 req-97bd2ea6-faa4-4bb2-8885-075f29dc4763 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Oct 29 12:10:36.146515 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08359b13-c332-48bf-8f51-2002f6f14118 x-openstack-request-id: req-08359b13-c332-48bf-8f51-2002f6f14118 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:36.146808 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:36.147066 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08359b13-c332-48bf-8f51-2002f6f14118 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:36.147471 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'status': 'completed', 'code': 200} Oct 29 12:10:36.151939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-346e7d87-4fda-466f-ab68-c81f2fe226d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.153474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-346e7d87-4fda-466f-ab68-c81f2fe226d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0528846 Oct 29 12:10:36.201214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-44378ce2-e96d-494b-9140-4fb7b3565ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.202766 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-44378ce2-e96d-494b-9140-4fb7b3565ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417237 Oct 29 12:10:36.296269 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-aa2c7b2c-58a7-482a-93ad-99b3da956879 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856466 Oct 29 12:10:36.387598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-db013ccb-9beb-4b9f-a816-5159b85cd9da req-aa6976da-a671-4f4f-aeb4-5e5968769244 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841255 Oct 29 12:10:36.483118 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-f6f92fbe-84e7-4025-86e4-8bfb5372753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.484634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-f6f92fbe-84e7-4025-86e4-8bfb5372753a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1094 time: 0.0459542 Oct 29 12:10:36.577654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-251e2abe-dc34-4243-a0e0-e40ff5e5a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.579157 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-251e2abe-dc34-4243-a0e0-e40ff5e5a0b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0866053 Oct 29 12:10:36.625162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-49ee49bf-9765-4498-9703-32e0389b7fd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 217 time: 0.0386324 Oct 29 12:10:36.675527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-f138edf8-8070-4aad-b1d1-4805d0cfa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.676904 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-f138edf8-8070-4aad-b1d1-4805d0cfa670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0443258 Oct 29 12:10:36.722413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-8d601a72-47ca-46ab-97b6-a337fdb1e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:36.723901 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-8d601a72-47ca-46ab-97b6-a337fdb1e480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399382 Oct 29 12:10:36.817202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-35edb33c-dd87-42bd-a4f5-aaa9d4c319f4 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Oct 29 12:10:36.906750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0c4bf79f-c9a7-423b-8367-e9a1f33974c2 req-3473f81a-b594-4275-84b7-fa75fad2cfb8 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814872 Oct 29 12:10:37.217762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34fe58-20c8-4569-a9c3-d125cb03c196 req-960ef410-2a7b-4ae7-9dab-dc69e5dd0def tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:37.219359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e34fe58-20c8-4569-a9c3-d125cb03c196 req-960ef410-2a7b-4ae7-9dab-dc69e5dd0def tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0492926 Oct 29 12:10:37.256301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e34fe58-20c8-4569-a9c3-d125cb03c196 req-f8b0ddbb-f932-44de-81f2-3408d1ed8706 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Oct 29 12:10:38.374042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892a75-f6ed-4a8f-b212-b175e6925a00 req-cb6e63ac-2c09-458f-8e86-5a2dfb380611 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:38.375571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41892a75-f6ed-4a8f-b212-b175e6925a00 req-cb6e63ac-2c09-458f-8e86-5a2dfb380611 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0508099 Oct 29 12:10:38.414027 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41892a75-f6ed-4a8f-b212-b175e6925a00 req-46082965-0bf1-4f1f-8a42-22fce033b0d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Oct 29 12:10:38.886118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:10:38.983898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:38.996348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'mac_address': 'fa:16:3e:c4:f0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:10:39.035422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:39.048651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4838a-3847-400a-a4b1-1d3003a7adfe {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:10:39.068606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:39.076987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:39.130385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:39.266550 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b9c4838a-3847-400a-a4b1-1d3003a7adfe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:10:39.530456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99a635-9c5c-4921-b816-6ace015d47db req-b01c36cd-a4f2-4575-9182-abd77f2c064f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:39.531903 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf99a635-9c5c-4921-b816-6ace015d47db req-b01c36cd-a4f2-4575-9182-abd77f2c064f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 944 time: 0.0484719 Oct 29 12:10:39.576523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bf99a635-9c5c-4921-b816-6ace015d47db req-6cd5a3de-8087-40e1-bba9-02040fd321e1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Oct 29 12:10:40.694895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40880b9-c25e-46e1-9f47-2a769700423d req-e86535a4-7744-4306-843a-f1c421d7a91d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:40.696908 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d40880b9-c25e-46e1-9f47-2a769700423d req-e86535a4-7744-4306-843a-f1c421d7a91d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 944 time: 0.0507209 Oct 29 12:10:40.735304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d40880b9-c25e-46e1-9f47-2a769700423d req-ce70cfb1-2bd9-4a93-99d3-e5a934775c27 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Oct 29 12:10:40.898453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:10:40.949722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b9c4838a-3847-400a-a4b1-1d3003a7adfe completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:10:40.953577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b9c4838a-3847-400a-a4b1-1d3003a7adfe triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:10:40.953945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:41.031085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:41.053326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:41.056473 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270608a3-d666-4036-8909-9454d425b8f1" -d '{"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:41.070544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:10:41.075126 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:41.099568 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee248f-d7ac-417f-bfca-53aadb26dcb4 x-openstack-request-id: req-72ee248f-d7ac-417f-bfca-53aadb26dcb4 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:41.099855 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:41.100105 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72ee248f-d7ac-417f-bfca-53aadb26dcb4 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:41.100648 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'code': 200} Oct 29 12:10:41.126481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:10:41.192974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1ef6-65de-4a50-8a6c-6630c0c4217e req-0337e2f5-86ae-4a7d-878e-1e93353e9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:41.194454 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49ef1ef6-65de-4a50-8a6c-6630c0c4217e req-0337e2f5-86ae-4a7d-878e-1e93353e9da1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0400248 Oct 29 12:10:41.232418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-49ef1ef6-65de-4a50-8a6c-6630c0c4217e req-7a4ac04e-268c-41f7-8e27-a1f1e18f7ce3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Oct 29 12:10:41.849769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030099b-1bb4-4115-bc1b-417e794390e0 req-dceac5b1-b703-4f3b-8414-e4a4e1a6c4d3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:41.851241 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5030099b-1bb4-4115-bc1b-417e794390e0 req-dceac5b1-b703-4f3b-8414-e4a4e1a6c4d3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0480924 Oct 29 12:10:41.889631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5030099b-1bb4-4115-bc1b-417e794390e0 req-bd138189-2f12-4e22-9543-743e6da8234d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Oct 29 12:10:43.008468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b1860-124a-4577-8fec-7326771992af req-97111874-5dc7-4bdc-8b14-881ab1838c1b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:43.010061 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da4b1860-124a-4577-8fec-7326771992af req-97111874-5dc7-4bdc-8b14-881ab1838c1b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0512805 Oct 29 12:10:43.053016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da4b1860-124a-4577-8fec-7326771992af req-3a0bda68-843e-4783-8d16-ec233a8640ce tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365353 Oct 29 12:10:43.169170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1b95-8f11-46e5-9da4-318c8a9e737c req-25d5e687-1866-4fa2-adb1-8120d6b29af7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:43.170731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b53e1b95-8f11-46e5-9da4-318c8a9e737c req-25d5e687-1866-4fa2-adb1-8120d6b29af7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0505121 Oct 29 12:10:43.179356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42234) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:10:43.184485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'floatingip': {'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:10:43.229022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:43.656644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:43.660730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:43.761416 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc associated. External IP: 172.25.4.224, port: b9c4838a-3847-400a-a4b1-1d3003a7adfe. Oct 29 12:10:43.970064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:10:44.080422 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:10:44.085302 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:44.092539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:10:44.102007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:10:44.102619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:10:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:44.119822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-951de7f8-1037-4daa-b948-4d7fdb757ebb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "PUT /v2.0/floatingips/e23171e0-9d78-4cd9-8249-24c92f4252bc HTTP/1.1" status: 200 len: 991 time: 0.9393444 Oct 29 12:10:44.120478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:10:44.122941 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18b685-73df-4b82-8b77-7ba1997feae0" -d '{"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:10:44.216338 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd36ef-35da-4d6d-b2c0-0d6f64786fd0 x-openstack-request-id: req-a1cd36ef-35da-4d6d-b2c0-0d6f64786fd0 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:10:44.216630 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:10:44.216893 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1cd36ef-35da-4d6d-b2c0-0d6f64786fd0 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:10:44.217337 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'status': 'completed', 'code': 200} Oct 29 12:10:44.282774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-588f9bf7-760a-400e-a33d-54d849d7685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:44.284266 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-588f9bf7-760a-400e-a33d-54d849d7685e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0432234 Oct 29 12:10:44.378642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-912eea21-c2cf-4e52-bde4-de6c62189678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:44.379723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:10:44.380138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-912eea21-c2cf-4e52-bde4-de6c62189678 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0892692 Oct 29 12:10:44.451545 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-86307806-7bbf-4a71-865b-9d5449b6240f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 999 time: 0.0641146 Oct 29 12:10:44.503630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-570faabf-fcba-460b-82ab-18c85ecd5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:44.505154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-570faabf-fcba-460b-82ab-18c85ecd5926 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0465131 Oct 29 12:10:44.550394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-6280588f-08ac-4670-9696-122ae242bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:10:44.551982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-6280588f-08ac-4670-9696-122ae242bce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404580 Oct 29 12:10:44.605089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:c4:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f315e3-f824-4db3-b64b-7800f0da124e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:10:43Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:44.633212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:10:44.642030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:10:44.642697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:10:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:44.650093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-1481930e-cc18-46d7-8519-6f7e45022fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911422 Oct 29 12:10:44.753861 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dd18b685-73df-4b82-8b77-7ba1997feae0 req-7d768d5e-9641-49a1-b021-8026dc7508ad service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972376 Oct 29 12:10:44.754197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:10:44.979588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:c4:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f315e3-f824-4db3-b64b-7800f0da124e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:10:43Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:10:45.005327 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cc8de-3757-4741-9fc0-b4c1b978400f None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:c4:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f315e3-f824-4db3-b64b-7800f0da124e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:10:43Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:10:45.199020 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d0e05-abd5-4ba1-ac57-c2b59cf27e7b None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:10:52.074584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:56.277329 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:10:56.837801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-e20e95ef-7e7e-4365-b661-204a699605ef req-04afbc52-20ef-4ad6-84a8-442e01a91f6d service neutron] (102278) timed out ('10.222.0.41', 55217) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:10:58.482937 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e1c75cf6-cedf-41cb-8a0b-93629af5bfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:00.893151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f40b-19ff-462e-a5b7-edf11b10fbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:02.400557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:02.424406 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:02.859069 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:11:03.736162 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:22.072007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:22.191330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-98a34cd7-ecb5-4a0e-a20c-1a9a7f660e6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394945 Oct 29 12:11:22.271504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-f825515c-8cfe-4c6d-96ff-3c096194e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:11:22.272880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-f825515c-8cfe-4c6d-96ff-3c096194e982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0392485 Oct 29 12:11:22.382294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-2119c6bc-fed0-49cc-9ea4-fe9d233f01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:11:22.384198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-2119c6bc-fed0-49cc-9ea4-fe9d233f01f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0930805 Oct 29 12:11:22.460994 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-d91cfe9a-fc69-44ee-848a-51c0dd4bd9ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1001 time: 0.0692036 Oct 29 12:11:22.513527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-ea9722fd-253e-4d55-9ef0-1f61fec69b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:11:22.514977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-ea9722fd-253e-4d55-9ef0-1f61fec69b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0440688 Oct 29 12:11:22.565895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-40bd951a-8388-45bb-b305-8fc1befdce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:11:22.567409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-40bd951a-8388-45bb-b305-8fc1befdce57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445659 Oct 29 12:11:22.579802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-06e9701c-07b8-45fe-a4b2-f4da60e963b4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:11:22.580765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-06e9701c-07b8-45fe-a4b2-f4da60e963b4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048552 Oct 29 12:11:22.669838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-16b93603-dbb1-4256-8272-c931d5a1ef22 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818074 Oct 29 12:11:22.763537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dcb3350e-1eac-4ae0-bf2a-55a75b26a2c3 req-df72fee3-292c-4b00-91ca-af5076845252 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Oct 29 12:11:26.274693 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:28.484882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-04c02857-00c5-47b8-94c7-367247081fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:30.895194 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68cdfe3d-f41d-492d-92bd-c7212be80ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:32.402613 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:32.426323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:33.738301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:39.858551 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:11:52.072738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:56.290461 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:11:58.488392 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-525ac883-dcaf-4f8b-92d8-3c18b9317faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:00.896570 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57eef594-6011-4494-bce1-9a2c6fbe22b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:02.404923 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:02.431590 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:03.742033 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:16.860147 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:12:20.127562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac314-3698-45a9-a86b-f5ca1764d98b req-18daa5fb-f9c6-4cc9-b8a1-e2c5752ebec3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:20.129465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29fac314-3698-45a9-a86b-f5ca1764d98b req-18daa5fb-f9c6-4cc9-b8a1-e2c5752ebec3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0613532 Oct 29 12:12:20.168262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29fac314-3698-45a9-a86b-f5ca1764d98b req-0b2681d9-b90f-4651-9390-968c621df5be tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Oct 29 12:12:21.286037 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe62f-de0b-4294-9dc0-ff16c22bb84f req-e6d601d2-8134-4853-ba35-97d70a7a7f38 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:21.287430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-655fe62f-de0b-4294-9dc0-ff16c22bb84f req-e6d601d2-8134-4853-ba35-97d70a7a7f38 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0491593 Oct 29 12:12:21.325230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-655fe62f-de0b-4294-9dc0-ff16c22bb84f req-0317fc2a-d748-4986-8316-96167d4476da tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Oct 29 12:12:22.085819 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:22.447690 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949280f2-102d-4a49-9ef3-9bd87ae289a0 req-de00bef4-90e4-4ece-aeb5-c442c65a9d10 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:22.449223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-949280f2-102d-4a49-9ef3-9bd87ae289a0 req-de00bef4-90e4-4ece-aeb5-c442c65a9d10 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0555799 Oct 29 12:12:22.490439 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-949280f2-102d-4a49-9ef3-9bd87ae289a0 req-0fc82c8b-28d9-4a2d-929f-5e54d449071f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353022 Oct 29 12:12:23.609353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002aef74-d197-4902-a2e1-322a3640900e req-1f15a40f-e54b-4852-ab82-c713093d4228 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:23.610870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-002aef74-d197-4902-a2e1-322a3640900e req-1f15a40f-e54b-4852-ab82-c713093d4228 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0505033 Oct 29 12:12:23.652382 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-002aef74-d197-4902-a2e1-322a3640900e req-1b15950c-8123-4106-9ab6-84b18e9f309e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354095 Oct 29 12:12:23.727381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-eec597c7-fed8-4581-8fff-7793f737c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:23.728912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-eec597c7-fed8-4581-8fff-7793f737c613 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0937102 Oct 29 12:12:23.839290 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-74f6c51b-5787-441a-b9fd-e04897bda47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:23.840783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-74f6c51b-5787-441a-b9fd-e04897bda47d service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0931544 Oct 29 12:12:23.909186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-09e4e7b9-c005-4358-ae95-e23647e6981e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1001 time: 0.0607767 Oct 29 12:12:23.959111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-ece7eb6b-05ef-4e43-a8be-3550787bbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:23.960574 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-ece7eb6b-05ef-4e43-a8be-3550787bbbad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0440471 Oct 29 12:12:24.010536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-c7e39e50-469e-4782-bcc0-d049092f7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:24.012035 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-c7e39e50-469e-4782-bcc0-d049092f7e46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439634 Oct 29 12:12:24.100368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-96ee88ca-ee80-4908-9e83-b649c519a9bb service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811899 Oct 29 12:12:24.192095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2bb0c711-a879-47dc-8e5c-fca1ba86ddcd req-7adbb837-566f-48bd-a391-5bd2536c8a09 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845597 Oct 29 12:12:24.768810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19017-3db7-42f4-befe-75aea1b0cd74 req-3596d93d-fc82-4b84-a320-6ff927638318 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:24.770343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99f19017-3db7-42f4-befe-75aea1b0cd74 req-3596d93d-fc82-4b84-a320-6ff927638318 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0494628 Oct 29 12:12:24.809862 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99f19017-3db7-42f4-befe-75aea1b0cd74 req-83552ba3-0963-4c57-b01e-f246abbc8252 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Oct 29 12:12:25.925531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20688fd-eb8b-4674-b264-435f0eb85cf5 req-07ccbd0d-d854-41ce-9ff2-2c87f9ea0956 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:25.926950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d20688fd-eb8b-4674-b264-435f0eb85cf5 req-07ccbd0d-d854-41ce-9ff2-2c87f9ea0956 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0479548 Oct 29 12:12:25.973698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d20688fd-eb8b-4674-b264-435f0eb85cf5 req-ac489d3a-d65a-4d99-9268-8b5a2d2a7e2a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Oct 29 12:12:26.322412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:27.095566 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc595d-2b6d-4846-80c0-db4ffeb9c516 req-45681d49-9d11-45bc-bcad-477e8b20ee6c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:27.097092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cdc595d-2b6d-4846-80c0-db4ffeb9c516 req-45681d49-9d11-45bc-bcad-477e8b20ee6c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0495658 Oct 29 12:12:27.136946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1cdc595d-2b6d-4846-80c0-db4ffeb9c516 req-0f9d59d0-b41f-4ffd-8323-c047614eaa8f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 Oct 29 12:12:28.254888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5d69-5120-414e-9b36-ba753a4428bf req-dff65bfe-69e1-4fcd-be0b-6d3b359532e5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:28.256313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d01e5d69-5120-414e-9b36-ba753a4428bf req-dff65bfe-69e1-4fcd-be0b-6d3b359532e5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0502021 Oct 29 12:12:28.296349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d01e5d69-5120-414e-9b36-ba753a4428bf req-a3a45156-d6b2-4d2c-9106-4693ca0a7b34 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Oct 29 12:12:28.489992 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2a972c6-9547-48ab-9ea7-bd339a44601f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:29.412021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa46be7-447f-4513-9fc8-620736091d25 req-d2bd9bba-ce3b-4ad3-bf28-a51354da2c0c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:29.413552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4aa46be7-447f-4513-9fc8-620736091d25 req-d2bd9bba-ce3b-4ad3-bf28-a51354da2c0c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0494566 Oct 29 12:12:29.458771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4aa46be7-447f-4513-9fc8-620736091d25 req-ea390a55-a9ba-41a0-a0d2-48c56e48173d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375581 Oct 29 12:12:30.579846 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b7ab-b960-4cc7-8ec3-b77476a48748 req-9d658200-6685-46f5-a51c-b0bc383585e2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:30.581373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1753b7ab-b960-4cc7-8ec3-b77476a48748 req-9d658200-6685-46f5-a51c-b0bc383585e2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0524845 Oct 29 12:12:30.622513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1753b7ab-b960-4cc7-8ec3-b77476a48748 req-1d8e0b3a-2164-4d32-8784-ce3703183105 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349910 Oct 29 12:12:30.875503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882e6c-dc60-4185-a0d9-78af0fa67a16 req-66d0cdcd-584b-4cb3-8c47-d52269ede8a0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:30.877116 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d882e6c-dc60-4185-a0d9-78af0fa67a16 req-66d0cdcd-584b-4cb3-8c47-d52269ede8a0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0535266 Oct 29 12:12:30.900961 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-de88c7b2-9635-4ad0-8ce3-ea4e18de7153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:30.961248 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d882e6c-dc60-4185-a0d9-78af0fa67a16 req-d69f6691-0b4c-4db7-9e56-e89bb75631cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675545 Oct 29 12:12:30.965727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-cc27a8d8-9f1e-43e5-8ddb-d6c4727e8c6b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482248 Oct 29 12:12:32.090531 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216958ef-3050-456e-b79b-d3b23a64cbcd req-bf19e7b1-5a94-4cb3-8587-a68c6212e5f4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:32.092553 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-216958ef-3050-456e-b79b-d3b23a64cbcd req-bf19e7b1-5a94-4cb3-8587-a68c6212e5f4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0514901 Oct 29 12:12:32.139946 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-216958ef-3050-456e-b79b-d3b23a64cbcd req-663917e1-0f69-4f38-95ff-d2038ada1fee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Oct 29 12:12:32.211774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-432fca0e-6022-45c6-bf4f-0824a4b940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:32.213236 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-432fca0e-6022-45c6-bf4f-0824a4b940b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0419097 Oct 29 12:12:32.307892 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-846be66a-24a9-4a29-b944-fbb06ed8456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:32.309441 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-846be66a-24a9-4a29-b944-fbb06ed8456e service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0890784 Oct 29 12:12:32.375362 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-25d2a1b3-ba19-4aab-b3f7-a24e43e54dd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1001 time: 0.0588901 Oct 29 12:12:32.409771 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:32.433566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:32.447764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-493523dd-91d4-4cff-bdbe-e50036956fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:32.449361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-493523dd-91d4-4cff-bdbe-e50036956fe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0673563 Oct 29 12:12:32.501080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-c7960bfe-4af2-4d7b-a543-e177b43832ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:32.502518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-c7960bfe-4af2-4d7b-a543-e177b43832ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460751 Oct 29 12:12:32.596620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-d2934ff2-9044-44b8-b7f8-9c2f0c6d6ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Oct 29 12:12:32.695510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-844c16cf-00e0-4389-84b9-ae052f3598b6 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921910 Oct 29 12:12:33.259565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61910372-aa74-4e5e-9875-61d9c92b3bdb req-3995143c-ef0d-4d56-bc7e-8a002a61b13b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:33.260952 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61910372-aa74-4e5e-9875-61d9c92b3bdb req-3995143c-ef0d-4d56-bc7e-8a002a61b13b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0505030 Oct 29 12:12:33.299235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61910372-aa74-4e5e-9875-61d9c92b3bdb req-3984d114-7d48-4de6-9f80-d459d35d4995 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Oct 29 12:12:33.746185 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:34.423829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c935-902d-4052-a39b-c3d99264cd23 req-db84b402-2957-40ec-9382-11d3b6ce3df9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:34.425584 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c844c935-902d-4052-a39b-c3d99264cd23 req-db84b402-2957-40ec-9382-11d3b6ce3df9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0552003 Oct 29 12:12:34.466303 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-28d46359-704c-433f-9804-9c7bdf23f067 req-831b2fc1-81cf-40e0-84c1-add07d7f2998 service neutron] show failed (client error): The resource could not be found. Oct 29 12:12:34.467667 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-831b2fc1-81cf-40e0-84c1-add07d7f2998 service neutron] 10.222.0.41 "GET /v2.0/ports/b9c4838a-3847-400a-a4b1-1d3003a7adfe/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0590456 Oct 29 12:12:34.475092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c844c935-902d-4052-a39b-c3d99264cd23 req-f758e7e4-22dd-4752-b296-5b9d7d832155 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Oct 29 12:12:34.724706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-fb0b40a0-566f-4208-a12b-b1b60ef2d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:34.726225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-fb0b40a0-566f-4208-a12b-b1b60ef2d30c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1096 time: 0.0960603 Oct 29 12:12:34.738787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:12:34.795351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:34.996818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:35.032352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:12:35.073424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:35.075895 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26efffe5-481e-4938-90d6-ec27b1e46811" -d '{"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:35.080247 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:35.093536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Transition to ACTIVE for port object b9c4838a-3847-400a-a4b1-1d3003a7adfe will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:12:35.097233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:35.192015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:35.206406 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.206753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.207097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.207432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.207766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.208096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.208422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.208745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.209100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.209431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.209754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.210070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:35.249251 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225e142-1fbe-4f5e-b1b7-afd46b29afce x-openstack-request-id: req-3225e142-1fbe-4f5e-b1b7-afd46b29afce {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:35.249533 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:35.249790 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3225e142-1fbe-4f5e-b1b7-afd46b29afce {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:35.250189 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'code': 200} Oct 29 12:12:35.251142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] No DVR routers for this DVR port b9c4838a-3847-400a-a4b1-1d3003a7adfe on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:12:35.391456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:12:35.391788 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:12:35.392114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:12:35.396410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:12:35.396728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Attempting to bind port b9c4838a-3847-400a-a4b1-1d3003a7adfe on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:12:35.402104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:12:35.402384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:12:35.402764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:12:35.403186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Bound port: b9c4838a-3847-400a-a4b1-1d3003a7adfe, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:12:35.403537 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:35.471471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:12:35.474888 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:12:35.479253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:35.515898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.516518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:35.517958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] 10.222.0.86 "PUT /v2.0/ports/b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1091 time: 0.7832925 Oct 29 12:12:35.551119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e762b8a-338a-42b8-9cc4-5e389a2d6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:35.596123 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-be569326-60ff-4f37-9964-3a8a208c1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.597705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-be569326-60ff-4f37-9964-3a8a208c1d65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1094 time: 0.0492592 Oct 29 12:12:35.606244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a3ad-4386-4c66-98e3-8a8e192734f6 req-43011ac9-3e0c-418c-a861-baf014072d72 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.608056 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a543a3ad-4386-4c66-98e3-8a8e192734f6 req-43011ac9-3e0c-418c-a861-baf014072d72 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0576148 Oct 29 12:12:35.655167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a543a3ad-4386-4c66-98e3-8a8e192734f6 req-56f06c0e-a770-4b82-a91f-f9d27e6b4b3a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404446 Oct 29 12:12:35.698645 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-a52869bf-e84f-44fc-865e-2b008f59779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.700143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-a52869bf-e84f-44fc-865e-2b008f59779b service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0946107 Oct 29 12:12:35.767432 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-0aeba0ff-09b3-412f-9aed-dd7368927af0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 999 time: 0.0598335 Oct 29 12:12:35.822868 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-debfd1ee-263c-4ea7-87f7-f6f6785f50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.824364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-debfd1ee-263c-4ea7-87f7-f6f6785f50e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0487947 Oct 29 12:12:35.873369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46359-704c-433f-9804-9c7bdf23f067 req-fa6929a2-8e1b-4793-84b5-e6594f0fe935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:35.874891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-fa6929a2-8e1b-4793-84b5-e6594f0fe935 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438435 Oct 29 12:12:35.966071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-133e7f0e-bb52-449a-b10f-9dc97da9d104 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841637 Oct 29 12:12:36.393223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-28d46359-704c-433f-9804-9c7bdf23f067 req-a57a19e0-8005-44b2-bc41-2a43e3472dc9 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198301 Oct 29 12:12:36.777941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b114-03a2-4501-9842-334cd597c021 req-f69c1801-5faa-48b5-a044-7c4f2b738fb6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:36.779426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b824b114-03a2-4501-9842-334cd597c021 req-f69c1801-5faa-48b5-a044-7c4f2b738fb6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0502925 Oct 29 12:12:36.816890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b824b114-03a2-4501-9842-334cd597c021 req-6c3d4200-55b9-4e96-80d3-6136046c0e4b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Oct 29 12:12:37.251489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:37.254233 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55bc400-da8b-4943-a3d6-1ace4241c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:37.303999 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dba2bd-d146-4fa0-be87-792eb250c90e x-openstack-request-id: req-18dba2bd-d146-4fa0-be87-792eb250c90e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:37.304358 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:37.304674 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18dba2bd-d146-4fa0-be87-792eb250c90e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:37.305679 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'status': 'completed', 'code': 200} Oct 29 12:12:37.359129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:12:37.391468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-e76e7810-a220-444b-8a68-af2c95782843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.392968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-e76e7810-a220-444b-8a68-af2c95782843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1094 time: 0.0660315 Oct 29 12:12:37.397107 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:12:37.398116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-fdc8ab55-7cfa-49bc-8c6c-48f2b3d1606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.399616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-fdc8ab55-7cfa-49bc-8c6c-48f2b3d1606d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1094 time: 0.0646968 Oct 29 12:12:37.556410 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-48281044-a390-4b52-84f2-4d6f8dbebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.558095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-48281044-a390-4b52-84f2-4d6f8dbebda1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1576521 Oct 29 12:12:37.559044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-0ad85fdf-3ecd-4dfe-97b1-78bce459bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.560331 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-0ad85fdf-3ecd-4dfe-97b1-78bce459bdb4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1529226 Oct 29 12:12:37.676652 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-ebd7f623-3461-40b0-8eaa-c84abbd09ade service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 999 time: 0.1108840 Oct 29 12:12:37.678440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-d8a316d0-7f0a-4292-9c75-a20ee36d2388 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 999 time: 0.1060481 Oct 29 12:12:37.758918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-aacd9d1c-d9fa-4096-bd21-1ae830204014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.760383 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-aacd9d1c-d9fa-4096-bd21-1ae830204014 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0769212 Oct 29 12:12:37.767489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-d197ec29-69ad-4b9d-9ad4-9d779bb054d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.768871 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-d197ec29-69ad-4b9d-9ad4-9d779bb054d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0596116 Oct 29 12:12:37.840666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-37efd398-fca7-4547-88b0-d14ceaf0166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.842293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-37efd398-fca7-4547-88b0-d14ceaf0166b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725474 Oct 29 12:12:37.845093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-040b898d-a933-473a-a2d9-16e5724ca19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.846658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-040b898d-a933-473a-a2d9-16e5724ca19c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692105 Oct 29 12:12:37.950172 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18728e-f38f-45fb-bd33-37b86dc9b2a2 req-0a3a9329-e60c-4da0-819b-f58a79ec0d1b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:37.952478 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce18728e-f38f-45fb-bd33-37b86dc9b2a2 req-0a3a9329-e60c-4da0-819b-f58a79ec0d1b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0580997 Oct 29 12:12:37.997931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ce18728e-f38f-45fb-bd33-37b86dc9b2a2 req-ba2d63cb-5cfc-46ab-b4cf-6e043a807e97 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Oct 29 12:12:38.006466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-0877dfcd-007f-4f50-83a3-f2d605d26851 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572082 Oct 29 12:12:38.010073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-76149e90-fffc-4318-8fa5-0a0691a2faf0 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530843 Oct 29 12:12:38.176359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-88144801-de74-4a0e-a721-c4156655a386 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624205 Oct 29 12:12:38.184162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.41', 55932) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:12:38.200046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-1d248922-4690-4ffa-9fd7-6cc2f75d52eb service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776412 Oct 29 12:12:38.226567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945818-0ddc-4789-85a8-3f289cc060e7 req-1c047d2b-d86e-4b31-b5fd-61b3ca7bd3b2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.228745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc945818-0ddc-4789-85a8-3f289cc060e7 req-1c047d2b-d86e-4b31-b5fd-61b3ca7bd3b2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 943 time: 0.0625365 Oct 29 12:12:38.245732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:12:38.247402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-743477be-2663-4243-b117-180690595b3b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.250077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-743477be-2663-4243-b117-180690595b3b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e&tenant_id=b889596d7f954a52bf4a621984651617&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 943 time: 0.0630200 Oct 29 12:12:38.281855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cc945818-0ddc-4789-85a8-3f289cc060e7 req-77597650-9624-4fef-958d-7bfe8de69adb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Oct 29 12:12:38.331759 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-579f906e-7988-4308-b26d-4a52926a51ba service neutron] delete failed (client error): The resource could not be found. Oct 29 12:12:38.332997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-579f906e-7988-4308-b26d-4a52926a51ba service neutron] 10.222.0.41 "DELETE /v2.0/ports/b9c4838a-3847-400a-a4b1-1d3003a7adfe/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0757303 Oct 29 12:12:38.355747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:38.368317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'mac_address': 'fa:16:3e:c4:f0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:12:38.407690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:38.422729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4838a-3847-400a-a4b1-1d3003a7adfe {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:12:38.443313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:38.448708 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:38.501912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:38.510014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.510352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.510687 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.511018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.511344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.511666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.511990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.512308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.512630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.512953 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.513294 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.513614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:12:38.561103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-4110c187-4d61-452f-8a7e-4fc50c9b9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.562656 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-4110c187-4d61-452f-8a7e-4fc50c9b9b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1095 time: 0.0430393 Oct 29 12:12:38.664736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-776149bc-2d2a-47dd-a16f-62870bc8ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.665563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-776149bc-2d2a-47dd-a16f-62870bc8ab68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0950375 Oct 29 12:12:38.698330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['b9c4838a-3847-400a-a4b1-1d3003a7adfe'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:12:38.735929 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-e86d565c-ffb9-4fb3-a6ad-4df1949fdce3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1000 time: 0.0632522 Oct 29 12:12:38.788693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-6142810a-5785-4898-9d44-5827d14b78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.790416 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-6142810a-5785-4898-9d44-5827d14b78c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0482202 Oct 29 12:12:38.842381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-7076c93d-4e87-4c7e-afc1-942544baf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:38.843907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-7076c93d-4e87-4c7e-afc1-942544baf598 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458999 Oct 29 12:12:38.934512 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-f4494a5d-2f3a-418b-a704-85973e867799 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 Oct 29 12:12:39.028240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a5ccdf19-0008-4fc7-baa8-39f7e2513be0 req-50bdb8a6-0116-4e7c-b96e-0e5e70fbb0a1 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871050 Oct 29 12:12:39.405282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899381d8-104a-4014-b9ec-49993b5e9912 req-7bad528c-f814-47c7-ac45-517cce20d535 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:39.406795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-899381d8-104a-4014-b9ec-49993b5e9912 req-7bad528c-f814-47c7-ac45-517cce20d535 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 944 time: 0.0497994 Oct 29 12:12:39.447103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-899381d8-104a-4014-b9ec-49993b5e9912 req-21ead644-194e-49a9-8159-c624b406a9e8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339003 Oct 29 12:12:40.244767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:12:40.306910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port b9c4838a-3847-400a-a4b1-1d3003a7adfe completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:12:40.311104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port b9c4838a-3847-400a-a4b1-1d3003a7adfe triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:12:40.311512 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:40.394481 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:40.417260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:40.419486 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ea160f-037b-41a5-b9e9-5ce54e651bec" -d '{"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:40.432579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:40.437191 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:40.489585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:40.519745 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd8ed54-baf0-4b8b-b676-b705899a7eec x-openstack-request-id: req-0cd8ed54-baf0-4b8b-b676-b705899a7eec {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:40.520039 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:40.520296 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0cd8ed54-baf0-4b8b-b676-b705899a7eec {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:40.520703 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'code': 200} Oct 29 12:12:40.611507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a102b9-7307-41ae-9a6e-ded748865431 req-5d35c415-1025-454b-a1fe-fac0ee5d5f1f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:40.612980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52a102b9-7307-41ae-9a6e-ded748865431 req-5d35c415-1025-454b-a1fe-fac0ee5d5f1f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0493872 Oct 29 12:12:40.653869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52a102b9-7307-41ae-9a6e-ded748865431 req-c63ca556-3774-44a9-8c15-507f634fba15 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Oct 29 12:12:40.768085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7bef6-03c2-4644-ade7-90c42ed2a87a req-9365cb40-864e-4c4d-9ba7-c22ccf109793 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:40.769598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42f7bef6-03c2-4644-ade7-90c42ed2a87a req-9365cb40-864e-4c4d-9ba7-c22ccf109793 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0488272 Oct 29 12:12:40.807106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42f7bef6-03c2-4644-ade7-90c42ed2a87a req-d895fa0f-309c-4f4a-a023-3366b0eeb228 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Oct 29 12:12:41.003145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c73b11-46ff-4ecd-b759-8fbef77b7e4a req-30522d2c-d3ee-44d3-916b-b78fc906eec7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:41.004658 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9c73b11-46ff-4ecd-b759-8fbef77b7e4a req-30522d2c-d3ee-44d3-916b-b78fc906eec7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0504451 Oct 29 12:12:41.028830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-451a2b93-abad-4a5f-b5bd-475d8c6610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:41.030380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-451a2b93-abad-4a5f-b5bd-475d8c6610fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 1096 time: 0.0418296 Oct 29 12:12:41.044564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9c73b11-46ff-4ecd-b759-8fbef77b7e4a req-460a8517-140e-48bc-8ca2-daae0b83596e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Oct 29 12:12:41.124767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-59f609fd-79fd-4afd-a009-82a288cdb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:41.126198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-59f609fd-79fd-4afd-a009-82a288cdb781 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0881810 Oct 29 12:12:41.190283 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-35527ff5-546c-4409-a8dd-7e7af50d3d1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 200 len: 1001 time: 0.0572166 Oct 29 12:12:41.238294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-39480a1b-db03-4c05-abee-a8a5db46697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:41.239814 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-39480a1b-db03-4c05-abee-a8a5db46697f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0431612 Oct 29 12:12:41.288241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-ec15bcec-8a18-4e1d-a851-79f221c78a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:41.290389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-ec15bcec-8a18-4e1d-a851-79f221c78a42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432928 Oct 29 12:12:41.379420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-74f0f18b-df83-4152-ae1e-402e808ac670 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818927 Oct 29 12:12:41.472659 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-40d2f094-fbc7-4d52-8cb6-8e5c15bdda65 req-1b3f8d4e-751e-419f-b9ce-0e789af726c7 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856981 Oct 29 12:12:42.161466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca510ab-ea87-481b-a6b3-71f9855cf175 req-c26fa18c-4f21-491c-8add-ed57a9fa61c4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:42.162927 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ca510ab-ea87-481b-a6b3-71f9855cf175 req-c26fa18c-4f21-491c-8add-ed57a9fa61c4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0490193 Oct 29 12:12:42.204767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9ca510ab-ea87-481b-a6b3-71f9855cf175 req-1f95394a-0687-4ca0-adc0-c663e9a262d7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Oct 29 12:12:42.434791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5108-ca21-4b6d-abfa-eec0641c523c req-7841ef99-7c8c-42b1-a8f0-7e178cb2fd38 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:42.436278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-202c5108-ca21-4b6d-abfa-eec0641c523c req-7841ef99-7c8c-42b1-a8f0-7e178cb2fd38 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0497620 Oct 29 12:12:42.474258 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-202c5108-ca21-4b6d-abfa-eec0641c523c req-b2e37487-704a-4f45-94e7-15ccce31c51c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Oct 29 12:12:43.591865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f82f1-fa6b-4125-98da-54b05579a3d7 req-d866471b-bd1b-443b-ac0c-80760272a147 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:43.593383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-908f82f1-fa6b-4125-98da-54b05579a3d7 req-d866471b-bd1b-443b-ac0c-80760272a147 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0491772 Oct 29 12:12:43.630988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-908f82f1-fa6b-4125-98da-54b05579a3d7 req-ca0da67a-2f08-4239-8929-72cc4b178176 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Oct 29 12:12:43.721432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-fd0eaef1-15b0-4e66-8083-83e8792b60c7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:43.722869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-fd0eaef1-15b0-4e66-8083-83e8792b60c7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 945 time: 0.0482032 Oct 29 12:12:43.816235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Deleting port b9c4838a-3847-400a-a4b1-1d3003a7adfe {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:12:43.816689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:43.903102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] For port b9c4838a-3847-400a-a4b1-1d3003a7adfe, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=b9c4838a-3847-400a-a4b1-1d3003a7adfe,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:43.903462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:44.073694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:44.073975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:44.074275 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc disassociated. External IP: 172.25.4.224, port: b9c4838a-3847-400a-a4b1-1d3003a7adfe. Oct 29 12:12:44.074608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Calling delete_port for b9c4838a-3847-400a-a4b1-1d3003a7adfe owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:12:44.202718 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:44.232233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'Port': ['ID=b9c4838a-3847-400a-a4b1-1d3003a7adfe,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:44.348357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:12:44.458512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:12:44.468030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:12:44.478528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:12:44.479124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:12:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:44.497375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] No DVR routers for this DVR port b9c4838a-3847-400a-a4b1-1d3003a7adfe on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:12:44.500347 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:44.503944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3917c1da-feda-4587-9626-cc1d2d9f7b82 req-65d50a96-3eac-4e36-ab86-e45f3ee3f85b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "DELETE /v2.0/ports/b9c4838a-3847-400a-a4b1-1d3003a7adfe HTTP/1.1" status: 204 len: 173 time: 0.7743566 Oct 29 12:12:44.504401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-deleted', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:44.507307 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c14c1b0-ed4c-4946-87b7-737499f75248" -d '{"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-deleted", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:44.547868 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b128d89-caca-40e8-b66c-1b99536849aa x-openstack-request-id: req-4b128d89-caca-40e8-b66c-1b99536849aa {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:44.548186 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f315e3-f824-4db3-b64b-7800f0da124e", "name": "network-vif-deleted", "tag": "b9c4838a-3847-400a-a4b1-1d3003a7adfe", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:44.548448 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b128d89-caca-40e8-b66c-1b99536849aa {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:44.548853 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f315e3-f824-4db3-b64b-7800f0da124e', 'name': 'network-vif-deleted', 'tag': 'b9c4838a-3847-400a-a4b1-1d3003a7adfe', 'status': 'completed', 'code': 200} Oct 29 12:12:44.588745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:12:44.744151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72a85550-e5d7-496d-8d2f-491d31586957 req-ec0b886a-0e9e-49b7-91f2-313a3ff7e4ff tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=31f315e3-f824-4db3-b64b-7800f0da124e HTTP/1.1" status: 200 len: 210 time: 0.0268080 Oct 29 12:12:44.803298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:44.833374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:12:44.841545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:12:44.842139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:12:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:44.944558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:12:45.296513 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:45.323077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ff8e-3d20-4f36-b394-ddcd2e56e29a None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:12:45.540812 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ace755-887b-4022-a45b-fe2c73d6717a None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:12:46.033390 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-d27eae2c-6b0b-4453-b9c7-d563629b2542 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--916536689&fields=id&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 267 time: 0.0416639 Oct 29 12:12:46.141264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-864f2f6e-8ba7-4e2e-90cb-5613e720ec15 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:46.142652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-864f2f6e-8ba7-4e2e-90cb-5613e720ec15 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1023993 Oct 29 12:12:46.158255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a7dc90c3-4dd1-4f1b-9d90-e61765f85f4c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/quotas/b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 375 time: 0.0098243 Oct 29 12:12:46.210793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-60eadd07-3a7f-488e-8c65-c4bae2a1e219 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470741 Oct 29 12:12:46.274463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-0b627896-6053-4cbf-93b5-3113dec51f8e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:12:46.275451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-0b627896-6053-4cbf-93b5-3113dec51f8e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0528951 Oct 29 12:12:46.367219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-497a5637-dfc8-4153-bf31-5d3cffd4b254 service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854845 Oct 29 12:12:46.459858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-8bc4ff5f-468f-44c4-ba9e-f67d98c8ffc6 service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859439 Oct 29 12:12:46.619136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-05aa8f4a-5cdb-4897-92f4-e99febe8dc8e req-84bcac8b-4308-474b-bcde-51d0467620d7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 210 time: 0.0270970 Oct 29 12:12:47.584235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-395e23a8-c4bf-4f92-b69a-44b1246d5467 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:47.585778 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-395e23a8-c4bf-4f92-b69a-44b1246d5467 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1122682 Oct 29 12:12:47.631201 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-b2abde4f-3369-4731-9d31-5c069f4ff9a5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 379 time: 0.0349951 Oct 29 12:12:47.640828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'port': {'device_id': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'admin_state_up': True, 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'security_groups': ['11a0ad8d-c2b5-45e5-93d9-3d657626a134']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:12:47.713659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a556cace-bb8f-4372-a921-e068e29caee4 req-ab572a33-699f-4e49-b7ed-bce9ec64b1bf tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 210 time: 0.0267942 Oct 29 12:12:47.749848 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:12:47.753337 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:47.875300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Allocated IP 172.20.0.13 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/78bb415f-b618-4335-97cc-49c13a5a7b27) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:12:48.010402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.042772 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.085764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:12:48.088853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:12:48.092526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:12:48.098911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:48.149705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:48.150323 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.167058 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a8c8619e-f863-4b61-9629-481d3b9029d2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5298128 Oct 29 12:12:48.179763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Request body: {'port': {'device_id': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:12:48.235670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.292559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:12:48.296374 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-bd56f7d8-7bf7-4582-aa9e-a74d965a1edb None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:12:48.296737 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bd56f7d8-7bf7-4582-aa9e-a74d965a1edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.315313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: b9c4838a-3847-400a-a4b1-1d3003a7adfe {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:12:48.315648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device b9c4838a-3847-400a-a4b1-1d3003a7adfe not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:12:48.347924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bd56f7d8-7bf7-4582-aa9e-a74d965a1edb None None] Port 78bb415f-b618-4335-97cc-49c13a5a7b27 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:12:48.493774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:12:48.501357 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.513986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Transition to ACTIVE for port object 78bb415f-b618-4335-97cc-49c13a5a7b27 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:12:48.517668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.569092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:48.639283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:12:48.639825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:12:48.639825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:12:48.644312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:12:48.644633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:12:48.650223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:12:48.650555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:12:48.650931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:12:48.651356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Bound port: 78bb415f-b618-4335-97cc-49c13a5a7b27, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:12:48.651701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.717698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:12:48.720828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:12:48.725559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.769045 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:48.769748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:48.772003 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1092 time: 0.5966430 Oct 29 12:12:48.772469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:48.775646 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966311bb-fc72-4bb3-bf91-e664acaf78ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:48.800209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11ee2-1e9b-4e6b-b1c5-93b66768d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:48.836988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef12e6-9142-4977-91b5-09d74353fc8f req-e37f4f2b-3535-4a12-9f2c-5aa2009e0881 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:48.839176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27ef12e6-9142-4977-91b5-09d74353fc8f req-e37f4f2b-3535-4a12-9f2c-5aa2009e0881 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0539148 Oct 29 12:12:48.868614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-6c458333-a465-4dd9-90bf-98f0eccc4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:48.870363 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-6c458333-a465-4dd9-90bf-98f0eccc4564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0454946 Oct 29 12:12:48.880254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27ef12e6-9142-4977-91b5-09d74353fc8f req-898c6cc6-297c-469f-9152-bfc8fecd8196 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345376 Oct 29 12:12:48.917118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-01a8facf-224a-44c2-b2b1-9c45aa183b23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 217 time: 0.0370369 Oct 29 12:12:48.957669 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5443705d-7316-4a84-bd52-b53bbc1c4c60 x-openstack-request-id: req-5443705d-7316-4a84-bd52-b53bbc1c4c60 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:48.957955 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:48.958209 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5443705d-7316-4a84-bd52-b53bbc1c4c60 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:48.958612 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'status': 'completed', 'code': 200} Oct 29 12:12:48.977826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-29706cc1-9fe9-4b99-a5b4-51eee9ffe406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:48.979359 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-29706cc1-9fe9-4b99-a5b4-51eee9ffe406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0553350 Oct 29 12:12:49.026994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a94a9008-4dd7-4eab-9a66-4198861ee87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:49.028499 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-a94a9008-4dd7-4eab-9a66-4198861ee87c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411601 Oct 29 12:12:49.118062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-1ee66f47-f1b4-4e85-b639-d3655f3df549 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 Oct 29 12:12:49.216142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fa496981-f566-4b39-bb65-d85ec32bd9a4 req-54e59a86-6551-4783-9d03-1e4f8d099dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903249 Oct 29 12:12:49.301340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-807970ea-44cb-40f7-b055-f74891fb2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:49.302756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-807970ea-44cb-40f7-b055-f74891fb2985 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0406480 Oct 29 12:12:49.395424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-4b4e11f2-a4e1-4d49-b052-f987df41f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:49.396937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-4b4e11f2-a4e1-4d49-b052-f987df41f2fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0873027 Oct 29 12:12:49.436952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-e0e96019-619a-4e0a-9abd-f9682756b5fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 217 time: 0.0331893 Oct 29 12:12:49.488248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-f95f4eaa-5b83-44d4-a992-beca8a6de8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:49.489806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-f95f4eaa-5b83-44d4-a992-beca8a6de8db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0456166 Oct 29 12:12:49.535618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-22ebef62-a3e0-405f-b1af-97ef0e710f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:49.537129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-22ebef62-a3e0-405f-b1af-97ef0e710f48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389121 Oct 29 12:12:49.625732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-a6dfbe47-41cb-4dc1-99d7-6f984f0e06d8 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Oct 29 12:12:49.719248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-966311bb-fc72-4bb3-bf91-e664acaf78ea req-52373f8d-ff4d-4f99-8fa1-8196197f81aa service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851490 Oct 29 12:12:50.004804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74820f3-7824-4448-b3f7-4e06e5244813 req-6035fdef-0f32-4d5f-af8e-78993aa7bfa8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:50.009460 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a74820f3-7824-4448-b3f7-4e06e5244813 req-6035fdef-0f32-4d5f-af8e-78993aa7bfa8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0574346 Oct 29 12:12:50.045391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a74820f3-7824-4448-b3f7-4e06e5244813 req-1bb7b263-2ca5-4598-919c-f0acbc053ed9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331645 Oct 29 12:12:51.159180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f64bc-885c-4fd1-a421-9fab52f98e35 req-9cb41d03-d107-47b8-a13a-0017b943803c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:51.160660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-928f64bc-885c-4fd1-a421-9fab52f98e35 req-9cb41d03-d107-47b8-a13a-0017b943803c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0490408 Oct 29 12:12:51.199149 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-928f64bc-885c-4fd1-a421-9fab52f98e35 req-ab120263-d7e7-4127-b1cb-6eea27a61a35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Oct 29 12:12:51.463837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:12:51.560928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:51.571784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:12:51.608936 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:51.621545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:12:51.640190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:51.644474 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:51.695433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:51.862552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['78bb415f-b618-4335-97cc-49c13a5a7b27'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:12:52.084684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:52.315557 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9c938-56d8-4eb8-a3e0-fd49d66c682b req-d84b9442-904b-475a-ae2e-a10c18420542 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:52.317039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89d9c938-56d8-4eb8-a3e0-fd49d66c682b req-d84b9442-904b-475a-ae2e-a10c18420542 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Oct 29 12:12:52.354406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89d9c938-56d8-4eb8-a3e0-fd49d66c682b req-9d4b36e4-8b98-486f-8bb1-f65186f7878c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308435 Oct 29 12:12:53.458530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:12:53.475917 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2be48-b759-4d17-9a1c-b5c7d8e53194 req-fd3d2139-006f-46c8-9f3e-b0a240393b35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:53.477571 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8a2be48-b759-4d17-9a1c-b5c7d8e53194 req-fd3d2139-006f-46c8-9f3e-b0a240393b35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 945 time: 0.0543659 Oct 29 12:12:53.510247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 78bb415f-b618-4335-97cc-49c13a5a7b27 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:12:53.514493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:12:53.514886 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:53.515176 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c8a2be48-b759-4d17-9a1c-b5c7d8e53194 req-657b9892-4776-4aa2-803f-b004deb950d9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Oct 29 12:12:53.592583 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:53.615637 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:53.617990 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a6404-52d5-43c5-9471-89da0ebdc678" -d '{"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:53.630574 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:12:53.635542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:53.670218 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af2744-c597-418d-81a0-14a7bc8c87fd x-openstack-request-id: req-31af2744-c597-418d-81a0-14a7bc8c87fd {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:53.670510 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:53.670770 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31af2744-c597-418d-81a0-14a7bc8c87fd {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:53.671148 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'code': 200} Oct 29 12:12:53.698825 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:12:53.764980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e08cc-c455-42b4-a75f-5baadc6a96a9 req-f6f94be8-7032-40b3-9d53-6fbfb0e4a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:53.766513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ec6e08cc-c455-42b4-a75f-5baadc6a96a9 req-f6f94be8-7032-40b3-9d53-6fbfb0e4a01e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0397348 Oct 29 12:12:53.801614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ec6e08cc-c455-42b4-a75f-5baadc6a96a9 req-832389ae-800a-41e5-b51d-b8b55e955e32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268683 Oct 29 12:12:53.859495 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:12:54.633997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229c6c1-5cfc-457c-a77d-33e4e4876ea6 req-bade9c3e-bc13-43ae-a267-7522e84e885c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:54.635501 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5229c6c1-5cfc-457c-a77d-33e4e4876ea6 req-bade9c3e-bc13-43ae-a267-7522e84e885c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0503180 Oct 29 12:12:54.678030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5229c6c1-5cfc-457c-a77d-33e4e4876ea6 req-7a466bce-53fb-45db-9641-fbf835e0e947 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363178 Oct 29 12:12:55.793222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fedf7-e0c6-4c55-aaec-943710a39d5c req-96f859f9-e848-4cfa-b082-983a8474dfb0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:55.794682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3fedf7-e0c6-4c55-aaec-943710a39d5c req-96f859f9-e848-4cfa-b082-983a8474dfb0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0476742 Oct 29 12:12:55.832565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e3fedf7-e0c6-4c55-aaec-943710a39d5c req-20ea1e51-112c-48f3-b549-1b64ea604a9d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Oct 29 12:12:55.952181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03feec4-171b-4166-9b7e-db99f2ddaf82 req-1b39ef85-efab-4853-97e2-7f5c089a9329 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:55.953608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e03feec4-171b-4166-9b7e-db99f2ddaf82 req-1b39ef85-efab-4853-97e2-7f5c089a9329 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0546820 Oct 29 12:12:55.963714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 42590) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:12:55.969164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'floatingip': {'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:12:56.018415 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:56.322316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:56.772500 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:56.776908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:56.875939 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc associated. External IP: 172.25.4.224, port: 78bb415f-b618-4335-97cc-49c13a5a7b27. Oct 29 12:12:57.080127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:12:57.186545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:12:57.191407 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:12:57.196307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:12:57.205576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:12:57.206187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:12:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:57.217803 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-09bf9022-5d33-4d9f-ba70-c32f3f3bd91b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "PUT /v2.0/floatingips/e23171e0-9d78-4cd9-8249-24c92f4252bc HTTP/1.1" status: 200 len: 992 time: 1.2529936 Oct 29 12:12:57.218391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:12:57.220711 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:12:57.310801 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c57956-e072-41ae-9359-f258945791dc x-openstack-request-id: req-16c57956-e072-41ae-9359-f258945791dc {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:12:57.311093 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:12:57.311352 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16c57956-e072-41ae-9359-f258945791dc {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:12:57.311764 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'status': 'completed', 'code': 200} Oct 29 12:12:57.314843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:12:57.377396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-2caac2cf-1e25-40ca-a3c7-f941e8470c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:57.378824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-2caac2cf-1e25-40ca-a3c7-f941e8470c03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0447202 Oct 29 12:12:57.471916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-89e40967-d20f-4420-9ced-87a830add821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:57.473475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-89e40967-d20f-4420-9ced-87a830add821 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0867958 Oct 29 12:12:57.543503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-97dcfef1-c6d1-4f65-99f8-d44985ab314a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1000 time: 0.0629416 Oct 29 12:12:57.543726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:12:56Z', 'revision_number': 9, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:57.569874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:12:57.578313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:12:57.578959 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:12:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:57.594550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-7a58675c-64aa-4691-9cc9-14dbc7e4d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:57.596049 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-7a58675c-64aa-4691-9cc9-14dbc7e4d121 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0443523 Oct 29 12:12:57.644373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-e25daffd-7ede-4757-b6d0-ee394adb5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:12:57.645934 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-e25daffd-7ede-4757-b6d0-ee394adb5c56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423748 Oct 29 12:12:57.693580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:12:57.744033 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-8965cc5d-0b5f-47e3-b58a-f996269760b1 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906744 Oct 29 12:12:57.833657 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5c46d85e-bf65-4b47-8c9a-3a3ef1aa9144 req-e68de781-642f-4c15-af7a-bcf8fa250f33 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Oct 29 12:12:57.916353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:12:56Z', 'revision_number': 9, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:12:57.946888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefaebe-0175-4dd8-9d98-4101a960c1a7 None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:12:56Z', 'revision_number': 9, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:12:58.137440 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7025e9-03d9-490d-8fd1-940b54c3cf0d None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:12:58.491825 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a9c761dd-93ad-488d-9929-df9c8bdbcb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:00.902714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c78ddd37-70e7-4ee4-93a4-00c46733e2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:02.413609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:02.436047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:03.747332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:22.133527 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:24.425666 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-8172eee5-f373-497a-8d0d-0b096271012c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386593 Oct 29 12:13:24.516359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771771db-62b7-4b5b-a381-8c921d6044fe req-4a9a8789-593b-44fc-b5ba-3dfca5fd01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:13:24.517905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-4a9a8789-593b-44fc-b5ba-3dfca5fd01ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0462911 Oct 29 12:13:24.621844 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771771db-62b7-4b5b-a381-8c921d6044fe req-0b591541-72e7-4085-9a08-4a4e32258acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:13:24.623307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-0b591541-72e7-4085-9a08-4a4e32258acb service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0841827 Oct 29 12:13:24.695129 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-2d38cd63-ef51-4f8c-966e-9e8d9d084ab8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0623038 Oct 29 12:13:24.750355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771771db-62b7-4b5b-a381-8c921d6044fe req-c5573090-a28c-45fc-a427-c13f56e8a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:13:24.751860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-c5573090-a28c-45fc-a427-c13f56e8a082 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0496457 Oct 29 12:13:24.798931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771771db-62b7-4b5b-a381-8c921d6044fe req-7a43ead9-33fa-4d54-9933-bce3a83f5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:13:24.800813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-7a43ead9-33fa-4d54-9933-bce3a83f5258 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409923 Oct 29 12:13:24.901836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-89b1841e-a836-49d1-87c2-39b9d671ea2c service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931613 Oct 29 12:13:24.993921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771771db-62b7-4b5b-a381-8c921d6044fe req-3d6b75c5-25bd-477a-b4ac-15bb22f322e3 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843105 Oct 29 12:13:26.334304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:28.498510 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ea3aec16-d7c4-4709-93ef-a86833aaf375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:30.859028 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:13:30.904669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-79f934f7-a4b8-48d8-99d9-d1539559bb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:32.417657 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:32.438483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:33.750440 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:52.099519 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:56.353516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:13:58.490955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b22d8d6d-98e9-4f04-834e-e00deab66d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:00.906669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1836-b28b-4d41-9051-3cc7a6dee16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:02.425026 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:02.443910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:03.754143 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:07.861862 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:14:22.117027 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:24.136349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-36cf4528-671b-4b6c-934f-63912ce80a40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442040 Oct 29 12:14:24.218797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-7d657515-166e-4f56-9eb9-27f80d38583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:24.220351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-7d657515-166e-4f56-9eb9-27f80d38583a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0406268 Oct 29 12:14:24.328833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-274b4815-195e-4ce1-8b29-b92727c88cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:24.330371 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-274b4815-195e-4ce1-8b29-b92727c88cae service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0892067 Oct 29 12:14:24.399457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-f78b0e38-93ba-40e6-8c5d-7b0c21dd69da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0613718 Oct 29 12:14:24.449202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-b3e53b4a-4b5a-4768-96d7-95249bdfda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:24.450642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-b3e53b4a-4b5a-4768-96d7-95249bdfda6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0440454 Oct 29 12:14:24.496088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-9154168b-76c6-4b9b-a293-ff807bacf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:24.497591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-9154168b-76c6-4b9b-a293-ff807bacf2dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399065 Oct 29 12:14:24.590579 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-c9a97ba8-b140-4fbd-a223-50879abaffcf service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Oct 29 12:14:24.683698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6eca5a28-82ff-4a96-8354-c8ce6e41eac2 req-dd2b48b2-961d-49e1-9d76-bf4549f2a573 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Oct 29 12:14:26.351855 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:28.493057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-368699fb-5be6-4c16-953a-34fcd332b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:30.908039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0675d2a7-7b78-4610-a584-d5eb340ad158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:32.419725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:32.447010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:32.579598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-4ed150a6-8914-4ead-94ad-24d3d78ab3bd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703826 Oct 29 12:14:32.587251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696ad9e-27de-4a73-9480-ae13e71c4834 req-464a5ea3-a1c9-4ac2-b177-021cf3fea307 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:32.588774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6696ad9e-27de-4a73-9480-ae13e71c4834 req-464a5ea3-a1c9-4ac2-b177-021cf3fea307 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0693960 Oct 29 12:14:32.628620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6696ad9e-27de-4a73-9480-ae13e71c4834 req-d31368d8-5638-46ac-8dac-3b3a61a219c1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Oct 29 12:14:33.752572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119a11-273d-49f2-86e9-badaa7737101 req-1d69c93f-7582-4c9f-9f17-abd5c2d96ceb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:33.754098 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad119a11-273d-49f2-86e9-badaa7737101 req-1d69c93f-7582-4c9f-9f17-abd5c2d96ceb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0546217 Oct 29 12:14:33.761607 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:33.794537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad119a11-273d-49f2-86e9-badaa7737101 req-2503c6c6-c2b3-4b24-9404-b2e75ccb375f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340037 Oct 29 12:14:33.830787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-914693f3-4b7a-442e-9697-57d0f7a03f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:33.832291 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-914693f3-4b7a-442e-9697-57d0f7a03f92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0424464 Oct 29 12:14:33.926364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-9ebbe614-2e9b-4a27-8ba9-91a90d8e540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:33.927756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-9ebbe614-2e9b-4a27-8ba9-91a90d8e540c service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0879967 Oct 29 12:14:33.993623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-08bddc65-3690-4d10-9c2d-cfc1879d5b6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0588381 Oct 29 12:14:34.043280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-9cb071ac-f857-45c4-a382-97286897eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:34.044749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-9cb071ac-f857-45c4-a382-97286897eb3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0446920 Oct 29 12:14:34.093810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-3d88af7c-6eb2-46c7-9630-813ca7b3710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:34.095279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-3d88af7c-6eb2-46c7-9630-813ca7b3710d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438378 Oct 29 12:14:34.184301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-0f9b3e4f-c296-45d5-9854-c91fe8be18ae service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Oct 29 12:14:34.277282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-63ad4fd5-0ceb-4b24-b313-5bfc6c452c83 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860269 Oct 29 12:14:34.910207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f27ebf-07e0-4280-ae2a-f6166ebaedba req-1e95cd5d-d11d-4c3b-909c-c67508c98e61 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:34.911686 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f27ebf-07e0-4280-ae2a-f6166ebaedba req-1e95cd5d-d11d-4c3b-909c-c67508c98e61 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0492637 Oct 29 12:14:34.950385 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-22f27ebf-07e0-4280-ae2a-f6166ebaedba req-6da88afa-df1a-44ed-b9fb-70390dd0d7f2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Oct 29 12:14:36.065257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb7123-3a6b-4153-9116-2831ad4a15f2 req-9e85ceaa-b234-47f5-a63a-99e7a93112e4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:36.066729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0cb7123-3a6b-4153-9116-2831ad4a15f2 req-9e85ceaa-b234-47f5-a63a-99e7a93112e4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Oct 29 12:14:36.105153 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f0cb7123-3a6b-4153-9116-2831ad4a15f2 req-d8a9234c-e647-4465-bf7f-932c6ada94dc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Oct 29 12:14:37.225201 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bf1c3-9cd2-4564-94b2-3a78b0e2636d req-1d2ef18d-2c75-4fd6-83bb-397f42330209 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:37.226657 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de8bf1c3-9cd2-4564-94b2-3a78b0e2636d req-1d2ef18d-2c75-4fd6-83bb-397f42330209 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0526938 Oct 29 12:14:37.263705 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de8bf1c3-9cd2-4564-94b2-3a78b0e2636d req-d9b4170e-2040-4213-91ec-95c622545315 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304947 Oct 29 12:14:38.378929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0f5a-9841-431c-b400-1d4bdadebd7b req-2b01b74c-058a-4db3-9145-70bb68a76946 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:38.380388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f1d0f5a-9841-431c-b400-1d4bdadebd7b req-2b01b74c-058a-4db3-9145-70bb68a76946 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0482669 Oct 29 12:14:38.417969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f1d0f5a-9841-431c-b400-1d4bdadebd7b req-50d64da4-8deb-4181-9b2b-dd6b062cc1d1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Oct 29 12:14:39.540208 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42033f-f010-40a1-83f0-48387b1c2664 req-6f1f26e0-6e55-47ea-abfe-bc481643d9ec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:39.542107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f42033f-f010-40a1-83f0-48387b1c2664 req-6f1f26e0-6e55-47ea-abfe-bc481643d9ec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0535073 Oct 29 12:14:39.579920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f42033f-f010-40a1-83f0-48387b1c2664 req-226bd1f0-6b25-425b-91ef-ecc150bf0caa tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Oct 29 12:14:40.696659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5636a-2811-4f7f-b12e-4ebd52b2c927 req-c5ba3cff-bb1d-4ee9-b2aa-4ea2b404e5d8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:40.698636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fea5636a-2811-4f7f-b12e-4ebd52b2c927 req-c5ba3cff-bb1d-4ee9-b2aa-4ea2b404e5d8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0518248 Oct 29 12:14:40.736411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fea5636a-2811-4f7f-b12e-4ebd52b2c927 req-d3c6e9c9-273c-4d08-82be-1884aa7f004e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Oct 29 12:14:41.183512 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-4af0dcd5-d066-462f-9086-6139585c0fea req-93ab5daf-7030-425c-9a74-1869c6b8906c service neutron] (102278) timed out ('10.222.0.77', 39402) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:14:41.852456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fff36-7922-4737-a213-fcc58ff98040 req-53da5ec7-a0f4-47c5-80c4-2a47e27b5b1a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:41.854596 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-956fff36-7922-4737-a213-fcc58ff98040 req-53da5ec7-a0f4-47c5-80c4-2a47e27b5b1a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0494041 Oct 29 12:14:41.891016 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-956fff36-7922-4737-a213-fcc58ff98040 req-adaf5d60-59f1-44d3-b936-20e282651783 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304687 Oct 29 12:14:43.008645 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a38e4-0e08-4695-9b1b-14125c063196 req-1dfffec5-214e-4d54-ae86-5f64942a3ab7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:43.010649 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c77a38e4-0e08-4695-9b1b-14125c063196 req-1dfffec5-214e-4d54-ae86-5f64942a3ab7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0485816 Oct 29 12:14:43.048845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c77a38e4-0e08-4695-9b1b-14125c063196 req-934d2821-e27d-4d30-aa58-54a0e9c45b7b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322442 Oct 29 12:14:44.168194 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5f6dd-5e88-4008-a5bc-15dcad7e3f10 req-646bbe83-73d3-4522-9449-caf7ef9c4394 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:44.169700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6a5f6dd-5e88-4008-a5bc-15dcad7e3f10 req-646bbe83-73d3-4522-9449-caf7ef9c4394 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0519695 Oct 29 12:14:44.206219 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c6a5f6dd-5e88-4008-a5bc-15dcad7e3f10 req-04764cfa-6cdb-4a48-9f11-460bb5e99f06 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Oct 29 12:14:44.862180 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:14:45.326679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37016ae-86b3-498a-986f-8cd74955abc5 req-a8973c5d-f4ae-46fc-b547-18f0fffb6bcc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:45.328175 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a37016ae-86b3-498a-986f-8cd74955abc5 req-a8973c5d-f4ae-46fc-b547-18f0fffb6bcc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0518253 Oct 29 12:14:45.365865 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a37016ae-86b3-498a-986f-8cd74955abc5 req-cc979cf7-15fd-4f74-aa6c-cf088892fd9e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Oct 29 12:14:46.115504 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-1a061b28-b52f-499d-ac64-f823b4ac1239 service neutron] show failed (client error): The resource could not be found. Oct 29 12:14:46.116575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-1a061b28-b52f-499d-ac64-f823b4ac1239 service neutron] 10.222.0.41 "GET /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0579145 Oct 29 12:14:46.315522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-e4e45c0c-dfad-45a5-bca2-2776d6a686fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:46.317253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-e4e45c0c-dfad-45a5-bca2-2776d6a686fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1097 time: 0.0417471 Oct 29 12:14:46.329592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:14:46.385254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:46.488791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a214a-7a2a-4b97-834c-86147d5154e9 req-0b17d085-87ee-4cad-b4a0-cc77d3ddb471 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:46.490370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716a214a-7a2a-4b97-834c-86147d5154e9 req-0b17d085-87ee-4cad-b4a0-cc77d3ddb471 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Oct 29 12:14:46.531003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-716a214a-7a2a-4b97-834c-86147d5154e9 req-ed99a7bf-5608-4174-a44d-61b96ac829a1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337710 Oct 29 12:14:46.608171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:46.641697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:14:46.685957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:14:46.688820 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74432f-d8dc-4fea-bc53-a514af654a92" -d '{"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:14:46.693506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:46.706598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Transition to ACTIVE for port object 78bb415f-b618-4335-97cc-49c13a5a7b27 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:14:46.710378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:46.750224 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7baf2-2d90-442f-892b-3cff3c9cf433 x-openstack-request-id: req-78f7baf2-2d90-442f-892b-3cff3c9cf433 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:14:46.751112 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:14:46.751112 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78f7baf2-2d90-442f-892b-3cff3c9cf433 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:14:46.751112 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'code': 200} Oct 29 12:14:46.797216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:46.812588 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.812936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.813295 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.813633 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.813959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.814287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.814607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.814927 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.815250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.815573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.815893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.816207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:46.854551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] No DVR routers for this DVR port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:14:46.996993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:14:46.997343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:14:46.997670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:14:47.003456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:14:47.003456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:14:47.009122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:14:47.009551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:14:47.009946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:14:47.010397 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Bound port: 78bb415f-b618-4335-97cc-49c13a5a7b27, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:14:47.010743 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:47.074596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:14:47.077741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:14:47.082728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:47.123489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.124355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:47.125527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] 10.222.0.86 "PUT /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1092 time: 0.7999134 Oct 29 12:14:47.145906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0059d-08c9-46b9-a358-ddfefa6bbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:47.191882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-6d8623ce-a907-4744-a3a0-e82d7bdd948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.193629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-6d8623ce-a907-4744-a3a0-e82d7bdd948c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0446677 Oct 29 12:14:47.296222 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-2560fc75-62d7-4d59-91a6-792cd691fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.297791 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-2560fc75-62d7-4d59-91a6-792cd691fce5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0958691 Oct 29 12:14:47.368082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-79faa909-11c3-47e6-830e-e9a8b3d5c306 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1001 time: 0.0633540 Oct 29 12:14:47.417774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-279d86c0-ac80-4165-a4fe-86bda16961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.419127 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-279d86c0-ac80-4165-a4fe-86bda16961a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0442047 Oct 29 12:14:47.465111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-c51e0c03-8b5f-432e-99fa-3b20104068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.466698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-c51e0c03-8b5f-432e-99fa-3b20104068e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407054 Oct 29 12:14:47.558968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-492d2503-8d59-4f94-90b8-198ec320ce0b service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Oct 29 12:14:47.657577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb6ee48-5a44-40f6-b2fb-e96c375e20ab req-a396b1fb-b4f6-49e8-a546-d3c870cf2868 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916018 Oct 29 12:14:47.659570 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d65bd-b402-4142-9fb7-cac6bba04e2a req-e863394f-9d4e-4715-bba7-fac05e3cd198 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:47.666776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c04d65bd-b402-4142-9fb7-cac6bba04e2a req-e863394f-9d4e-4715-bba7-fac05e3cd198 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0562215 Oct 29 12:14:47.707193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c04d65bd-b402-4142-9fb7-cac6bba04e2a req-774bd20b-b46c-4bb1-93d1-5a3b5da78509 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385251 Oct 29 12:14:48.752634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:14:48.755173 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33f2fdd-dd8a-4209-9b45-f63254d13c31" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:14:48.829015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083e3f4-2dec-477c-9f77-547a74e60a4e req-57588f22-70b4-4e93-bb0a-474d3a7de6ed tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:48.830526 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7083e3f4-2dec-477c-9f77-547a74e60a4e req-57588f22-70b4-4e93-bb0a-474d3a7de6ed tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0493150 Oct 29 12:14:48.867864 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7083e3f4-2dec-477c-9f77-547a74e60a4e req-56d2ffa0-df8d-4402-a58e-e75dc6b39a4f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 29 12:14:48.921343 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342da13-c0ff-4416-9467-71e43d9319f3 x-openstack-request-id: req-4342da13-c0ff-4416-9467-71e43d9319f3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:14:48.921633 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:14:48.921996 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4342da13-c0ff-4416-9467-71e43d9319f3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:14:48.922395 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'status': 'completed', 'code': 200} Oct 29 12:14:49.008620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-67802546-5c75-4fe5-9db3-13ca93e3dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.010701 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-67802546-5c75-4fe5-9db3-13ca93e3dbe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0713785 Oct 29 12:14:49.015874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-0a2e72eb-eef8-4d7d-bb70-8f378f44a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.017272 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-0a2e72eb-eef8-4d7d-bb70-8f378f44a62f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0702026 Oct 29 12:14:49.173922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-14f6bfee-c64a-4201-9621-8dfe5e6fffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.175391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-14f6bfee-c64a-4201-9621-8dfe5e6fffd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1573122 Oct 29 12:14:49.176746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-315eba93-289b-4911-8c7e-98119ca6ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.178070 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-315eba93-289b-4911-8c7e-98119ca6ed97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1516085 Oct 29 12:14:49.292378 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-e86fd711-c706-449a-bb43-56404931ebec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1001 time: 0.1090581 Oct 29 12:14:49.294063 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-399bf762-f562-4c0c-8174-f5377be51d61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1001 time: 0.1047378 Oct 29 12:14:49.373665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-ae81c721-6e28-4660-b299-390ef66d4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.375126 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-ae81c721-6e28-4660-b299-390ef66d4f51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0762124 Oct 29 12:14:49.378568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-b7aa8dac-e12f-4174-861d-15d7e13bc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.379882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-b7aa8dac-e12f-4174-861d-15d7e13bc01a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0737264 Oct 29 12:14:49.781999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-378e3e2b-6444-49e9-bea1-6c9234404037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.783508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-378e3e2b-6444-49e9-bea1-6c9234404037 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4009612 Oct 29 12:14:49.785259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-90e60d5c-b2af-4da3-8850-838bf2a8490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.786612 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-90e60d5c-b2af-4da3-8850-838bf2a8490e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963864 Oct 29 12:14:49.944801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-7ebaa62a-8fa3-4cca-a2b6-8ba6e34ab853 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512740 Oct 29 12:14:49.946863 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-a5626017-66f7-43cc-a036-0dee415708be service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465878 Oct 29 12:14:49.987367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033e8b5-8700-4fcd-926d-a49fc7f10a2f req-3f1f761c-c680-48ac-8d82-1748b45614cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:49.988832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e033e8b5-8700-4fcd-926d-a49fc7f10a2f req-3f1f761c-c680-48ac-8d82-1748b45614cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0488114 Oct 29 12:14:49.995450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:14:50.033167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e033e8b5-8700-4fcd-926d-a49fc7f10a2f req-bdcac86f-5827-4d57-bd70-1dfcc95eedf8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Oct 29 12:14:50.040145 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:14:50.114044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-241b52fe-6b21-4d3c-ad81-a695442ea3e9 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625350 Oct 29 12:14:50.119197 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f33f2fdd-dd8a-4209-9b45-f63254d13c31 req-b3877419-6dad-4713-a2f0-2d9dba726fa0 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593642 Oct 29 12:14:50.326818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b46e23e5-78b8-4a71-878a-07b209dd6cfc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.328464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b46e23e5-78b8-4a71-878a-07b209dd6cfc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&tenant_id=b889596d7f954a52bf4a621984651617&binding%3Ahost_id=n-h2-805046-9 HTTP/1.1" status: 200 len: 944 time: 0.0615883 Oct 29 12:14:50.343296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3556-6509-417f-b5ee-589be2632481 req-ee9e9f79-7285-402d-bcac-f8c56b07479d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.344792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ea3556-6509-417f-b5ee-589be2632481 req-ee9e9f79-7285-402d-bcac-f8c56b07479d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 944 time: 0.0555639 Oct 29 12:14:50.382275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3ea3556-6509-417f-b5ee-589be2632481 req-7d88d935-cc8d-45c4-a7ad-657f4c882a21 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Oct 29 12:14:50.393884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-49f6ab8b-8f54-4aa9-a1d1-e1160268000f service neutron] 10.222.0.86 "GET /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27/bindings/n-h2-805046-9 HTTP/1.1" status: 200 len: 382 time: 0.0568333 Oct 29 12:14:50.457388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-93b2195c-7416-4110-b9c1-eae9edc621d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.460282 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-93b2195c-7416-4110-b9c1-eae9edc621d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0436993 Oct 29 12:14:50.552096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-a3b027cb-b3a8-4d79-9639-3b0fe38ea8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.553510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-a3b027cb-b3a8-4d79-9639-3b0fe38ea8dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0870872 Oct 29 12:14:50.619223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b541932a-70ae-4b77-be33-62ac9b673eab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1001 time: 0.0584548 Oct 29 12:14:50.668853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-ba709912-3caa-40b4-8108-60b647d036e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.670357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-ba709912-3caa-40b4-8108-60b647d036e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0441849 Oct 29 12:14:50.721126 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-5cddfc28-5240-4967-85cd-9c77bcd64aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:50.722718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-5cddfc28-5240-4967-85cd-9c77bcd64aba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446496 Oct 29 12:14:50.811946 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b1bbd9b3-94fa-481d-b024-95207f4a8176 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823388 Oct 29 12:14:50.905695 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-789b086e-e1c4-4b1b-98c3-2eabcfaa34fb service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Oct 29 12:14:50.991007 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:14:51.084840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:51.095605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:14:51.135111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:51.147417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:14:51.165684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:51.170257 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:51.215562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:51.222756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.223099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.223436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.223769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.224096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.224421 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.224749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.225099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.225423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.225742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.226061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.226379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:14:51.418046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['78bb415f-b618-4335-97cc-49c13a5a7b27'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:14:51.500143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a016-7166-4828-8350-f1950e944728 req-930bbd4d-63ef-4146-bcf1-3610634aa103 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:51.501653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a698a016-7166-4828-8350-f1950e944728 req-930bbd4d-63ef-4146-bcf1-3610634aa103 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 945 time: 0.0484431 Oct 29 12:14:51.538985 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a698a016-7166-4828-8350-f1950e944728 req-9024e0f3-f9e5-4dca-a5d0-d098cc3c1b10 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Oct 29 12:14:52.129515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:52.659145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444bfa2-5ecf-4a7a-aae0-d1646c51df2b req-b37e5030-8370-4a2f-a052-f54785f33fc3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:52.660673 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1444bfa2-5ecf-4a7a-aae0-d1646c51df2b req-b37e5030-8370-4a2f-a052-f54785f33fc3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Oct 29 12:14:52.701182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1444bfa2-5ecf-4a7a-aae0-d1646c51df2b req-255a819e-bb0a-4b66-9378-d087444af06e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344949 Oct 29 12:14:52.921156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-6f990de7-d753-4a23-912f-33e1ea5c8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:52.922676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-6f990de7-d753-4a23-912f-33e1ea5c8446 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1096 time: 0.0415609 Oct 29 12:14:52.935066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:14:52.991044 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.007142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:14:53.055732 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 78bb415f-b618-4335-97cc-49c13a5a7b27 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:14:53.060934 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:14:53.061487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.140061 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.196353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:53.228688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:14:53.260429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:14:53.268648 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.279440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Ignored duplicate provisioning block setup for port 78bb415f-b618-4335-97cc-49c13a5a7b27 by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 29 12:14:53.283061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.321133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 12:14:53.321287 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 12:14:53.330714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=9']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:53.405912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] No DVR routers for this DVR port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:14:53.543521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:14:53.544599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:14:53.544953 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:14:53.549376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:14:53.549723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Attempting to bind port 78bb415f-b618-4335-97cc-49c13a5a7b27 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:14:53.554600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:14:53.554935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:14:53.555317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:14:53.555737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Bound port: 78bb415f-b618-4335-97cc-49c13a5a7b27, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:14:53.556082 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.588376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c26a890d-53b5-43e9-a6ca-12e86ce50b42 None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:14:53.588750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c26a890d-53b5-43e9-a6ca-12e86ce50b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.618409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:14:53.622434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:14:53.622854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c26a890d-53b5-43e9-a6ca-12e86ce50b42 None None] Port 78bb415f-b618-4335-97cc-49c13a5a7b27 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:14:53.626587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.668203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:53.668822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.670259 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1092 time: 0.7396815 Oct 29 12:14:53.670682 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:14:53.672942 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:14:53.693829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b5875-0542-4237-9bc6-556cf2f4b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:53.730014 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b66e11-7ef6-4110-b754-c676450ee993 x-openstack-request-id: req-32b66e11-7ef6-4110-b754-c676450ee993 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:14:53.730307 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:14:53.730563 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32b66e11-7ef6-4110-b754-c676450ee993 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:14:53.730967 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'status': 'completed', 'code': 200} Oct 29 12:14:53.751542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b44d81d4-9885-41a0-ab3f-9b6f926e941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:53.753392 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b44d81d4-9885-41a0-ab3f-9b6f926e941b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0565927 Oct 29 12:14:53.837123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029454f-4cfb-4f5a-93e6-92101917f683 req-13bb385d-da31-4c41-b34c-529ec0183fb1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:53.839552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1029454f-4cfb-4f5a-93e6-92101917f683 req-13bb385d-da31-4c41-b34c-529ec0183fb1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 945 time: 0.0578518 Oct 29 12:14:53.871557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-9f45fdf0-078b-44db-8319-507c3deec459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:53.872415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.873271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-9f45fdf0-078b-44db-8319-507c3deec459 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1175377 Oct 29 12:14:53.898339 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1029454f-4cfb-4f5a-93e6-92101917f683 req-dc17236d-44ea-4158-bda4-6b4a69921161 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513015 Oct 29 12:14:53.904555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:14:53.907058 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111d57c-26fe-48a6-97e7-d8c2244b134d" -d '{"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:14:53.921295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:53.927229 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:53.944659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-cb614078-d5e8-4028-acec-73fedb72e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:53.946213 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-cb614078-d5e8-4028-acec-73fedb72e6c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1821897 Oct 29 12:14:53.975377 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb8e046-5e0c-4f2b-881e-5c47c764cdca x-openstack-request-id: req-fbb8e046-5e0c-4f2b-881e-5c47c764cdca {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:14:53.975671 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:14:53.975924 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbb8e046-5e0c-4f2b-881e-5c47c764cdca {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:14:53.976309 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'code': 200} Oct 29 12:14:53.994576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:54.000401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a32d5267-f5d4-4d68-96d0-587b02ec61c1 None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:14:54.000401 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a32d5267-f5d4-4d68-96d0-587b02ec61c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:54.041796 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-eab84e62-3797-48ec-883c-93980c6302ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0887375 Oct 29 12:14:54.042947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-251a0223-bd56-4114-9de6-a844eb3d98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.044326 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-251a0223-bd56-4114-9de6-a844eb3d98c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1626005 Oct 29 12:14:54.142862 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-99a3bc8d-e078-4ca8-8d51-1de3cc685159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.144374 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-99a3bc8d-e078-4ca8-8d51-1de3cc685159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0960250 Oct 29 12:14:54.151292 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-e55de6e3-52c5-4f4f-8c9d-1175ea67204c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0940008 Oct 29 12:14:54.227760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-2b5e93d2-97be-4cab-8613-a8fe70447d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.229720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-2b5e93d2-97be-4cab-8613-a8fe70447d09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0699148 Oct 29 12:14:54.232341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-42ebc0ad-6eaa-430b-ab59-a38f41e7247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.233738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-42ebc0ad-6eaa-430b-ab59-a38f41e7247b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816071 Oct 29 12:14:54.332255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-35ba9ba4-1679-4ba1-961b-a4493a9eeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.333789 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-35ba9ba4-1679-4ba1-961b-a4493a9eeb2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969164 Oct 29 12:14:54.401357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-b6dbaad9-05f3-4f9e-8a2b-f7dce5fac6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563005 Oct 29 12:14:54.491264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-3f030e93-d79a-4c0b-88ac-c749b20d3f8c service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491270 Oct 29 12:14:54.562483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5654b76-35db-42fa-b84b-1d72c25d06e4 req-45ce13af-68ed-4cc6-8018-cc28d8c3a288 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535802 Oct 29 12:14:54.605888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-37cd4f44-7341-4358-9116-71c8b3ada41d service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041605 Oct 29 12:14:54.654246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-6e3608a3-c21d-4039-a28b-1dc1d1ebd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.655732 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-6e3608a3-c21d-4039-a28b-1dc1d1ebd77c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0418918 Oct 29 12:14:54.754797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-938e9cbf-4299-42ab-9380-9c9ff10f3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.756248 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-938e9cbf-4299-42ab-9380-9c9ff10f3a02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0938649 Oct 29 12:14:54.823494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-85f2209e-47d6-4856-b0f1-024b3867af0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 200 len: 1003 time: 0.0600240 Oct 29 12:14:54.872856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-028e6262-5556-42cd-b2d6-4bf0e149adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.874351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-028e6262-5556-42cd-b2d6-4bf0e149adf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0438433 Oct 29 12:14:54.927353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-5f1d6642-429e-4dca-b0d5-a807400de25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:54.929164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-5f1d6642-429e-4dca-b0d5-a807400de25a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471342 Oct 29 12:14:55.010117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1716c3-bc24-46c0-b08b-a9cc59ee9c45 req-acc5f1ec-9f8f-49da-9270-2ef74f02d056 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:55.011755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a1716c3-bc24-46c0-b08b-a9cc59ee9c45 req-acc5f1ec-9f8f-49da-9270-2ef74f02d056 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 947 time: 0.0515490 Oct 29 12:14:55.018747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:14:55.034833 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-c24c4ea1-14d4-44bf-aa08-af95b3a30666 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972583 Oct 29 12:14:55.061167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:14:55.068100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5a1716c3-bc24-46c0-b08b-a9cc59ee9c45 req-26ffeeb0-d4c7-47d4-9bbc-e95a6057a9a5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Oct 29 12:14:55.136293 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e8a7635-b1c7-4e90-b8d1-51dc938a03ac req-0675c4a5-280e-4958-b999-91e3b682aabc service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924716 Oct 29 12:14:56.014742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:14:56.123329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:56.137769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'mac_address': 'fa:16:3e:68:af:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:14:56.178487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:56.192462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:14:56.197534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058747a-9bde-4d1b-8faf-d01f47dd3794 req-90e8a8aa-0c53-44c0-8742-90b626f54d59 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:56.199080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b058747a-9bde-4d1b-8faf-d01f47dd3794 req-90e8a8aa-0c53-44c0-8742-90b626f54d59 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 947 time: 0.0561242 Oct 29 12:14:56.216386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:56.220839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:56.259360 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b058747a-9bde-4d1b-8faf-d01f47dd3794 req-22f3946b-0ca4-4bab-b733-ec08b2b3b580 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Oct 29 12:14:56.273287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:56.345323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:56.445027 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['78bb415f-b618-4335-97cc-49c13a5a7b27'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:14:57.401850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a181d-daa9-4ae4-b9dc-933d44918e07 req-90a9cb17-d503-45d6-a133-37365436f1e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:57.403446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a2a181d-daa9-4ae4-b9dc-933d44918e07 req-90a9cb17-d503-45d6-a133-37365436f1e3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0702772 Oct 29 12:14:57.800891 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a2a181d-daa9-4ae4-b9dc-933d44918e07 req-9ab16ebe-ed04-467d-9788-50b9c6fced79 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908179 Oct 29 12:14:57.920382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc8ccb-491a-401e-8ea0-716ac2e256b1 req-d213e409-fece-4ed2-bea8-ea1218704d25 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:57.921878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1dc8ccb-491a-401e-8ea0-716ac2e256b1 req-d213e409-fece-4ed2-bea8-ea1218704d25 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0522375 Oct 29 12:14:57.961825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a1dc8ccb-491a-401e-8ea0-716ac2e256b1 req-c574c6b4-9545-459d-adbc-e5da40792642 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Oct 29 12:14:58.028955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:14:58.078577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b416-515d-4008-a7c6-17547a010787 req-1ea4a395-ad0c-4291-ae03-a2ccb64c2d92 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:58.079214 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 78bb415f-b618-4335-97cc-49c13a5a7b27 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:14:58.079592 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:58.080113 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98f5b416-515d-4008-a7c6-17547a010787 req-1ea4a395-ad0c-4291-ae03-a2ccb64c2d92 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Oct 29 12:14:58.118757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98f5b416-515d-4008-a7c6-17547a010787 req-5be14f34-820e-407b-ad89-d8761762948a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Oct 29 12:14:58.164405 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:58.186733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:14:58.189050 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8e485-69d5-40f5-9450-947b3492d3d3" -d '{"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:14:58.201678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:58.205667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:58.257652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=13']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:14:58.293852 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08219187-dcb5-4bd6-9d85-65aab4a0083c x-openstack-request-id: req-08219187-dcb5-4bd6-9d85-65aab4a0083c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:14:58.294213 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-plugged", "status": "completed", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:14:58.294464 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08219187-dcb5-4bd6-9d85-65aab4a0083c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:14:58.294853 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'code': 200} Oct 29 12:14:58.389290 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0c079-eae2-4569-a26f-2642768dc6a4 req-d11dda99-31e8-460c-8b47-48a5a0262122 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:58.390752 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fd0c079-eae2-4569-a26f-2642768dc6a4 req-d11dda99-31e8-460c-8b47-48a5a0262122 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 947 time: 0.0521865 Oct 29 12:14:58.427622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2fd0c079-eae2-4569-a26f-2642768dc6a4 req-88a90db5-f463-4011-b57e-98b7aeb9f6ca tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309043 Oct 29 12:14:58.493256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed20aff6-bc00-4fc2-a4bd-bd2f92a6df59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:59.545486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d7c23-5c51-4258-bae7-6868371c2d8a req-2bedcee5-ff22-45df-a1d9-faee361f1b71 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:59.547210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a73d7c23-5c51-4258-bae7-6868371c2d8a req-2bedcee5-ff22-45df-a1d9-faee361f1b71 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 947 time: 0.0501351 Oct 29 12:14:59.586671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a73d7c23-5c51-4258-bae7-6868371c2d8a req-77d1dc6e-ef5b-4fbc-af1b-b3500de2d6a2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Oct 29 12:14:59.600653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-2d2c997f-e3c1-4da2-9a2e-56e7dd975bb7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:14:59.602261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-2d2c997f-e3c1-4da2-9a2e-56e7dd975bb7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 947 time: 0.0490434 Oct 29 12:14:59.696337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Deleting port 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:14:59.696679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:59.785452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] For port 78bb415f-b618-4335-97cc-49c13a5a7b27, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=78bb415f-b618-4335-97cc-49c13a5a7b27,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:14:59.785703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:59.956268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:59.956626 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:14:59.956948 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc disassociated. External IP: 172.25.4.224, port: 78bb415f-b618-4335-97cc-49c13a5a7b27. Oct 29 12:14:59.957378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Calling delete_port for 78bb415f-b618-4335-97cc-49c13a5a7b27 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:15:00.084654 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:00.112917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'Port': ['ID=78bb415f-b618-4335-97cc-49c13a5a7b27,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:00.228985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:15:00.338162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:15:00.348303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:15:00.358251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:15:00.358864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:14:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:00.380589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] No DVR routers for this DVR port 78bb415f-b618-4335-97cc-49c13a5a7b27 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:15:00.383572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:00.387767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0986a0a5-8a18-4f4b-9e98-9e7544557885 req-ec46d762-52e5-4bc0-9cfb-db95fe6ae430 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "DELETE /v2.0/ports/78bb415f-b618-4335-97cc-49c13a5a7b27 HTTP/1.1" status: 204 len: 173 time: 0.7795725 Oct 29 12:15:00.388238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-deleted', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:15:00.393089 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958f0cc7-2365-4fc2-b934-3e0bce094da0" -d '{"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-deleted", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:15:00.430633 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307469a-d3f0-4596-bc3e-cb91f8e9d85a x-openstack-request-id: req-1307469a-d3f0-4596-bc3e-cb91f8e9d85a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:15:00.430922 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9", "name": "network-vif-deleted", "tag": "78bb415f-b618-4335-97cc-49c13a5a7b27", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:15:00.431194 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1307469a-d3f0-4596-bc3e-cb91f8e9d85a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:15:00.431600 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9', 'name': 'network-vif-deleted', 'tag': '78bb415f-b618-4335-97cc-49c13a5a7b27', 'status': 'completed', 'code': 200} Oct 29 12:15:00.473194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:15:00.671978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:00.693911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-440dd6e6-fd75-48a7-a029-3dd242d5d810 req-cd510015-b2e7-42ad-bb58-ccf5b0d6ab44 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5b03c0-2be5-4bdf-8713-9cb082ee7bf9 HTTP/1.1" status: 200 len: 210 time: 0.0255489 Oct 29 12:15:00.699225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:15:00.707935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:15:00.708539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:14:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:00.816699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:15:00.946471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-76c300e9-3428-4dcc-a164-d93d59f45e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:01.039645 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:01.066652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded0e9b-7326-47d8-8223-a1bb7ab9248c None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:15:01.311270 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab377e-26c9-4a60-8370-e6fb57ec1fad None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:15:01.966391 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1f0876dd-d0dc-4e1f-a388-1b8dfa7f1378 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--916536689&fields=id&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 267 time: 0.0321257 Oct 29 12:15:02.073960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-a03553b7-e2b3-4b6a-a936-a22f7b947502 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:02.075409 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-a03553b7-e2b3-4b6a-a936-a22f7b947502 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.1021540 Oct 29 12:15:02.090656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-24900ddd-4946-4376-ac51-78f2bba4f2c8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/quotas/b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Oct 29 12:15:02.141394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-dbab2a1b-03b9-413d-a887-f9cf98364f17 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454690 Oct 29 12:15:02.237869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-15a109d3-0529-48d4-aac9-dbbce9fa1357 service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Oct 29 12:15:02.329292 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-2104d673-2132-4d36-be46-20c6fa14e454 service neutron] 10.222.0.77 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Oct 29 12:15:02.423853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:02.452969 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:02.495269 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88b71da5-4149-4b86-b2e7-2b5677a5b7cf req-a6fd9e84-067c-44bd-8b5c-7340dcc67b5a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0269723 Oct 29 12:15:03.574699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56d141c3-e3ab-4d59-adea-34b318a2f87e req-d973d7ef-514e-43e5-8139-cce0857beac0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0262642 Oct 29 12:15:03.761866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:04.074817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:15:04.095231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 78bb415f-b618-4335-97cc-49c13a5a7b27 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:15:04.095564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 78bb415f-b618-4335-97cc-49c13a5a7b27 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:15:04.658083 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4a8f459d-183f-4dba-9849-998c6af3fdb8 req-52fc69ca-cd17-4890-905b-0ebe4398c70b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0295951 Oct 29 12:15:05.757640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-17fe85e3-39fc-4b9f-a8ad-3a2178f36100 req-bdb6b279-ec19-4cb4-9aa0-f6f89eebf6dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0263908 Oct 29 12:15:06.813344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-fae276ec-5209-430c-ad5c-dd05fa350fe2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:06.813936 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-fae276ec-5209-430c-ad5c-dd05fa350fe2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 812 time: 0.4368086 Oct 29 12:15:06.858805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-ba18a7a7-5078-47cc-b084-dccb3ff66445 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 379 time: 0.0349324 Oct 29 12:15:06.868276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'port': {'device_id': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'admin_state_up': True, 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'security_groups': ['11a0ad8d-c2b5-45e5-93d9-3d657626a134']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:15:06.915399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ca31e47-e6aa-4250-8d90-2b64c5eac554 req-de9cee2a-33e8-4985-8b28-5ca70af513cc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0873230 Oct 29 12:15:06.980826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Made reservation on behalf of b889596d7f954a52bf4a621984651617 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:15:06.984476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.111311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Allocated IP 172.20.0.5 (594a3918-e123-402c-a5a8-8ae5c1e47945/5e01e358-a7ec-41a5-940c-c5a3c6f8803d/281451b2-824e-4e4b-88a6-f8a6275bf488) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:15:07.245366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.278065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.324536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:15:07.327670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:15:07.331621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:15:07.357296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:07.386741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:07.387364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.404532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-831c26e7-cb5a-496d-8662-9a3fdb894aec tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399201 Oct 29 12:15:07.417503 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Request body: {'port': {'device_id': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:15:07.473908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.576902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-57205379-8a48-4d7e-a65a-d36b1926dc12 None None] Provisioning complete for port 281451b2-824e-4e4b-88a6-f8a6275bf488 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:15:07.577539 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-57205379-8a48-4d7e-a65a-d36b1926dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.611716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-57205379-8a48-4d7e-a65a-d36b1926dc12 None None] Port 281451b2-824e-4e4b-88a6-f8a6275bf488 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:15:07.738479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:15:07.746445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.759028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Transition to ACTIVE for port object 281451b2-824e-4e4b-88a6-f8a6275bf488 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:15:07.762597 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.814153 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:07.880384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:15:07.880725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:15:07.881167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:15:07.885797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:15:07.886125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:15:07.891367 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:15:07.891714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:15:07.892110 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:15:07.892698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Bound port: 281451b2-824e-4e4b-88a6-f8a6275bf488, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:15:07.893158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:07.968707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:15:07.972088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:15:07.977855 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:08.011470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.012162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:08.013851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] 10.222.0.86 "PUT /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1091 time: 0.6007900 Oct 29 12:15:08.016241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:15:08.019565 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461f2d88d3f5b596fb86d2ae1a35eb285aeeeb72415f41a61f614081e130bf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36296ee-44c1-4500-b4b3-310a490fafce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:15:08.051601 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a513e6b-5b83-41ae-a056-715d2123a458 service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:08.069312 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ac5a-388e-447e-b401-16f02b4d2cd4 req-1151851e-f70e-4024-b0e3-3f5f0669cca6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.070951 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7533ac5a-388e-447e-b401-16f02b4d2cd4 req-1151851e-f70e-4024-b0e3-3f5f0669cca6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0763075 Oct 29 12:15:08.107742 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-efddc3c9-b9f7-4f64-bddd-63c3829a4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.109580 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-efddc3c9-b9f7-4f64-bddd-63c3829a4218 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0516315 Oct 29 12:15:08.115846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7533ac5a-388e-447e-b401-16f02b4d2cd4 req-c3844a79-32b9-4a16-97bd-367e032e55bd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Oct 29 12:15:08.159738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-81aa66b4-4575-4849-a304-5fef0421b94f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 217 time: 0.0413511 Oct 29 12:15:08.161546 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62f71d6-69ff-4c69-b278-14f0bc94798a x-openstack-request-id: req-b62f71d6-69ff-4c69-b278-14f0bc94798a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:15:08.161834 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:15:08.162084 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b62f71d6-69ff-4c69-b278-14f0bc94798a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:15:08.162485 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'status': 'completed', 'code': 200} Oct 29 12:15:08.216428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-9d5c8a8f-0d2f-496f-aa12-4c147b5f4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.217889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-9d5c8a8f-0d2f-496f-aa12-4c147b5f4494 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0452189 Oct 29 12:15:08.264285 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-cb6b9c7c-c1b7-41d0-8885-fc68bff9be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.265860 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-cb6b9c7c-c1b7-41d0-8885-fc68bff9be7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412946 Oct 29 12:15:08.359708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-48852b14-98bc-4e2f-9de5-1030fe21e1cd service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868046 Oct 29 12:15:08.449084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-dc03d172-67bb-40c8-9169-92dd81c87819 req-071a8139-273d-4c52-990e-470554bc128a service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Oct 29 12:15:08.537289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36296ee-44c1-4500-b4b3-310a490fafce req-c9f1539c-1a15-4e4e-965e-b0ed6cde8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.538737 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-c9f1539c-1a15-4e4e-965e-b0ed6cde8c28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0453291 Oct 29 12:15:08.627528 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36296ee-44c1-4500-b4b3-310a490fafce req-dc032619-12b0-47f4-b2dd-c9f90d4379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.629025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-dc032619-12b0-47f4-b2dd-c9f90d4379c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0836408 Oct 29 12:15:08.673622 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-61109e34-7491-4ea6-a67d-b1042fa7b428 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 217 time: 0.0373929 Oct 29 12:15:08.724176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36296ee-44c1-4500-b4b3-310a490fafce req-8d2d9031-4c7b-46c3-affd-b68b10e0660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.725738 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-8d2d9031-4c7b-46c3-affd-b68b10e0660d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0440598 Oct 29 12:15:08.772779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36296ee-44c1-4500-b4b3-310a490fafce req-8850347c-668c-4901-88fc-8357201cdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:08.774297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-8850347c-668c-4901-88fc-8357201cdba7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396905 Oct 29 12:15:08.867810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-600a29a4-3a14-4e4c-9bb5-c86d25d2d267 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Oct 29 12:15:08.958691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f36296ee-44c1-4500-b4b3-310a490fafce req-d6bfce72-7c77-4500-ba23-4992cd443fc0 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Oct 29 12:15:09.231920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe1aeb-5d93-4341-80ce-5976f086b536 req-e65f0b60-cc25-4c11-994f-600ee7dc82c2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:09.233429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8afe1aeb-5d93-4341-80ce-5976f086b536 req-e65f0b60-cc25-4c11-994f-600ee7dc82c2 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0485187 Oct 29 12:15:09.270755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8afe1aeb-5d93-4341-80ce-5976f086b536 req-590bd3f1-b366-4957-a583-8a3df1cc0362 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Oct 29 12:15:10.385072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400ef26-e4a1-4c75-af97-a269f0eff6f8 req-54f18e99-4b80-46d7-bdc9-2eff01fcfb26 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:10.386564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6400ef26-e4a1-4c75-af97-a269f0eff6f8 req-54f18e99-4b80-46d7-bdc9-2eff01fcfb26 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0490706 Oct 29 12:15:10.424255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6400ef26-e4a1-4c75-af97-a269f0eff6f8 req-6aef0b86-47d6-427a-8cbc-cd3598c519cd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Oct 29 12:15:11.052839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:15:11.146151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:15:11.157509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:15:11.197711 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:11.210195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:15:11.228590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:15:11.232802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:11.278174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:11.432250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['281451b2-824e-4e4b-88a6-f8a6275bf488'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:15:11.551501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1ccfd-db5e-46d6-aead-470a44f38d66 req-db2d8650-1080-4047-b1d7-f74efdb7acf6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:11.552928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51b1ccfd-db5e-46d6-aead-470a44f38d66 req-db2d8650-1080-4047-b1d7-f74efdb7acf6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0569592 Oct 29 12:15:11.591861 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-51b1ccfd-db5e-46d6-aead-470a44f38d66 req-28692bac-d761-4e4b-acbb-110c6ee0d645 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Oct 29 12:15:12.708479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42595b8-f4e8-49ea-9150-676140cc54a1 req-9e92a0a1-a07b-4d15-95ac-4a82ccd8c358 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:12.710030 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b42595b8-f4e8-49ea-9150-676140cc54a1 req-9e92a0a1-a07b-4d15-95ac-4a82ccd8c358 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0503561 Oct 29 12:15:12.747310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b42595b8-f4e8-49ea-9150-676140cc54a1 req-ad83cbf0-dd2a-4f64-a2f8-08f8302d7a8c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Oct 29 12:15:13.070277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:15:13.121237 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 281451b2-824e-4e4b-88a6-f8a6275bf488 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:15:13.125776 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 281451b2-824e-4e4b-88a6-f8a6275bf488 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:15:13.126180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:13.215290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:13.239746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:15:13.242068 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99ab80d84fc271487a5bbc08ade5cb00927411f3a36006af1a7aa35f370ae000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c5223-541c-47dd-b572-d67185165b6e" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:15:13.259016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:15:13.264205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:13.291484 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bbcfd6-eccb-4c6a-b07f-ef57afc65ff1 x-openstack-request-id: req-c8bbcfd6-eccb-4c6a-b07f-ef57afc65ff1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:15:13.291820 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:15:13.292083 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8bbcfd6-eccb-4c6a-b07f-ef57afc65ff1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:15:13.292589 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'code': 200} Oct 29 12:15:13.321313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:15:13.393939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb856e-0fe6-4bb3-815c-f4768bf5424f req-6cf7794b-05c8-486d-8bc6-135390ae82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:13.395490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ecb856e-0fe6-4bb3-815c-f4768bf5424f req-6cf7794b-05c8-486d-8bc6-135390ae82a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0408854 Oct 29 12:15:13.437243 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9ecb856e-0fe6-4bb3-815c-f4768bf5424f req-fcf46b57-048a-4a69-9816-7a3678bdaaf0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Oct 29 12:15:13.866371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a59ca1-76be-430d-b874-ec827729a7ef req-889faeeb-5dc5-428e-ac75-d045e89f4e65 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:13.867858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80a59ca1-76be-430d-b874-ec827729a7ef req-889faeeb-5dc5-428e-ac75-d045e89f4e65 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0493701 Oct 29 12:15:13.905830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80a59ca1-76be-430d-b874-ec827729a7ef req-af9d3ced-e985-4809-a90e-d4536a7ddbaa tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Oct 29 12:15:14.675653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-9b767561-8bc7-478c-ac06-0f487669b508 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388961 Oct 29 12:15:14.754373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-e7a5bbb9-f11d-4b06-8557-ec15860c52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:14.755877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-e7a5bbb9-f11d-4b06-8557-ec15860c52ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0399640 Oct 29 12:15:14.862515 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-87123303-91e0-4729-890a-e98ef1306873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:14.864000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-87123303-91e0-4729-890a-e98ef1306873 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0870798 Oct 29 12:15:14.905375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-5a7ae08f-03c9-4a74-83ea-1bda08663b94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 217 time: 0.0340960 Oct 29 12:15:14.956753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-508b41f1-f134-47fd-9257-f116553bf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:14.958262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-508b41f1-f134-47fd-9257-f116553bf88a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0458066 Oct 29 12:15:15.011034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-d5f12bad-1e53-4891-8a1b-522ea92ff98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:15.012554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-d5f12bad-1e53-4891-8a1b-522ea92ff98f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477066 Oct 29 12:15:15.032954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33030628-4c1c-49f5-86ca-b009f04ba1be req-b4709f1a-c576-4159-b7e5-50a31277b35e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:15.034474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33030628-4c1c-49f5-86ca-b009f04ba1be req-b4709f1a-c576-4159-b7e5-50a31277b35e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0564437 Oct 29 12:15:15.074050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33030628-4c1c-49f5-86ca-b009f04ba1be req-1621fdad-3612-43f1-b4a7-b616ac62bd1e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Oct 29 12:15:15.104480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-d351b793-0dde-428c-8313-c1dd98c63fdf service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Oct 29 12:15:15.186315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd3909-0e04-4278-9ca4-480862df790e req-4a2aecb3-0065-4678-9bbe-72eccf2df38e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:15.187765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0ebd3909-0e04-4278-9ca4-480862df790e req-4a2aecb3-0065-4678-9bbe-72eccf2df38e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0500009 Oct 29 12:15:15.197660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 42958) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:15:15.200519 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ebff0bec-26a1-4324-a017-07fb7f31cd62 req-7bb79fea-ea16-484d-8d08-5029bf0ba2fc service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888689 Oct 29 12:15:15.202207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Request body: {'floatingip': {'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:15:15.241645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:15.662968 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:15.667485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:15.767037 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc associated. External IP: 172.25.4.224, port: 281451b2-824e-4e4b-88a6-f8a6275bf488. Oct 29 12:15:15.972377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:15:16.080929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:15:16.086022 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:16.092850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:15:16.102379 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:15:16.103172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:15:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:16.112379 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bec4a679-17e3-4d82-9341-5609f2bd01bb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "PUT /v2.0/floatingips/e23171e0-9d78-4cd9-8249-24c92f4252bc HTTP/1.1" status: 200 len: 992 time: 0.9136181 Oct 29 12:15:16.112965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:15:16.115294 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06cddd4d7282adf2f19755b40501c8ce5b8e35ec5aafb8213e0586cb382965e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75bf612-a2e6-4495-902a-a8351599fba8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:15:16.210625 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:15:16.264031 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9dcec5-7c0b-465a-8fef-0ddc3959d680 x-openstack-request-id: req-2c9dcec5-7c0b-465a-8fef-0ddc3959d680 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:15:16.264320 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:15:16.264577 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c9dcec5-7c0b-465a-8fef-0ddc3959d680 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:15:16.264977 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'status': 'completed', 'code': 200} Oct 29 12:15:16.328007 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-0f9006c5-3352-4902-9f70-c61464fec354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:16.329567 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-0f9006c5-3352-4902-9f70-c61464fec354 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0423164 Oct 29 12:15:16.423468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-8a9a2551-550a-4464-9797-0fe3597cfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:16.424982 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-8a9a2551-550a-4464-9797-0fe3597cfcb5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0885463 Oct 29 12:15:16.439993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:15:15Z', 'revision_number': 13, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:16.466143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:15:16.474448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:15:16.475052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:15:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:16.491582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-a9303817-199a-4335-b0db-60e3ca4828c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0585146 Oct 29 12:15:16.542451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-5a4c5832-96ee-4360-a736-71b78ef191f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:16.543987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-5a4c5832-96ee-4360-a736-71b78ef191f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0450020 Oct 29 12:15:16.598244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-dca6b9cc-e416-49cb-92cc-b3a4da0a07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:15:16.599792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-dca6b9cc-e416-49cb-92cc-b3a4da0a07e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476992 Oct 29 12:15:16.698696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-690e2da2-07b7-4c61-9d83-c5d69d5c5243 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912862 Oct 29 12:15:16.748499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:15:16.793461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d75bf612-a2e6-4495-902a-a8351599fba8 req-fd9d44a5-76a7-471d-a8af-56dc24bf2d74 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Oct 29 12:15:16.968924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:15:15Z', 'revision_number': 13, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:15:16.999772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fdc45-d424-4eb7-91c4-ca766402ad41 None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e23171e0-9d78-4cd9-8249-24c92f4252bc', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:08:17Z', 'updated_at': '2021-10-29T12:15:15Z', 'revision_number': 13, 'project_id': 'b889596d7f954a52bf4a621984651617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:15:17.191511 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a80dd-5aae-4300-b69e-5fe021085980 None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:15:21.861143 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:15:22.128793 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:26.364233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:28.495496 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6b0984db-9543-4843-a5a7-011aa602a880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:30.909127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33759c7a-7e41-4065-823f-830cf23125f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:32.427002 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:32.450743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:33.760407 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:52.141946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:56.354280 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:58.497784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-171a0bad-c54a-4ca5-b2d2-6f4eaf4e1bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:15:58.860773 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:16:00.910938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7535-da51-410c-8770-565f0a26bb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:02.429865 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:02.454444 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:03.763423 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:15.658119 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-647fb3fb-c761-4ba9-94e5-c076d3ecfc10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386629 Oct 29 12:16:15.742102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-83a0b459-fe87-48ce-9b8e-0f6194aa50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:16:15.743617 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-83a0b459-fe87-48ce-9b8e-0f6194aa50ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0410643 Oct 29 12:16:15.859925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-5ed16c67-66ee-4f15-9574-787452342de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:16:15.861407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-5ed16c67-66ee-4f15-9574-787452342de1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0941944 Oct 29 12:16:15.926321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-1bfd08be-14a7-4ee3-bdfb-27b759cb6828 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1002 time: 0.0572820 Oct 29 12:16:15.980033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-d9312523-3816-4dc0-8bec-cb69be0842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:16:15.981569 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-d9312523-3816-4dc0-8bec-cb69be0842f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0488584 Oct 29 12:16:16.027297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-464d8377-f142-4aae-bf1e-c7a3abd8b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:16:16.028832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-464d8377-f142-4aae-bf1e-c7a3abd8b427 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406489 Oct 29 12:16:16.117507 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-39263915-19a0-4a44-af18-a2b7ac9ec874 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815818 Oct 29 12:16:16.215015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b7abe62d-388c-4f2d-95a1-76b2fdb5d366 req-eee93ad7-3aed-452c-99d9-1a193f3cebc9 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 Oct 29 12:16:22.135279 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:26.362636 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:28.500661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6058f312-f9e3-4ee3-814b-895f0ccb2fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:30.913683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6bddad69-69ec-42cd-a8fb-9e03378e46cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:32.432278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:32.455932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:33.766471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:35.860393 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:16:52.142069 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:54.581408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe2f58-481f-4841-b3c4-a53f9a6ed050 req-7008d580-1ff7-4e91-aff8-0874932f9175 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:16:54.582916 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dbe2f58-481f-4841-b3c4-a53f9a6ed050 req-7008d580-1ff7-4e91-aff8-0874932f9175 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0965166 Oct 29 12:16:54.628703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4dbe2f58-481f-4841-b3c4-a53f9a6ed050 req-84d8dbaf-5bfd-4ac6-9174-44fe17e6402c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 Oct 29 12:16:56.355821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:16:58.503043 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d63a88c6-88c9-4e8a-8249-0c1f03cabbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:00.915991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ed3d40-da49-45cb-b447-134abf824716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:02.435963 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:02.458025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:03.768751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:05.566366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-844d178b-5854-40a3-a986-54750cc5e800 req-f331e83e-ecab-4375-ab26-5eca4e6f4506 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:17:05.567366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-844d178b-5854-40a3-a986-54750cc5e800 req-f331e83e-ecab-4375-ab26-5eca4e6f4506 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053692 Oct 29 12:17:05.761404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-f9559ef9-88ac-4c33-b567-e1cd46b045cb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725791 Oct 29 12:17:05.769054 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600993-456e-4eb4-91e9-29024df182ac req-bf2908bc-5904-4fe9-9a56-bde5734c80c4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:05.770430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1600993-456e-4eb4-91e9-29024df182ac req-bf2908bc-5904-4fe9-9a56-bde5734c80c4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0730312 Oct 29 12:17:05.775143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-83dbaa2f-cd29-4ad6-879a-dbc750588fd3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:17:05.776097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-83dbaa2f-cd29-4ad6-879a-dbc750588fd3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048525 Oct 29 12:17:05.810262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c1600993-456e-4eb4-91e9-29024df182ac req-3cfbe8cb-fba0-4708-842f-53b3eaab61dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Oct 29 12:17:06.928187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258f35-2b83-49f6-bb6c-da9b797117b7 req-3c05d811-c433-4271-ab6d-73d5d3a61151 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:06.929742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7258f35-2b83-49f6-bb6c-da9b797117b7 req-3c05d811-c433-4271-ab6d-73d5d3a61151 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0503142 Oct 29 12:17:06.969257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e7258f35-2b83-49f6-bb6c-da9b797117b7 req-9db97fe2-08c0-4c69-85cd-5bc2b6852ee7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Oct 29 12:17:06.982652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-bcecd879-6596-406d-90b1-17791ecb4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:06.984152 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-bcecd879-6596-406d-90b1-17791ecb4357 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0804513 Oct 29 12:17:07.079321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-ada59636-f3bf-4a27-baa1-5940c980f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:07.080806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-ada59636-f3bf-4a27-baa1-5940c980f5d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0895097 Oct 29 12:17:07.146281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-baa17095-c618-480a-ac9b-a474d38b0bc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1002 time: 0.0577407 Oct 29 12:17:07.198726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-3f428b1f-1e20-417a-83d0-62a083f89e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:07.200165 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-3f428b1f-1e20-417a-83d0-62a083f89e7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0471931 Oct 29 12:17:07.245506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-5297b878-0ac3-4731-a641-b3e6bb8cd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:07.246972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-5297b878-0ac3-4731-a641-b3e6bb8cd3c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384271 Oct 29 12:17:07.335382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30c5b377-ab79-44af-b143-336137ed2afc service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Oct 29 12:17:07.428649 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-359f3607-fdab-48d3-95e7-420f982f2bff service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Oct 29 12:17:08.085439 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156303b-e4f3-45f2-b08e-c36230be23d1 req-b8da6af3-79c5-4d91-ae81-464f4209a9dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:08.086919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2156303b-e4f3-45f2-b08e-c36230be23d1 req-b8da6af3-79c5-4d91-ae81-464f4209a9dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0488451 Oct 29 12:17:08.124543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2156303b-e4f3-45f2-b08e-c36230be23d1 req-5b4aada2-1363-4184-b1db-a976908fcf40 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Oct 29 12:17:09.244332 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b57ae4-346d-478f-a2d1-febdb04e176c req-0fb27792-7307-4834-8595-4fe59dea8949 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:09.245827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27b57ae4-346d-478f-a2d1-febdb04e176c req-0fb27792-7307-4834-8595-4fe59dea8949 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0512688 Oct 29 12:17:09.283047 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-27b57ae4-346d-478f-a2d1-febdb04e176c req-8d35a2a8-eb79-42af-ab27-57759e236d3c tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306222 Oct 29 12:17:10.399130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db87b6-a8a2-46ff-a918-e87de8e868d6 req-37fc168d-3c35-4dbf-97df-e68f341eaf75 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:10.400613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19db87b6-a8a2-46ff-a918-e87de8e868d6 req-37fc168d-3c35-4dbf-97df-e68f341eaf75 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0490031 Oct 29 12:17:10.438816 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-19db87b6-a8a2-46ff-a918-e87de8e868d6 req-1bc00bea-b92f-4162-b8f1-95d62736b539 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322795 Oct 29 12:17:11.552956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859689e-0d42-4459-aa09-e13453730232 req-a50deda0-9423-49f9-aa89-bc806e3f7653 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:11.554454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e859689e-0d42-4459-aa09-e13453730232 req-a50deda0-9423-49f9-aa89-bc806e3f7653 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0486734 Oct 29 12:17:11.592844 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e859689e-0d42-4459-aa09-e13453730232 req-8261ea5b-2372-4ed7-95c9-bf17cc4f47c1 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322154 Oct 29 12:17:12.712605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ea29-fa71-4ae7-a4e6-df5d327a4671 req-e629b20a-c2ee-4202-a214-938bdc311c35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:12.714104 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af98ea29-fa71-4ae7-a4e6-df5d327a4671 req-e629b20a-c2ee-4202-a214-938bdc311c35 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0528944 Oct 29 12:17:12.751684 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af98ea29-fa71-4ae7-a4e6-df5d327a4671 req-c5da2466-aa5c-46d0-bb8f-415962aef680 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Oct 29 12:17:12.860236 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:17:13.873407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834871eb-f2eb-41e3-a219-ea580794b066 req-fc16f1a8-26a5-4da8-ab86-71aa47b7e8a7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:13.875408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-834871eb-f2eb-41e3-a219-ea580794b066 req-fc16f1a8-26a5-4da8-ab86-71aa47b7e8a7 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0525846 Oct 29 12:17:13.913099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-834871eb-f2eb-41e3-a219-ea580794b066 req-2caa25db-6c7d-4c57-b638-76eb16a10d80 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Oct 29 12:17:15.028417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278db7-5d38-4586-95e3-85eb9e9c0b55 req-d3f02fd4-4805-46a8-b684-0f176d65984f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:15.029965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71278db7-5d38-4586-95e3-85eb9e9c0b55 req-d3f02fd4-4805-46a8-b684-0f176d65984f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0492792 Oct 29 12:17:15.071364 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-71278db7-5d38-4586-95e3-85eb9e9c0b55 req-b976a919-8ca7-4edb-9d64-13113f6c2f55 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345607 Oct 29 12:17:16.194750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5ae79-3b89-4c40-ab62-e96fe8f6457e req-47f5309d-436b-4976-8fc5-a9bf515a9973 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:16.196213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3e5ae79-3b89-4c40-ab62-e96fe8f6457e req-47f5309d-436b-4976-8fc5-a9bf515a9973 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0533118 Oct 29 12:17:16.233386 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3e5ae79-3b89-4c40-ab62-e96fe8f6457e req-038da33b-cf03-4201-aed1-11217595f4f5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311081 Oct 29 12:17:16.704396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752e58-71fd-4928-bd20-9746442ff21b req-42a7b7b7-fe07-44e1-93ae-19b342416ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:16.705943 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-42a7b7b7-fe07-44e1-93ae-19b342416ec0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1096 time: 0.0410657 Oct 29 12:17:16.817923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752e58-71fd-4928-bd20-9746442ff21b req-e084680c-7c16-40fb-9f5d-820ddc16b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:16.819417 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-e084680c-7c16-40fb-9f5d-820ddc16b059 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0898566 Oct 29 12:17:16.884215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-ce838cd2-67ac-4f6c-9651-32dfc87aba05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1002 time: 0.0575862 Oct 29 12:17:16.937914 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752e58-71fd-4928-bd20-9746442ff21b req-81110815-3370-41a9-87fa-c5797bfaa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:16.939396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-81110815-3370-41a9-87fa-c5797bfaa596 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0476747 Oct 29 12:17:16.984083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752e58-71fd-4928-bd20-9746442ff21b req-e088bca7-2b8a-46e8-ad28-2e04ecf28907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:16.985987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-e088bca7-2b8a-46e8-ad28-2e04ecf28907 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398092 Oct 29 12:17:17.074330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-6c4970a5-2e49-46f4-8c6e-8a8d947117fe service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Oct 29 12:17:17.174140 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-80752e58-71fd-4928-bd20-9746442ff21b req-78cd3290-07be-4dd7-884a-31bd9920828b service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926936 Oct 29 12:17:17.349491 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c628875-fa18-4766-b31a-1260c485917a req-6350fcb1-3ed6-4e21-a409-dc8ee3ce56c3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:17.350974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c628875-fa18-4766-b31a-1260c485917a req-6350fcb1-3ed6-4e21-a409-dc8ee3ce56c3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0491562 Oct 29 12:17:17.388182 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c628875-fa18-4766-b31a-1260c485917a req-9fe86c39-c3bd-4340-b1ad-567625ea4fdf tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Oct 29 12:17:18.505262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20432b-4e28-4be0-8dfe-13d1f88b024f req-6e5a4611-ced7-4752-873f-02a7a270d166 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:18.506737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f20432b-4e28-4be0-8dfe-13d1f88b024f req-6e5a4611-ced7-4752-873f-02a7a270d166 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0487175 Oct 29 12:17:18.544293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2f20432b-4e28-4be0-8dfe-13d1f88b024f req-6716fb71-2d06-4952-98d6-9f9ae8790249 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Oct 29 12:17:19.666501 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e595-f151-4e59-be58-0d387e5c9994 req-2e1c06e8-95f3-40b8-90ea-be9ffd7f3028 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:19.668001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3614e595-f151-4e59-be58-0d387e5c9994 req-2e1c06e8-95f3-40b8-90ea-be9ffd7f3028 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0535760 Oct 29 12:17:19.708281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3614e595-f151-4e59-be58-0d387e5c9994 req-e050b53c-e6e0-4da9-9360-a866790d9b58 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Oct 29 12:17:20.825383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9580b2-7d2b-440b-a643-5c3f6ffc9824 req-ef7f71db-4901-4f8a-96de-a7baba794545 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:20.826868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f9580b2-7d2b-440b-a643-5c3f6ffc9824 req-ef7f71db-4901-4f8a-96de-a7baba794545 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0487425 Oct 29 12:17:20.867209 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1f9580b2-7d2b-440b-a643-5c3f6ffc9824 req-71459dc3-8061-4b17-b08c-792d02292026 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337679 Oct 29 12:17:21.485040 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-d68a4423-b92e-425d-a193-e8a48534b478 service neutron] show failed (client error): The resource could not be found. Oct 29 12:17:21.486073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-d68a4423-b92e-425d-a193-e8a48534b478 service neutron] 10.222.0.86 "GET /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0546093 Oct 29 12:17:21.687083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-b8b530da-d7f2-4afe-a63f-a258b75a864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:21.689084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-b8b530da-d7f2-4afe-a63f-a258b75a864f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1096 time: 0.0448761 Oct 29 12:17:21.701649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:17:21.752693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:21.953270 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:21.986157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618e74-edb4-479d-a331-95f4b130524b req-e0f6ba41-9b07-4dc4-bf6b-0585b2b72571 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:21.986765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:17:21.988008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab618e74-edb4-479d-a331-95f4b130524b req-e0f6ba41-9b07-4dc4-bf6b-0585b2b72571 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0488241 Oct 29 12:17:22.027803 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ab618e74-edb4-479d-a331-95f4b130524b req-cdd41078-4adf-47ba-8047-191d74d7a4bd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329344 Oct 29 12:17:22.030212 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:22.037154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.050107 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Transition to ACTIVE for port object 281451b2-824e-4e4b-88a6-f8a6275bf488 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:17:22.053995 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.083185 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1463d552-4f45-4988-94b2-68ab746148db" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:22.153312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:22.166566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.166918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.167259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.167600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.167936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.168402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.168580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.169124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.169639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.169958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.170288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.170620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:22.180740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.199361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] No DVR routers for this DVR port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:17:22.238092 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c37fe-5d94-41f3-bfb5-84b57a514dce x-openstack-request-id: req-2c8c37fe-5d94-41f3-bfb5-84b57a514dce {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:22.238380 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:22.238820 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c8c37fe-5d94-41f3-bfb5-84b57a514dce {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:22.239216 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'code': 200} Oct 29 12:17:22.335919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:17:22.336248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:17:22.336570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:17:22.340728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:17:22.341071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:17:22.346334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:17:22.346664 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:17:22.347036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:17:22.347451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Bound port: 281451b2-824e-4e4b-88a6-f8a6275bf488, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:17:22.347807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.412563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:17:22.415759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:17:22.419514 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.455117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:22.455722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:22.457130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1091 time: 0.7594416 Oct 29 12:17:22.476353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029b1d-5914-4c6a-a605-94b79c7263a6 service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:22.522184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-d6a6618c-3c48-48cf-8536-6251a2df4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:22.523690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-d6a6618c-3c48-48cf-8536-6251a2df4601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0417159 Oct 29 12:17:22.622850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-fcf928bf-c0f4-416b-b54e-939cbe25ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:22.624297 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-fcf928bf-c0f4-416b-b54e-939cbe25ccf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0923946 Oct 29 12:17:22.690632 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-a7126510-bf57-45a0-bdbe-5eb0400d55f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0576279 Oct 29 12:17:22.744324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-8f97168a-f7ef-4a1d-a9db-cd4ca8b37aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:22.745842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-8f97168a-f7ef-4a1d-a9db-cd4ca8b37aa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0484850 Oct 29 12:17:22.790834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-a441f815-fbb4-4e44-acc7-52a65258154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:22.792310 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-a441f815-fbb4-4e44-acc7-52a65258154d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391769 Oct 29 12:17:22.881839 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-9f155085-4896-4c25-a608-648206757b0e service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822949 Oct 29 12:17:22.976004 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-1c2ece6b-82cd-454b-8c3f-00fddf75a4a0 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869911 Oct 29 12:17:23.159876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b24b7-96c0-4d3e-8a40-9a5507d19ab6 req-19978a3c-5b65-4d53-a68b-e1e3b5229d60 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:23.161668 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f3b24b7-96c0-4d3e-8a40-9a5507d19ab6 req-19978a3c-5b65-4d53-a68b-e1e3b5229d60 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0558977 Oct 29 12:17:23.203669 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f3b24b7-96c0-4d3e-8a40-9a5507d19ab6 req-972910f4-61b3-47fc-9734-04e2c7726777 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358274 Oct 29 12:17:23.737906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:17:23.777378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:17:24.240301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:24.242713 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e0a7b-2805-40e9-bd54-c720fd42d356" -d '{"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:24.322171 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4625-1a72-401f-bb22-1cbb7fc693a4 req-cd8e185a-5c5b-41d5-a906-abb3aa84e9ff tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.323651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-daec4625-1a72-401f-bb22-1cbb7fc693a4 req-cd8e185a-5c5b-41d5-a906-abb3aa84e9ff tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0497937 Oct 29 12:17:24.363184 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-daec4625-1a72-401f-bb22-1cbb7fc693a4 req-97e8b810-f611-49bf-b689-fdf3a91376cb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Oct 29 12:17:24.419174 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daf02cd-1f0d-427f-b626-dc0c394c247b x-openstack-request-id: req-2daf02cd-1f0d-427f-b626-dc0c394c247b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:24.419466 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:24.419725 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2daf02cd-1f0d-427f-b626-dc0c394c247b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:24.420739 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'status': 'completed', 'code': 200} Oct 29 12:17:24.485857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-3202cbe8-1979-4742-803a-1008a819ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.487391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-3202cbe8-1979-4742-803a-1008a819ebb5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0433624 Oct 29 12:17:24.585907 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-29a532c7-729f-4c89-8735-d2c5241ce7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.587419 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-29a532c7-729f-4c89-8735-d2c5241ce7ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.1491203 Oct 29 12:17:24.658346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-7ff52875-de99-4de7-9a80-cbca38b0dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.659805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-7ff52875-de99-4de7-9a80-cbca38b0dc9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1636541 Oct 29 12:17:24.746069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-b5787a9a-b202-4984-b0b1-6471233f43ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0785711 Oct 29 12:17:24.747332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-b701d843-48c6-41f4-9af9-1a9a09f03b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.748703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-b701d843-48c6-41f4-9af9-1a9a09f03b9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1499679 Oct 29 12:17:24.847144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-4f448012-2b54-40fc-ad7e-dd538888f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.848512 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-4f448012-2b54-40fc-ad7e-dd538888f3f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0928221 Oct 29 12:17:24.854357 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-db3dd349-257a-42d6-b389-9dbe5ab10981 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0975058 Oct 29 12:17:24.927448 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-d266ba42-e83d-44f6-ad1d-0a14aea1b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.928884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-d266ba42-e83d-44f6-ad1d-0a14aea1b4b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0660293 Oct 29 12:17:24.934297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-b5559d13-b953-47a1-ae56-33289c1b171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:24.935807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-b5559d13-b953-47a1-ae56-33289c1b171e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798881 Oct 29 12:17:25.367591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-a69c231c-acfd-4165-82c6-7bbf5aa2f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:25.369162 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-a69c231c-acfd-4165-82c6-7bbf5aa2f0df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4326112 Oct 29 12:17:25.431400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-1a3bb517-0c6b-4929-9bc4-b7afeaf95921 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876747 Oct 29 12:17:25.497550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a168-0c18-4b64-a90a-beafbebe82d8 req-d3a5af74-6b94-464f-bdc5-eff7213419c5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:25.501965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e174a168-0c18-4b64-a90a-beafbebe82d8 req-d3a5af74-6b94-464f-bdc5-eff7213419c5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0589287 Oct 29 12:17:25.533447 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-e7f70f31-a603-4dda-956d-50eb01cb9b34 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524012 Oct 29 12:17:25.539097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e174a168-0c18-4b64-a90a-beafbebe82d8 req-7485f69f-2b21-4552-9581-1929cc92ca20 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338132 Oct 29 12:17:25.595517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-e03fb6ef-17f9-4443-8962-fdd690c60fe7 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558056 Oct 29 12:17:25.638458 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-819e0a7b-2805-40e9-bd54-c720fd42d356 req-6de60ffa-ce63-43b6-9e05-62e3c0a7c17c service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965457 Oct 29 12:17:26.377696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:26.660281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bcedd-b5ec-42c8-a582-5430f9cf392a req-7f01c046-abef-4882-a774-3ef1831f03a6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:26.661721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e10bcedd-b5ec-42c8-a582-5430f9cf392a req-7f01c046-abef-4882-a774-3ef1831f03a6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0531948 Oct 29 12:17:26.700415 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e10bcedd-b5ec-42c8-a582-5430f9cf392a req-7795d9aa-1aef-493f-acfb-2b9abe4c87d6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326660 Oct 29 12:17:27.822948 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b734a-bc95-49e5-9cf8-b23a8bdd03b1 req-1fc27af3-bc28-453e-9f52-851ffda36751 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:27.824522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac1b734a-bc95-49e5-9cf8-b23a8bdd03b1 req-1fc27af3-bc28-453e-9f52-851ffda36751 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0514872 Oct 29 12:17:27.863868 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac1b734a-bc95-49e5-9cf8-b23a8bdd03b1 req-39dc9a24-1512-4c3f-96d8-c1342be137cb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333104 Oct 29 12:17:28.503576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e0c5ac1d-a986-4f09-9a60-555ce6785d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:28.673074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-573540cb-b39e-4462-b8b6-fb07a114e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:28.674494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-573540cb-b39e-4462-b8b6-fb07a114e4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0455327 Oct 29 12:17:28.778488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-90ca8a3d-a356-45d6-bbd5-62c65c7e540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:28.779977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-90ca8a3d-a356-45d6-bbd5-62c65c7e540e service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0849559 Oct 29 12:17:28.849653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-c8969673-9849-4c1e-b8b1-d9ef135a3d52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0615947 Oct 29 12:17:28.898124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-d996ce5d-d2e7-4b3a-a74f-148826ee1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:28.899577 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-d996ce5d-d2e7-4b3a-a74f-148826ee1f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0430660 Oct 29 12:17:28.946764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-17dda2c1-d939-40d6-875a-0a8640697b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:28.948193 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-17dda2c1-d939-40d6-875a-0a8640697b77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402365 Oct 29 12:17:28.983807 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48998d-ee9f-4fb7-a2f6-e19e4359de81 req-321615fd-9da8-463b-b16f-bce10ccfbf30 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:28.985352 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f48998d-ee9f-4fb7-a2f6-e19e4359de81 req-321615fd-9da8-463b-b16f-bce10ccfbf30 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0482945 Oct 29 12:17:29.025503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f48998d-ee9f-4fb7-a2f6-e19e4359de81 req-5ced3705-5a89-4f41-b016-8fd4c08512a0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336056 Oct 29 12:17:29.047452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-f90ad94e-b276-4b5d-a719-0b9601e73ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914969 Oct 29 12:17:29.136480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3ebd8453-d94e-457e-8bb0-8764b8f7e043 req-7f6953b0-c485-43e1-80bd-35546a41c57e service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816109 Oct 29 12:17:30.150404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a34bf-e130-4867-9947-7403b150c09b req-36e2716b-2628-4a4c-b477-ad3efbb4b002 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:30.151889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8a34bf-e130-4867-9947-7403b150c09b req-36e2716b-2628-4a4c-b477-ad3efbb4b002 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0539942 Oct 29 12:17:30.194222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8a34bf-e130-4867-9947-7403b150c09b req-af641d48-fd0e-48fd-8c83-acd6b1104b04 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353637 Oct 29 12:17:30.917249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-749bf086-49de-4e80-8c88-9dcfd278dcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:31.311529 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee0d1-4f81-4e1f-9f43-8863f5ebbd92 req-61a4545a-5143-49ab-8154-1e0a7da34097 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:31.313140 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-252ee0d1-4f81-4e1f-9f43-8863f5ebbd92 req-61a4545a-5143-49ab-8154-1e0a7da34097 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0487306 Oct 29 12:17:31.350769 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-252ee0d1-4f81-4e1f-9f43-8863f5ebbd92 req-31e91490-4ef2-4e56-9639-69751ecad4dd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Oct 29 12:17:32.438390 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:32.461586 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:32.474192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fe4e0-3c1d-4f54-818b-07436117ca90 req-c0396d13-e16d-426f-992c-369c3b3274c0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:32.475756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed0fe4e0-3c1d-4f54-818b-07436117ca90 req-c0396d13-e16d-426f-992c-369c3b3274c0 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0535538 Oct 29 12:17:32.513344 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed0fe4e0-3c1d-4f54-818b-07436117ca90 req-5786587d-89b4-4e01-a5f0-a70e11c7af40 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Oct 29 12:17:33.638800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadc28c-e2b5-4657-9707-38ff582f3d66 req-e0ec72bf-377a-4903-86cd-54e174a2ad8d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:33.640754 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffadc28c-e2b5-4657-9707-38ff582f3d66 req-e0ec72bf-377a-4903-86cd-54e174a2ad8d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0572362 Oct 29 12:17:33.680398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ffadc28c-e2b5-4657-9707-38ff582f3d66 req-b3850993-7a47-4c7d-b22b-e7445788e408 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336382 Oct 29 12:17:33.772173 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:34.797106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbb86-10aa-4351-ae5e-337206ee1dab req-5ccaf08f-824e-48ca-b138-00e41cbf908f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:34.798575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6dcbb86-10aa-4351-ae5e-337206ee1dab req-5ccaf08f-824e-48ca-b138-00e41cbf908f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0479534 Oct 29 12:17:34.836529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a6dcbb86-10aa-4351-ae5e-337206ee1dab req-e1e19053-fe46-4f27-86a2-938d440f3142 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Oct 29 12:17:35.954691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a3ef-2d73-4ac1-854b-e178e710f47f req-6a5dcb1e-04c1-4c79-9ad9-5b07c5ddea63 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:35.956166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a748a3ef-2d73-4ac1-854b-e178e710f47f req-6a5dcb1e-04c1-4c79-9ad9-5b07c5ddea63 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0488925 Oct 29 12:17:35.993513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a748a3ef-2d73-4ac1-854b-e178e710f47f req-cd7e6180-d43c-4f2f-9ff5-339fb1546c20 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Oct 29 12:17:36.286813 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-74da8101-8429-42e5-96b3-8f63f68d5735 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.288224 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-74da8101-8429-42e5-96b3-8f63f68d5735 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&tenant_id=b889596d7f954a52bf4a621984651617&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 943 time: 0.0580077 Oct 29 12:17:36.301282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f24d7-f51b-4759-a540-13b14aec0a8e req-22f07858-a35c-45e3-8604-931bafe90574 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.302792 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f6f24d7-f51b-4759-a540-13b14aec0a8e req-22f07858-a35c-45e3-8604-931bafe90574 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 943 time: 0.0540771 Oct 29 12:17:36.344192 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f6f24d7-f51b-4759-a540-13b14aec0a8e req-3e72a2f1-5d8e-4c8d-868c-5102af565317 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339439 Oct 29 12:17:36.425164 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-a5f4edbd-96ad-4cc0-8847-7a439932ae95 service neutron] 10.222.0.41 "GET /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488/bindings/n-h1-805046-9 HTTP/1.1" status: 200 len: 382 time: 0.0945373 Oct 29 12:17:36.488430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-320eadcf-3013-4a69-9c79-a5e25ddae922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.489965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-320eadcf-3013-4a69-9c79-a5e25ddae922 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1094 time: 0.0403070 Oct 29 12:17:36.583800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-4e25626c-3443-4412-8bb8-7d1dcd167bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.585364 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-4e25626c-3443-4412-8bb8-7d1dcd167bb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0884595 Oct 29 12:17:36.653979 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-55d44d24-5327-40de-b273-0a663100fe48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0610206 Oct 29 12:17:36.691467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:17:36.703905 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-4a74f741-9bde-4917-964e-5e4b557bc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.705431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-4a74f741-9bde-4917-964e-5e4b557bc569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0447893 Oct 29 12:17:36.755967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-3967b33d-47ab-4383-bde3-5c143e5f99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:36.757508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-3967b33d-47ab-4383-bde3-5c143e5f99cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449812 Oct 29 12:17:36.787971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:36.799589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:17:36.836686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:36.847896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-5205de9e-7681-4f36-a1c4-0f61bd7b82c3 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834305 Oct 29 12:17:36.853799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:17:36.873960 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:36.878553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:36.924898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:36.932473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.932824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.933187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.933519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.933848 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.934336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.934657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.934983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.935300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.935618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.935932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.936246 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:17:36.946165 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-ada06962-9eb2-451c-bd5d-a9926b84d50c service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908682 Oct 29 12:17:37.128130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['281451b2-824e-4e4b-88a6-f8a6275bf488'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:17:37.463495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e121b-4f26-43f7-8b92-0ae1e1f0f144 req-b7b9d25b-cfab-491f-b0fb-da4c9a009c9f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:37.464981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8e121b-4f26-43f7-8b92-0ae1e1f0f144 req-b7b9d25b-cfab-491f-b0fb-da4c9a009c9f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0487652 Oct 29 12:17:37.502762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef8e121b-4f26-43f7-8b92-0ae1e1f0f144 req-de337712-cf47-4253-a7e2-2c49231ec24b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Oct 29 12:17:38.620754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4254d0-6195-465f-878b-86ee3154280b req-1da5f00e-2a6a-4e12-859a-282635a4ee31 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:38.622251 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9c4254d0-6195-465f-878b-86ee3154280b req-1da5f00e-2a6a-4e12-859a-282635a4ee31 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0495923 Oct 29 12:17:38.662227 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9c4254d0-6195-465f-878b-86ee3154280b req-7826352c-1fcc-4ace-b67d-3c3e152deecd tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Oct 29 12:17:38.714757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:17:38.764855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 281451b2-824e-4e4b-88a6-f8a6275bf488 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:17:38.770265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 281451b2-824e-4e4b-88a6-f8a6275bf488 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:17:38.770664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:38.847914 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:38.871000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:38.885140 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:38.890972 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:38.919151 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c350c1-43d5-49db-b3a0-9956ccdcb108" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:38.948069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:39.021368 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e4c196-548e-45da-9b32-0945d428936b x-openstack-request-id: req-b5e4c196-548e-45da-9b32-0945d428936b {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:39.021667 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:39.021926 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5e4c196-548e-45da-9b32-0945d428936b {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:39.022412 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'code': 200} Oct 29 12:17:39.792156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374dc3a-2efe-45c6-9d5a-03172da56d8c req-a0eaeaa7-b89f-4393-9a86-e83b3c63ea0b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:39.793771 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f374dc3a-2efe-45c6-9d5a-03172da56d8c req-a0eaeaa7-b89f-4393-9a86-e83b3c63ea0b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0532117 Oct 29 12:17:39.832600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f374dc3a-2efe-45c6-9d5a-03172da56d8c req-1a2e91b2-41f2-465f-9e9b-d77b2ac50b5b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Oct 29 12:17:40.953331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa32535-7b2e-4130-9de5-6ef472d3b7fa req-ed14a607-c0c1-40f7-beb2-c10310c643a8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:40.954906 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaa32535-7b2e-4130-9de5-6ef472d3b7fa req-ed14a607-c0c1-40f7-beb2-c10310c643a8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0511191 Oct 29 12:17:40.994534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaa32535-7b2e-4130-9de5-6ef472d3b7fa req-293d8a86-6350-48be-963b-136c2c24f5e5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Oct 29 12:17:41.019959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-03bf2507-4693-4250-91d9-2f51bef9e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:41.021607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-03bf2507-4693-4250-91d9-2f51bef9e1fe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa&tenant_id=b889596d7f954a52bf4a621984651617 HTTP/1.1" status: 200 len: 1096 time: 0.0468791 Oct 29 12:17:41.032791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:17:41.089231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.287931 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:41.320830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:17:41.359973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:41.362628 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5613cba4-9b2f-414f-ba09-4dea86aad444" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:41.366326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.379401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Transition to ACTIVE for port object 281451b2-824e-4e4b-88a6-f8a6275bf488 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:17:41.383282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.420814 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf568169-8981-4ffa-bd46-a58b0051e1ab x-openstack-request-id: req-bf568169-8981-4ffa-bd46-a58b0051e1ab {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:41.421019 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:41.421138 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf568169-8981-4ffa-bd46-a58b0051e1ab {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:41.422024 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'code': 200} Oct 29 12:17:41.463547 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:41.508949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] No DVR routers for this DVR port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:17:41.644204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:17:41.644452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:17:41.644772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:17:41.649203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:17:41.649526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Attempting to bind port 281451b2-824e-4e4b-88a6-f8a6275bf488 on network 594a3918-e123-402c-a5a8-8ae5c1e47945 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:17:41.654387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:17:41.654725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Checking segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:17:41.655103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Bound using segment: {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:17:41.655527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Bound port: 281451b2-824e-4e4b-88a6-f8a6275bf488, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5c1c4-e59a-4521-a93e-6af11653fc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:17:41.656398 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.717235 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:17:41.720832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:17:41.724996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.760674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:41.761325 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:41.762742 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] 10.222.0.86 "PUT /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1092 time: 0.7338500 Oct 29 12:17:41.788355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38f904-fd06-44de-a35d-1d7faf48c75f service neutron] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=11']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:41.836102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-145f2ad6-e20c-46c7-855b-dfa0362a57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:41.837882 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-145f2ad6-e20c-46c7-855b-dfa0362a57ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1095 time: 0.0439835 Oct 29 12:17:41.933279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-96400638-c197-4663-bb78-1930ee1a2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:41.934767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-96400638-c197-4663-bb78-1930ee1a2403 service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.0896976 Oct 29 12:17:42.006232 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-3c1fd213-e218-431b-894d-5e50e83e68ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.0639794 Oct 29 12:17:42.056096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-6f07c19c-003c-4049-adf0-5973dd2b9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:42.057907 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-6f07c19c-003c-4049-adf0-5973dd2b9f4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0451374 Oct 29 12:17:42.104365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-99c3addc-6c4b-4691-94c0-fce09e47ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:42.105951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-99c3addc-6c4b-4691-94c0-fce09e47ba91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410404 Oct 29 12:17:42.117168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc0776-2ad1-429b-bedf-64b8b851f7c7 req-8a66412c-9482-4a95-a9f8-3248b6136a26 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:42.118836 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fcc0776-2ad1-429b-bedf-64b8b851f7c7 req-8a66412c-9482-4a95-a9f8-3248b6136a26 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0488393 Oct 29 12:17:42.157676 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3fcc0776-2ad1-429b-bedf-64b8b851f7c7 req-c1e0ea69-5413-44be-94fc-dea2d1a2b1fb tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Oct 29 12:17:42.199149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-51a439fb-2349-4444-991a-a6883d2d3c53 service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852811 Oct 29 12:17:42.291852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4ef35187-e8fa-4ae5-8a28-9de0f66f19de req-bc0be5b7-224d-42f5-a399-0ba4391d07ce service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850401 Oct 29 12:17:42.739298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:17:42.776534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:17:43.279286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b749b3-698e-42ca-9d8a-70eed3220f75 req-6a601bbf-bc61-4823-9cd5-a5145ba75a30 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.281173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2b749b3-698e-42ca-9d8a-70eed3220f75 req-6a601bbf-bc61-4823-9cd5-a5145ba75a30 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0525825 Oct 29 12:17:43.320272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2b749b3-698e-42ca-9d8a-70eed3220f75 req-8bfea2bd-5343-4211-bdd1-d4fbaf28e04a tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Oct 29 12:17:43.422843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:43.425229 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c7159b-91a5-4a49-b91f-e203c06bc01e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:43.473114 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db0639-e7a1-489e-938b-4722a8c77b1c x-openstack-request-id: req-a2db0639-e7a1-489e-938b-4722a8c77b1c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:43.473418 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:43.473681 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2db0639-e7a1-489e-938b-4722a8c77b1c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:43.474083 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'status': 'completed', 'code': 200} Oct 29 12:17:43.556612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-527d3de3-dbf4-4f30-b654-7e068fd30f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.558312 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-527d3de3-dbf4-4f30-b654-7e068fd30f98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1095 time: 0.0573080 Oct 29 12:17:43.563575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-e0410829-078d-40cb-8abb-8560590b17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.564976 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-e0410829-078d-40cb-8abb-8560590b17b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b889596d7f954a52bf4a621984651617&device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 1095 time: 0.0717788 Oct 29 12:17:43.723217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-88fc1ed5-5e6d-4bdf-95ac-6470338167fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.724749 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-88fc1ed5-5e6d-4bdf-95ac-6470338167fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1583111 Oct 29 12:17:43.725767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-9d18ed82-a2de-4d36-8485-8a212fa59037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.727086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-9d18ed82-a2de-4d36-8485-8a212fa59037 service neutron] 10.222.0.41 "GET /v2.0/networks?id=594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 200 len: 913 time: 0.1530237 Oct 29 12:17:43.842809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-5b8e4289-9fb9-4fb9-90ff-0ba4ba02b55a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.1107531 Oct 29 12:17:43.844549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-6f2916ea-bc04-4091-8117-ea62b4977fa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 200 len: 1000 time: 0.1063471 Oct 29 12:17:43.928430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-3b2a8308-eff4-420b-a52a-f10463a781c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.929949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-3b2a8308-eff4-420b-a52a-f10463a781c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0805435 Oct 29 12:17:43.931328 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-43559975-b1f1-4f4b-a2d2-9cfb1ac6c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:43.932888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-43559975-b1f1-4f4b-a2d2-9cfb1ac6c9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 200 len: 851 time: 0.0763447 Oct 29 12:17:44.011500 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-bfb24b2f-2776-4efe-b81a-eaefd99e4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:44.013036 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-bfb24b2f-2776-4efe-b81a-eaefd99e4f33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750639 Oct 29 12:17:44.014731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-cc24c6c5-11bf-4ccb-a40c-5a2fb9c452d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:44.016734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-cc24c6c5-11bf-4ccb-a40c-5a2fb9c452d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=594a3918-e123-402c-a5a8-8ae5c1e47945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716145 Oct 29 12:17:44.176505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-ae757943-c2b9-4915-aba6-8a9b4c3797da service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556835 Oct 29 12:17:44.178475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-70aea9d0-25e4-43ec-9f6c-9a4f6c787022 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508956 Oct 29 12:17:44.338446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-8b861b2b-f0b3-499e-a58b-8108b4e42cce service neutron] 10.222.0.86 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546140 Oct 29 12:17:44.340330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9c7159b-91a5-4a49-b91f-e203c06bc01e req-e8dadddd-c95b-4547-a0da-e2bbc362ac31 service neutron] 10.222.0.41 "GET /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489065 Oct 29 12:17:44.443373 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaf196-7a9b-4567-9c27-f243eadb0a2d req-2b7eb240-052d-4693-9beb-97f061048ec4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:44.444822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbfaf196-7a9b-4567-9c27-f243eadb0a2d req-2b7eb240-052d-4693-9beb-97f061048ec4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0501337 Oct 29 12:17:44.484279 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dbfaf196-7a9b-4567-9c27-f243eadb0a2d req-5731e2ad-7c4f-43e9-86ca-7d08b7ad08e8 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Oct 29 12:17:45.603018 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd83eb-7c45-4de1-b678-6367c752c7d3 req-61b4e5c1-0e72-4dd8-9704-c46effb38ca4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:45.604514 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1bd83eb-7c45-4de1-b678-6367c752c7d3 req-61b4e5c1-0e72-4dd8-9704-c46effb38ca4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0497873 Oct 29 12:17:45.643489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1bd83eb-7c45-4de1-b678-6367c752c7d3 req-79a29629-ca96-4d2e-b1d6-b444516bcded tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Oct 29 12:17:46.767400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3572b1-4eca-4acf-9991-6e03f592e7c6 req-54da14f5-5f19-40ce-b25f-52c9b6d715bc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:46.768925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e3572b1-4eca-4acf-9991-6e03f592e7c6 req-54da14f5-5f19-40ce-b25f-52c9b6d715bc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0537379 Oct 29 12:17:46.806699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e3572b1-4eca-4acf-9991-6e03f592e7c6 req-614f9af8-8edd-40f7-9203-8fb119cbef29 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317171 Oct 29 12:17:47.924889 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffefb8-ec3a-4c38-b2d6-1d0aa7572c7d req-52f6cd83-6e95-4b9a-bd4a-8f246278bdfe tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:47.926406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9ffefb8-ec3a-4c38-b2d6-1d0aa7572c7d req-52f6cd83-6e95-4b9a-bd4a-8f246278bdfe tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0501544 Oct 29 12:17:47.963956 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9ffefb8-ec3a-4c38-b2d6-1d0aa7572c7d req-19a06ed7-36c3-4e59-b75b-b5bee9db6b2d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316584 Oct 29 12:17:49.080272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20cda2-4feb-4777-8652-0c2e6e298cb1 req-12436438-494a-4c7c-9122-3112e023ea0b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:49.081758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c20cda2-4feb-4777-8652-0c2e6e298cb1 req-12436438-494a-4c7c-9122-3112e023ea0b tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0486670 Oct 29 12:17:49.124537 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7c20cda2-4feb-4777-8652-0c2e6e298cb1 req-98d8aa81-3390-4725-b477-ce49ae423dff tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368283 Oct 29 12:17:49.859688 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:17:50.248739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39a816-8c74-492d-8a8c-d0972f75f57f req-1cd88fc5-ebf8-4ff6-9475-0149c41e5fb9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:50.250281 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b39a816-8c74-492d-8a8c-d0972f75f57f req-1cd88fc5-ebf8-4ff6-9475-0149c41e5fb9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0526855 Oct 29 12:17:50.289904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b39a816-8c74-492d-8a8c-d0972f75f57f req-64d5232b-45d0-4ca1-9afb-4e1df2b4bf50 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Oct 29 12:17:51.407187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4265-c54b-4072-acd4-41b8c131b927 req-622611fc-f58e-43f6-bf3b-b99f59e65d49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:51.408659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f1b4265-c54b-4072-acd4-41b8c131b927 req-622611fc-f58e-43f6-bf3b-b99f59e65d49 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0501254 Oct 29 12:17:51.446450 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5f1b4265-c54b-4072-acd4-41b8c131b927 req-14e18633-fbf9-4dfe-a431-bc8efa070e51 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Oct 29 12:17:52.157848 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:52.561365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c93d4-bf19-4e4c-a82b-c94ad35ed070 req-ae2e4669-e963-48ff-a289-5631afd8851f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:52.563414 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c4c93d4-bf19-4e4c-a82b-c94ad35ed070 req-ae2e4669-e963-48ff-a289-5631afd8851f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0489397 Oct 29 12:17:52.600155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c4c93d4-bf19-4e4c-a82b-c94ad35ed070 req-550e7826-fa6c-40f0-aade-ecdaa3917a7f tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308006 Oct 29 12:17:53.724119 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7213af-58bb-45d8-87c6-e4199f9ae647 req-88bbd57d-0a67-476c-8994-b47bdff77442 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:53.725610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f7213af-58bb-45d8-87c6-e4199f9ae647 req-88bbd57d-0a67-476c-8994-b47bdff77442 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 944 time: 0.0526197 Oct 29 12:17:53.762886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f7213af-58bb-45d8-87c6-e4199f9ae647 req-fd2a3b09-a293-4615-a494-f22ac0519ef3 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Oct 29 12:17:53.835484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:17:53.934888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:53.951576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'port_id': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'mac_address': 'fa:16:3e:e8:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:17:53.989742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:54.004850 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:17:54.024257 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:54.030405 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:54.081538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:54.266108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['281451b2-824e-4e4b-88a6-f8a6275bf488'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:17:54.880363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9420594-576d-4517-8f4d-1657148889ed req-4ced0489-47a3-44b0-ae6a-b8c718686e66 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:54.881899 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9420594-576d-4517-8f4d-1657148889ed req-4ced0489-47a3-44b0-ae6a-b8c718686e66 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0495217 Oct 29 12:17:54.921677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9420594-576d-4517-8f4d-1657148889ed req-3404d6a1-c971-4999-b03d-e2f307a369ff tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Oct 29 12:17:55.035355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908fb9b-ff12-4e68-b993-2a54a6d555ba req-b1046801-e434-4d2d-bea3-92d694b0f789 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:55.036852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6908fb9b-ff12-4e68-b993-2a54a6d555ba req-b1046801-e434-4d2d-bea3-92d694b0f789 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0500886 Oct 29 12:17:55.075213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6908fb9b-ff12-4e68-b993-2a54a6d555ba req-a01007d9-fdcf-440d-87fd-6bdbeaaecaa9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Oct 29 12:17:55.195591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9caa2c-64af-4dd4-840e-b2edad00d1e6 req-3da32473-b7a9-4d47-899d-895242325db4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:55.197150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b9caa2c-64af-4dd4-840e-b2edad00d1e6 req-3da32473-b7a9-4d47-899d-895242325db4 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0546792 Oct 29 12:17:55.237334 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5b9caa2c-64af-4dd4-840e-b2edad00d1e6 req-20db2528-e392-48ae-8ee7-b98b03fcc964 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336385 Oct 29 12:17:55.474203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3924b-0e60-41e7-a60e-d7ae59257e4e req-75e241bf-a223-4785-a3b9-92c77c4e4ac6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:55.475689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ca3924b-0e60-41e7-a60e-d7ae59257e4e req-75e241bf-a223-4785-a3b9-92c77c4e4ac6 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 945 time: 0.0497119 Oct 29 12:17:55.512543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4ca3924b-0e60-41e7-a60e-d7ae59257e4e req-7f868631-8db1-4266-af86-67eaa0dd278d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Oct 29 12:17:55.848815 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:17:55.897316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 281451b2-824e-4e4b-88a6-f8a6275bf488 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:17:55.901897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 281451b2-824e-4e4b-88a6-f8a6275bf488 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:17:55.902311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:55.980310 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:56.002676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:56.004933 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5825873-5f00-499c-ad68-f5285b1db3e7" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:56.017803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:56.022738 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:56.046905 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533fc58d-d478-40c2-bc1d-979fda950acf x-openstack-request-id: req-533fc58d-d478-40c2-bc1d-979fda950acf {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:56.047197 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:56.047452 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-533fc58d-d478-40c2-bc1d-979fda950acf {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:56.047841 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'code': 200} Oct 29 12:17:56.073020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=13']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:56.391868 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:56.630679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03745f4-936b-4be7-9e87-a2cb5d051e3d req-37cb4063-2143-46af-b7f6-dfad5bd084ee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:56.632155 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d03745f4-936b-4be7-9e87-a2cb5d051e3d req-37cb4063-2143-46af-b7f6-dfad5bd084ee tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 946 time: 0.0493433 Oct 29 12:17:56.669481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d03745f4-936b-4be7-9e87-a2cb5d051e3d req-392c4f8d-eebd-46c2-843b-ad8b659eb6b9 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups?id=11a0ad8d-c2b5-45e5-93d9-3d657626a134&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Oct 29 12:17:57.033724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074f7ea-0350-4379-b557-391073b61215 req-a37c90ce-5645-49ac-9332-442870e664e5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:17:57.035189 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3074f7ea-0350-4379-b557-391073b61215 req-a37c90ce-5645-49ac-9332-442870e664e5 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 946 time: 0.0486526 Oct 29 12:17:57.125692 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Deleting port 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:17:57.126030 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:57.211625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] For port 281451b2-824e-4e4b-88a6-f8a6275bf488, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=281451b2-824e-4e4b-88a6-f8a6275bf488,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:17:57.211982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:57.381105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:57.381468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:57.381781 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc disassociated. External IP: 172.25.4.224, port: 281451b2-824e-4e4b-88a6-f8a6275bf488. Oct 29 12:17:57.382125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Calling delete_port for 281451b2-824e-4e4b-88a6-f8a6275bf488 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:17:57.507182 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:57.537119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'Port': ['ID=281451b2-824e-4e4b-88a6-f8a6275bf488,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:17:57.777132 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-33b3cec1-9485-47ed-9dbb-dbd4ff40a6a7 req-263369e3-c1e9-4150-92b5-1835659063da tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0311348 Oct 29 12:17:57.987112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:17:58.091544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:17:58.102153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:17:58.112523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:17:58.113173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:17:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:17:58.133319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] No DVR routers for this DVR port 281451b2-824e-4e4b-88a6-f8a6275bf488 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:17:58.135956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:58.139430 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3074f7ea-0350-4379-b557-391073b61215 req-ec7ccd10-42d8-46d3-8aaf-218f57bbbc53 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.86 "DELETE /v2.0/ports/281451b2-824e-4e4b-88a6-f8a6275bf488 HTTP/1.1" status: 204 len: 173 time: 1.0977423 Oct 29 12:17:58.139923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-deleted', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:17:58.142198 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f1268-0a78-448c-986d-88d4b4dca6b6" -d '{"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-deleted", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:17:58.180741 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5bc43-49ca-4eee-ae1a-67790196001b x-openstack-request-id: req-6df5bc43-49ca-4eee-ae1a-67790196001b {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:17:58.181189 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce309f80-0ee2-4ed4-bd83-9c3607b6edfa", "name": "network-vif-deleted", "tag": "281451b2-824e-4e4b-88a6-f8a6275bf488", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:17:58.181453 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6df5bc43-49ca-4eee-ae1a-67790196001b {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:17:58.181824 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce309f80-0ee2-4ed4-bd83-9c3607b6edfa', 'name': 'network-vif-deleted', 'tag': '281451b2-824e-4e4b-88a6-f8a6275bf488', 'status': 'completed', 'code': 200} Oct 29 12:17:58.230056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:17:58.432915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:17:58.459845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:17:58.468871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:17:58.469543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:17:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:17:58.555801 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-026c7278-c3df-4aa4-9e17-00edb4bff406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:17:58.588104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:17:58.887201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee0e8fc2-268a-492f-8be1-d64ec6f48fc8 req-10018968-5087-4cb5-9828-d8e4465f69df tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0323045 Oct 29 12:17:58.964136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:17:58.992012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d365-a3b7-4a0f-8510-7b828241bb7d None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:08:15Z', 'revision_number': 4, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7d0f79ec-33a8-4e23-aa6c-014c8197bb96', 'name': '', 'network_id': '594a3918-e123-402c-a5a8-8ae5c1e47945', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'mac_address': 'fa:16:3e:86:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:14Z', 'updated_at': '2021-10-29T12:08:18Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'subnets': [{'id': '5e01e358-a7ec-41a5-940c-c5a3c6f8803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:17:59.218738 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab232e-7db7-46b8-85b5-db1bd88b9f51 None None] New status for floating IP e23171e0-9d78-4cd9-8249-24c92f4252bc: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:17:59.900923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:17:59.922922 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 281451b2-824e-4e4b-88a6-f8a6275bf488 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:17:59.923274 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 281451b2-824e-4e4b-88a6-f8a6275bf488 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:17:59.984575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-caed2e5d-f9b8-4605-a0cb-034b8dcc2e22 req-66b99970-33af-47b8-9827-a42fd0831dcc tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0271728 Oct 29 12:18:00.919749 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cc287bf3-fa6c-4113-b96a-cc4c153b906f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:01.080445 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-507a9f91-0549-4343-9664-c50a0a4a54ed req-3db1f50a-bfd4-48f2-8fe9-8b56edbd8d3e tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0274565 Oct 29 12:18:02.175713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7def0852-bb5d-401c-bc23-7b32d0720377 req-65316eb7-6477-46e7-a357-555617c8930d tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce309f80-0ee2-4ed4-bd83-9c3607b6edfa HTTP/1.1" status: 200 len: 210 time: 0.0263643 Oct 29 12:18:02.439685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:02.463166 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:03.775138 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:06.905929 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43422) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:06.963547 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:06.990894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.040992 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.043586 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.044735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "DELETE /v2.0/security-groups/11a0ad8d-c2b5-45e5-93d9-3d657626a134 HTTP/1.1" status: 204 len: 168 time: 0.1376727 Oct 29 12:18:07.047772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43424) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:07.054440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a0ad8d-c2b5-45e5-93d9-3d657626a134,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:07.062937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.063279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.063613 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.063942 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.064049 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-812a6d7f-7a27-42ef-b0d8-adf37a9b5203 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] show failed (client error): The resource could not be found. Oct 29 12:18:07.064265 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.064582 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.065133 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.065709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.066209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.066683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.067161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.067636 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0c9e0a-b55b-4038-b04c-b4b9eb279465 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:07.067759 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-812a6d7f-7a27-42ef-b0d8-adf37a9b5203 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "GET /v2.0/security-groups/11a0ad8d-c2b5-45e5-93d9-3d657626a134 HTTP/1.1" status: 404 len: 347 time: 0.0182498 Oct 29 12:18:07.068317 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43426) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:07.193193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Deleting port f457fac1-f897-4711-b5d2-a6352b71eb50 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:07.193431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.271771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.272095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.283582 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Calling delete_port for f457fac1-f897-4711-b5d2-a6352b71eb50 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:07.421689 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.449043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Pushing event deleted for resources: {'Port': ['ID=f457fac1-f897-4711-b5d2-a6352b71eb50,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:07.510272 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.512843 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:07.514019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-134f82d8-21d3-4d5f-95ec-16a67cd18840 tempest-ServerActionsTestJSON-1663896528 tempest-ServerActionsTestJSON-1663896528-project] 10.222.0.77 "DELETE /v2.0/floatingips/e23171e0-9d78-4cd9-8249-24c92f4252bc HTTP/1.1" status: 204 len: 168 time: 0.4448082 Oct 29 12:18:07.517527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43428) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:07.923903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:08.169617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Deleting port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:08.170333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:08.258945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] For port 7d0f79ec-33a8-4e23-aa6c-014c8197bb96, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:08.259295 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:08.272981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Calling delete_port for 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:08.451803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:08.478247 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0f79ec-33a8-4e23-aa6c-014c8197bb96,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:08.649539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:08.864518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:18:08.970277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:18:08.975421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5763724c-8e0f-4712-a478-6e3a98d14463 admin admin] 10.222.0.77 "PUT /v2.0/routers/5cb8aa0a-ad5e-4f52-a96c-02289a50c25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4569070 Oct 29 12:18:08.978036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43432) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:08.979577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Sync routers for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:18:08.990566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:18:08.991173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:18:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:09.082374 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.096627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:18:09.183488 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.236286 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Deleting port 980cf342-16f5-4a50-ad8f-05183fcbbf4c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:09.236633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.273573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:18:08Z', 'revision_number': 5, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port': {'id': '980cf342-16f5-4a50-ad8f-05183fcbbf4c', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:08:13Z', 'updated_at': '2021-10-29T12:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:09.304847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Checking router: 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:18:09.313974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Routers {'5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:18:09.315405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:18:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:09.321451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] For port 980cf342-16f5-4a50-ad8f-05183fcbbf4c, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=980cf342-16f5-4a50-ad8f-05183fcbbf4c,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:09.322046 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.333779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Calling delete_port for 980cf342-16f5-4a50-ad8f-05183fcbbf4c owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:09.399163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] Set router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:18:09.451597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:18:09Z', 'revision_number': 6, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:09.481799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04a625-ce1d-4e5c-902f-900ac61824dd None None] The sync data for ids ['5cb8aa0a-ad5e-4f52-a96c-02289a50c25b'] in n-d-805046-9 is: [{'id': '5cb8aa0a-ad5e-4f52-a96c-02289a50c25b', 'name': 'tempest-ServerActionsTestJSON-1959341335-router', 'tenant_id': 'b889596d7f954a52bf4a621984651617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:08:12Z', 'updated_at': '2021-10-29T12:18:09Z', 'revision_number': 6, 'project_id': 'b889596d7f954a52bf4a621984651617', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:18:09.502159 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.526398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Pushing event deleted for resources: {'Port': ['ID=980cf342-16f5-4a50-ad8f-05183fcbbf4c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:09.589320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.679227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.681374 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.727071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.727597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb8aa0a-ad5e-4f52-a96c-02289a50c25b {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:18:09.732187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.733439 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-50015bd6-8af4-4b86-b12b-18c198047682 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5cb8aa0a-ad5e-4f52-a96c-02289a50c25b HTTP/1.1" status: 204 len: 168 time: 0.7544568 Oct 29 12:18:09.735967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43434) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:09.779936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Deleting subnet 5e01e358-a7ec-41a5-940c-c5a3c6f8803d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:09.783473 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.818715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.926701 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:09.978231 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.003451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e01e358-a7ec-41a5-940c-c5a3c6f8803d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:10.007307 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.013812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:10.014285 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fd15bd2c-99f4-4ab0-abc9-0dfb38a13b7a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5e01e358-a7ec-41a5-940c-c5a3c6f8803d HTTP/1.1" status: 204 len: 168 time: 0.2771690 Oct 29 12:18:10.016111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20337d5-93cc-4344-8b4a-57f41fe0468a None None] Network 594a3918-e123-402c-a5a8-8ae5c1e47945 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:10.083579 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.139204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Deleting port aac502d5-8359-4bd3-b5fd-e03c1c3654aa {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:10.139649 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.205860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] For port aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,segment=NetworkSegment(a8f5c1c4-e59a-4521-a93e-6af11653fc41),segment_id=a8f5c1c4-e59a-4521-a93e-6af11653fc41)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:10.206141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.218674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Calling delete_port for aac502d5-8359-4bd3-b5fd-e03c1c3654aa owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:10.256674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] DHCP port deletion for 594a3918-e123-402c-a5a8-8ae5c1e47945 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:18:10.266252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:10.303288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:10.303752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7d0f79ec-33a8-4e23-aa6c-014c8197bb96 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:10.305263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.330480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Deleting port aac502d5-8359-4bd3-b5fd-e03c1c3654aa {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:10.331124 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.333772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] No DVR routers for this DVR port aac502d5-8359-4bd3-b5fd-e03c1c3654aa on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:10.335744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:10.404997 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] For port aac502d5-8359-4bd3-b5fd-e03c1c3654aa, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:10.406008 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.409990 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.420029 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Calling delete_port for aac502d5-8359-4bd3-b5fd-e03c1c3654aa owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:10.422804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Port aac502d5-8359-4bd3-b5fd-e03c1c3654aa was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 12:18:10.424042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.434357 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594a3918-e123-402c-a5a8-8ae5c1e47945']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:10.443714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5c1c4-e59a-4521-a93e-6af11653fc41') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:10.444003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5c1c4-e59a-4521-a93e-6af11653fc41') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:10.447938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] Pushing event deleted for resources: {'Port': ['ID=aac502d5-8359-4bd3-b5fd-e03c1c3654aa,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:10.454611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.454965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944095f-34d8-42bf-989b-e73b04dcacf3 None None] No DVR routers for this DVR port aac502d5-8359-4bd3-b5fd-e03c1c3654aa on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:10.470809 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.477174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:10.477559 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:10.479313 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:10.536499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.542430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.545772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] 10.222.0.77 "DELETE /v2.0/networks/594a3918-e123-402c-a5a8-8ae5c1e47945 HTTP/1.1" status: 204 len: 168 time: 0.5297174 Oct 29 12:18:10.557504 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b1d5a-d9c5-47fd-bf1d-644dbb1c0d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=594a3918-e123-402c-a5a8-8ae5c1e47945,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:10.659284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43440) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:10.699845 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd76aa97-5588-49b1-afbe-1935c1ed473a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b889596d7f954a52bf4a621984651617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394003 Oct 29 12:18:10.702410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43442) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:10.749384 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.774451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.821023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.823667 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:10.824811 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66b0f528-bf3b-41c6-9c72-b9440225669b HTTP/1.1" status: 204 len: 168 time: 0.1215005 Oct 29 12:18:10.832637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf53e6-b255-4f69-8a5d-6b9e8f9b7ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0f528-bf3b-41c6-9c72-b9440225669b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:11.522698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43464) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:11.617502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1777239057-network', 'tenant_id': '87e286696bde4b84a4e23eaa3c2e01a0'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:11.638546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Made reservation on behalf of 87e286696bde4b84a4e23eaa3c2e01a0 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:11.640757 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.648834 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.721942 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.725548 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.746483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:11.761305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d7769-07b7-4da6-a290-9e03b0e7483d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:11.764148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.764490 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Added segment b02e14a7-8827-45ee-be77-e66c2865235d of type vlan for network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff Oct 29 12:18:11.805996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.831187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.832257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:11.832941 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:11.848038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aac502d5-8359-4bd3-b5fd-e03c1c3654aa no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:11.868336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: aac502d5-8359-4bd3-b5fd-e03c1c3654aa {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:11.868755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device aac502d5-8359-4bd3-b5fd-e03c1c3654aa not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:11.869261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 980cf342-16f5-4a50-ad8f-05183fcbbf4c no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:11.888782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 980cf342-16f5-4a50-ad8f-05183fcbbf4c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:11.889165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 980cf342-16f5-4a50-ad8f-05183fcbbf4c not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:11.901667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43468) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:11.902135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3780372 Oct 29 12:18:11.907195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Request body: {'subnet': {'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1777239057-subnet', 'tenant_id': '87e286696bde4b84a4e23eaa3c2e01a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:11.907661 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0f2f-a478-4e42-a653-12d0cada3c0b admin admin] Pushing event updated for resources: {'Network': ['ID=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:11.917150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:11.927737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Made reservation on behalf of 87e286696bde4b84a4e23eaa3c2e01a0 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:11.930232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:12.108631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:12.162398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f17fb0-ac51-4d12-ba91-beb60c1b2621,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:12.171495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Checking segment: {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:12.171852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Network hostable DHCP agents. Network: 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:12.188684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:12.196850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:12.200859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:12.201482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:12.205478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b236ad-ac77-40fc-8589-8e52179c1863 None None] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:12.216603 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ed126fc6-7a05-437b-9f21-aa4bc3bf5b41 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3138421 Oct 29 12:18:12.330718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452d0f9-4e80-47d9-a13a-d29da31471c6 None None] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:12.639863 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-210392f3-b5a9-4c35-8b7f-b807d7bd4697 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:12.641290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-210392f3-b5a9-4c35-8b7f-b807d7bd4697 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 814 time: 0.1023235 Oct 29 12:18:12.657220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-cbf2e02b-ec00-4b68-abbd-9d6f8f67e08e tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/quotas/87e286696bde4b84a4e23eaa3c2e01a0 HTTP/1.1" status: 200 len: 375 time: 0.0101008 Oct 29 12:18:12.693747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-92e20b54-1a8f-497f-b707-0d7302d913f1 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309217 Oct 29 12:18:12.853612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-29c8944a-2a83-4b80-88fe-12e959fc52f6 service neutron] 10.222.0.77 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185021 Oct 29 12:18:12.945953 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-660a7dad-568d-4f27-97ae-673f4caa210b service neutron] 10.222.0.77 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Oct 29 12:18:13.110247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00ca2dab-e1a0-43c5-81d4-de0930f327dd req-640a1052-c9d2-429e-8966-308fc806dad6 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 210 time: 0.0266800 Oct 29 12:18:14.137377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-5adc0716-60d8-4a5e-a4dc-9fad340648ba tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:14.138906 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-5adc0716-60d8-4a5e-a4dc-9fad340648ba tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.86 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 814 time: 0.1123996 Oct 29 12:18:14.152796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Request body: {'port': {'device_id': 'd745640f-6a45-4116-9aef-17196e2440ba', 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff', 'admin_state_up': True, 'tenant_id': '87e286696bde4b84a4e23eaa3c2e01a0'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:14.216913 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cba40f7-1e53-459a-8071-0cbc8f61be78 req-a211ed6f-62f0-46af-acb0-ef19f7471dc2 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 210 time: 0.0259714 Oct 29 12:18:14.263363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Made reservation on behalf of 87e286696bde4b84a4e23eaa3c2e01a0 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:14.266824 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:14.394228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Allocated IP 172.20.0.2 (98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff/74f17fb0-ac51-4d12-ba91-beb60c1b2621/af594500-f63f-4bb3-ade4-f28d086b4fcb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:14.540117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:14.572492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:14.615852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:14.618925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:14.622672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:14.628869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Pushing event updated for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:14.674437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:14.674950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:14.691478 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-931a1847-aaed-47a7-8de3-c091306a309c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429761 Oct 29 12:18:14.703929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Request body: {'port': {'device_id': 'd745640f-6a45-4116-9aef-17196e2440ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:14.760987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.014049 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af594500-f63f-4bb3-ade4-f28d086b4fcb {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:18:15.022006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.034572 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Transition to ACTIVE for port object af594500-f63f-4bb3-ade4-f28d086b4fcb will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:18:15.037736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.108940 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Pushing event updated for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:15.157752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Attempting to bind port af594500-f63f-4bb3-ade4-f28d086b4fcb on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:15.158362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Attempting to bind port af594500-f63f-4bb3-ade4-f28d086b4fcb by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:15.158463 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Attempting to bind port af594500-f63f-4bb3-ade4-f28d086b4fcb on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:15.162737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Port af594500-f63f-4bb3-ade4-f28d086b4fcb on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:18:15.163037 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Attempting to bind port af594500-f63f-4bb3-ade4-f28d086b4fcb on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:15.167871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:15.168028 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Checking segment: {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:15.168404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Bound using segment: {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:15.168820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Bound port: af594500-f63f-4bb3-ade4-f28d086b4fcb, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:15.169194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.230213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:15.233509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:15.237577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.275908 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:15.276522 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:15.277951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] 10.222.0.86 "PUT /v2.0/ports/af594500-f63f-4bb3-ade4-f28d086b4fcb HTTP/1.1" status: 200 len: 1091 time: 0.5781960 Oct 29 12:18:15.278391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:15.280678 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23833011-75f6-436d-816d-07f7f9a20d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:15.300327 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d0ae-4a1a-49e7-8133-8f9c5277681c service neutron] Pushing event updated for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:15.339256 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a2e0-5b23-4fbf-8363-c0f4f6858a9b req-e745e606-e124-451f-b918-611f6e7d874e tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:15.341577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d559a2e0-5b23-4fbf-8363-c0f4f6858a9b req-e745e606-e124-451f-b918-611f6e7d874e tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 943 time: 0.0518897 Oct 29 12:18:15.361526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-1473e652-3bdb-4c21-a49d-b3c1d7e0e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:15.363128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-1473e652-3bdb-4c21-a49d-b3c1d7e0e38b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 1094 time: 0.0451860 Oct 29 12:18:15.384395 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d559a2e0-5b23-4fbf-8363-c0f4f6858a9b req-c5e5725c-6531-4b17-8cde-b70d086402b6 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366836 Oct 29 12:18:15.408489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-d890317d-56bf-4fc8-a5df-12d1031057d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb HTTP/1.1" status: 200 len: 217 time: 0.0361447 Oct 29 12:18:15.442258 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13af4325-7d91-4440-906e-c55513f1e3bb x-openstack-request-id: req-13af4325-7d91-4440-906e-c55513f1e3bb {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:15.442549 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:15.442805 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13af4325-7d91-4440-906e-c55513f1e3bb {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:15.443198 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb', 'status': 'completed', 'code': 200} Oct 29 12:18:15.460451 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-aeec22c2-7da3-4204-bfa2-65937bfa6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:15.461959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-aeec22c2-7da3-4204-bfa2-65937bfa6676 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=74f17fb0-ac51-4d12-ba91-beb60c1b2621 HTTP/1.1" status: 200 len: 854 time: 0.0463560 Oct 29 12:18:15.497885 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-38d2ff59-51bf-4eb5-b6b0-81b9f12bd8b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276351 Oct 29 12:18:15.585716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-78fdc10c-741c-4438-8a6d-27669607d2f4 service neutron] 10.222.0.86 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Oct 29 12:18:15.677608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-361f849e-d4e7-4993-9dfa-d6b7e88dc305 req-f5fde559-0ebb-4498-9a27-6ba46d24067b service neutron] 10.222.0.86 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851092 Oct 29 12:18:15.760014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23833011-75f6-436d-816d-07f7f9a20d3a req-3a908f52-4767-4a84-81a8-f7add2a15e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:15.761536 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-3a908f52-4767-4a84-81a8-f7add2a15e2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 1094 time: 0.0395501 Oct 29 12:18:16.189766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23833011-75f6-436d-816d-07f7f9a20d3a req-9f83a6c6-0711-48d1-9d70-4d31b6276525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:16.191198 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-9f83a6c6-0711-48d1-9d70-4d31b6276525 service neutron] 10.222.0.86 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 915 time: 0.4229019 Oct 29 12:18:16.234630 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-b462cb83-b031-44bf-a32f-43482f6c8807 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb HTTP/1.1" status: 200 len: 217 time: 0.0348496 Oct 29 12:18:16.282764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23833011-75f6-436d-816d-07f7f9a20d3a req-91a371d8-8b52-4d47-8d90-bd390b08cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:16.284289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-91a371d8-8b52-4d47-8d90-bd390b08cffa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=74f17fb0-ac51-4d12-ba91-beb60c1b2621 HTTP/1.1" status: 200 len: 854 time: 0.0431023 Oct 29 12:18:16.316402 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-02bbee88-056d-488b-9e5c-b79ca59907a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238543 Oct 29 12:18:16.410382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-3f7f84b4-1003-4322-a47d-5df315292b52 service neutron] 10.222.0.86 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860126 Oct 29 12:18:16.503553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d976436-5a00-426e-bb9b-a4d4be360539 req-e0f801ee-53b5-4f17-aa13-f4d71f68a814 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:16.505105 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d976436-5a00-426e-bb9b-a4d4be360539 req-e0f801ee-53b5-4f17-aa13-f4d71f68a814 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 943 time: 0.0499482 Oct 29 12:18:16.511940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-23833011-75f6-436d-816d-07f7f9a20d3a req-65f7d8de-1289-4720-977e-ee1367cae472 service neutron] 10.222.0.86 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919049 Oct 29 12:18:16.542775 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d976436-5a00-426e-bb9b-a4d4be360539 req-2d6788d7-68e3-4bd8-85d5-f783f2a23f79 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315387 Oct 29 12:18:17.657184 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd565e1-8692-4d1c-89b5-0d62a7af2a91 req-6fb63667-a02c-45bb-9d8d-cb1bc25b7d82 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:17.658679 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbd565e1-8692-4d1c-89b5-0d62a7af2a91 req-6fb63667-a02c-45bb-9d8d-cb1bc25b7d82 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 943 time: 0.0480227 Oct 29 12:18:17.696107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbd565e1-8692-4d1c-89b5-0d62a7af2a91 req-8e3eed02-6837-46ea-b0f7-7422f7b4dfbd tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Oct 29 12:18:17.997579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device af594500-f63f-4bb3-ade4-f28d086b4fcb details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:18:18.094493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:18.105466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'af594500-f63f-4bb3-ade4-f28d086b4fcb', 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff', 'port_id': 'af594500-f63f-4bb3-ade4-f28d086b4fcb', 'mac_address': 'fa:16:3e:ae:2d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f17fb0-ac51-4d12-ba91-beb60c1b2621', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:18:18.141683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:18.154352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af594500-f63f-4bb3-ade4-f28d086b4fcb {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:18:18.173909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:18.178067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:18.225054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:18.371195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['af594500-f63f-4bb3-ade4-f28d086b4fcb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:18.809266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f593200-7c12-4a0f-b832-dbbc59ead574 req-46cdff84-5126-4d03-b096-1217c2f2e6b9 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:18.810720 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f593200-7c12-4a0f-b832-dbbc59ead574 req-46cdff84-5126-4d03-b096-1217c2f2e6b9 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 944 time: 0.0482259 Oct 29 12:18:18.851961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f593200-7c12-4a0f-b832-dbbc59ead574 req-0ec1d75f-085f-4638-a1bf-d0e9336f5277 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Oct 29 12:18:19.965955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bef7a-7d02-4800-ba13-564ec8effb3c req-0b000ae8-6b71-45ac-8fc2-fbaab7b11e27 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:19.967448 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-621bef7a-7d02-4800-ba13-564ec8effb3c req-0b000ae8-6b71-45ac-8fc2-fbaab7b11e27 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 944 time: 0.0485411 Oct 29 12:18:20.001185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device af594500-f63f-4bb3-ade4-f28d086b4fcb up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:18:20.005683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-621bef7a-7d02-4800-ba13-564ec8effb3c req-39f5a6ae-3209-47cf-aa2b-e82ef62ab7eb tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Oct 29 12:18:20.049638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port af594500-f63f-4bb3-ade4-f28d086b4fcb completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:18:20.053283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port af594500-f63f-4bb3-ade4-f28d086b4fcb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:20.053649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:20.132843 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:20.155593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:20.158121 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68efbd3c-91c9-40d5-aa7f-5b5ee63a7c8f" -d '{"events": [{"server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "name": "network-vif-plugged", "status": "completed", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:20.171425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:20.175964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:20.203043 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ca609-6454-46ce-9e81-b91c8bb76e29 x-openstack-request-id: req-d11ca609-6454-46ce-9e81-b91c8bb76e29 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:20.203341 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "name": "network-vif-plugged", "status": "completed", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:20.203596 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d11ca609-6454-46ce-9e81-b91c8bb76e29 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:20.203983 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb', 'code': 200} Oct 29 12:18:20.230804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:20.297699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3ab1-baaf-4b28-b197-d518017b26e5 req-2dcfc837-2651-4115-ad9a-493eb6dc307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:20.299212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb3ab1-baaf-4b28-b197-d518017b26e5 req-2dcfc837-2651-4115-ad9a-493eb6dc307e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 1096 time: 0.0391848 Oct 29 12:18:20.334052 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e0fb3ab1-baaf-4b28-b197-d518017b26e5 req-5560d75d-8e5e-4605-9b9a-c8525df37ae1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277185 Oct 29 12:18:21.124713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc13595-2d9d-411a-9ffe-6ca16b048f4c req-77684539-35b1-4d97-a1ef-7455918ce819 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:21.126127 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bc13595-2d9d-411a-9ffe-6ca16b048f4c req-77684539-35b1-4d97-a1ef-7455918ce819 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0478451 Oct 29 12:18:21.165581 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7bc13595-2d9d-411a-9ffe-6ca16b048f4c req-4d270ea0-33be-4666-9fd9-02a5e780d8e8 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Oct 29 12:18:22.169275 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:22.277506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779224-e0ac-4802-bf0f-6d0d9696d4b2 req-7bdbe8a5-8d0d-4553-88da-e9bbf7b4f059 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:22.278949 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13779224-e0ac-4802-bf0f-6d0d9696d4b2 req-7bdbe8a5-8d0d-4553-88da-e9bbf7b4f059 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0471532 Oct 29 12:18:22.320636 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-13779224-e0ac-4802-bf0f-6d0d9696d4b2 req-98295de0-3b60-4b61-9690-bd5f9029716f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351472 Oct 29 12:18:22.540279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-14c73c25-fd67-4887-9a5b-282c8b3b9a4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:22.541776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-14c73c25-fd67-4887-9a5b-282c8b3b9a4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 814 time: 0.1012475 Oct 29 12:18:22.556743 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-c520dc71-9743-40c2-b3b5-d21cf1e611ce tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/quotas/87e286696bde4b84a4e23eaa3c2e01a0 HTTP/1.1" status: 200 len: 375 time: 0.0092242 Oct 29 12:18:22.606230 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-5170d6ba-bac5-45af-ac69-0a83da43f692 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436606 Oct 29 12:18:22.703091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-37a810fd-a9b8-4513-a67a-2ddd01c3f4db service neutron] 10.222.0.77 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898263 Oct 29 12:18:22.809586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-9c5e27fa-dc32-4d1f-8b5c-52a7dd5a009e service neutron] 10.222.0.77 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994310 Oct 29 12:18:22.975763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6891ef44-30eb-46bc-b471-42f123997ab6 req-f66b7353-e823-4085-910e-6a4178de1a21 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 210 time: 0.0263631 Oct 29 12:18:24.010239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-6b0f2261-7386-43e8-a70f-ea9597ba754f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:24.012361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-6b0f2261-7386-43e8-a70f-ea9597ba754f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.41 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 814 time: 0.1445470 Oct 29 12:18:24.026024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Request body: {'port': {'device_id': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff', 'admin_state_up': True, 'tenant_id': '87e286696bde4b84a4e23eaa3c2e01a0'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:24.078320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-64e8c253-2242-4125-b541-a11edc4ed6e0 req-b151beff-8da6-4838-8859-597a53c6510a tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 210 time: 0.0275025 Oct 29 12:18:24.148279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Made reservation on behalf of 87e286696bde4b84a4e23eaa3c2e01a0 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:24.152118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.279684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Allocated IP 172.20.0.13 (98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff/74f17fb0-ac51-4d12-ba91-beb60c1b2621/86e2d664-3cf6-49de-a544-26ab0f24038f) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:24.428147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.463360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.475318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['af594500-f63f-4bb3-ade4-f28d086b4fcb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:24.507566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:24.510724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:24.515584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:24.521924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Pushing event updated for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:24.549277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.549628 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.549968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.550312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.550642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.550979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.551305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.551627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.551951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.552272 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.552599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.552912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:24.578200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:24.578825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.595552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-7627f63d-7548-419a-bbdb-9954e04e6c4f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734568 Oct 29 12:18:24.607508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Request body: {'port': {'device_id': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:24.664661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.918248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e2d664-3cf6-49de-a544-26ab0f24038f {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:18:24.925628 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.937517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Transition to ACTIVE for port object 86e2d664-3cf6-49de-a544-26ab0f24038f will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:18:24.941603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:24.992170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:25.059142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Attempting to bind port 86e2d664-3cf6-49de-a544-26ab0f24038f on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:25.059796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Attempting to bind port 86e2d664-3cf6-49de-a544-26ab0f24038f by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:25.059796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Attempting to bind port 86e2d664-3cf6-49de-a544-26ab0f24038f on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:25.064580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Port 86e2d664-3cf6-49de-a544-26ab0f24038f on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:18:25.064904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Attempting to bind port 86e2d664-3cf6-49de-a544-26ab0f24038f on network 98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:25.069640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:25.069968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Checking segment: {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:25.070344 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Bound using segment: {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:25.070763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Bound port: 86e2d664-3cf6-49de-a544-26ab0f24038f, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02e14a7-8827-45ee-be77-e66c2865235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:25.071108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:25.132321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:25.135577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=86e2d664-3cf6-49de-a544-26ab0f24038f,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:25.140321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:25.173974 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.174609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:25.176395 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] 10.222.0.41 "PUT /v2.0/ports/86e2d664-3cf6-49de-a544-26ab0f24038f HTTP/1.1" status: 200 len: 1092 time: 0.5730093 Oct 29 12:18:25.178739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:25.186969 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a" -d '{"events": [{"name": "network-changed", "server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:25.203610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2cf4-da68-462b-8b70-16694e8cd1af req-5fde825f-3668-4fee-9b4e-57c028a58293 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.205141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0eef2cf4-da68-462b-8b70-16694e8cd1af req-5fde825f-3668-4fee-9b4e-57c028a58293 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 944 time: 0.0535529 Oct 29 12:18:25.217115 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef871ece-b397-4331-a6a9-0723f1f96ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:25.246794 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0eef2cf4-da68-462b-8b70-16694e8cd1af req-cfc2ebb3-6dc2-4185-8d55-99fa5e25492d tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Oct 29 12:18:25.267455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-32dafad7-53f5-4482-807b-78060b1a810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.269022 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-32dafad7-53f5-4482-807b-78060b1a810d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 1095 time: 0.0480630 Oct 29 12:18:25.312275 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55651faf-6b8a-4d60-a6eb-c79f962f5960 x-openstack-request-id: req-55651faf-6b8a-4d60-a6eb-c79f962f5960 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:25.312571 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:25.312823 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55651faf-6b8a-4d60-a6eb-c79f962f5960 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:25.313253 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f', 'status': 'completed', 'code': 200} Oct 29 12:18:25.314743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-bbd86a5b-a1dc-4894-be6b-6e17cd1fb08d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e2d664-3cf6-49de-a544-26ab0f24038f HTTP/1.1" status: 200 len: 217 time: 0.0381503 Oct 29 12:18:25.363312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-9e3b8fb2-42b4-4c0b-ba57-b94152323481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.364750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-9e3b8fb2-42b4-4c0b-ba57-b94152323481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f17fb0-ac51-4d12-ba91-beb60c1b2621 HTTP/1.1" status: 200 len: 854 time: 0.0436189 Oct 29 12:18:25.401186 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-2209327e-70fe-484c-98dd-3256dac842f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283442 Oct 29 12:18:25.491062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-fbd6733a-e68e-4d31-8b2d-ec69774f120a service neutron] 10.222.0.41 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819938 Oct 29 12:18:25.586325 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-88cc23e2-d5d9-4f6d-b66c-f977769aa07e req-b37c61e1-5697-44eb-86ed-37c748133702 service neutron] 10.222.0.41 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Oct 29 12:18:25.668480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-b03f5494-0e8b-499a-9685-91b7951157b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.670117 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-b03f5494-0e8b-499a-9685-91b7951157b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 1095 time: 0.0404189 Oct 29 12:18:25.763679 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-8ae33e4a-6bed-41b5-ab92-914289846b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.765086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-8ae33e4a-6bed-41b5-ab92-914289846b07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 200 len: 915 time: 0.0879829 Oct 29 12:18:25.806508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-6f4761f7-c499-404c-838c-428b5107ae68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e2d664-3cf6-49de-a544-26ab0f24038f HTTP/1.1" status: 200 len: 217 time: 0.0343935 Oct 29 12:18:25.857550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-161e8c51-8abe-4d27-a00a-e333a669b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:25.859563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-161e8c51-8abe-4d27-a00a-e333a669b646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74f17fb0-ac51-4d12-ba91-beb60c1b2621 HTTP/1.1" status: 200 len: 854 time: 0.0448272 Oct 29 12:18:25.890858 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-73cbd21c-5d04-4716-8a5e-4a6240f2dd35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234685 Oct 29 12:18:25.985065 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-ae6a1a02-390a-4623-b62c-8bf03f79b124 service neutron] 10.222.0.41 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863750 Oct 29 12:18:26.078958 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4341fc2a-193a-4df0-bc2a-5c4c19ca689a req-e78f86a9-df4c-4ee5-b2ed-72090a42cb69 service neutron] 10.222.0.41 "GET /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Oct 29 12:18:26.366567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe499c-c22d-4462-ace3-c52f80a98e9e req-3b0d504c-6a49-47c3-8ce6-0d6d0eeca110 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:26.368161 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81fe499c-c22d-4462-ace3-c52f80a98e9e req-3b0d504c-6a49-47c3-8ce6-0d6d0eeca110 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 944 time: 0.0518157 Oct 29 12:18:26.402602 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:26.407252 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-81fe499c-c22d-4462-ace3-c52f80a98e9e req-45708da5-6d0d-4978-b149-8d96fc80d492 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Oct 29 12:18:26.859647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:18:26.892536 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 86e2d664-3cf6-49de-a544-26ab0f24038f details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:18:26.989652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=86e2d664-3cf6-49de-a544-26ab0f24038f,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:27.001537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '86e2d664-3cf6-49de-a544-26ab0f24038f', 'network_id': '98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff', 'port_id': '86e2d664-3cf6-49de-a544-26ab0f24038f', 'mac_address': 'fa:16:3e:5a:be:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f17fb0-ac51-4d12-ba91-beb60c1b2621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:18:27.038374 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:27.054658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e2d664-3cf6-49de-a544-26ab0f24038f {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:18:27.073839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=86e2d664-3cf6-49de-a544-26ab0f24038f,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:27.078116 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:27.126672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:27.293431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['86e2d664-3cf6-49de-a544-26ab0f24038f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:27.527427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef3600-4365-483e-86ec-51c7f687988c req-a77f2932-6e8a-4844-956c-275d68e14f62 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:27.528962 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3bef3600-4365-483e-86ec-51c7f687988c req-a77f2932-6e8a-4844-956c-275d68e14f62 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 945 time: 0.0493250 Oct 29 12:18:27.570491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3bef3600-4365-483e-86ec-51c7f687988c req-6c76903a-1da4-42ed-952a-04412feb8c1b tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Oct 29 12:18:28.513618 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-45c94427-4ade-4fe9-81eb-f7c279bc87ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:28.684753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0709e-9b5e-45b2-ae20-83e8a51f0f0b req-eb7f54cd-a935-4781-8d6b-0bbb0cdd9b00 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:28.686235 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aa0709e-9b5e-45b2-ae20-83e8a51f0f0b req-eb7f54cd-a935-4781-8d6b-0bbb0cdd9b00 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 945 time: 0.0483589 Oct 29 12:18:28.723890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2aa0709e-9b5e-45b2-ae20-83e8a51f0f0b req-05268565-de52-4e2f-a84a-62ecde389df1 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Oct 29 12:18:28.908750 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 86e2d664-3cf6-49de-a544-26ab0f24038f up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:18:28.957295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 86e2d664-3cf6-49de-a544-26ab0f24038f completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:18:28.960917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 86e2d664-3cf6-49de-a544-26ab0f24038f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:28.961314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:29.037547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:29.059463 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:29.062245 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb46eb7-7ada-4d62-b25d-f27c7094bd14" -d '{"events": [{"server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "name": "network-vif-plugged", "status": "completed", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:29.078519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=86e2d664-3cf6-49de-a544-26ab0f24038f,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:29.083319 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:29.108478 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17537c13-4f34-40e6-9176-76f1827fa91a x-openstack-request-id: req-17537c13-4f34-40e6-9176-76f1827fa91a {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:29.108767 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "name": "network-vif-plugged", "status": "completed", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:29.109036 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17537c13-4f34-40e6-9176-76f1827fa91a {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:29.109426 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f', 'code': 200} Oct 29 12:18:29.133387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:29.195075 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90dd-a0a5-4fe2-97db-0b7cb6c8f653 req-e78e9ca0-4921-493f-bc41-3997f29e710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:29.196590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45ab90dd-a0a5-4fe2-97db-0b7cb6c8f653 req-e78e9ca0-4921-493f-bc41-3997f29e710a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 1097 time: 0.0408936 Oct 29 12:18:29.231829 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45ab90dd-a0a5-4fe2-97db-0b7cb6c8f653 req-92c33e62-3f9e-4b03-aa3f-cd432e06d212 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272291 Oct 29 12:18:29.846451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396181-348e-4a72-b6ab-704937687184 req-4b3e145e-a6db-4b8d-b582-9580023b8084 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:29.847944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f396181-348e-4a72-b6ab-704937687184 req-4b3e145e-a6db-4b8d-b582-9580023b8084 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 946 time: 0.0540659 Oct 29 12:18:29.891210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9f396181-348e-4a72-b6ab-704937687184 req-f15a9883-fe5b-4657-a679-24eeea3124b0 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Oct 29 12:18:30.923720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29a036ba-ba63-474e-b615-055713c2bec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:31.008553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f5d0-28bd-43c6-be66-99c887e84d43 req-2d66d0cb-9489-4ad6-9c54-0c073e9f3e3c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:31.010071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5976f5d0-28bd-43c6-be66-99c887e84d43 req-2d66d0cb-9489-4ad6-9c54-0c073e9f3e3c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 946 time: 0.0491631 Oct 29 12:18:31.048099 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5976f5d0-28bd-43c6-be66-99c887e84d43 req-7b8a2f0b-6839-41bb-a5c6-ce26b04f89a3 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Oct 29 12:18:31.278431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b00d-0a63-43ca-be89-e6ac39705a41 req-148e8c04-e936-4180-8766-af1d874d3c57 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:31.279869 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88c7b00d-0a63-43ca-be89-e6ac39705a41 req-148e8c04-e936-4180-8766-af1d874d3c57 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 946 time: 0.0478935 Oct 29 12:18:31.316980 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-88c7b00d-0a63-43ca-be89-e6ac39705a41 req-4cd3c043-0592-418c-8eb9-ff5d422ff114 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Oct 29 12:18:32.437145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaded95-c8be-4aa3-89ff-33b295b23773 req-ced0bb62-28e2-409c-871f-aac5f661cf21 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:32.439815 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbaded95-c8be-4aa3-89ff-33b295b23773 req-ced0bb62-28e2-409c-871f-aac5f661cf21 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 946 time: 0.0549970 Oct 29 12:18:32.442155 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.465499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.551493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0040fc-eb70-43de-8d72-32abe41605da req-4b1c7477-0a7b-45f4-a261-d6a7b9484c33 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:32.553149 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0040fc-eb70-43de-8d72-32abe41605da req-4b1c7477-0a7b-45f4-a261-d6a7b9484c33 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.41 "GET /v2.0/ports?device_id=65d7a406-36da-4ce0-9f31-a3f8049a869d HTTP/1.1" status: 200 len: 946 time: 0.0560753 Oct 29 12:18:32.650584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Deleting port 86e2d664-3cf6-49de-a544-26ab0f24038f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:32.650818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.743404 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] For port 86e2d664-3cf6-49de-a544-26ab0f24038f, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=86e2d664-3cf6-49de-a544-26ab0f24038f,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:32.743771 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.758056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Calling delete_port for 86e2d664-3cf6-49de-a544-26ab0f24038f owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:32.817645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fbaded95-c8be-4aa3-89ff-33b295b23773 req-1e9095ca-9854-476a-8334-8fa87785dcf7 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713892 Oct 29 12:18:32.889554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.902634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['86e2d664-3cf6-49de-a544-26ab0f24038f'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:32.906639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['af594500-f63f-4bb3-ade4-f28d086b4fcb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:32.918420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Pushing event deleted for resources: {'Port': ['ID=86e2d664-3cf6-49de-a544-26ab0f24038f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:32.964724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] No DVR routers for this DVR port 86e2d664-3cf6-49de-a544-26ab0f24038f on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:32.968213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:32.971780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df0040fc-eb70-43de-8d72-32abe41605da req-89f1fa3b-2761-44eb-8e58-4a33af970502 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.41 "DELETE /v2.0/ports/86e2d664-3cf6-49de-a544-26ab0f24038f HTTP/1.1" status: 204 len: 173 time: 0.4122713 Oct 29 12:18:32.972231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'name': 'network-vif-deleted', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:32.974564 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535701e3-d4c5-40cd-8173-bb090b32e718" -d '{"events": [{"server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "name": "network-vif-deleted", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:33.022057 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691da664-07e9-4ea7-9592-f95d2c37e42d x-openstack-request-id: req-691da664-07e9-4ea7-9592-f95d2c37e42d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:33.022351 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d7a406-36da-4ce0-9f31-a3f8049a869d", "name": "network-vif-deleted", "tag": "86e2d664-3cf6-49de-a544-26ab0f24038f", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:33.022605 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-691da664-07e9-4ea7-9592-f95d2c37e42d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:33.023004 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d7a406-36da-4ce0-9f31-a3f8049a869d', 'name': 'network-vif-deleted', 'tag': '86e2d664-3cf6-49de-a544-26ab0f24038f', 'status': 'completed', 'code': 200} Oct 29 12:18:33.778853 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:33.976343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484650c-52af-4ce6-8919-4725036704c4 req-54287e8a-ab37-41e6-bc1d-36a4a089d5ee tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:33.977810 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5484650c-52af-4ce6-8919-4725036704c4 req-54287e8a-ab37-41e6-bc1d-36a4a089d5ee tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0516248 Oct 29 12:18:34.018484 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5484650c-52af-4ce6-8919-4725036704c4 req-cbd9d5c7-79f6-4ac3-b210-5b016b9b3134 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346537 Oct 29 12:18:34.158040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301d6fa-8267-44d5-84c6-266cef0577de req-b1694ac6-adfa-4d3b-bda6-98d58b771fa2 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:34.159543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c301d6fa-8267-44d5-84c6-266cef0577de req-b1694ac6-adfa-4d3b-bda6-98d58b771fa2 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0514686 Oct 29 12:18:34.199843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c301d6fa-8267-44d5-84c6-266cef0577de req-b0ac7b8f-e0c0-4481-a6fa-6800acf04a21 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Oct 29 12:18:34.327859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd28d7-f88e-4626-9f81-5d8e760053d3 req-259310c5-64b0-4c9e-b376-d59711d20a7c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:34.329394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29cd28d7-f88e-4626-9f81-5d8e760053d3 req-259310c5-64b0-4c9e-b376-d59711d20a7c tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0545506 Oct 29 12:18:34.376661 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29cd28d7-f88e-4626-9f81-5d8e760053d3 req-0bc2091f-b1de-471b-8b33-e72e09b321d3 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374012 Oct 29 12:18:34.554333 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12702793-9e7f-4c51-8db2-7729e8e6acb0 req-db5854ae-db33-4fcf-988f-b731068fcbed tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:34.555774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12702793-9e7f-4c51-8db2-7729e8e6acb0 req-db5854ae-db33-4fcf-988f-b731068fcbed tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0503120 Oct 29 12:18:34.595070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-12702793-9e7f-4c51-8db2-7729e8e6acb0 req-d5709f82-ea68-4e05-82ee-13b69618584a tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Oct 29 12:18:34.709560 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb8a5-166f-4bf7-9953-eb26c2f7ca42 req-b4c7bda2-952a-41bd-9950-6d32b90a0135 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:34.711009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8abb8a5-166f-4bf7-9953-eb26c2f7ca42 req-b4c7bda2-952a-41bd-9950-6d32b90a0135 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0507863 Oct 29 12:18:34.748031 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8abb8a5-166f-4bf7-9953-eb26c2f7ca42 req-0ae94f98-d36c-4343-9d41-fa0a80da26fe tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Oct 29 12:18:34.874876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24197-67c4-43e7-8ca8-3ccf83abac10 req-afb09114-764c-45d6-844e-79bba79122a3 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:34.876322 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c24197-67c4-43e7-8ca8-3ccf83abac10 req-afb09114-764c-45d6-844e-79bba79122a3 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0514772 Oct 29 12:18:34.905643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 86e2d664-3cf6-49de-a544-26ab0f24038f no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:34.913519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a9c24197-67c4-43e7-8ca8-3ccf83abac10 req-0bc04e42-bed4-4c49-8086-63c19285577f tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Oct 29 12:18:34.926216 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 86e2d664-3cf6-49de-a544-26ab0f24038f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:34.926563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 86e2d664-3cf6-49de-a544-26ab0f24038f not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:35.211513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f6669-9db4-4c71-a8d1-0ba22541e022 req-20154d5a-5887-49ec-9c8e-f601ff49a6d8 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:35.212974 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba8f6669-9db4-4c71-a8d1-0ba22541e022 req-20154d5a-5887-49ec-9c8e-f601ff49a6d8 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0488274 Oct 29 12:18:35.254564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ba8f6669-9db4-4c71-a8d1-0ba22541e022 req-01566a2d-9519-44a3-905b-ecd3d656be43 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Oct 29 12:18:36.372803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91cd7-acce-43b7-8216-a327d0cc067b req-c9905cfb-4c6b-420e-9c69-94bb880ae846 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:36.374800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8dc91cd7-acce-43b7-8216-a327d0cc067b req-c9905cfb-4c6b-420e-9c69-94bb880ae846 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0491545 Oct 29 12:18:36.413660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8dc91cd7-acce-43b7-8216-a327d0cc067b req-616bc834-7314-4764-b765-e8d120f8791a tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d1d7769-07b7-4da6-a290-9e03b0e7483d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Oct 29 12:18:36.590104 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-726f5375-3fec-4c91-aacf-f86d4207a102 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:36.591826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-726f5375-3fec-4c91-aacf-f86d4207a102 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.86 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 945 time: 0.0489783 Oct 29 12:18:36.683338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Deleting port af594500-f63f-4bb3-ade4-f28d086b4fcb {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:36.683670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:36.773982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] For port af594500-f63f-4bb3-ade4-f28d086b4fcb, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=af594500-f63f-4bb3-ade4-f28d086b4fcb,segment=NetworkSegment(b02e14a7-8827-45ee-be77-e66c2865235d),segment_id=b02e14a7-8827-45ee-be77-e66c2865235d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:36.774344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:36.787351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Calling delete_port for af594500-f63f-4bb3-ade4-f28d086b4fcb owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:36.915253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:36.927278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['af594500-f63f-4bb3-ade4-f28d086b4fcb'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:18:36.943182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Pushing event deleted for resources: {'Port': ['ID=af594500-f63f-4bb3-ade4-f28d086b4fcb,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:36.987884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] No DVR routers for this DVR port af594500-f63f-4bb3-ade4-f28d086b4fcb on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:36.990708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:36.994192 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-67965bb1-e361-47b6-8eb4-8f58084115f8 req-b4d06d90-f618-401d-ac82-1f3f7defc004 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.86 "DELETE /v2.0/ports/af594500-f63f-4bb3-ade4-f28d086b4fcb HTTP/1.1" status: 204 len: 173 time: 0.3967295 Oct 29 12:18:36.994735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'name': 'network-vif-deleted', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:18:36.997137 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab19042-3710-4856-8ac8-e1d7797a27f7" -d '{"events": [{"server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "name": "network-vif-deleted", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:18:37.049033 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e7c65-f76a-458f-8519-26539946085d x-openstack-request-id: req-653e7c65-f76a-458f-8519-26539946085d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:18:37.049402 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d745640f-6a45-4116-9aef-17196e2440ba", "name": "network-vif-deleted", "tag": "af594500-f63f-4bb3-ade4-f28d086b4fcb", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:18:37.049649 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-653e7c65-f76a-458f-8519-26539946085d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:18:37.050063 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd745640f-6a45-4116-9aef-17196e2440ba', 'name': 'network-vif-deleted', 'tag': 'af594500-f63f-4bb3-ade4-f28d086b4fcb', 'status': 'completed', 'code': 200} Oct 29 12:18:37.527307 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3974fa50-2f2f-4f78-b959-0f0e6a5bfa7e req-57057975-0b54-4e8c-a69d-387e97035dc5 tempest-ServersNegativeTestJSON-1974008823 tempest-ServersNegativeTestJSON-1974008823-project] 10.222.0.77 "GET /v2.0/ports?device_id=d745640f-6a45-4116-9aef-17196e2440ba HTTP/1.1" status: 200 len: 210 time: 0.0294316 Oct 29 12:18:38.582210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43622) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:38.626585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Deleting subnet 74f17fb0-ac51-4d12-ba91-beb60c1b2621 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:38.629563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.667637 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.705982 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.756761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.783092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f17fb0-ac51-4d12-ba91-beb60c1b2621,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:38.785066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.788230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-958a13d9-b13c-40c4-88b1-219789636d50 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/74f17fb0-ac51-4d12-ba91-beb60c1b2621 HTTP/1.1" status: 204 len: 168 time: 0.2050142 Oct 29 12:18:38.790753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43624) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:38.862308 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.939853 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.959496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:38.969160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02e14a7-8827-45ee-be77-e66c2865235d') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:38.969450 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02e14a7-8827-45ee-be77-e66c2865235d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:38.978508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.991294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.997264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:38.997647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:38.999659 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:39.059857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.065932 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.069141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] 10.222.0.77 "DELETE /v2.0/networks/98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff HTTP/1.1" status: 204 len: 168 time: 0.2774339 Oct 29 12:18:39.080631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37342927-216c-4136-ba7a-c595600df484 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a5a1b1-b6ad-47d9-8a85-3c176c74a6ff,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:39.180574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43628) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:39.221733 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cc83960e-551c-48dd-80c0-671aeaf29895 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87e286696bde4b84a4e23eaa3c2e01a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399508 Oct 29 12:18:39.224163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43630) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:39.271302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.291590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.337997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.340651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:39.341851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d1d7769-07b7-4da6-a290-9e03b0e7483d HTTP/1.1" status: 204 len: 168 time: 0.1167934 Oct 29 12:18:39.349373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6bd8-6d6f-4756-a9cb-a85b9a5f9cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d7769-07b7-4da6-a290-9e03b0e7483d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:40.016408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43652) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:40.094106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device af594500-f63f-4bb3-ade4-f28d086b4fcb no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:40.110634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2116483336'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:40.114141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: af594500-f63f-4bb3-ade4-f28d086b4fcb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:40.114480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device af594500-f63f-4bb3-ade4-f28d086b4fcb not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:40.136016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:40.139495 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.147744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.220694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.224862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.251439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:40.260097 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e305bea-e35c-4708-9a3a-372cf9045c61,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:40.266241 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.266600 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Added segment 77245551-5f64-468d-b274-504aeedb60ca of type vlan for network 68cc8942-8b07-42cd-8950-85d9a2e64c02 Oct 29 12:18:40.306210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.330015 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.335563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:40.336145 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:40.395194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3776410 Oct 29 12:18:40.407064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bec99b-6ac2-4e4e-a5e8-afcfb0b97a2d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Network': ['ID=68cc8942-8b07-42cd-8950-85d9a2e64c02,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:40.417945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:43.692753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43656) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:43.698310 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'subnet': {'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:43.794237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:43.797833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:43.986830 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.050218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Subnet': ['ID=da378b96-539f-4500-aad5-5850cdbe2a31,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:44.066251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking segment: {'id': '77245551-5f64-468d-b274-504aeedb60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:44.066617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network hostable DHCP agents. Network: 68cc8942-8b07-42cd-8950-85d9a2e64c02, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:44.084659 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:44.097321 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 68cc8942-8b07-42cd-8950-85d9a2e64c02) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:44.103469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:44.104721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.114311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042e485-c838-4eb8-814b-5bce62f8b828 None None] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:44.125643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6693d2cd-f5e8-41bd-8a0a-2726debb5d22 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4276369 Oct 29 12:18:44.126100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43658) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:44.131718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564078653'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:44.155503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:44.159195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.184488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:44.194796 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.195166 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Added segment c50e9f5e-b652-4832-bc1b-375e4f752085 of type vlan for network 40344160-4c37-46ee-8bdc-115acef598fc Oct 29 12:18:44.238552 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.258153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-68cc8942-8b07-42cd-8950-85d9a2e64c02', 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02', 'tenant_id': '1f42b8a4a11c44ecababc797b3bf9e51', 'fixed_ips': [{'subnet_id': 'da378b96-539f-4500-aad5-5850cdbe2a31'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:44.259016 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.265192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.270866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:44.271467 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.328569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001736 Oct 29 12:18:44.331389 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43660) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:44.338634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'subnet': {'network_id': '40344160-4c37-46ee-8bdc-115acef598fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:44.394616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b0e28-1abf-47d8-91c4-6332ab688c35 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Network': ['ID=40344160-4c37-46ee-8bdc-115acef598fc,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:44.408696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 40344160-4c37-46ee-8bdc-115acef598fc details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:44.426558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Allocated IP 2001:db8:0:ffff::2 (68cc8942-8b07-42cd-8950-85d9a2e64c02/da378b96-539f-4500-aad5-5850cdbe2a31/9e65e75b-ba9f-4b09-a227-7a2239af5584) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:44.444535 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:44.448050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.617298 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.624186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.640134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.667346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:44.671005 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:44.674584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:44.682439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Pushing event updated for resources: {'Port': ['ID=9e65e75b-ba9f-4b09-a227-7a2239af5584,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:44.704447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.704786 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.705146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.705477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.705807 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.706130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.706448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.706561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Subnet': ['ID=fd9c3705-cd4d-4e45-a1ef-ca08d31b5c00,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:44.706765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.707081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.707397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.707712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.708024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:18:44.711346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking segment: {'id': 'c50e9f5e-b652-4832-bc1b-375e4f752085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '40344160-4c37-46ee-8bdc-115acef598fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:44.711702 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network hostable DHCP agents. Network: 40344160-4c37-46ee-8bdc-115acef598fc, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:44.729940 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network 40344160-4c37-46ee-8bdc-115acef598fc is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:44.739608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 40344160-4c37-46ee-8bdc-115acef598fc) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:44.742493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Attempting to bind port 9e65e75b-ba9f-4b09-a227-7a2239af5584 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:44.742860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Attempting to bind port 9e65e75b-ba9f-4b09-a227-7a2239af5584 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '77245551-5f64-468d-b274-504aeedb60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:44.743219 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Attempting to bind port 9e65e75b-ba9f-4b09-a227-7a2239af5584 on network 68cc8942-8b07-42cd-8950-85d9a2e64c02 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:44.744362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:44.745194 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.749194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:44.749568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Checking segment: {'id': '77245551-5f64-468d-b274-504aeedb60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:44.749965 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.750373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Bound using segment: {'id': '77245551-5f64-468d-b274-504aeedb60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:44.750832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Bound port: 9e65e75b-ba9f-4b09-a227-7a2239af5584, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77245551-5f64-468d-b274-504aeedb60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68cc8942-8b07-42cd-8950-85d9a2e64c02'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:44.751608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.755114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb803906-3e2c-49f3-95e3-ff5089130d1f None None] Network 40344160-4c37-46ee-8bdc-115acef598fc requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:44.761387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-88b169e1-ce1a-47b7-bf14-9c6ad95f1049 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4289637 Oct 29 12:18:44.764339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:44.863070 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.882646 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] For port 9e65e75b-ba9f-4b09-a227-7a2239af5584, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:44.885861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] For port 9e65e75b-ba9f-4b09-a227-7a2239af5584, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9e65e75b-ba9f-4b09-a227-7a2239af5584,segment=NetworkSegment(77245551-5f64-468d-b274-504aeedb60ca),segment_id=77245551-5f64-468d-b274-504aeedb60ca)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:44.891114 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.918693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.994921 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:44.996178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9d896-4ccc-412e-9c6c-5594f9a04960 None None] Pushing event updated for resources: {'Port': ['ID=9e65e75b-ba9f-4b09-a227-7a2239af5584,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:45.012338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bff691-28fc-4ff3-8f0c-470167848c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-40344160-4c37-46ee-8bdc-115acef598fc', 'network_id': '40344160-4c37-46ee-8bdc-115acef598fc', 'tenant_id': '1f42b8a4a11c44ecababc797b3bf9e51', 'fixed_ips': [{'subnet_id': 'fd9c3705-cd4d-4e45-a1ef-ca08d31b5c00'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:45.012973 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-78bff691-28fc-4ff3-8f0c-470167848c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.043641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9c3705-cd4d-4e45-a1ef-ca08d31b5c00,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:45.094431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.111628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccc3d2-5bf7-405b-ae23-56c0345e004e None None] Network 40344160-4c37-46ee-8bdc-115acef598fc requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:45.118826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40344160-4c37-46ee-8bdc-115acef598fc']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:45.132674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50e9f5e-b652-4832-bc1b-375e4f752085') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:45.133102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50e9f5e-b652-4832-bc1b-375e4f752085') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:45.174633 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.193061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.199856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:45.200368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:45.203615 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:45.263752 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.271468 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.274819 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/40344160-4c37-46ee-8bdc-115acef598fc HTTP/1.1" status: 204 len: 168 time: 0.5087247 Oct 29 12:18:45.280427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:45.286350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060787555'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:45.287596 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378874e-70fe-43e1-aab4-005c82dfb4db tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Network': ['ID=40344160-4c37-46ee-8bdc-115acef598fc,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:45.310309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:45.314332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.343359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:45.352745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.353116 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Added segment 099b5992-0cea-4b71-8228-b5d6d8a954cf of type vlan for network acb48259-3a56-429c-bb17-1a8e6a1080a7 Oct 29 12:18:45.395151 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.422150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.428007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:45.428632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.488496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063434 Oct 29 12:18:45.491704 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:45.496913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'subnet': {'network_id': 'acb48259-3a56-429c-bb17-1a8e6a1080a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:45.502343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a54c1-5291-453f-8bab-788469ef6a94 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Network': ['ID=acb48259-3a56-429c-bb17-1a8e6a1080a7,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:45.514842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network acb48259-3a56-429c-bb17-1a8e6a1080a7 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:45.601567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:45.605154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.663947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Performing IP validity checks on allocation pools {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 29 12:18:45.664461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.ipam_backend_mixin [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102277) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 29 12:18:45.800296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.869935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Subnet': ['ID=701705d0-fc5b-4432-bca1-6e1042e63eb0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:45.878661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking segment: {'id': '099b5992-0cea-4b71-8228-b5d6d8a954cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'acb48259-3a56-429c-bb17-1a8e6a1080a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:45.878661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network hostable DHCP agents. Network: acb48259-3a56-429c-bb17-1a8e6a1080a7, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:45.899348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network acb48259-3a56-429c-bb17-1a8e6a1080a7 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:45.916437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, acb48259-3a56-429c-bb17-1a8e6a1080a7) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:45.918503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9e65e75b-ba9f-4b09-a227-7a2239af5584 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:18:45.920981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:45.921595 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:45.942093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1164e0bd-bd14-4eee-ba9b-b103826bc955 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4490771 Oct 29 12:18:45.948307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43668) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:45.954215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ecc89-d817-4aac-9465-fef26f5e2085 None None] Network acb48259-3a56-429c-bb17-1a8e6a1080a7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:45.960006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0dafe-8c84-481e-906d-26502cdcfe7c None None] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:46.057645 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.091258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] Provisioning complete for port 9e65e75b-ba9f-4b09-a227-7a2239af5584 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:46.091629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.110059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.169298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9e65e75b-ba9f-4b09-a227-7a2239af5584 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:46.169597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.173506 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.201175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Subnet': ['ID=701705d0-fc5b-4432-bca1-6e1042e63eb0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:46.266477 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.277531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7b6b0-6f98-4d86-b53a-f108ee49dad6 None None] Network acb48259-3a56-429c-bb17-1a8e6a1080a7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:46.288546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb48259-3a56-429c-bb17-1a8e6a1080a7']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:46.297873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099b5992-0cea-4b71-8228-b5d6d8a954cf') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:46.298171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099b5992-0cea-4b71-8228-b5d6d8a954cf') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:46.307742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.321208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.327951 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:46.328414 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:46.331739 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:46.390328 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.398690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.401823 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/acb48259-3a56-429c-bb17-1a8e6a1080a7 HTTP/1.1" status: 204 len: 168 time: 0.4525399 Oct 29 12:18:46.406215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43670) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:46.412371 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26402364'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:46.413444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca631f-e815-4e21-8e2c-158dd67c1329 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Network': ['ID=acb48259-3a56-429c-bb17-1a8e6a1080a7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:46.432434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.434420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:46.438915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.463953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:46.473584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.474138 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Added segment f297b1c9-a347-4269-a080-dce37e93cbbe of type vlan for network 74f44f1c-85f4-4353-84b8-8555c6620c6b Oct 29 12:18:46.501982 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.525352 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.526644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] For port 9e65e75b-ba9f-4b09-a227-7a2239af5584, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9e65e75b-ba9f-4b09-a227-7a2239af5584,segment=NetworkSegment(77245551-5f64-468d-b274-504aeedb60ca),segment_id=77245551-5f64-468d-b274-504aeedb60ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:46.534402 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.556319 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.563572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:46.564332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.613664 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 12:18:46.614026 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 12:18:46.614514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8fa22-8df6-474f-b3ce-c7df44872341 None None] Pushing event updated for resources: {'Port': ['ID=9e65e75b-ba9f-4b09-a227-7a2239af5584,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:46.626648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2186198 Oct 29 12:18:46.630429 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43672) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:46.635873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'subnet': {'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:46.646073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ca1c1-ec28-4b29-b8b1-94b241e14486 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Network': ['ID=74f44f1c-85f4-4353-84b8-8555c6620c6b,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:46.656198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 74f44f1c-85f4-4353-84b8-8555c6620c6b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:46.741963 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:46.745910 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.891699 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3e830122-4ff3-4067-8685-acb426e0b76a None None] Provisioning complete for port 9e65e75b-ba9f-4b09-a227-7a2239af5584 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:46.892072 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e830122-4ff3-4067-8685-acb426e0b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:46.940199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.007135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Subnet': ['ID=564f847c-9c87-41af-84ca-c62362071d0a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:47.009666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking segment: {'id': 'f297b1c9-a347-4269-a080-dce37e93cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:47.010145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network hostable DHCP agents. Network: 74f44f1c-85f4-4353-84b8-8555c6620c6b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:47.027073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network 74f44f1c-85f4-4353-84b8-8555c6620c6b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:47.035746 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 74f44f1c-85f4-4353-84b8-8555c6620c6b) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:47.039916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:47.040507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.046181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d0b138-04c4-437a-98fb-50b2def1d573 None None] Network 74f44f1c-85f4-4353-84b8-8555c6620c6b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:47.056379 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-602b0d91-7de6-4f3f-8146-b5b6aeb01865 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4247558 Oct 29 12:18:47.061238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:47.066086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561774921'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:47.086605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:47.090406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.115466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:47.125505 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.125863 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Added segment 928f6259-a027-4640-b94a-aeac814fabb1 of type vlan for network ea003415-fe85-41c2-8fe8-732eb39e6f1e Oct 29 12:18:47.168977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.195885 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.201655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:47.202238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.231314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-74f44f1c-85f4-4353-84b8-8555c6620c6b', 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b', 'tenant_id': '1f42b8a4a11c44ecababc797b3bf9e51', 'fixed_ips': [{'subnet_id': '564f847c-9c87-41af-84ca-c62362071d0a'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:47.232171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.259555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1972160 Oct 29 12:18:47.262409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43676) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:47.268852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Request body: {'subnet': {'network_id': 'ea003415-fe85-41c2-8fe8-732eb39e6f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:47.275495 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c56d2f-5e99-49c2-b30b-e970c65f6648 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Network': ['ID=ea003415-fe85-41c2-8fe8-732eb39e6f1e,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:47.303186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network ea003415-fe85-41c2-8fe8-732eb39e6f1e details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:47.364801 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Made reservation on behalf of 1f42b8a4a11c44ecababc797b3bf9e51 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:47.368447 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.430559 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Allocated IP 2001:db8::2 (74f44f1c-85f4-4353-84b8-8555c6620c6b/564f847c-9c87-41af-84ca-c62362071d0a/79783c27-fe96-4e30-a60d-816f51be9099) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:47.561050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.604566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.611615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.623028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event updated for resources: {'Subnet': ['ID=6bf95a64-04de-414e-b384-6d5d5948ecf9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:47.632992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Checking segment: {'id': '928f6259-a027-4640-b94a-aeac814fabb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ea003415-fe85-41c2-8fe8-732eb39e6f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:47.633476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network hostable DHCP agents. Network: ea003415-fe85-41c2-8fe8-732eb39e6f1e, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:47.646656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Network 74f44f1c-85f4-4353-84b8-8555c6620c6b is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:47.650250 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Network ea003415-fe85-41c2-8fe8-732eb39e6f1e is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:47.655673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:47.659371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:47.660320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, ea003415-fe85-41c2-8fe8-732eb39e6f1e) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:47.664911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:47.665600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.667522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Pushing event updated for resources: {'Port': ['ID=79783c27-fe96-4e30-a60d-816f51be9099,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:47.672278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4c5ae-6b50-42cb-8536-30898a032c40 None None] Network ea003415-fe85-41c2-8fe8-732eb39e6f1e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:47.685577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-55192e95-4dbc-4c37-a779-1ca5e135611f tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218071 Oct 29 12:18:47.688293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43678) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:47.770578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Attempting to bind port 79783c27-fe96-4e30-a60d-816f51be9099 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:47.770578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Attempting to bind port 79783c27-fe96-4e30-a60d-816f51be9099 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'f297b1c9-a347-4269-a080-dce37e93cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:47.771041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Attempting to bind port 79783c27-fe96-4e30-a60d-816f51be9099 on network 74f44f1c-85f4-4353-84b8-8555c6620c6b {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:47.778769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:47.779172 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Checking segment: {'id': 'f297b1c9-a347-4269-a080-dce37e93cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:47.779573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.779962 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Bound using segment: {'id': 'f297b1c9-a347-4269-a080-dce37e93cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:47.785035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Bound port: 79783c27-fe96-4e30-a60d-816f51be9099, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f297b1c9-a347-4269-a080-dce37e93cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '74f44f1c-85f4-4353-84b8-8555c6620c6b'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:47.785035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.801816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.874193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.886289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9e65e75b-ba9f-4b09-a227-7a2239af5584 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:18:47.923431 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] For port 79783c27-fe96-4e30-a60d-816f51be9099, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:47.942833 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.944529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] For port 79783c27-fe96-4e30-a60d-816f51be9099, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79783c27-fe96-4e30-a60d-816f51be9099,segment=NetworkSegment(f297b1c9-a347-4269-a080-dce37e93cbbe),segment_id=f297b1c9-a347-4269-a080-dce37e93cbbe)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:47.954916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:47.972124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf95a64-04de-414e-b384-6d5d5948ecf9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:48.031135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b8641-c487-4d81-9928-7c11362b1035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-ea003415-fe85-41c2-8fe8-732eb39e6f1e', 'network_id': 'ea003415-fe85-41c2-8fe8-732eb39e6f1e', 'tenant_id': '1f42b8a4a11c44ecababc797b3bf9e51', 'fixed_ips': [{'subnet_id': '6bf95a64-04de-414e-b384-6d5d5948ecf9'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:48.032003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e10b8641-c487-4d81-9928-7c11362b1035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.044059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.064527 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd210d0-2ee1-41bc-a21b-f1a28dd81113 None None] Pushing event updated for resources: {'Port': ['ID=79783c27-fe96-4e30-a60d-816f51be9099,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:48.070032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea003415-fe85-41c2-8fe8-732eb39e6f1e']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:48.072778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9e65e75b-ba9f-4b09-a227-7a2239af5584 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:48.073297 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.084334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928f6259-a027-4640-b94a-aeac814fabb1') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:48.084730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928f6259-a027-4640-b94a-aeac814fabb1') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:48.096504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.119366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.128391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:48.129309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:48.133228 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:48.186755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09238a-f405-42dc-8c63-c2cd8c839699 None None] Network ea003415-fe85-41c2-8fe8-732eb39e6f1e requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:48.239994 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.249073 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.252440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/ea003415-fe85-41c2-8fe8-732eb39e6f1e HTTP/1.1" status: 204 len: 168 time: 0.5630393 Oct 29 12:18:48.255064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43680) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:48.276934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b948b2-9c23-4277-b3f8-e24f2287e49a tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Network': ['ID=ea003415-fe85-41c2-8fe8-732eb39e6f1e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:48.666131 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b89f5d-e94e-4873-abfc-098b65afe3f8 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] GET failed (client error): The resource could not be found. Oct 29 12:18:48.667560 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-00b89f5d-e94e-4873-abfc-098b65afe3f8 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "GET /v2.0/subnets/6bf95a64-04de-414e-b384-6d5d5948ecf9 HTTP/1.1" status: 404 len: 337 time: 0.4114680 Oct 29 12:18:48.672294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:48.691358 n-d-805046-9 neutron-server[102277]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e47ffc-4aad-4940-a9d9-0806ed72a08c tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:48.691916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e47ffc-4aad-4940-a9d9-0806ed72a08c tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102277) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:48.694997 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6e47ffc-4aad-4940-a9d9-0806ed72a08c tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/ea003415-fe85-41c2-8fe8-732eb39e6f1e HTTP/1.1" status: 404 len: 339 time: 0.0217533 Oct 29 12:18:48.698915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43684) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:48.729047 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb27c3db-532b-427c-8f2f-302e63425b97 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:48.729507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb27c3db-532b-427c-8f2f-302e63425b97 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:48.732557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fb27c3db-532b-427c-8f2f-302e63425b97 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/subnets/6bf95a64-04de-414e-b384-6d5d5948ecf9 HTTP/1.1" status: 404 len: 337 time: 0.0325515 Oct 29 12:18:48.735139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43686) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:48.753521 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-c243b63a-cfc8-4ef5-aa11-95c9b24e87eb tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:48.754103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c243b63a-cfc8-4ef5-aa11-95c9b24e87eb tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:48.757151 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c243b63a-cfc8-4ef5-aa11-95c9b24e87eb tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/ea003415-fe85-41c2-8fe8-732eb39e6f1e HTTP/1.1" status: 404 len: 339 time: 0.0210683 Oct 29 12:18:48.759680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43688) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:48.819010 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Deleting subnet 564f847c-9c87-41af-84ca-c62362071d0a {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:48.822495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.864410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.956213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:48.992281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03750bf6-4025-46ab-85a2-507275e2af8a None None] Network 74f44f1c-85f4-4353-84b8-8555c6620c6b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:49.023392 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.051427 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Subnet': ['ID=564f847c-9c87-41af-84ca-c62362071d0a,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:49.055202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.059963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] Provisioning complete for port 79783c27-fe96-4e30-a60d-816f51be9099 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:49.060334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.061785 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43690) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.062399 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8a13eaa1-9f3c-444d-9cf4-4af784672be3 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/subnets/564f847c-9c87-41af-84ca-c62362071d0a HTTP/1.1" status: 204 len: 168 time: 0.3011944 Oct 29 12:18:49.137140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.194206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Deleting port 79783c27-fe96-4e30-a60d-816f51be9099 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:49.194457 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.210601 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.253261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] For port 79783c27-fe96-4e30-a60d-816f51be9099, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79783c27-fe96-4e30-a60d-816f51be9099,segment=NetworkSegment(f297b1c9-a347-4269-a080-dce37e93cbbe),segment_id=f297b1c9-a347-4269-a080-dce37e93cbbe)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:49.257698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.268487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] For port 79783c27-fe96-4e30-a60d-816f51be9099, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79783c27-fe96-4e30-a60d-816f51be9099,segment=NetworkSegment(f297b1c9-a347-4269-a080-dce37e93cbbe),segment_id=f297b1c9-a347-4269-a080-dce37e93cbbe)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:49.268714 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.281308 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] DHCP port deletion for 74f44f1c-85f4-4353-84b8-8555c6620c6b request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:18:49.282690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Calling delete_port for 79783c27-fe96-4e30-a60d-816f51be9099 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:49.334642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7792-2cd0-4cbb-96eb-1973a2f4aeb4 None None] Pushing event updated for resources: {'Port': ['ID=79783c27-fe96-4e30-a60d-816f51be9099,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:49.358426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Deleting port 79783c27-fe96-4e30-a60d-816f51be9099 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:49.358780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.367430 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.394227 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Port': ['ID=79783c27-fe96-4e30-a60d-816f51be9099,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:49.398877 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No DVR routers for this DVR port 79783c27-fe96-4e30-a60d-816f51be9099 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:49.423966 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] For port 79783c27-fe96-4e30-a60d-816f51be9099, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79783c27-fe96-4e30-a60d-816f51be9099,segment=NetworkSegment(f297b1c9-a347-4269-a080-dce37e93cbbe),segment_id=f297b1c9-a347-4269-a080-dce37e93cbbe)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:49.424981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.438095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Calling delete_port for 79783c27-fe96-4e30-a60d-816f51be9099 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:49.480527 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.501402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f44f1c-85f4-4353-84b8-8555c6620c6b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 12:18:49.508787 n-d-805046-9 neutron-server[102279]: self.session.flush() Oct 29 12:18:49.512119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f297b1c9-a347-4269-a080-dce37e93cbbe') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:49.512119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f297b1c9-a347-4269-a080-dce37e93cbbe') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:49.518242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.523360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.537196 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.542836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] Pushing event deleted for resources: {'Port': ['ID=79783c27-fe96-4e30-a60d-816f51be9099,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:49.543558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:49.543943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.546887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66695faf-9a4a-485c-8e28-aa9d58def031 None None] No DVR routers for this DVR port 79783c27-fe96-4e30-a60d-816f51be9099 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:49.547963 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:49.607871 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.614619 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.617692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/74f44f1c-85f4-4353-84b8-8555c6620c6b HTTP/1.1" status: 204 len: 168 time: 0.5549254 Oct 29 12:18:49.620304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43692) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.629791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e9bf9-122b-4352-953e-af26909acbe6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Network': ['ID=74f44f1c-85f4-4353-84b8-8555c6620c6b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:49.647484 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e25f550-3b7a-4c29-9fdd-e941ddbf440d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:49.647946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e25f550-3b7a-4c29-9fdd-e941ddbf440d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:49.651007 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9e25f550-3b7a-4c29-9fdd-e941ddbf440d tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/subnets/701705d0-fc5b-4432-bca1-6e1042e63eb0 HTTP/1.1" status: 404 len: 337 time: 0.0296867 Oct 29 12:18:49.653590 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43694) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.672502 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d1e28c-8a15-4681-bb23-9b1fc9a44610 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:49.673117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d1e28c-8a15-4681-bb23-9b1fc9a44610 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:49.676089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d0d1e28c-8a15-4681-bb23-9b1fc9a44610 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/acb48259-3a56-429c-bb17-1a8e6a1080a7 HTTP/1.1" status: 404 len: 339 time: 0.0215776 Oct 29 12:18:49.678490 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43696) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.704491 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d9167c-a5b3-45c4-93e8-ac8b6fa5e285 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:49.705101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d9167c-a5b3-45c4-93e8-ac8b6fa5e285 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:49.707928 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-19d9167c-a5b3-45c4-93e8-ac8b6fa5e285 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/subnets/fd9c3705-cd4d-4e45-a1ef-ca08d31b5c00 HTTP/1.1" status: 404 len: 337 time: 0.0285146 Oct 29 12:18:49.710306 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43698) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.728169 n-d-805046-9 neutron-server[102278]: INFO neutron.pecan_wsgi.hooks.translation [None req-216eb681-c093-45b5-b59f-2b3cb9dcc571 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] DELETE failed (client error): The resource could not be found. Oct 29 12:18:49.728714 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216eb681-c093-45b5-b59f-2b3cb9dcc571 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102278) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 29 12:18:49.731922 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-216eb681-c093-45b5-b59f-2b3cb9dcc571 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/40344160-4c37-46ee-8bdc-115acef598fc HTTP/1.1" status: 404 len: 339 time: 0.0206671 Oct 29 12:18:49.734048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43700) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:49.783958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Deleting subnet da378b96-539f-4500-aad5-5850cdbe2a31 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:49.787069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.832631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.914300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:49.972470 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.007382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Subnet': ['ID=da378b96-539f-4500-aad5-5850cdbe2a31,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:50.008174 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.011381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-25214791-d9c1-4f63-a6ae-eaaed872d2df tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/subnets/da378b96-539f-4500-aad5-5850cdbe2a31 HTTP/1.1" status: 204 len: 168 time: 0.2764287 Oct 29 12:18:50.014351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43702) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:50.016820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e55c3-fbb6-49ec-83bd-79131d864d8d None None] Network 68cc8942-8b07-42cd-8950-85d9a2e64c02 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:50.091330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.146515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Deleting port 9e65e75b-ba9f-4b09-a227-7a2239af5584 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:50.146864 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.190867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] DHCP port deletion for 68cc8942-8b07-42cd-8950-85d9a2e64c02 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:18:50.217473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] For port 9e65e75b-ba9f-4b09-a227-7a2239af5584, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9e65e75b-ba9f-4b09-a227-7a2239af5584,segment=NetworkSegment(77245551-5f64-468d-b274-504aeedb60ca),segment_id=77245551-5f64-468d-b274-504aeedb60ca)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:50.218013 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.233591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Calling delete_port for 9e65e75b-ba9f-4b09-a227-7a2239af5584 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:50.241357 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Deleting port 9e65e75b-ba9f-4b09-a227-7a2239af5584 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:50.241515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.308183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] For port 9e65e75b-ba9f-4b09-a227-7a2239af5584, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9e65e75b-ba9f-4b09-a227-7a2239af5584,segment=NetworkSegment(77245551-5f64-468d-b274-504aeedb60ca),segment_id=77245551-5f64-468d-b274-504aeedb60ca)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:50.308463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.314868 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.323947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Calling delete_port for 9e65e75b-ba9f-4b09-a227-7a2239af5584 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:50.346550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] No DVR routers for this DVR port 9e65e75b-ba9f-4b09-a227-7a2239af5584 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:50.351571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Port': ['ID=9e65e75b-ba9f-4b09-a227-7a2239af5584,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:50.399999 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.424265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] Pushing event deleted for resources: {'Port': ['ID=9e65e75b-ba9f-4b09-a227-7a2239af5584,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:50.429833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042b616-a7cf-49eb-a093-19a6c524a4b7 None None] No DVR routers for this DVR port 9e65e75b-ba9f-4b09-a227-7a2239af5584 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:50.433149 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.455792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cc8942-8b07-42cd-8950-85d9a2e64c02']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:50.464935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77245551-5f64-468d-b274-504aeedb60ca') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:50.465264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77245551-5f64-468d-b274-504aeedb60ca') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:50.474563 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.488217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.494231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:50.494529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:50.497522 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:50.559577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.567588 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:50.570607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] 10.222.0.77 "DELETE /v2.0/networks/68cc8942-8b07-42cd-8950-85d9a2e64c02 HTTP/1.1" status: 204 len: 168 time: 0.5553212 Oct 29 12:18:50.582420 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290741e-665c-4e57-90ee-4ad2ca87c1d6 tempest-NetworksIpV6Test-82804160 tempest-NetworksIpV6Test-82804160-project] Pushing event deleted for resources: {'Network': ['ID=68cc8942-8b07-42cd-8950-85d9a2e64c02,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:50.816794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43708) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:50.947651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f23af1eb-857b-4fe6-be68-beb4133ec9cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f42b8a4a11c44ecababc797b3bf9e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295199 Oct 29 12:18:50.950158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43712) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:50.997287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.018672 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.065651 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.068408 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.069660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e305bea-e35c-4708-9a3a-372cf9045c61 HTTP/1.1" status: 204 len: 168 time: 0.1186051 Oct 29 12:18:51.077745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b84a90-f69f-48fa-94fe-9f304d7ebd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e305bea-e35c-4708-9a3a-372cf9045c61,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:51.703140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43734) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:51.794800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-347026305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:51.823192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.824240 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.864507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9e65e75b-ba9f-4b09-a227-7a2239af5584 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:18:51.877304 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.881818 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.888057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 9e65e75b-ba9f-4b09-a227-7a2239af5584 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:18:51.888936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9e65e75b-ba9f-4b09-a227-7a2239af5584 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:18:51.901576 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.902780 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f0ad68e5-79ae-4b0a-a893-42d17c00dfb4 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1986392 Oct 29 12:18:51.906161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43738) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:51.910985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-495623306'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:51.930959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Made reservation on behalf of 334a02cb5f2a48d6b5884d10c54b2958 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:51.934750 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:51.943368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.019893 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.023569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.048792 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:52.065170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f860e65b-c71d-444d-ae2c-4984565b705d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:52.070042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.070321 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Added segment cacc6816-478c-47db-bfc7-88bb09f02ce1 of type vlan for network 7940f2e0-7450-4feb-885f-b2614da4410d Oct 29 12:18:52.113880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.138397 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.144228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:52.144835 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.165732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.198957 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2917867 Oct 29 12:18:52.201800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43740) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:52.208592 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'subnet': {'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:52.263167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bf7ed-4101-4cd8-95a6-cca2632a8dd1 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event updated for resources: {'Network': ['ID=7940f2e0-7450-4feb-885f-b2614da4410d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:52.273898 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 7940f2e0-7450-4feb-885f-b2614da4410d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:52.310346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Made reservation on behalf of 334a02cb5f2a48d6b5884d10c54b2958 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:52.313916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.496040 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.556282 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event updated for resources: {'Subnet': ['ID=45b9805a-417e-437a-bd04-ebcd3a27c455,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:52.564021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Checking segment: {'id': 'cacc6816-478c-47db-bfc7-88bb09f02ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:52.564384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Network hostable DHCP agents. Network: 7940f2e0-7450-4feb-885f-b2614da4410d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:52.580991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Network 7940f2e0-7450-4feb-885f-b2614da4410d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:52.589165 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 7940f2e0-7450-4feb-885f-b2614da4410d) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:52.594568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:52.595366 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.599570 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b53ad-2327-4c55-aa12-e88e07fbf387 None None] Network 7940f2e0-7450-4feb-885f-b2614da4410d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:52.615557 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1bb7d25b-1342-4ca7-9a1e-0d008560cac2 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4098601 Oct 29 12:18:52.615843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:52.620932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1419101526'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:52.643976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Made reservation on behalf of 334a02cb5f2a48d6b5884d10c54b2958 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:52.647532 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.672021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:52.682342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.682683 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Added segment 3c4c1d49-3bda-4f98-a0d7-66346204a15d of type vlan for network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a Oct 29 12:18:52.724748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.749854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.750444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-7940f2e0-7450-4feb-885f-b2614da4410d', 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d', 'tenant_id': '334a02cb5f2a48d6b5884d10c54b2958', 'fixed_ips': [{'subnet_id': '45b9805a-417e-437a-bd04-ebcd3a27c455'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:52.751346 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.755955 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:52.756599 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.819591 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2026803 Oct 29 12:18:52.822762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:52.829766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'subnet': {'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:52.832605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c6384-18da-4400-812e-d5042e47bed0 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event updated for resources: {'Network': ['ID=16449d2d-dc98-4e29-a503-f5cf6bba7b3a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:52.843181 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:52.924535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Made reservation on behalf of 334a02cb5f2a48d6b5884d10c54b2958 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:52.928412 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:52.952553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Allocated IP 172.20.0.2 (7940f2e0-7450-4feb-885f-b2614da4410d/45b9805a-417e-437a-bd04-ebcd3a27c455/37512792-558c-46a6-966a-c21046bc7a38) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:53.144312 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.206319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event updated for resources: {'Subnet': ['ID=c80580d0-fba8-407d-b412-2618b0f15bae,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:53.213508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Checking segment: {'id': '3c4c1d49-3bda-4f98-a0d7-66346204a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:53.213873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Network hostable DHCP agents. Network: 16449d2d-dc98-4e29-a503-f5cf6bba7b3a, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:53.229657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:53.240549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 16449d2d-dc98-4e29-a503-f5cf6bba7b3a) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:53.246621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:53.247529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.255863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba49c4-caca-4229-a2f0-981ee787abf5 None None] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:53.268682 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-31f492b2-2733-4c91-9d35-34ab5c5829e6 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445817 Oct 29 12:18:53.271396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43746) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:53.272475 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.276274 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a28dd787-1f40-4910-a610-1a45a4b6dabb tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Request body: {'router': {'external_gateway_info': {'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:53.301413 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.360192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Network 7940f2e0-7450-4feb-885f-b2614da4410d is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:53.369726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:53.373483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Pushing event updated for resources: {'Port': ['ID=37512792-558c-46a6-966a-c21046bc7a38,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:53.378780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:53.470968 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Attempting to bind port 37512792-558c-46a6-966a-c21046bc7a38 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:53.471244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Attempting to bind port 37512792-558c-46a6-966a-c21046bc7a38 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'cacc6816-478c-47db-bfc7-88bb09f02ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:53.471606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Attempting to bind port 37512792-558c-46a6-966a-c21046bc7a38 on network 7940f2e0-7450-4feb-885f-b2614da4410d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:53.492395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:53.492774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Checking segment: {'id': 'cacc6816-478c-47db-bfc7-88bb09f02ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:53.493208 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.493618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Bound using segment: {'id': 'cacc6816-478c-47db-bfc7-88bb09f02ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:53.493969 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a28dd787-1f40-4910-a610-1a45a4b6dabb tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.494092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Bound port: 37512792-558c-46a6-966a-c21046bc7a38, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacc6816-478c-47db-bfc7-88bb09f02ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '7940f2e0-7450-4feb-885f-b2614da4410d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:53.494468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.508855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-16449d2d-dc98-4e29-a503-f5cf6bba7b3a', 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a', 'tenant_id': '334a02cb5f2a48d6b5884d10c54b2958', 'fixed_ips': [{'subnet_id': 'c80580d0-fba8-407d-b412-2618b0f15bae'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:53.510377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.606662 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [None req-a28dd787-1f40-4910-a610-1a45a4b6dabb tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 29 12:18:53.608345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a28dd787-1f40-4910-a610-1a45a4b6dabb tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "PUT /v2.0/routers/9b914b58-186b-4a7c-ba0d-9cbe703ec43b HTTP/1.1" status: 400 len: 364 time: 0.3360128 Oct 29 12:18:53.614190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43748) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:53.638301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] For port 37512792-558c-46a6-966a-c21046bc7a38, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:53.657448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] For port 37512792-558c-46a6-966a-c21046bc7a38, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=37512792-558c-46a6-966a-c21046bc7a38,segment=NetworkSegment(cacc6816-478c-47db-bfc7-88bb09f02ce1),segment_id=cacc6816-478c-47db-bfc7-88bb09f02ce1)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:53.668146 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Deleting subnet c80580d0-fba8-407d-b412-2618b0f15bae {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:53.680100 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.753136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Allocated IP 172.21.0.2 (16449d2d-dc98-4e29-a503-f5cf6bba7b3a/c80580d0-fba8-407d-b412-2618b0f15bae/6240ca9f-c024-4b64-b804-f54cb415c6af) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:53.759507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5528-2cb6-4238-a67a-951ac786224e None None] Pushing event updated for resources: {'Port': ['ID=37512792-558c-46a6-966a-c21046bc7a38,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:53.927186 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.933093 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.936239 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:53.981442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:53.986729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:53.990385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:53.993238 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.030468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Pushing event updated for resources: {'Port': ['ID=6240ca9f-c024-4b64-b804-f54cb415c6af,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:54.069286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Attempting to bind port 6240ca9f-c024-4b64-b804-f54cb415c6af on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:54.069803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Attempting to bind port 6240ca9f-c024-4b64-b804-f54cb415c6af by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '3c4c1d49-3bda-4f98-a0d7-66346204a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:54.070284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Attempting to bind port 6240ca9f-c024-4b64-b804-f54cb415c6af on network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:54.076746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:54.077236 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Checking segment: {'id': '3c4c1d49-3bda-4f98-a0d7-66346204a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:54.077705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.078428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Bound using segment: {'id': '3c4c1d49-3bda-4f98-a0d7-66346204a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:54.078697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Bound port: 6240ca9f-c024-4b64-b804-f54cb415c6af, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4c1d49-3bda-4f98-a0d7-66346204a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '16449d2d-dc98-4e29-a503-f5cf6bba7b3a'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:54.079141 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.095129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.159133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.162234 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] For port 6240ca9f-c024-4b64-b804-f54cb415c6af, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:54.166147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] For port 6240ca9f-c024-4b64-b804-f54cb415c6af, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6240ca9f-c024-4b64-b804-f54cb415c6af,segment=NetworkSegment(3c4c1d49-3bda-4f98-a0d7-66346204a15d),segment_id=3c4c1d49-3bda-4f98-a0d7-66346204a15d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:54.170852 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.174021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.177466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "DELETE /v2.0/subnets/c80580d0-fba8-407d-b412-2618b0f15bae HTTP/1.1" status: 204 len: 168 time: 0.5623112 Oct 29 12:18:54.180144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43752) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:54.225352 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a94a91-a4f3-4af9-bc3b-d024aca87d6b tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Subnet': ['ID=c80580d0-fba8-407d-b412-2618b0f15bae,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:54.253351 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4afe-480c-4cbe-ae07-18dd0380da9e None None] Pushing event updated for resources: {'Port': ['ID=6240ca9f-c024-4b64-b804-f54cb415c6af,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:54.297581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.358161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Deleting port 6240ca9f-c024-4b64-b804-f54cb415c6af {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:54.358504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.443408 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] For port 6240ca9f-c024-4b64-b804-f54cb415c6af, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6240ca9f-c024-4b64-b804-f54cb415c6af,segment=NetworkSegment(3c4c1d49-3bda-4f98-a0d7-66346204a15d),segment_id=3c4c1d49-3bda-4f98-a0d7-66346204a15d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:54.443834 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.478377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Calling delete_port for 6240ca9f-c024-4b64-b804-f54cb415c6af owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:54.608227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.649878 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] No DVR routers for this DVR port 6240ca9f-c024-4b64-b804-f54cb415c6af on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:54.652456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Port': ['ID=6240ca9f-c024-4b64-b804-f54cb415c6af,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:54.737571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.761346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16449d2d-dc98-4e29-a503-f5cf6bba7b3a']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:54.773188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4c1d49-3bda-4f98-a0d7-66346204a15d') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:54.773496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4c1d49-3bda-4f98-a0d7-66346204a15d') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:54.784883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.801038 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.808142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:54.808540 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:54.812134 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:54.871691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5cb30-d9f6-4c7e-b638-d35d31c84100 None None] Network 7940f2e0-7450-4feb-885f-b2614da4410d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:54.881361 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.900466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.906750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "DELETE /v2.0/networks/16449d2d-dc98-4e29-a503-f5cf6bba7b3a HTTP/1.1" status: 204 len: 168 time: 0.7227607 Oct 29 12:18:54.907271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:54.908571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c743-72d0-455e-b41f-e289651ffe77 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Network': ['ID=16449d2d-dc98-4e29-a503-f5cf6bba7b3a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:54.952875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Provisioning complete for port 37512792-558c-46a6-966a-c21046bc7a38 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:54.953557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:54.966572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Deleting subnet 45b9805a-417e-437a-bd04-ebcd3a27c455 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:18:54.970974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.026721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.117766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.134403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.214882 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.251673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Subnet': ['ID=45b9805a-417e-437a-bd04-ebcd3a27c455,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:55.259927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.264025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4b864ca-8714-42eb-a4cb-44bbb105a727 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "DELETE /v2.0/subnets/45b9805a-417e-437a-bd04-ebcd3a27c455 HTTP/1.1" status: 204 len: 168 time: 0.3554363 Oct 29 12:18:55.266432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43756) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:55.278758 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.db.api [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 12:18:55.279687 n-d-805046-9 neutron-server[102279]: DEBUG oslo_db.api [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 12:18:55.362476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.420896 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Deleting port 37512792-558c-46a6-966a-c21046bc7a38 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:18:55.421262 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.435324 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df1946-b1ba-4e1d-8b8c-9ca2e6be5dcb None None] Network 7940f2e0-7450-4feb-885f-b2614da4410d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:55.497878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] For port 37512792-558c-46a6-966a-c21046bc7a38, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=37512792-558c-46a6-966a-c21046bc7a38,segment=NetworkSegment(cacc6816-478c-47db-bfc7-88bb09f02ce1),segment_id=cacc6816-478c-47db-bfc7-88bb09f02ce1)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:18:55.498253 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.512382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Calling delete_port for 37512792-558c-46a6-966a-c21046bc7a38 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:18:55.596153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6de95-533f-4218-aa83-df41a004c48e None None] DHCP port deletion for 16449d2d-dc98-4e29-a503-f5cf6bba7b3a request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:18:55.605221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.621242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5c6ec-2b0f-4bf1-afbb-05ab3d481842 None None] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:55.633640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Port': ['ID=37512792-558c-46a6-966a-c21046bc7a38,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:55.635204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5c6ec-2b0f-4bf1-afbb-05ab3d481842 None None] Network 16449d2d-dc98-4e29-a503-f5cf6bba7b3a could not be found, it might have been deleted concurrently. {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 29 12:18:55.644729 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] No DVR routers for this DVR port 37512792-558c-46a6-966a-c21046bc7a38 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:18:55.662829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cb7bf-5c06-4ee6-8c8e-5942fed5d40f None None] DHCP port deletion for 7940f2e0-7450-4feb-885f-b2614da4410d request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:18:55.728633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.749482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7940f2e0-7450-4feb-885f-b2614da4410d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:55.758865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacc6816-478c-47db-bfc7-88bb09f02ce1') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:55.759101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacc6816-478c-47db-bfc7-88bb09f02ce1') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:55.768337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.782086 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.787995 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:18:55.788375 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:18:55.791433 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:18:55.800299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d74c3696-2c39-44c9-8db2-0f0ecbb14678 None None] Port 37512792-558c-46a6-966a-c21046bc7a38 update to ACTIVE by agent not found {{(pid=102279) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 29 12:18:55.855675 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.863091 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:55.866266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "DELETE /v2.0/networks/7940f2e0-7450-4feb-885f-b2614da4410d HTTP/1.1" status: 204 len: 168 time: 0.5987039 Oct 29 12:18:55.869143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43758) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:55.878752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49b07b-ca95-449d-89bd-82ae34c5cd02 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Pushing event deleted for resources: {'Network': ['ID=7940f2e0-7450-4feb-885f-b2614da4410d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:55.898511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cafcf298-44b3-443b-b800-cb804831d165 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b914b58-186b-4a7c-ba0d-9cbe703ec43b HTTP/1.1" status: 200 len: 205 time: 0.0276768 Oct 29 12:18:55.900906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:55.910691 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-622e4753-d343-4f05-8ead-fd7307d5342d None None] Could not find standard attr ID for object 37512792-558c-46a6-966a-c21046bc7a38. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 12:18:55.913799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-622e4753-d343-4f05-8ead-fd7307d5342d None None] Could not find standard attr ID for object 6240ca9f-c024-4b64-b804-f54cb415c6af. {{(pid=102279) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 29 12:18:55.977191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.134507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.136624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.179956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.180534 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Fanout notify agent at l3_agent the message router_deleted on router 9b914b58-186b-4a7c-ba0d-9cbe703ec43b {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:18:56.188299 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.189328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dab142e2-f7d4-4d97-9374-a072cc7a5596 tempest-RoutersNegativeTest-671725902 tempest-RoutersNegativeTest-671725902-project] 10.222.0.77 "DELETE /v2.0/routers/9b914b58-186b-4a7c-ba0d-9cbe703ec43b HTTP/1.1" status: 204 len: 168 time: 0.2874746 Oct 29 12:18:56.404030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.429561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43766) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:56.562620 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5a9fef3e-a9f9-4c37-817b-bf2c0dab9317 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=334a02cb5f2a48d6b5884d10c54b2958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295907 Oct 29 12:18:56.563347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43770) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:56.609798 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.630828 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.678143 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.680945 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:56.684834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f860e65b-c71d-444d-ae2c-4984565b705d HTTP/1.1" status: 204 len: 168 time: 0.1181855 Oct 29 12:18:56.690376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21fa7d-ef76-444b-8439-a219c3b8303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f860e65b-c71d-444d-ae2c-4984565b705d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:57.292089 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43794) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:57.389555 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-992406702-network', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:57.410973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Made reservation on behalf of aba0d884be164e32876b0fac3ca8a3a3 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:57.413401 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.422426 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.499494 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.503286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.530892 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:18:57.537716 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643d371-1b62-4e19-85ad-c9840cc27aef,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:57.545654 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.545961 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Added segment 2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7 of type vlan for network 206798a4-b164-4820-8943-a72bae9a6d27 Oct 29 12:18:57.585657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.610024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.611112 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:57.611687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.669728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3765273 Oct 29 12:18:57.674062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43798) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:57.675627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1053e-eb57-401d-89af-cc5469263a53 admin admin] Pushing event updated for resources: {'Network': ['ID=206798a4-b164-4820-8943-a72bae9a6d27,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:57.680156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Request body: {'subnet': {'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-subnet', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:57.685813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 206798a4-b164-4820-8943-a72bae9a6d27 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:18:57.702532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Made reservation on behalf of aba0d884be164e32876b0fac3ca8a3a3 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:18:57.704962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.874519 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.934521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Pushing event updated for resources: {'Subnet': ['ID=615924eb-012d-4ee3-9d49-f4553855fde5,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:57.942193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Checking segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:57.942548 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Network hostable DHCP agents. Network: 206798a4-b164-4820-8943-a72bae9a6d27, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:18:57.959814 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Network 206798a4-b164-4820-8943-a72bae9a6d27 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:18:57.970164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 206798a4-b164-4820-8943-a72bae9a6d27) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:57.974364 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:18:57.974957 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:57.978842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530724e-653c-468b-b77c-b7ce07b2460a None None] Network 206798a4-b164-4820-8943-a72bae9a6d27 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:57.995184 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f1695097-c9b8-4fdd-9e21-6365aacc52be admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3199077 Oct 29 12:18:57.998444 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43800) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:58.002799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:18:58.025490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.026431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.080054 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.125521 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-206798a4-b164-4820-8943-a72bae9a6d27', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:18:58.126377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.220420 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.262186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Allocated IP 172.20.0.2 (206798a4-b164-4820-8943-a72bae9a6d27/615924eb-012d-4ee3-9d49-f4553855fde5/0c71de7b-c476-4a67-8908-a53b0152acd4) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:58.407462 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.413975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.429793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.468266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.485321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Network 206798a4-b164-4820-8943-a72bae9a6d27 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:58.493863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:58.497062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Pushing event updated for resources: {'Port': ['ID=0c71de7b-c476-4a67-8908-a53b0152acd4,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:58.500940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:58.522172 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7a7d9731-6da1-42af-a762-32b5be6d6e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.574630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Attempting to bind port 0c71de7b-c476-4a67-8908-a53b0152acd4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:18:58.575003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Attempting to bind port 0c71de7b-c476-4a67-8908-a53b0152acd4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:18:58.575369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Attempting to bind port 0c71de7b-c476-4a67-8908-a53b0152acd4 on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:18:58.581035 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:18:58.581426 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Checking segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:18:58.581829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.582218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Bound using segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:18:58.582716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Bound port: 0c71de7b-c476-4a67-8908-a53b0152acd4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:18:58.583094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.590022 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Allocated IP 172.25.4.33 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e6efe5ab-3fa3-41b5-a2de-14fef100ae47) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:18:58.647829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] For port 0c71de7b-c476-4a67-8908-a53b0152acd4, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:18:58.653436 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] For port 0c71de7b-c476-4a67-8908-a53b0152acd4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c71de7b-c476-4a67-8908-a53b0152acd4,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:18:58.658609 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.701891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.728566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0f96-e8d1-42d3-9070-8f7dc68ba047 None None] Pushing event updated for resources: {'Port': ['ID=0c71de7b-c476-4a67-8908-a53b0152acd4,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:58.738303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:58.785918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:18:58.788804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:18:58.792337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:18:58.816435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:18:59.071559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:59.629168 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:59.637817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3d97b-0c6b-4806-b63a-bc107f85a88a None None] Network 206798a4-b164-4820-8943-a72bae9a6d27 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:18:59.704827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] Provisioning complete for port 0c71de7b-c476-4a67-8908-a53b0152acd4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:18:59.705225 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:59.761912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Router 24c3237e-302f-4489-ac40-fecb35a8dc8c is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:18:59.882485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:18:59.886021 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:59.892485 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Sync routers for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:18:59.908499 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:18:59.910298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:18:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:18:59.920548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c71de7b-c476-4a67-8908-a53b0152acd4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:18:59.922270 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:18:59.926895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43802) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:18:59.927474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1488cbfd-1947-467e-b196-2636d58cbae7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9273701 Oct 29 12:19:00.025312 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] For port 0c71de7b-c476-4a67-8908-a53b0152acd4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c71de7b-c476-4a67-8908-a53b0152acd4,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:00.031441 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:00.032663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.115876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0c71de7b-c476-4a67-8908-a53b0152acd4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:00.116360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.119015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897174fa-1340-44ff-a61a-cab89305c945 None None] Pushing event updated for resources: {'Port': ['ID=0c71de7b-c476-4a67-8908-a53b0152acd4,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:00.254762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c9bf0352-da6b-407b-813a-452e963dd2db None None] Provisioning complete for port 0c71de7b-c476-4a67-8908-a53b0152acd4 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:00.255233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9bf0352-da6b-407b-813a-452e963dd2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.258579 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:18:58Z', 'revision_number': 3, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:00.288635 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Checking router: 24c3237e-302f-4489-ac40-fecb35a8dc8c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:19:00.288975 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Updating router 24c3237e-302f-4489-ac40-fecb35a8dc8c port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:19:00.315393 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.434595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.610318 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Allocated IP 172.20.0.1 (206798a4-b164-4820-8943-a72bae9a6d27/615924eb-012d-4ee3-9d49-f4553855fde5/580d8135-8704-47e1-9181-2e3fc0d979aa) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:00.658501 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.664735 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.718155 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Attempting to bind port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:00.718608 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Attempting to bind port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:00.718974 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Attempting to bind port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:00.725819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Pushing event updated for resources: {'Port': ['ID=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:00.728714 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.728985 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:00.729370 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:00.729765 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.730208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:00.730618 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Bound port: e6efe5ab-3fa3-41b5-a2de-14fef100ae47, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:00.730988 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.737836 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.738185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.738519 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.738854 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.739185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.739510 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.740147 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.740147 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.740473 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.740762 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.741100 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.741419 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:00.766554 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.795824 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] For port e6efe5ab-3fa3-41b5-a2de-14fef100ae47, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:00.799052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] For port e6efe5ab-3fa3-41b5-a2de-14fef100ae47, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:00.805154 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.811225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Network 206798a4-b164-4820-8943-a72bae9a6d27 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:00.817848 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:00.820484 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:00.826523 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Pushing event updated for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:00.866692 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cb76a-9805-40f0-bf7b-57a2c8676ebc None None] Pushing event updated for resources: {'Port': ['ID=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:00.872543 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:00.877376 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:00.878045 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:18:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:00.929207 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-28bbab46-2d63-4ea2-b1ac-1684bd53ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.008197 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:01.025362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.173537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c3f7eb0a-f731-4be1-92a2-50ade2aa9479 None None] Provisioning complete for port 580d8135-8704-47e1-9181-2e3fc0d979aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:01.173803 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eb0a-f731-4be1-92a2-50ade2aa9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.213438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7eb0a-f731-4be1-92a2-50ade2aa9479 None None] Port 580d8135-8704-47e1-9181-2e3fc0d979aa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:01.223413 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:18:58Z', 'revision_number': 3, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:01.229255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.235111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.251493 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f9e6d-472e-4588-b778-b34dca168f1e None None] The sync data for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 is: [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:18:58Z', 'revision_number': 3, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:19:01.302935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Pushing event updated for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:01.305361 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.412556 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Network 206798a4-b164-4820-8943-a72bae9a6d27 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:01.414046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:01.559814 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Router 24c3237e-302f-4489-ac40-fecb35a8dc8c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:19:01.698838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:19:01.704938 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-37317267-eb21-43a7-b423-d4b8f1b4f761 admin admin] 10.222.0.77 "PUT /v2.0/routers/24c3237e-302f-4489-ac40-fecb35a8dc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768230 Oct 29 12:19:01.748539 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d920945b-d04e-4b14-8f79-999c4dd5d45b None None] Provisioning complete for port 580d8135-8704-47e1-9181-2e3fc0d979aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:01.748662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d920945b-d04e-4b14-8f79-999c4dd5d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:01.793081 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-d920945b-d04e-4b14-8f79-999c4dd5d45b None None] Port 580d8135-8704-47e1-9181-2e3fc0d979aa cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:01.964247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c71de7b-c476-4a67-8908-a53b0152acd4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:02.029778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0c71de7b-c476-4a67-8908-a53b0152acd4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:02.030150 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.126197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6efe5ab-3fa3-41b5-a2de-14fef100ae47 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:02.176852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:02.177304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.278247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.306197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 43822) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:19:02.308842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e6efe5ab-3fa3-41b5-a2de-14fef100ae47, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:02.313986 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.314447 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1963169553-network', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:02.353754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Made reservation on behalf of 105ff8c013d2474dbdb829c2a2aec8cf for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:19:02.356711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.366407 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.383222 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:02.477698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.483929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.525138 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:19:02.542367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0640a-07d3-47cf-b769-136de0a0a15f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:02.551208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.551728 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Added segment a47cbb96-2c6e-445e-895c-85a4cfd94237 of type vlan for network 372f3682-445c-4694-8d1f-408be865aa0d Oct 29 12:19:02.606181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.644196 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.645245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:02.645842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.668957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.676030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.698914 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3908117 Oct 29 12:19:02.703206 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43824) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:19:02.708300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Request body: {'subnet': {'network_id': '372f3682-445c-4694-8d1f-408be865aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-subnet', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:02.714041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99955e-799f-47e9-bc93-db62cfdc6c88 admin admin] Pushing event updated for resources: {'Network': ['ID=372f3682-445c-4694-8d1f-408be865aa0d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:02.732819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 372f3682-445c-4694-8d1f-408be865aa0d details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:19:02.733394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Made reservation on behalf of 105ff8c013d2474dbdb829c2a2aec8cf for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:19:02.736432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:02.945688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.008241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a45dc12-1f54-4745-b184-4c24c76e938b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:03.016142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Checking segment: {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:03.016513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Network hostable DHCP agents. Network: 372f3682-445c-4694-8d1f-408be865aa0d, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:19:03.033834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Network 372f3682-445c-4694-8d1f-408be865aa0d is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:19:03.043542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 372f3682-445c-4694-8d1f-408be865aa0d) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:03.048875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:03.049857 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.052832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc038b-c48d-4bf3-889d-66c5cee1b413 None None] Network 372f3682-445c-4694-8d1f-408be865aa0d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:19:03.072377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-89f32953-fbc8-4cbd-9187-29e03b0a2465 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3680756 Oct 29 12:19:03.074952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43826) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:19:03.079606 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:03.102624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.104215 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.166817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.168017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Sync routers for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:19:03.190439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:03.191062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:03.284433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-372f3682-445c-4694-8d1f-408be865aa0d', 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'fixed_ips': [{'subnet_id': '9a45dc12-1f54-4745-b184-4c24c76e938b'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:19:03.285249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.309757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.383429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:03.520043 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.539369 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.556407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Allocated IP 172.20.0.2 (372f3682-445c-4694-8d1f-408be865aa0d/9a45dc12-1f54-4745-b184-4c24c76e938b/6995e3a9-a8a3-4945-90ef-d7f9278fda65) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:03.646777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Allocated IP 172.25.4.38 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1b771ceb-9306-48e1-8654-bb574b9cf3fb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:03.752856 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:00Z', 'revision_number': 4, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '580d8135-8704-47e1-9181-2e3fc0d979aa', 'name': '', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'mac_address': 'fa:16:3e:0c:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:00Z', 'updated_at': '2021-10-29T12:19:01Z', 'revision_number': 2, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'subnets': [{'id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:03.757535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.790362 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.798069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Checking router: 24c3237e-302f-4489-ac40-fecb35a8dc8c for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:19:03.798274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.798475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Updating router 24c3237e-302f-4489-ac40-fecb35a8dc8c port 580d8135-8704-47e1-9181-2e3fc0d979aa binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:19:03.805283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.841264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:03.845291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:03.847767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:03.858829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:19:03.865104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.873140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:03.876832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Network 372f3682-445c-4694-8d1f-408be865aa0d is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:03.883871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b771ceb-9306-48e1-8654-bb574b9cf3fb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:03.890363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:03.895061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:03.905445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6efe5ab-3fa3-41b5-a2de-14fef100ae47 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:03.908609 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Pushing event updated for resources: {'Port': ['ID=6995e3a9-a8a3-4945-90ef-d7f9278fda65,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:04.074490 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Attempting to bind port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:04.075244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Attempting to bind port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:04.075349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Attempting to bind port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 on network 372f3682-445c-4694-8d1f-408be865aa0d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:04.093413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:04.093791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Checking segment: {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:04.094200 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.094597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Bound using segment: {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:04.095086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Bound port: 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:04.095462 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.134153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.149919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:04.150286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.257110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] For port 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:04.283013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] For port 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6995e3a9-a8a3-4945-90ef-d7f9278fda65,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:04.292911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.347801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.426627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d469a22-e9cd-4938-abed-f0772fcb1dec None None] Pushing event updated for resources: {'Port': ['ID=6995e3a9-a8a3-4945-90ef-d7f9278fda65,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:04.442760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.452375 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.510730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae218876-4333-4f61-a90e-1632b2a44e34 None None] Pushing event updated for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:04.512005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:19:04.572578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Attempting to bind port 580d8135-8704-47e1-9181-2e3fc0d979aa on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:04.572963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Attempting to bind port 580d8135-8704-47e1-9181-2e3fc0d979aa by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:04.573401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Attempting to bind port 580d8135-8704-47e1-9181-2e3fc0d979aa on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:04.579492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:04.579871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Checking segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:04.580277 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.580720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Bound using segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:04.581187 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Bound port: 580d8135-8704-47e1-9181-2e3fc0d979aa, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:04.581576 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.652412 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:19:04.665558 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Sync routers for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:19:04.677800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:04.678427 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:04.687911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] For port 580d8135-8704-47e1-9181-2e3fc0d979aa, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:04.688152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.692077 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e3b2be9d-7694-4339-82d8-71406dbe0ec5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6134589 Oct 29 12:19:04.692240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 43830) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:19:04.692799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] For port 580d8135-8704-47e1-9181-2e3fc0d979aa, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=580d8135-8704-47e1-9181-2e3fc0d979aa,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:04.708885 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:04.782344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae218876-4333-4f61-a90e-1632b2a44e34 None None] Pushing event updated for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:04.820921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:04.821883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:04.835344 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:04.954594 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:05.049410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] Provisioning complete for port 580d8135-8704-47e1-9181-2e3fc0d979aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:05.049926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.072956 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:04Z', 'revision_number': 3, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:05.118875 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Checking router: 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:19:05.119625 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Updating router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad port 1b771ceb-9306-48e1-8654-bb574b9cf3fb binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:19:05.151170 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.254379 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.443932 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.448813 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:00Z', 'revision_number': 4, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '580d8135-8704-47e1-9181-2e3fc0d979aa', 'name': '', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'mac_address': 'fa:16:3e:0c:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:00Z', 'updated_at': '2021-10-29T12:19:04Z', 'revision_number': 4, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'subnets': [{'id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:05.459986 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.467167 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.470031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Allocated IP 172.20.0.1 (372f3682-445c-4694-8d1f-408be865aa0d/9a45dc12-1f54-4745-b184-4c24c76e938b/37b1b472-2dd3-4d2c-af24-71cc44a7f5da) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:05.486075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a17c7-d41a-4ac0-a953-2b676b647c31 None None] The sync data for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 is: [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:00Z', 'revision_number': 4, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '580d8135-8704-47e1-9181-2e3fc0d979aa', 'name': '', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'mac_address': 'fa:16:3e:0c:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:00Z', 'updated_at': '2021-10-29T12:19:04Z', 'revision_number': 4, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'subnets': [{'id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:19:05.516604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c61123-d2c4-4c2a-b5f9-c6b819e4b35e None None] Pushing event updated for resources: {'Port': ['ID=1b771ceb-9306-48e1-8654-bb574b9cf3fb,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:05.517827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] For port 580d8135-8704-47e1-9181-2e3fc0d979aa, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=580d8135-8704-47e1-9181-2e3fc0d979aa,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:05.523352 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.549663 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Attempting to bind port 1b771ceb-9306-48e1-8654-bb574b9cf3fb on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:05.550032 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Attempting to bind port 1b771ceb-9306-48e1-8654-bb574b9cf3fb by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:05.550399 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Attempting to bind port 1b771ceb-9306-48e1-8654-bb574b9cf3fb on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:05.557313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:05.557694 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:05.558189 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.558471 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:05.558946 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Bound port: 1b771ceb-9306-48e1-8654-bb574b9cf3fb, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:05.559409 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.627988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1bbe-4687-4ae8-b024-39ef0ae8ff21 None None] Pushing event updated for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:05.635516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] For port 1b771ceb-9306-48e1-8654-bb574b9cf3fb, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:05.642567 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] For port 1b771ceb-9306-48e1-8654-bb574b9cf3fb, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b771ceb-9306-48e1-8654-bb574b9cf3fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:05.648357 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.670433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2a98ec94-4aaf-4be5-ad7c-1a30ed367db1 None None] Provisioning complete for port 580d8135-8704-47e1-9181-2e3fc0d979aa triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:05.670975 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2a98ec94-4aaf-4be5-ad7c-1a30ed367db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.675608 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.726219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.733410 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c61123-d2c4-4c2a-b5f9-c6b819e4b35e None None] Pushing event updated for resources: {'Port': ['ID=1b771ceb-9306-48e1-8654-bb574b9cf3fb,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:05.758926 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:05.759581 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:05.787343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Network 372f3682-445c-4694-8d1f-408be865aa0d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:05.790739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:05.797760 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:05.849969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Pushing event updated for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:05.879849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:05.898205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d17e4-7ed2-4aad-9a41-d1e5793e64e9 None None] Network 372f3682-445c-4694-8d1f-408be865aa0d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:19:05.964035 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:06.007853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] Provisioning complete for port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:06.008493 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.070368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 580d8135-8704-47e1-9181-2e3fc0d979aa up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:06.102547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.190510 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:04Z', 'revision_number': 3, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:06.222072 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306048d-1412-4a7f-ac84-50d7904d31b4 None None] The sync data for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 is: [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:04Z', 'revision_number': 3, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:19:06.251304 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 580d8135-8704-47e1-9181-2e3fc0d979aa triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:06.251304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.280554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.318549 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.336351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.348314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] For port 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6995e3a9-a8a3-4945-90ef-d7f9278fda65,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:06.354592 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.444541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Pushing event updated for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:06.454050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6995e3a9-a8a3-4945-90ef-d7f9278fda65 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:06.479445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.499905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a1d0c-923c-43b3-8593-82cc29c9f5e9 None None] Pushing event updated for resources: {'Port': ['ID=6995e3a9-a8a3-4945-90ef-d7f9278fda65,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:06.530049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:06.530535 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.634201 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Network 372f3682-445c-4694-8d1f-408be865aa0d is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:06.635870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:06.726793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-33dc9a1b-24d1-4788-aaee-9b1b9923cd89 None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:06.727160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33dc9a1b-24d1-4788-aaee-9b1b9923cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.787733 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-33dc9a1b-24d1-4788-aaee-9b1b9923cd89 None None] Port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:06.798102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:19:06.802793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-33dc9a1b-24d1-4788-aaee-9b1b9923cd89 None None] Provisioning complete for port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:06.803345 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-33dc9a1b-24d1-4788-aaee-9b1b9923cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:06.948585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:19:06.958562 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4f8759d2-035b-41c6-baac-e00fc6757f93 admin admin] 10.222.0.77 "PUT /v2.0/routers/4f7b2941-e2a3-4528-8ff4-01f5f574e2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2646978 Oct 29 12:19:07.061580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8c6a2be8-c0b1-4c51-814d-6b3cf9c753fa None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:07.062049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2be8-c0b1-4c51-814d-6b3cf9c753fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:07.127736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a2be8-c0b1-4c51-814d-6b3cf9c753fa None None] Port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:07.349945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-97f3680b-6ae8-4c8a-b009-216d3ca8df49 None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:07.350411 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-97f3680b-6ae8-4c8a-b009-216d3ca8df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:07.391881 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-97f3680b-6ae8-4c8a-b009-216d3ca8df49 None None] Port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:07.942912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-4cbd16a2-e99f-4fa8-b8eb-daed427a382c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:07.945100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-4cbd16a2-e99f-4fa8-b8eb-daed427a382c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 816 time: 0.1166468 Oct 29 12:19:07.956773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6995e3a9-a8a3-4945-90ef-d7f9278fda65 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:07.963604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-f537ce66-3a32-4e4c-96dc-3dab62119c37 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/quotas/aba0d884be164e32876b0fac3ca8a3a3 HTTP/1.1" status: 200 len: 375 time: 0.0105255 Oct 29 12:19:08.008672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:08.009031 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:08.018915 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-41144fe9-ba3e-454f-97fc-04e819876b03 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492928 Oct 29 12:19:08.094769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b771ceb-9306-48e1-8654-bb574b9cf3fb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:08.122078 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-2cafa14c-908c-4d44-bbcc-239f41cf5dd0 service neutron] 10.222.0.77 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906942 Oct 29 12:19:08.147595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1b771ceb-9306-48e1-8654-bb574b9cf3fb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:08.148293 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:08.216126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-7966f1b3-b7c0-4bfe-90d4-0a98ba61a8b7 service neutron] 10.222.0.77 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Oct 29 12:19:08.227793 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:08.249779 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 1b771ceb-9306-48e1-8654-bb574b9cf3fb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b771ceb-9306-48e1-8654-bb574b9cf3fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:08.254226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:08.313532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=1b771ceb-9306-48e1-8654-bb574b9cf3fb,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:08.395470 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ea70a5dc-8cf4-4531-982d-0192117c988a req-52fc4374-a86f-4b33-9ad7-e6af77f73ae7 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 210 time: 0.0300188 Oct 29 12:19:09.032743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Sync routers for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:19:09.043139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:09.043760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:09.151404 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:09.422474 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:06Z', 'revision_number': 4, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '37b1b472-2dd3-4d2c-af24-71cc44a7f5da', 'name': '', 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'mac_address': 'fa:16:3e:bc:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:05Z', 'updated_at': '2021-10-29T12:19:06Z', 'revision_number': 2, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'subnets': [{'id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:09.426072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-2553c248-79ef-407a-bb82-0814d7157611 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:09.429987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-2553c248-79ef-407a-bb82-0814d7157611 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.86 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 816 time: 0.1629920 Oct 29 12:19:09.445493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Request body: {'port': {'device_id': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'admin_state_up': True, 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:09.463883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Checking router: 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:19:09.464252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Updating router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:19:09.499979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:09.508370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa19faa-3180-4009-9b4d-b8977edaed15 req-abd5f69d-4604-448f-b8b1-041ab33aff97 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 210 time: 0.0308173 Oct 29 12:19:09.579263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Made reservation on behalf of aba0d884be164e32876b0fac3ca8a3a3 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:19:09.582891 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:09.736365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Allocated IP 172.20.0.11 (206798a4-b164-4820-8943-a72bae9a6d27/615924eb-012d-4ee3-9d49-f4553855fde5/db5453f6-fdf2-4372-b35f-56096f0f38da) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:09.806846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:09.818918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:09.888260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f35cf-8d0d-4bc7-ba65-efcb4a7e1477 None None] Pushing event updated for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:09.906567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b771ceb-9306-48e1-8654-bb574b9cf3fb up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:09.975638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Attempting to bind port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:09.976006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Attempting to bind port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:09.976369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Attempting to bind port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da on network 372f3682-445c-4694-8d1f-408be865aa0d {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:09.986052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:09.986477 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Checking segment: {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:09.986827 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:09.987218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Bound using segment: {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:09.987703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Bound port: 37b1b472-2dd3-4d2c-af24-71cc44a7f5da, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47cbb96-2c6e-445e-895c-85a4cfd94237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:09.988081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.051248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1b771ceb-9306-48e1-8654-bb574b9cf3fb triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:10.051930 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.104395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] For port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:10.109279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] For port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:10.116488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.218971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f35cf-8d0d-4bc7-ba65-efcb4a7e1477 None None] Pushing event updated for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:10.224023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:19:10.224644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:19:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:10.312023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.360703 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.366728 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:10.367270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.374024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:19:10.412002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Network 206798a4-b164-4820-8943-a72bae9a6d27 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:10.415535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:10.422403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:10.476197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:10.476940 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.495568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Pushing event updated for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:10.503307 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-9e4194f6-f197-4d4e-910c-9293cbeed304 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0628836 Oct 29 12:19:10.519571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Request body: {'port': {'device_id': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:10.583083 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.602938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.661700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bebaa-4d88-4039-8c54-451174b12a1c req-1e9a5907-5f68-499b-a229-32be18fb57fa tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:10.663479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] For port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:10.670622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-488bebaa-4d88-4039-8c54-451174b12a1c req-1e9a5907-5f68-499b-a229-32be18fb57fa tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 932 time: 0.0710554 Oct 29 12:19:10.698623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.715614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-488bebaa-4d88-4039-8c54-451174b12a1c req-485afcc5-48d2-42dd-a1a0-56679808ede9 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Oct 29 12:19:10.764557 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e7bc3-335a-46d1-ac1a-3efde76d65d6 None None] Pushing event updated for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:10.770963 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:06Z', 'revision_number': 4, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '37b1b472-2dd3-4d2c-af24-71cc44a7f5da', 'name': '', 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'mac_address': 'fa:16:3e:bc:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:05Z', 'updated_at': '2021-10-29T12:19:10Z', 'revision_number': 4, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'subnets': [{'id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:19:10.799515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb018a-9b48-4dbf-ae68-1087d6969518 None None] The sync data for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 is: [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:06Z', 'revision_number': 4, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '37b1b472-2dd3-4d2c-af24-71cc44a7f5da', 'name': '', 'network_id': '372f3682-445c-4694-8d1f-408be865aa0d', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'mac_address': 'fa:16:3e:bc:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:05Z', 'updated_at': '2021-10-29T12:19:10Z', 'revision_number': 4, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'subnets': [{'id': '9a45dc12-1f54-4745-b184-4c24c76e938b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:19:10.828394 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e9ab9182-1613-459b-8f11-82ebab8310df None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:10.828761 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9182-1613-459b-8f11-82ebab8310df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.898125 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5453f6-fdf2-4372-b35f-56096f0f38da {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:19:10.907641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:10.921574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Transition to ACTIVE for port object db5453f6-fdf2-4372-b35f-56096f0f38da will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:19:10.927867 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:11.002982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:11.065852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Attempting to bind port db5453f6-fdf2-4372-b35f-56096f0f38da on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:11.066442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Attempting to bind port db5453f6-fdf2-4372-b35f-56096f0f38da by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:11.067047 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Attempting to bind port db5453f6-fdf2-4372-b35f-56096f0f38da on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:11.072945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Port db5453f6-fdf2-4372-b35f-56096f0f38da on network 206798a4-b164-4820-8943-a72bae9a6d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:19:11.073376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Attempting to bind port db5453f6-fdf2-4372-b35f-56096f0f38da on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:11.080524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:11.080858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Checking segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:11.081299 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Bound using segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:11.081864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Bound port: db5453f6-fdf2-4372-b35f-56096f0f38da, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:11.082225 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:11.161551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:11.165069 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=db5453f6-fdf2-4372-b35f-56096f0f38da,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:11.173925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:11.214829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.215471 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:11.216881 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] 10.222.0.86 "PUT /v2.0/ports/db5453f6-fdf2-4372-b35f-56096f0f38da HTTP/1.1" status: 200 len: 1092 time: 0.7050834 Oct 29 12:19:11.217351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:19:11.219664 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086d4a1b-cda1-404e-8aeb-da6679c73d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:19:11.244552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf673d-d0f9-48d7-83cd-9b6dd7bb7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:11.301769 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e696291-0fac-4b59-843a-1923a9a0b664 x-openstack-request-id: req-2e696291-0fac-4b59-843a-1923a9a0b664 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:19:11.302058 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:19:11.302464 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e696291-0fac-4b59-843a-1923a9a0b664 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:19:11.302692 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da', 'status': 'completed', 'code': 200} Oct 29 12:19:11.323972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-2b9a27e1-141c-4678-a82d-d7cbfeb92766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.326182 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-2b9a27e1-141c-4678-a82d-d7cbfeb92766 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 1095 time: 0.0540440 Oct 29 12:19:11.382905 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-a6628df9-ffb8-46d2-9cc8-cc1f73111703 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db5453f6-fdf2-4372-b35f-56096f0f38da HTTP/1.1" status: 200 len: 217 time: 0.0472667 Oct 29 12:19:11.438375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-8e957261-ef61-4994-bc05-bfd1637925ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.440015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-8e957261-ef61-4994-bc05-bfd1637925ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=615924eb-012d-4ee3-9d49-f4553855fde5 HTTP/1.1" status: 200 len: 855 time: 0.0490353 Oct 29 12:19:11.486341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-207356cc-bf20-45b0-9a59-e644ba6be086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.487730 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-207356cc-bf20-45b0-9a59-e644ba6be086 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=206798a4-b164-4820-8943-a72bae9a6d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407813 Oct 29 12:19:11.586859 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-849d3818-1043-4437-90f8-7e09c1c9d349 service neutron] 10.222.0.86 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915451 Oct 29 12:19:11.677434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8541e69e-cf14-4c83-99b6-dddb921108a9 req-51010b2c-ec4f-4349-a995-fda70a24b416 service neutron] 10.222.0.86 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Oct 29 12:19:11.829452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-5f06ad50-379d-4cc8-ac11-e3eb5c8152b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.831153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-5f06ad50-379d-4cc8-ac11-e3eb5c8152b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 1095 time: 0.0494494 Oct 29 12:19:11.844015 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97225e-f7d6-4adf-9319-509a0257f1ea req-e7faeb7a-01ac-44ce-adab-201459ebe56f tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.845697 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f97225e-f7d6-4adf-9319-509a0257f1ea req-e7faeb7a-01ac-44ce-adab-201459ebe56f tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 944 time: 0.0528216 Oct 29 12:19:11.892461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0f97225e-f7d6-4adf-9319-509a0257f1ea req-5ddd8135-3c27-4672-b734-d2fb72664a1d tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Oct 29 12:19:11.919092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 37b1b472-2dd3-4d2c-af24-71cc44a7f5da up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:11.941385 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-f0dd0cf2-e6e6-4c2f-a150-0c16513366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:11.942989 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-f0dd0cf2-e6e6-4c2f-a150-0c16513366df service neutron] 10.222.0.86 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 917 time: 0.1039026 Oct 29 12:19:11.958627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:11.958994 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:11.991598 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-26592bd2-3e9b-4b21-ac7a-cf39d7334daa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db5453f6-fdf2-4372-b35f-56096f0f38da HTTP/1.1" status: 200 len: 217 time: 0.0399055 Oct 29 12:19:12.043928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-24339777-8629-4006-9719-843d0c08c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:12.045902 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-24339777-8629-4006-9719-843d0c08c939 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=615924eb-012d-4ee3-9d49-f4553855fde5 HTTP/1.1" status: 200 len: 855 time: 0.0465431 Oct 29 12:19:12.093151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-b2e7b929-56e4-45c2-932f-bbbbe1204880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:12.094592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-b2e7b929-56e4-45c2-932f-bbbbe1204880 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=206798a4-b164-4820-8943-a72bae9a6d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407572 Oct 29 12:19:12.192087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-0bf387f7-ccb7-4986-a71a-f7b5426b0c6c service neutron] 10.222.0.86 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874832 Oct 29 12:19:12.284576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-086d4a1b-cda1-404e-8aeb-da6679c73d1d req-5bdb0934-bdfe-432f-82e1-23408392b872 service neutron] 10.222.0.86 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845389 Oct 29 12:19:13.031408 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec68e0e-697f-4da9-b8a4-4d066db78c7c req-aaa515b2-c198-4c20-bfcf-5fd3e75970f0 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:13.033111 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ec68e0e-697f-4da9-b8a4-4d066db78c7c req-aaa515b2-c198-4c20-bfcf-5fd3e75970f0 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 944 time: 0.0561812 Oct 29 12:19:13.080071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ec68e0e-697f-4da9-b8a4-4d066db78c7c req-96351296-a7d2-46dd-8727-bd51e141026e tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Oct 29 12:19:14.195950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323bebc-e433-4945-bf5d-6ce19e3b79f1 req-71240bea-1770-4658-b0ba-c4847fa5e496 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:14.198285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c323bebc-e433-4945-bf5d-6ce19e3b79f1 req-71240bea-1770-4658-b0ba-c4847fa5e496 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 944 time: 0.0503480 Oct 29 12:19:14.238162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c323bebc-e433-4945-bf5d-6ce19e3b79f1 req-53b91270-afe6-45cb-b58c-e227fdf1e508 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Oct 29 12:19:14.265746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device db5453f6-fdf2-4372-b35f-56096f0f38da details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:19:14.365599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=db5453f6-fdf2-4372-b35f-56096f0f38da,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:14.381538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'db5453f6-fdf2-4372-b35f-56096f0f38da', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'port_id': 'db5453f6-fdf2-4372-b35f-56096f0f38da', 'mac_address': 'fa:16:3e:13:ad:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:19:14.575328 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:14.588571 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5453f6-fdf2-4372-b35f-56096f0f38da {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:19:14.607816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=db5453f6-fdf2-4372-b35f-56096f0f38da,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:14.612273 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:14.659273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:14.818370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['db5453f6-fdf2-4372-b35f-56096f0f38da'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:19:15.360516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eff24-dac2-4484-8d80-910906ec4a7c req-146c39de-97f9-4133-881e-56e3ae7bfc8c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:15.362036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa4eff24-dac2-4484-8d80-910906ec4a7c req-146c39de-97f9-4133-881e-56e3ae7bfc8c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 945 time: 0.0529058 Oct 29 12:19:15.402186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa4eff24-dac2-4484-8d80-910906ec4a7c req-cd11cad9-9aaf-4066-9a81-d651ef141b63 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Oct 29 12:19:16.281057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device db5453f6-fdf2-4372-b35f-56096f0f38da up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:16.330337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port db5453f6-fdf2-4372-b35f-56096f0f38da completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:19:16.334106 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port db5453f6-fdf2-4372-b35f-56096f0f38da triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:16.334578 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:16.415784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:16.442056 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:19:16.444578 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2abcf7-685b-48ce-88d7-28f4b080f021" -d '{"events": [{"server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "name": "network-vif-plugged", "status": "completed", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:19:16.457795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=db5453f6-fdf2-4372-b35f-56096f0f38da,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:16.466041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:16.522660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:16.543905 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d7007-387f-4d34-a203-05826a212920 req-df1bfc7e-2a16-4692-bca5-0d002508dc79 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:16.545839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-254d7007-387f-4d34-a203-05826a212920 req-df1bfc7e-2a16-4692-bca5-0d002508dc79 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0602083 Oct 29 12:19:16.586535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-254d7007-387f-4d34-a203-05826a212920 req-cf63a0e7-f92b-4b22-9c63-d1192fc7d613 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Oct 29 12:19:16.634898 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82767b3a-5297-433b-b867-706e3d9b127c x-openstack-request-id: req-82767b3a-5297-433b-b867-706e3d9b127c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:19:16.635254 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "name": "network-vif-plugged", "status": "completed", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:19:16.635511 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82767b3a-5297-433b-b867-706e3d9b127c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:19:16.635915 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da', 'code': 200} Oct 29 12:19:16.737599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd8959-3ae6-4f79-9cfe-491d8ec204fb req-143718ad-f0f4-459b-8244-7025fe06ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:16.739317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccbd8959-3ae6-4f79-9cfe-491d8ec204fb req-143718ad-f0f4-459b-8244-7025fe06ddfe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 1097 time: 0.0433428 Oct 29 12:19:16.778428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ccbd8959-3ae6-4f79-9cfe-491d8ec204fb req-e1669497-3930-4a44-b318-39025e6979e9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300741 Oct 29 12:19:17.718103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b001ba-c535-4398-bbee-69ab1c5c8111 req-18a47def-3ee0-4121-a9e0-6ce14ff6cf97 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:17.719615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3b001ba-c535-4398-bbee-69ab1c5c8111 req-18a47def-3ee0-4121-a9e0-6ce14ff6cf97 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0510209 Oct 29 12:19:17.759222 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3b001ba-c535-4398-bbee-69ab1c5c8111 req-cda7a873-1e03-4cb5-a4d5-f21879e7b0e8 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Oct 29 12:19:18.874829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed952799-a335-4713-8c89-f2eb06b6d1ae req-66170fc9-ef8a-411a-8974-55bb870a3883 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:18.876306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed952799-a335-4713-8c89-f2eb06b6d1ae req-66170fc9-ef8a-411a-8974-55bb870a3883 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0481021 Oct 29 12:19:18.914781 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ed952799-a335-4713-8c89-f2eb06b6d1ae req-563b0728-2806-4631-ad32-3ef5d44e6992 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Oct 29 12:19:19.039994 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edc68-e8e7-45c9-bd86-938442879511 req-6afb1773-464e-4225-82c2-8a1bb7338274 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:19.041421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-463edc68-e8e7-45c9-bd86-938442879511 req-6afb1773-464e-4225-82c2-8a1bb7338274 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0532000 Oct 29 12:19:19.417597 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-463edc68-e8e7-45c9-bd86-938442879511 req-643eb357-505b-4c08-940e-f86d3e6f6fb6 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698385 Oct 29 12:19:22.157342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:26.436677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:28.517830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-52c43f11-a90d-4ea9-8bf8-1a12ec6b5d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:30.922777 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4104b3a0-30f2-4f3b-8d9f-c102ba596bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:32.442224 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:32.471566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:33.779306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:40.858659 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:19:42.146823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6045f-9e35-4eda-acef-2f4c7382f838 req-b0a48c44-68cd-48e3-91e9-46fd1dbb3dd8 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:42.148301 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14b6045f-9e35-4eda-acef-2f4c7382f838 req-b0a48c44-68cd-48e3-91e9-46fd1dbb3dd8 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0513434 Oct 29 12:19:42.189401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14b6045f-9e35-4eda-acef-2f4c7382f838 req-d5e2d30d-1dbd-4326-af83-6d601eb27534 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Oct 29 12:19:43.303500 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e8ff-459c-44be-bda8-2a4ab826ce89 req-eb7edbac-62a6-42f1-a361-9e1c8e2c668a tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:43.304851 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a285e8ff-459c-44be-bda8-2a4ab826ce89 req-eb7edbac-62a6-42f1-a361-9e1c8e2c668a tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0472510 Oct 29 12:19:43.342800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a285e8ff-459c-44be-bda8-2a4ab826ce89 req-8abb177e-0773-442d-8cce-4f3293948348 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Oct 29 12:19:43.643620 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5829f-256a-48cb-8c00-02ea28823312 req-43a3bd01-a781-436b-9584-864ec89e6dbe tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:43.645128 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-66f5829f-256a-48cb-8c00-02ea28823312 req-43a3bd01-a781-436b-9584-864ec89e6dbe tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 946 time: 0.0589068 Oct 29 12:19:43.738826 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Deleting port db5453f6-fdf2-4372-b35f-56096f0f38da {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:19:43.739164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:43.832302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] For port db5453f6-fdf2-4372-b35f-56096f0f38da, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=db5453f6-fdf2-4372-b35f-56096f0f38da,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:43.832659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:43.846489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Calling delete_port for db5453f6-fdf2-4372-b35f-56096f0f38da owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:19:43.974466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:43.987745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['db5453f6-fdf2-4372-b35f-56096f0f38da'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:19:44.004204 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Pushing event deleted for resources: {'Port': ['ID=db5453f6-fdf2-4372-b35f-56096f0f38da,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:44.032696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.033072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.033418 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.033755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.034096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.034424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.034753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.035078 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.035405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.035728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.036052 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.036372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:44.057729 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] No DVR routers for this DVR port db5453f6-fdf2-4372-b35f-56096f0f38da on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:19:44.060804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:44.064221 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-66f5829f-256a-48cb-8c00-02ea28823312 req-c18a1011-eecd-4261-a204-2e45575c9808 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.86 "DELETE /v2.0/ports/db5453f6-fdf2-4372-b35f-56096f0f38da HTTP/1.1" status: 204 len: 173 time: 0.4126573 Oct 29 12:19:44.064671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'name': 'network-vif-deleted', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:19:44.066939 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098671b-44f5-41e1-a2d5-55846da89da4" -d '{"events": [{"server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "name": "network-vif-deleted", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:19:44.113251 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0ea8a0-bb05-41ed-97dc-42c6dff5084a x-openstack-request-id: req-dc0ea8a0-bb05-41ed-97dc-42c6dff5084a {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:19:44.113553 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee4a53-f525-44e8-914f-cbb9e01d61ca", "name": "network-vif-deleted", "tag": "db5453f6-fdf2-4372-b35f-56096f0f38da", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:19:44.113814 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc0ea8a0-bb05-41ed-97dc-42c6dff5084a {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:19:44.114220 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee4a53-f525-44e8-914f-cbb9e01d61ca', 'name': 'network-vif-deleted', 'tag': 'db5453f6-fdf2-4372-b35f-56096f0f38da', 'status': 'completed', 'code': 200} Oct 29 12:19:44.467315 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b12c5adb-1614-4f55-9159-4442d03f6ffb req-1cbed0fb-46d9-46bc-9005-82ec19bce3e9 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4ee4a53-f525-44e8-914f-cbb9e01d61ca HTTP/1.1" status: 200 len: 210 time: 0.0332220 Oct 29 12:19:46.021537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-8d4f8e60-9b80-4d97-8320-20aac18cdba9 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:46.023002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-8d4f8e60-9b80-4d97-8320-20aac18cdba9 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 816 time: 0.1035328 Oct 29 12:19:46.037911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-e39a3b91-2fd5-4253-8bef-fa554f02d16e tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/quotas/aba0d884be164e32876b0fac3ca8a3a3 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Oct 29 12:19:46.092408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-66b5b538-0afc-4928-a0ec-64f7b78f6da7 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487587 Oct 29 12:19:46.186715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-386f0eec-52b3-478e-af34-a5d4a632564e service neutron] 10.222.0.77 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828009 Oct 29 12:19:46.276761 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-5ce7a3e6-444a-442b-b7b2-384664f80227 service neutron] 10.222.0.77 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838754 Oct 29 12:19:46.435884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96f04084-9a21-47df-8005-c07354e63ce3 req-e156e560-5a4f-4fb9-921c-1a09c3a91b44 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Oct 29 12:19:46.436003 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device db5453f6-fdf2-4372-b35f-56096f0f38da no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:19:46.459869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: db5453f6-fdf2-4372-b35f-56096f0f38da {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:19:46.460211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device db5453f6-fdf2-4372-b35f-56096f0f38da not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:19:47.401995 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-8d78ed2d-232a-4c2c-b286-8d0597722e42 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:47.403523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-8d78ed2d-232a-4c2c-b286-8d0597722e42 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.41 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 816 time: 0.1089110 Oct 29 12:19:47.416627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Request body: {'port': {'device_id': '1e284890-be51-4997-a462-0b86809d8d43', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'admin_state_up': True, 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:47.526895 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Made reservation on behalf of aba0d884be164e32876b0fac3ca8a3a3 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:19:47.531130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:47.533211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7f010bc-d42f-4b73-9e06-9cc1fd0ae3ac req-d8ced577-478f-46ac-8ea9-f47cd7dfd76e tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Oct 29 12:19:47.656831 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Allocated IP 172.20.0.12 (206798a4-b164-4820-8943-a72bae9a6d27/615924eb-012d-4ee3-9d49-f4553855fde5/6ac3d5ba-c773-4c67-8e31-887d4648a667) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:19:47.801925 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:47.836927 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:47.882900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Network 206798a4-b164-4820-8943-a72bae9a6d27 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:19:47.886242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:19:47.890575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:19:47.894336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Pushing event updated for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:47.942971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:47.943708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:47.961135 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-82944f64-049f-4ed2-81e7-34467e6bbf74 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485260 Oct 29 12:19:47.973303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Request body: {'port': {'device_id': '1e284890-be51-4997-a462-0b86809d8d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:19:48.037314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.163722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2097cb83-034f-4106-b918-c322014932c8 None None] Provisioning complete for port 6ac3d5ba-c773-4c67-8e31-887d4648a667 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:48.164274 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2097cb83-034f-4106-b918-c322014932c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.198305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-2097cb83-034f-4106-b918-c322014932c8 None None] Port 6ac3d5ba-c773-4c67-8e31-887d4648a667 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:19:48.300536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac3d5ba-c773-4c67-8e31-887d4648a667 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:19:48.308294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.320209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Transition to ACTIVE for port object 6ac3d5ba-c773-4c67-8e31-887d4648a667 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:19:48.323602 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.373871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:48.448211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Attempting to bind port 6ac3d5ba-c773-4c67-8e31-887d4648a667 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:19:48.449697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Attempting to bind port 6ac3d5ba-c773-4c67-8e31-887d4648a667 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:19:48.449697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Attempting to bind port 6ac3d5ba-c773-4c67-8e31-887d4648a667 on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:48.453581 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Port 6ac3d5ba-c773-4c67-8e31-887d4648a667 on network 206798a4-b164-4820-8943-a72bae9a6d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:19:48.453898 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Attempting to bind port 6ac3d5ba-c773-4c67-8e31-887d4648a667 on network 206798a4-b164-4820-8943-a72bae9a6d27 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:19:48.458805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:19:48.459135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Checking segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:19:48.459510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Bound using segment: {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:19:48.459929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Bound port: 6ac3d5ba-c773-4c67-8e31-887d4648a667, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:19:48.460276 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.523697 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:19:48.527117 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:19:48.531281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.567006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:48.567609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:48.569044 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ac3d5ba-c773-4c67-8e31-887d4648a667 HTTP/1.1" status: 200 len: 1092 time: 0.6000755 Oct 29 12:19:48.569487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:19:48.571983 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d10298-f3e7-43e6-ad84-316cbbcddadc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:19:48.595086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c472cd4-a218-41ab-b51c-cf8ffe266d47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:48.669893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-ba4a2a59-19d1-4ae9-9e9b-635464f4959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:48.671467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-ba4a2a59-19d1-4ae9-9e9b-635464f4959a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 1095 time: 0.0521307 Oct 29 12:19:48.685979 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750bdd-227f-4f60-b6c8-cf706b094e0b req-755d4f1a-4b9d-41dd-8854-a25a8e5f200f tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:48.687579 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc750bdd-227f-4f60-b6c8-cf706b094e0b req-755d4f1a-4b9d-41dd-8854-a25a8e5f200f tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0541971 Oct 29 12:19:48.719078 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-db6bf942-74a3-4c02-8758-8db6052c22f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667 HTTP/1.1" status: 200 len: 217 time: 0.0379570 Oct 29 12:19:48.729425 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc750bdd-227f-4f60-b6c8-cf706b094e0b req-d66d2cc6-7199-4bb0-b79a-9979b20fecf9 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Oct 29 12:19:48.775298 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a8494-f562-4c8b-b1a3-3e2e64a7dc97 x-openstack-request-id: req-2f2a8494-f562-4c8b-b1a3-3e2e64a7dc97 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:19:48.775588 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:19:48.775842 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f2a8494-f562-4c8b-b1a3-3e2e64a7dc97 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:19:48.776275 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667', 'status': 'completed', 'code': 200} Oct 29 12:19:48.778464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6773b036-af1a-432c-b076-f0dbc141e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:48.779975 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6773b036-af1a-432c-b076-f0dbc141e2f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=615924eb-012d-4ee3-9d49-f4553855fde5 HTTP/1.1" status: 200 len: 855 time: 0.0540121 Oct 29 12:19:48.830027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-28b19e5f-5649-4fec-9ba2-52eb3646095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:48.831623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-28b19e5f-5649-4fec-9ba2-52eb3646095c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=206798a4-b164-4820-8943-a72bae9a6d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438600 Oct 29 12:19:48.922614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-6c04e775-90cc-48f0-852f-ab62c1d4fd40 service neutron] 10.222.0.41 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838358 Oct 29 12:19:49.015428 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0a507580-1fcb-46f5-a31c-9ee51816256e req-18360f7a-e0b8-4a9b-8f75-40868ac26715 service neutron] 10.222.0.41 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857296 Oct 29 12:19:49.103454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-d2145e30-80f2-4277-8115-8c400556fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:49.104972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-d2145e30-80f2-4277-8115-8c400556fdfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 1095 time: 0.0439165 Oct 29 12:19:49.198058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-b188b8d1-d683-486b-ac41-51531ac5aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:49.199585 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-b188b8d1-d683-486b-ac41-51531ac5aa36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 200 len: 917 time: 0.0866864 Oct 29 12:19:49.240479 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-fa44cc02-ca3a-4bd1-abdb-399827ed5833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667 HTTP/1.1" status: 200 len: 217 time: 0.0340691 Oct 29 12:19:49.288522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-76f5f922-7116-4c87-8e21-280fd58cebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:49.289866 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-76f5f922-7116-4c87-8e21-280fd58cebd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=615924eb-012d-4ee3-9d49-f4553855fde5 HTTP/1.1" status: 200 len: 855 time: 0.0417476 Oct 29 12:19:49.338494 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-a94c454d-0ebd-41bd-8821-184876a0f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:49.340461 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-a94c454d-0ebd-41bd-8821-184876a0f0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=206798a4-b164-4820-8943-a72bae9a6d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419629 Oct 29 12:19:49.432054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-a8a2d550-49f2-4f50-aad6-1259a8aff741 service neutron] 10.222.0.41 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Oct 29 12:19:49.525240 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-45d10298-f3e7-43e6-ad84-316cbbcddadc req-33650cc9-e5da-4d21-af6e-bba6f98df1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Oct 29 12:19:49.849033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aebe27-2397-4ba4-ad9e-dde3c35743f7 req-c7868ebd-02d8-40c8-9e0e-a31925e5d408 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:49.850496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20aebe27-2397-4ba4-ad9e-dde3c35743f7 req-c7868ebd-02d8-40c8-9e0e-a31925e5d408 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0526521 Oct 29 12:19:49.888299 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20aebe27-2397-4ba4-ad9e-dde3c35743f7 req-f8415ef5-7a34-4f44-a45f-71b0035de147 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Oct 29 12:19:51.004288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705be61-9906-448a-b599-d6662ef32c08 req-47996fa2-fbc1-4ee5-8510-02425a0fa37d tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:51.005797 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7705be61-9906-448a-b599-d6662ef32c08 req-47996fa2-fbc1-4ee5-8510-02425a0fa37d tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0476501 Oct 29 12:19:51.043963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7705be61-9906-448a-b599-d6662ef32c08 req-8e051abb-a1f0-45e5-8cbb-77771b46f1d7 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Oct 29 12:19:51.203232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6ac3d5ba-c773-4c67-8e31-887d4648a667 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:19:51.300159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:51.311179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '6ac3d5ba-c773-4c67-8e31-887d4648a667', 'network_id': '206798a4-b164-4820-8943-a72bae9a6d27', 'port_id': '6ac3d5ba-c773-4c67-8e31-887d4648a667', 'mac_address': 'fa:16:3e:f9:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615924eb-012d-4ee3-9d49-f4553855fde5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:19:51.347290 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:51.360716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac3d5ba-c773-4c67-8e31-887d4648a667 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:19:51.380337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:51.384550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:51.435697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:51.442916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.443265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.443606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.443942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.444276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.444606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.444926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.445287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.445611 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.445935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.446253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.446576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:19:51.589211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['6ac3d5ba-c773-4c67-8e31-887d4648a667'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:19:52.157347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f277c2-3854-47e3-a152-3404944f2138 req-dd805071-7737-46ce-b621-a10d56d3fecd tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:52.158724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99f277c2-3854-47e3-a152-3404944f2138 req-dd805071-7737-46ce-b621-a10d56d3fecd tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 945 time: 0.0478606 Oct 29 12:19:52.186588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:52.199275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-99f277c2-3854-47e3-a152-3404944f2138 req-c05838ae-4ef8-475a-9bb0-7974615725ce tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Oct 29 12:19:53.207618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6ac3d5ba-c773-4c67-8e31-887d4648a667 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:19:53.259832 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 6ac3d5ba-c773-4c67-8e31-887d4648a667 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:19:53.264537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 6ac3d5ba-c773-4c67-8e31-887d4648a667 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:19:53.264909 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:53.318262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb67a5d-556d-4bf0-83e6-dcfbab965cb6 req-e4d1f7ab-083b-4a73-8cbc-d4009c1b6d26 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:53.319758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2cb67a5d-556d-4bf0-83e6-dcfbab965cb6 req-e4d1f7ab-083b-4a73-8cbc-d4009c1b6d26 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 945 time: 0.0521486 Oct 29 12:19:53.342473 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:53.359691 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2cb67a5d-556d-4bf0-83e6-dcfbab965cb6 req-3527bbf7-23f5-4f9d-997f-515706dc0592 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Oct 29 12:19:53.365487 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:19:53.367841 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c39a4-6967-46e6-84b7-d19b31413be8" -d '{"events": [{"server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:19:53.381407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:19:53.385721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:53.413585 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7a5ea-99b9-4318-ad96-52cdf6c0d833 x-openstack-request-id: req-7cb7a5ea-99b9-4318-ad96-52cdf6c0d833 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:19:53.413875 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:19:53.414129 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cb7a5ea-99b9-4318-ad96-52cdf6c0d833 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:19:53.414584 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667', 'code': 200} Oct 29 12:19:53.447089 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:19:53.512436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9e63-7f25-4c73-8185-d823df5d3f56 req-5a38ea0c-0bec-4075-98cf-a1bcb979dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:53.513933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d4d9e63-7f25-4c73-8185-d823df5d3f56 req-5a38ea0c-0bec-4075-98cf-a1bcb979dc5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 1097 time: 0.0396066 Oct 29 12:19:53.550277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d4d9e63-7f25-4c73-8185-d823df5d3f56 req-ae34d899-e282-4f61-b1d2-551f32275b95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272937 Oct 29 12:19:54.484682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111c62-ebf1-4c39-8def-679911056491 req-3e7a5f52-11da-4617-a418-92e538b20d69 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:54.486285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1111c62-ebf1-4c39-8def-679911056491 req-3e7a5f52-11da-4617-a418-92e538b20d69 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0523653 Oct 29 12:19:54.544202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b1111c62-ebf1-4c39-8def-679911056491 req-cd90424b-6f25-4ff0-9b2a-4edc95595669 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Oct 29 12:19:55.660350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41b97-0dd1-4a11-a7ef-fd1045a47014 req-87bd9a96-157c-4c6f-9257-ac567c80f8c1 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:55.661731 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2c41b97-0dd1-4a11-a7ef-fd1045a47014 req-87bd9a96-157c-4c6f-9257-ac567c80f8c1 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0486481 Oct 29 12:19:55.698631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f2c41b97-0dd1-4a11-a7ef-fd1045a47014 req-c2dd3835-588c-4c9f-a5a7-7cad18ddd4b7 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Oct 29 12:19:55.815898 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb833d-1fd8-4a23-805b-77560c6673d7 req-34dc6c4b-3bd6-4fbc-b345-1e458462fa4a tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:19:55.817366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14fb833d-1fd8-4a23-805b-77560c6673d7 req-34dc6c4b-3bd6-4fbc-b345-1e458462fa4a tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0528102 Oct 29 12:19:55.858064 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-14fb833d-1fd8-4a23-805b-77560c6673d7 req-7327d30d-a322-48c1-8065-b6393162f395 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Oct 29 12:19:56.435623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:19:58.520751 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3a35c16-aaeb-40ec-9649-eba1e6d9531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:00.924871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6cc29f3f-e49d-460d-91f3-ab80c42e147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:02.445359 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:02.476715 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:03.781305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:17.235800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59ed52-43bc-493d-9086-8485f711841a req-02fbf2fc-03af-4c12-8e83-8f0301b33949 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:17.237421 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db59ed52-43bc-493d-9086-8485f711841a req-02fbf2fc-03af-4c12-8e83-8f0301b33949 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0510464 Oct 29 12:20:17.277587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db59ed52-43bc-493d-9086-8485f711841a req-e0b61b23-146e-4a0c-b496-8afa2b09c71f tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Oct 29 12:20:17.860115 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:20:18.393151 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ec6b8-93f3-43d1-a251-e40b24612a54 req-67629805-5311-4c6f-b92a-cf530213e65c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:18.394623 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6ec6b8-93f3-43d1-a251-e40b24612a54 req-67629805-5311-4c6f-b92a-cf530213e65c tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Oct 29 12:20:18.432276 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8c6ec6b8-93f3-43d1-a251-e40b24612a54 req-1efe2946-9b77-4f02-8479-fc7f5644cf05 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/security-groups?id=6643d371-1b62-4e19-85ad-c9840cc27aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Oct 29 12:20:18.789629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-05e809d6-fd8d-4492-a0ca-a9b5eb919d2d tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:18.791067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-05e809d6-fd8d-4492-a0ca-a9b5eb919d2d tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0485685 Oct 29 12:20:18.882629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Deleting port 6ac3d5ba-c773-4c67-8e31-887d4648a667 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:18.882980 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:18.971220 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] For port 6ac3d5ba-c773-4c67-8e31-887d4648a667, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=6ac3d5ba-c773-4c67-8e31-887d4648a667,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:18.971571 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:18.983855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Calling delete_port for 6ac3d5ba-c773-4c67-8e31-887d4648a667 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:19.113647 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:19.130496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['6ac3d5ba-c773-4c67-8e31-887d4648a667'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:20:19.141579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Pushing event deleted for resources: {'Port': ['ID=6ac3d5ba-c773-4c67-8e31-887d4648a667,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:19.188185 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] No DVR routers for this DVR port 6ac3d5ba-c773-4c67-8e31-887d4648a667 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:20:19.190929 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:19.194388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1591f052-61f1-4d70-898a-9ad897685ab4 req-985f7de2-9129-4f00-88a9-c7ac6f0a4d68 tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.41 "DELETE /v2.0/ports/6ac3d5ba-c773-4c67-8e31-887d4648a667 HTTP/1.1" status: 204 len: 173 time: 0.3964698 Oct 29 12:20:19.194832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'name': 'network-vif-deleted', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:20:19.197169 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d0b72-fed2-4d84-aa28-02ddd897048d" -d '{"events": [{"server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "name": "network-vif-deleted", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:20:19.234164 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60c079-c69d-4143-b095-0d1b0364164c x-openstack-request-id: req-2c60c079-c69d-4143-b095-0d1b0364164c {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:20:19.234463 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e284890-be51-4997-a462-0b86809d8d43", "name": "network-vif-deleted", "tag": "6ac3d5ba-c773-4c67-8e31-887d4648a667", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:20:19.234719 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c60c079-c69d-4143-b095-0d1b0364164c {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:20:19.235171 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e284890-be51-4997-a462-0b86809d8d43', 'name': 'network-vif-deleted', 'tag': '6ac3d5ba-c773-4c67-8e31-887d4648a667', 'status': 'completed', 'code': 200} Oct 29 12:20:19.550602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-39fcab66-9b2f-4b7b-86fb-70741ed00b8f req-fcfced24-0235-46d5-9bfa-e7964737e20b tempest-TestEncryptedCinderVolumes-1094189097 tempest-TestEncryptedCinderVolumes-1094189097-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e284890-be51-4997-a462-0b86809d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0341604 Oct 29 12:20:20.647369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44174) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:20.982155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:21.226255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Deleting port 580d8135-8704-47e1-9181-2e3fc0d979aa {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:21.226590 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:21.332951 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6ac3d5ba-c773-4c67-8e31-887d4648a667 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:21.360672 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 6ac3d5ba-c773-4c67-8e31-887d4648a667 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:21.361213 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 6ac3d5ba-c773-4c67-8e31-887d4648a667 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:21.653287 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] For port 580d8135-8704-47e1-9181-2e3fc0d979aa, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=580d8135-8704-47e1-9181-2e3fc0d979aa,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:21.653859 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:21.665716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Calling delete_port for 580d8135-8704-47e1-9181-2e3fc0d979aa owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:21.839456 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:21.864651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Pushing event deleted for resources: {'Port': ['ID=580d8135-8704-47e1-9181-2e3fc0d979aa,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:22.029611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.199241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.242660 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Router 24c3237e-302f-4489-ac40-fecb35a8dc8c has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:20:22.349044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:22.354523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a435fe8b-257f-43a8-aa4d-d7fef83690ec admin admin] 10.222.0.77 "PUT /v2.0/routers/24c3237e-302f-4489-ac40-fecb35a8dc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060986 Oct 29 12:20:22.357849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:22.358952 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Sync routers for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:22.369418 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:22.370025 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:22.464849 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.473170 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:22.566603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.621033 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Deleting port e6efe5ab-3fa3-41b5-a2de-14fef100ae47 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:22.621387 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.651530 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:20:21Z', 'revision_number': 5, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port': {'id': 'e6efe5ab-3fa3-41b5-a2de-14fef100ae47', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:22.677590 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Checking router: 24c3237e-302f-4489-ac40-fecb35a8dc8c for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:22.686213 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Routers {'24c3237e-302f-4489-ac40-fecb35a8dc8c'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:22.686827 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['24c3237e-302f-4489-ac40-fecb35a8dc8c'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:22.701693 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] For port e6efe5ab-3fa3-41b5-a2de-14fef100ae47, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:22.702209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.719016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Calling delete_port for e6efe5ab-3fa3-41b5-a2de-14fef100ae47 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:22.772032 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] Set router 24c3237e-302f-4489-ac40-fecb35a8dc8c gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:22.822366 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:20:22Z', 'revision_number': 6, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:22.851276 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca9cc7-d37f-4eff-9103-888ef3c5688c None None] The sync data for ids ['24c3237e-302f-4489-ac40-fecb35a8dc8c'] in n-d-805046-9 is: [{'id': '24c3237e-302f-4489-ac40-fecb35a8dc8c', 'name': 'tempest-TestEncryptedCinderVolumes-992406702-router', 'tenant_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:18:58Z', 'updated_at': '2021-10-29T12:20:22Z', 'revision_number': 6, 'project_id': 'aba0d884be164e32876b0fac3ca8a3a3', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:22.885329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:22.917095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6efe5ab-3fa3-41b5-a2de-14fef100ae47,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:22.976388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.067725 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.070012 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.117085 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.117614 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c3237e-302f-4489-ac40-fecb35a8dc8c {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:20:23.122450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.123608 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-082baad9-e29b-4613-9b25-63e505d3ba93 admin admin] 10.222.0.77 "DELETE /v2.0/routers/24c3237e-302f-4489-ac40-fecb35a8dc8c HTTP/1.1" status: 204 len: 168 time: 0.7648304 Oct 29 12:20:23.126142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:23.171540 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Deleting subnet 615924eb-012d-4ee3-9d49-f4553855fde5 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:20:23.173941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.211036 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.299282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.351779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.377027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=615924eb-012d-4ee3-9d49-f4553855fde5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:23.380794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.384464 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08b4bf1e-2805-454d-9c5f-81e8a0a8d78d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/615924eb-012d-4ee3-9d49-f4553855fde5 HTTP/1.1" status: 204 len: 168 time: 0.2570121 Oct 29 12:20:23.387014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfb96f-32d6-4e23-b0c0-30c078957e61 None None] Network 206798a4-b164-4820-8943-a72bae9a6d27 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:23.387509 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44180) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:23.455114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.513243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Deleting port 0c71de7b-c476-4a67-8908-a53b0152acd4 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:23.513583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.577849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] For port 0c71de7b-c476-4a67-8908-a53b0152acd4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0c71de7b-c476-4a67-8908-a53b0152acd4,segment=NetworkSegment(2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7),segment_id=2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:23.578222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.590711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Calling delete_port for 0c71de7b-c476-4a67-8908-a53b0152acd4 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:23.643427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] DHCP port deletion for 206798a4-b164-4820-8943-a72bae9a6d27 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:20:23.686281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.701038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Deleting port 0c71de7b-c476-4a67-8908-a53b0152acd4 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:23.701394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.713860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c71de7b-c476-4a67-8908-a53b0152acd4,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:23.715739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] No DVR routers for this DVR port 0c71de7b-c476-4a67-8908-a53b0152acd4 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:20:23.771703 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] For port 0c71de7b-c476-4a67-8908-a53b0152acd4, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:23.772075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.787044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Calling delete_port for 0c71de7b-c476-4a67-8908-a53b0152acd4 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:23.789884 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Port 0c71de7b-c476-4a67-8908-a53b0152acd4 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 12:20:23.790803 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.791434 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.815850 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206798a4-b164-4820-8943-a72bae9a6d27']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:23.816808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] Pushing event deleted for resources: {'Port': ['ID=0c71de7b-c476-4a67-8908-a53b0152acd4,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:23.821818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf5762-9e26-4130-bdf4-1fb63243c7ec None None] No DVR routers for this DVR port 0c71de7b-c476-4a67-8908-a53b0152acd4 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:20:23.826654 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:23.826946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d31cc38-e4d8-4c92-a4e0-aaa7eb77bea7') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:23.843616 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.862587 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.869845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:20:23.870260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:20:23.872977 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:20:23.941281 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.942238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c71de7b-c476-4a67-8908-a53b0152acd4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:23.947779 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:23.951482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/206798a4-b164-4820-8943-a72bae9a6d27 HTTP/1.1" status: 204 len: 168 time: 0.5632610 Oct 29 12:20:23.954519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44182) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:23.968563 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd350a-6655-4dbc-890e-f3b36506f5d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=206798a4-b164-4820-8943-a72bae9a6d27,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:23.969517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0c71de7b-c476-4a67-8908-a53b0152acd4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:23.969930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0c71de7b-c476-4a67-8908-a53b0152acd4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:23.970441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 580d8135-8704-47e1-9181-2e3fc0d979aa no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:23.991015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 580d8135-8704-47e1-9181-2e3fc0d979aa {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:23.991764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 580d8135-8704-47e1-9181-2e3fc0d979aa not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:23.992300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6efe5ab-3fa3-41b5-a2de-14fef100ae47 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:24.015921 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e6efe5ab-3fa3-41b5-a2de-14fef100ae47 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:24.016189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e6efe5ab-3fa3-41b5-a2de-14fef100ae47 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:24.332147 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:24.580345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Deleting port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:24.580682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:24.662637 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] For port 37b1b472-2dd3-4d2c-af24-71cc44a7f5da, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:24.662907 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:24.674431 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Calling delete_port for 37b1b472-2dd3-4d2c-af24-71cc44a7f5da owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:24.850300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:24.875034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Pushing event deleted for resources: {'Port': ['ID=37b1b472-2dd3-4d2c-af24-71cc44a7f5da,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:24.887288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.887629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.887962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.888291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.888616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.888938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.889297 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.889622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.889939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.890251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.890565 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:24.890878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:25.050148 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.265762 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:20:25.371187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:25.376152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b7044452-301b-4e07-a90b-9329f0b8a35b admin admin] 10.222.0.77 "PUT /v2.0/routers/4f7b2941-e2a3-4528-8ff4-01f5f574e2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206207 Oct 29 12:20:25.379426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44186) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:25.381694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Sync routers for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:25.392183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:25.392794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:25.482371 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.497688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:25.589119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.642456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Deleting port 1b771ceb-9306-48e1-8654-bb574b9cf3fb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:25.642853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.687014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:20:24Z', 'revision_number': 5, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port': {'id': '1b771ceb-9306-48e1-8654-bb574b9cf3fb', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:25.712782 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Checking router: 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:25.721316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Routers {'4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:25.721945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:25.725170 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] For port 1b771ceb-9306-48e1-8654-bb574b9cf3fb, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1b771ceb-9306-48e1-8654-bb574b9cf3fb,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:25.725529 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.738352 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Calling delete_port for 1b771ceb-9306-48e1-8654-bb574b9cf3fb owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:25.809464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] Set router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:25.863838 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:20:25Z', 'revision_number': 6, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:25.890620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe534f-f8ac-42c1-9dbd-6dca8ff392d4 None None] The sync data for ids ['4f7b2941-e2a3-4528-8ff4-01f5f574e2ad'] in n-d-805046-9 is: [{'id': '4f7b2941-e2a3-4528-8ff4-01f5f574e2ad', 'name': 'tempest-TestEncryptedCinderVolumes-1963169553-router', 'tenant_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:19:03Z', 'updated_at': '2021-10-29T12:20:25Z', 'revision_number': 6, 'project_id': '105ff8c013d2474dbdb829c2a2aec8cf', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:25.905647 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:25.936379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b771ceb-9306-48e1-8654-bb574b9cf3fb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:26.001140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.091424 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.093584 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.137679 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.138131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7b2941-e2a3-4528-8ff4-01f5f574e2ad {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:20:26.142557 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.143778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b3ba9c95-5d34-4a71-8ba1-6c15271c62f8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4f7b2941-e2a3-4528-8ff4-01f5f574e2ad HTTP/1.1" status: 204 len: 168 time: 0.7633939 Oct 29 12:20:26.146466 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44188) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:26.199505 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Deleting subnet 9a45dc12-1f54-4745-b184-4c24c76e938b {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:20:26.202920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.241721 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.329540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.386079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.415757 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a45dc12-1f54-4745-b184-4c24c76e938b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:26.420286 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.423645 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0082a97a-430d-4339-a663-d443e81e53b0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a45dc12-1f54-4745-b184-4c24c76e938b HTTP/1.1" status: 204 len: 168 time: 0.2760575 Oct 29 12:20:26.426273 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44190) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:26.432025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1861c-0769-4ca6-ad2a-7eed2fd529cd None None] Network 372f3682-445c-4694-8d1f-408be865aa0d requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:26.481852 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.498929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.553103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Deleting port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:26.553527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.622407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] For port 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=6995e3a9-a8a3-4945-90ef-d7f9278fda65,segment=NetworkSegment(a47cbb96-2c6e-445e-895c-85a4cfd94237),segment_id=a47cbb96-2c6e-445e-895c-85a4cfd94237)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:26.622769 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.635128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Calling delete_port for 6995e3a9-a8a3-4945-90ef-d7f9278fda65 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:26.679491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] DHCP port deletion for 372f3682-445c-4694-8d1f-408be865aa0d request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:20:26.719682 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.748151 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Deleting port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:20:26.748641 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.751826 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Pushing event deleted for resources: {'Port': ['ID=6995e3a9-a8a3-4945-90ef-d7f9278fda65,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:26.753731 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] No DVR routers for this DVR port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:20:26.819561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] For port 6995e3a9-a8a3-4945-90ef-d7f9278fda65, host n-d-805046-9, got binding levels [] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:26.820109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.825281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.832748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Calling delete_port for 6995e3a9-a8a3-4945-90ef-d7f9278fda65 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:20:26.835469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.ipam_backend_mixin [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 was not found and therefore no delete operation was performed {{(pid=102279) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 12:20:26.836829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.847436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372f3682-445c-4694-8d1f-408be865aa0d']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:26.858206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47cbb96-2c6e-445e-895c-85a4cfd94237') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:26.858524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47cbb96-2c6e-445e-895c-85a4cfd94237') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:26.863160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] Pushing event deleted for resources: {'Port': ['ID=6995e3a9-a8a3-4945-90ef-d7f9278fda65,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:26.867731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bcf34-81b2-4e7f-9111-5181fdad6370 None None] No DVR routers for this DVR port 6995e3a9-a8a3-4945-90ef-d7f9278fda65 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:20:26.868511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.885267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.892387 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:20:26.892791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:20:26.894660 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:20:26.954211 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.960466 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:26.964193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] 10.222.0.77 "DELETE /v2.0/networks/372f3682-445c-4694-8d1f-408be865aa0d HTTP/1.1" status: 204 len: 168 time: 0.5366261 Oct 29 12:20:26.977252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b98e1-fe69-4196-a72c-5fc11b62501b admin admin] Pushing event deleted for resources: {'Network': ['ID=372f3682-445c-4694-8d1f-408be865aa0d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:27.137636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44194) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:27.178716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8dcb7d67-010e-4e64-ba85-e210d80776fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aba0d884be164e32876b0fac3ca8a3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397587 Oct 29 12:20:27.181304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44196) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:27.231064 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.257025 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.307237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.310478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.311728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6643d371-1b62-4e19-85ad-c9840cc27aef HTTP/1.1" status: 204 len: 168 time: 0.1294775 Oct 29 12:20:27.320171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52d7b3-1d9a-46aa-8f78-aa362495d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643d371-1b62-4e19-85ad-c9840cc27aef,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:27.656373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44202) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:27.699889 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6550cdde-a11b-4640-8d04-17bff3d5a3f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=105ff8c013d2474dbdb829c2a2aec8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421419 Oct 29 12:20:27.702312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44204) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:27.752333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.773448 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.827232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.831658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:27.833069 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9d0640a-07d3-47cf-b769-136de0a0a15f HTTP/1.1" status: 204 len: 168 time: 0.1298149 Oct 29 12:20:27.841024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929ff9b-e22f-4d7b-b83b-46bd6b340e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0640a-07d3-47cf-b769-136de0a0a15f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:27.929714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 37b1b472-2dd3-4d2c-af24-71cc44a7f5da no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:27.953587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 37b1b472-2dd3-4d2c-af24-71cc44a7f5da {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:27.953980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 37b1b472-2dd3-4d2c-af24-71cc44a7f5da not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:27.954468 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6995e3a9-a8a3-4945-90ef-d7f9278fda65 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:27.973811 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 6995e3a9-a8a3-4945-90ef-d7f9278fda65 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:27.974155 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 6995e3a9-a8a3-4945-90ef-d7f9278fda65 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:27.974575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b771ceb-9306-48e1-8654-bb574b9cf3fb no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:20:27.994478 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1b771ceb-9306-48e1-8654-bb574b9cf3fb {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:20:27.994839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1b771ceb-9306-48e1-8654-bb574b9cf3fb not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:20:28.527443 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5b432cf-4e92-4f2d-aeef-b85eec25f0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.545828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44226) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:28.662001 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1343614758-network', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:28.685259 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Made reservation on behalf of 367525222f3346caa6307c7a7fe6eee1 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:20:28.687624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.696693 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.788702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.792783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.817459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:20:28.834688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31442124-8bf6-45ff-8194-73df66677cd0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:28.838698 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.839040 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Added segment ae57d3bd-52c8-4ddb-89ab-d5891385162a of type vlan for network 1edc9f58-2026-4f45-b7e8-cecb661f9366 Oct 29 12:20:28.881671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.908018 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.909074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:28.909673 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:28.960704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4137223 Oct 29 12:20:28.964662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44230) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:28.969704 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Request body: {'subnet': {'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1343614758-subnet', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:28.972262 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4f15-3643-4edb-87ca-bb204438f39f admin admin] Pushing event updated for resources: {'Network': ['ID=1edc9f58-2026-4f45-b7e8-cecb661f9366,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:28.982954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:20:28.994747 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Made reservation on behalf of 367525222f3346caa6307c7a7fe6eee1 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:20:28.997291 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.185509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.250176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a835bd-d778-461f-af74-3208962058c0,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:29.256561 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Checking segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:29.256926 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Network hostable DHCP agents. Network: 1edc9f58-2026-4f45-b7e8-cecb661f9366, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:20:29.273405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:20:29.281859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 1edc9f58-2026-4f45-b7e8-cecb661f9366) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:29.285885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:29.286471 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.290746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd365343-e97f-4209-bd61-8b71148436ac None None] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:29.303616 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-799382e7-cfee-4aef-b4f0-ef9ce9a3a3c7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3375964 Oct 29 12:20:29.306904 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44232) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:29.312413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:29.336289 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.337491 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.395672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.443424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-1edc9f58-2026-4f45-b7e8-cecb661f9366', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:20:29.444370 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.534774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.580070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Allocated IP 172.20.0.2 (1edc9f58-2026-4f45-b7e8-cecb661f9366/73a835bd-d778-461f-af74-3208962058c0/b8f10f28-d147-47e9-bf72-39a4da74de4a) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:29.727805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.734567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.742906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.762594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.779719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:29.782701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:29.786283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:29.793788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Pushing event updated for resources: {'Port': ['ID=b8f10f28-d147-47e9-bf72-39a4da74de4a,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:29.844871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Attempting to bind port b8f10f28-d147-47e9-bf72-39a4da74de4a on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:29.845336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Attempting to bind port b8f10f28-d147-47e9-bf72-39a4da74de4a by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:29.845636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Attempting to bind port b8f10f28-d147-47e9-bf72-39a4da74de4a on network 1edc9f58-2026-4f45-b7e8-cecb661f9366 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:29.850760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:29.851134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Checking segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:29.851538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.851931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Bound using segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:29.852397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Bound port: b8f10f28-d147-47e9-bf72-39a4da74de4a, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:29.852775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.872202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Allocated IP 172.25.4.87 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/df0457ea-4690-4eaa-b966-31ed04c32382) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:29.917857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] For port b8f10f28-d147-47e9-bf72-39a4da74de4a, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:29.921129 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] For port b8f10f28-d147-47e9-bf72-39a4da74de4a, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8f10f28-d147-47e9-bf72-39a4da74de4a,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:29.925299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:29.988329 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca74d4-7fe4-4888-86a8-06d5ea91562f None None] Pushing event updated for resources: {'Port': ['ID=b8f10f28-d147-47e9-bf72-39a4da74de4a,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:29.990214 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:30.039582 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:30.082847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:30.085795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:30.090421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:30.117388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Pushing event updated for resources: {'Port': ['ID=df0457ea-4690-4eaa-b966-31ed04c32382,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:30.355568 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:30.550649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:30.688599 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:20:30.844082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900aebfb-4f5c-4048-a102-6560fd23aa98 None None] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:30.970642 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-907048c9-837e-426c-9606-6a73ed1491db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:30.986847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] Provisioning complete for port b8f10f28-d147-47e9-bf72-39a4da74de4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:30.987211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.100353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.138908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] For port b8f10f28-d147-47e9-bf72-39a4da74de4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8f10f28-d147-47e9-bf72-39a4da74de4a,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:31.146025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.167625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:31.178286 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Sync routers for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:31.193120 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:31.194231 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:31.195943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.200100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44234) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:31.200844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4ce3756f-c9c5-4489-ba22-7693e17868f7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8928173 Oct 29 12:20:31.212822 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f09d0-7f87-4def-84c3-3ad21fd77fd9 None None] Pushing event updated for resources: {'Port': ['ID=b8f10f28-d147-47e9-bf72-39a4da74de4a,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:31.307097 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:31.370532 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0ae66fa2-94a8-42c7-a1a1-334b8ffe1cf0 None None] Provisioning complete for port b8f10f28-d147-47e9-bf72-39a4da74de4a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:31.370899 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0ae66fa2-94a8-42c7-a1a1-334b8ffe1cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.497248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:30Z', 'revision_number': 3, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:31.528573 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Checking router: 08d8c8f6-f6f1-4b27-a867-6a68d7359722 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:31.528915 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Updating router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 port df0457ea-4690-4eaa-b966-31ed04c32382 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:20:31.559669 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.819530 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.826366 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.881595 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Attempting to bind port df0457ea-4690-4eaa-b966-31ed04c32382 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:31.881595 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Attempting to bind port df0457ea-4690-4eaa-b966-31ed04c32382 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:31.881858 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Attempting to bind port df0457ea-4690-4eaa-b966-31ed04c32382 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:31.891396 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Pushing event updated for resources: {'Port': ['ID=df0457ea-4690-4eaa-b966-31ed04c32382,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:31.893939 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:31.894319 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:31.894717 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.895111 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:31.895591 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Bound port: df0457ea-4690-4eaa-b966-31ed04c32382, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:31.895965 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:31.920266 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.920631 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.920943 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.921303 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.921629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.921948 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.922273 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.922594 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.922911 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.923229 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.923550 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.923869 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:31.964210 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] For port df0457ea-4690-4eaa-b966-31ed04c32382, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:31.968248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] For port df0457ea-4690-4eaa-b966-31ed04c32382, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=df0457ea-4690-4eaa-b966-31ed04c32382,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:31.972648 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.030136 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff74137-53d2-4ef8-974d-d8c1cfab647d None None] Pushing event updated for resources: {'Port': ['ID=df0457ea-4690-4eaa-b966-31ed04c32382,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:32.030498 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.043633 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:32.044202 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:32.129516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8f10f28-d147-47e9-bf72-39a4da74de4a up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:32.157221 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:32.186650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port b8f10f28-d147-47e9-bf72-39a4da74de4a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:32.187135 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.205597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Allocated IP 172.20.0.1 (1edc9f58-2026-4f45-b7e8-cecb661f9366/73a835bd-d778-461f-af74-3208962058c0/cab5de6e-a358-4c0c-8d23-bb095d77c8ee) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:32.321527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.354212 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.396873 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:32.400546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:32.404728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:32.432489 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Pushing event updated for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:32.446865 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:30Z', 'revision_number': 3, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:32.457783 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.465124 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.475627 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19262b-8224-4de7-bf40-ac813551577f None None] The sync data for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 is: [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:30Z', 'revision_number': 3, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:32.499568 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.599766 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.693517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5a297e07-2747-4543-8624-988181641dc8 None None] Provisioning complete for port cab5de6e-a358-4c0c-8d23-bb095d77c8ee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:32.693879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a297e07-2747-4543-8624-988181641dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.761373 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5a297e07-2747-4543-8624-988181641dc8 None None] Port cab5de6e-a358-4c0c-8d23-bb095d77c8ee cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:32.798879 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.804024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.881713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Pushing event updated for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:32.885402 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:32.984469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:32.986002 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:33.129391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:20:33.249915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:33.255359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c3a33382-5f69-48ad-a65a-96eff4152524 admin admin] 10.222.0.77 "PUT /v2.0/routers/08d8c8f6-f6f1-4b27-a867-6a68d7359722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537057 Oct 29 12:20:33.290396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-028c10eb-073e-4890-9adc-10a8378083e9 None None] Provisioning complete for port cab5de6e-a358-4c0c-8d23-bb095d77c8ee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:33.291169 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-028c10eb-073e-4890-9adc-10a8378083e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.327174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-028c10eb-073e-4890-9adc-10a8378083e9 None None] Port cab5de6e-a358-4c0c-8d23-bb095d77c8ee cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:33.747869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44250) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:33.753066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1032544442-network', 'tenant_id': '7f558c631f37440694ba85d16b803d58'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:33.787413 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Made reservation on behalf of 7f558c631f37440694ba85d16b803d58 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:20:33.789565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.789929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.800067 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.887115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.891536 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.923810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:20:33.930978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d44754-88af-4b49-83f9-b7217caf454d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:33.938657 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:33.939272 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Added segment 708ba69a-d918-4385-b88f-d05156b5b9c1 of type vlan for network 9ab9d344-943e-49d1-b85a-3b0feb430250 Oct 29 12:20:33.975052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device df0457ea-4690-4eaa-b966-31ed04c32382 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:33.983432 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.013461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.014937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:34.015704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.035009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port df0457ea-4690-4eaa-b966-31ed04c32382 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:34.035394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.068721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3196356 Oct 29 12:20:34.072016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:34.082482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebee95-c668-4f17-b0bf-a1256ccc700d admin admin] Pushing event updated for resources: {'Network': ['ID=9ab9d344-943e-49d1-b85a-3b0feb430250,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:34.082630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Request body: {'subnet': {'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1032544442-subnet', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:34.107858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Made reservation on behalf of 7f558c631f37440694ba85d16b803d58 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:20:34.110362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.115053 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:20:34.136159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Sync routers for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:34.185333 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.218108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:34.218723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:34.222428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port df0457ea-4690-4eaa-b966-31ed04c32382, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=df0457ea-4690-4eaa-b966-31ed04c32382,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:34.259171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.294151 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.353050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=df0457ea-4690-4eaa-b966-31ed04c32382,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:34.359119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2094221d-74ae-443c-9cb6-189725be2cb1,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:34.362248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Checking segment: {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:34.362621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Network hostable DHCP agents. Network: 9ab9d344-943e-49d1-b85a-3b0feb430250, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:20:34.377642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:34.380216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:20:34.392063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 9ab9d344-943e-49d1-b85a-3b0feb430250) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:34.397396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:34.397987 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.413808 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15d8e0-d831-40d3-a0a3-c25e90b93823 None None] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:34.417947 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cdb40d49-0e1c-4093-b5da-473447497997 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3440688 Oct 29 12:20:34.419743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44254) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:34.424551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:34.446629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.447686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.500810 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.640461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.699989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-9ab9d344-943e-49d1-b85a-3b0feb430250', 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'fixed_ips': [{'subnet_id': '2094221d-74ae-443c-9cb6-189725be2cb1'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:20:34.700863 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.787999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 2, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:34.824423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Checking router: 08d8c8f6-f6f1-4b27-a867-6a68d7359722 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:34.824775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Updating router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 port cab5de6e-a358-4c0c-8d23-bb095d77c8ee binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:20:34.847101 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.866261 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.873650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:34.933967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Allocated IP 172.20.0.2 (9ab9d344-943e-49d1-b85a-3b0feb430250/2094221d-74ae-443c-9cb6-189725be2cb1/f63adfea-4879-437c-b310-a32cef37c586) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:34.969312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Allocated IP 172.25.4.63 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:35.077460 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.113403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.156962 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:35.160194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:35.164019 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:35.188054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Pushing event updated for resources: {'Port': ['ID=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:35.393342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.407283 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.424105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.476144 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:35.489071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:35.492356 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.494192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:35.496802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Pushing event updated for resources: {'Port': ['ID=f63adfea-4879-437c-b310-a32cef37c586,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:35.511691 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.605599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Attempting to bind port f63adfea-4879-437c-b310-a32cef37c586 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:35.605967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Attempting to bind port f63adfea-4879-437c-b310-a32cef37c586 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:35.606339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Attempting to bind port f63adfea-4879-437c-b310-a32cef37c586 on network 9ab9d344-943e-49d1-b85a-3b0feb430250 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:35.610836 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137cb54-7670-4f81-98b7-20e732310214 None None] Pushing event updated for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:35.619311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:35.619685 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Checking segment: {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:35.620300 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.621044 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Bound using segment: {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:35.621333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Bound port: f63adfea-4879-437c-b310-a32cef37c586, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:35.621714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.634938 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.704291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Attempting to bind port cab5de6e-a358-4c0c-8d23-bb095d77c8ee on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:35.704658 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Attempting to bind port cab5de6e-a358-4c0c-8d23-bb095d77c8ee by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:35.705030 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Attempting to bind port cab5de6e-a358-4c0c-8d23-bb095d77c8ee on network 1edc9f58-2026-4f45-b7e8-cecb661f9366 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:35.720321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:35.720701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Checking segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:35.721118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.721516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Bound using segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:35.721999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Bound port: cab5de6e-a358-4c0c-8d23-bb095d77c8ee, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:35.722379 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.750563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] For port f63adfea-4879-437c-b310-a32cef37c586, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:35.784765 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] For port f63adfea-4879-437c-b310-a32cef37c586, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f63adfea-4879-437c-b310-a32cef37c586,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:35.788594 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Router 42417f29-2463-4c8f-9498-cab502db4694 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:20:35.793455 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.850999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] For port cab5de6e-a358-4c0c-8d23-bb095d77c8ee, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:35.856407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] For port cab5de6e-a358-4c0c-8d23-bb095d77c8ee, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:35.875619 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.887241 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962caa6e-bd50-425d-ab68-2f80db3a7362 None None] Pushing event updated for resources: {'Port': ['ID=f63adfea-4879-437c-b310-a32cef37c586,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:35.900522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] Provisioning complete for port cab5de6e-a358-4c0c-8d23-bb095d77c8ee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:35.901118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.924036 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:35.936581 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Sync routers for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:35.957908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:35.959942 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:35.972428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:35.974897 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0103043f-2dec-4e00-9701-a77bc129f3ee admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5541434 Oct 29 12:20:35.977767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44258) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:20:36.002780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device df0457ea-4690-4eaa-b966-31ed04c32382 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:36.039581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:36.040227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:36.124964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137cb54-7670-4f81-98b7-20e732310214 None None] Pushing event updated for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:36.171110 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:36.247491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:36.284491 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.286360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port df0457ea-4690-4eaa-b966-31ed04c32382 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:36.286696 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.427286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] For port cab5de6e-a358-4c0c-8d23-bb095d77c8ee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:36.437736 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.457126 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:35Z', 'revision_number': 3, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:36.487885 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Checking router: 42417f29-2463-4c8f-9498-cab502db4694 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:36.488492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Updating router 42417f29-2463-4c8f-9498-cab502db4694 port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:20:36.514030 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.560719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9e15-a99d-441d-a817-fef71975bb98 None None] Pushing event updated for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:36.597577 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-14d8d442-7d5f-4ac2-ada4-84ec11a7cb3c None None] Provisioning complete for port cab5de6e-a358-4c0c-8d23-bb095d77c8ee triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:36.597949 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14d8d442-7d5f-4ac2-ada4-84ec11a7cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.634908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.660049 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:35Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:36.688799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daf3f6-bfd3-4dfd-95e3-eca043195e6a None None] The sync data for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 is: [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:35Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:36.869320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Allocated IP 172.20.0.1 (9ab9d344-943e-49d1-b85a-3b0feb430250/2094221d-74ae-443c-9cb6-189725be2cb1/0035fda6-2add-41d8-aff0-d74ee7e2df26) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:36.869997 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.876771 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.934522 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43be847-3c8e-4adb-b963-6c28e9faa203 None None] Pushing event updated for resources: {'Port': ['ID=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:36.943007 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Attempting to bind port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:36.944011 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Attempting to bind port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:36.944543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Attempting to bind port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:36.952821 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:36.953527 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:36.954093 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:36.954642 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:36.955263 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Bound port: c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:36.955809 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.023901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] For port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:37.029168 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] For port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:37.034389 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.036366 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.077924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.103830 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:37.105081 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:37.107028 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43be847-3c8e-4adb-b963-6c28e9faa203 None None] Pushing event updated for resources: {'Port': ['ID=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:37.137522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:37.142780 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:37.153353 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:37.179980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Pushing event updated for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:37.187485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c240b-2d57-44d2-ad61-deced7455b53 None None] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:20:37.236944 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.267370 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:37.268826 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5788e029-e413-4497-a917-9afe536e6919 None None] Provisioning complete for port f63adfea-4879-437c-b310-a32cef37c586 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:37.269319 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5788e029-e413-4497-a917-9afe536e6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.402629 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.437779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5788e029-e413-4497-a917-9afe536e6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.493360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5788e029-e413-4497-a917-9afe536e6919 None None] For port f63adfea-4879-437c-b310-a32cef37c586, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f63adfea-4879-437c-b310-a32cef37c586,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:37.498457 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:35Z', 'revision_number': 3, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:37.500884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5788e029-e413-4497-a917-9afe536e6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.534074 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40548c2d-c75f-4a5f-b445-16005d76255a None None] The sync data for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 is: [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:35Z', 'revision_number': 3, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:37.567385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788e029-e413-4497-a917-9afe536e6919 None None] Pushing event updated for resources: {'Port': ['ID=f63adfea-4879-437c-b310-a32cef37c586,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:37.645980 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.652495 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.731063 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.732881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Pushing event updated for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:37.828567 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b8b5f995-c685-4958-bc91-046bb01965aa None None] Provisioning complete for port f63adfea-4879-437c-b310-a32cef37c586 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:37.829349 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f995-c685-4958-bc91-046bb01965aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:37.909191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:37.930055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:38.000834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b8b5f995-c685-4958-bc91-046bb01965aa None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.004039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f995-c685-4958-bc91-046bb01965aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.072318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5f995-c685-4958-bc91-046bb01965aa None None] Port 0035fda6-2add-41d8-aff0-d74ee7e2df26 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:38.124855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cab5de6e-a358-4c0c-8d23-bb095d77c8ee up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:38.135125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Router 42417f29-2463-4c8f-9498-cab502db4694 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:20:38.200529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cab5de6e-a358-4c0c-8d23-bb095d77c8ee triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.200893 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.226916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f9f7c7bd-df73-4e14-b79c-1f90fdceaf21 None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.227284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c7bd-df73-4e14-b79c-1f90fdceaf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.279990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7c7bd-df73-4e14-b79c-1f90fdceaf21 None None] Port 0035fda6-2add-41d8-aff0-d74ee7e2df26 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:38.285223 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:20:38.301852 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9ad01f01-7b50-402e-af2d-6fbab7661a0e admin admin] 10.222.0.77 "PUT /v2.0/routers/42417f29-2463-4c8f-9498-cab502db4694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3225842 Oct 29 12:20:38.325905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:38.383174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.383548 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.437328 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8e41e4e0-8265-4762-90cd-85f9d0cf84ec None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.437699 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8e41e4e0-8265-4762-90cd-85f9d0cf84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.505192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8e41e4e0-8265-4762-90cd-85f9d0cf84ec None None] Port 0035fda6-2add-41d8-aff0-d74ee7e2df26 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:38.512681 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.533916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:38.537707 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:38.538483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f63adfea-4879-437c-b310-a32cef37c586 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:38.618634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:38.632212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port f63adfea-4879-437c-b310-a32cef37c586 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:38.633514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:39.983766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:40.049742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:40.050272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:40.300635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Sync routers for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:20:40.312849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:40.313517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:40.439731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:40.657892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 4, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0035fda6-2add-41d8-aff0-d74ee7e2df26', 'name': '', 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'mac_address': 'fa:16:3e:65:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:36Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 2, 'project_id': '7f558c631f37440694ba85d16b803d58', 'subnets': [{'id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:40.687840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Checking router: 42417f29-2463-4c8f-9498-cab502db4694 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:20:40.688197 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Updating router 42417f29-2463-4c8f-9498-cab502db4694 port 0035fda6-2add-41d8-aff0-d74ee7e2df26 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:20:40.715489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.195714 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.206616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.261554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a458c-b332-4de9-bc33-db2169dca918 None None] Pushing event updated for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:41.332587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Attempting to bind port 0035fda6-2add-41d8-aff0-d74ee7e2df26 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:20:41.332971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Attempting to bind port 0035fda6-2add-41d8-aff0-d74ee7e2df26 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:20:41.333444 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Attempting to bind port 0035fda6-2add-41d8-aff0-d74ee7e2df26 on network 9ab9d344-943e-49d1-b85a-3b0feb430250 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:20:41.347189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:20:41.347568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Checking segment: {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:20:41.347976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.348371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Bound using segment: {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:20:41.348903 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Bound port: 0035fda6-2add-41d8-aff0-d74ee7e2df26, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708ba69a-d918-4385-b88f-d05156b5b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:20:41.349317 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.457286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] For port 0035fda6-2add-41d8-aff0-d74ee7e2df26, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:20:41.466634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] For port 0035fda6-2add-41d8-aff0-d74ee7e2df26, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0035fda6-2add-41d8-aff0-d74ee7e2df26,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:20:41.475213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.609791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a458c-b332-4de9-bc33-db2169dca918 None None] Pushing event updated for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:41.626028 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:41.626407 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.629906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:20:41.630070 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:20:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:41.839149 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:20:41.843073 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:41.977528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] For port 0035fda6-2add-41d8-aff0-d74ee7e2df26, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0035fda6-2add-41d8-aff0-d74ee7e2df26,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:20:42.004794 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:42.080683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83d60d-2d9b-4d8e-b346-f01cd5e0604e None None] Pushing event updated for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:42.153575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a3923fc1-81bd-4200-a8cf-6ec16f956a6a None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:42.153575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a3923fc1-81bd-4200-a8cf-6ec16f956a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:42.213346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 4, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0035fda6-2add-41d8-aff0-d74ee7e2df26', 'name': '', 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'mac_address': 'fa:16:3e:65:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:36Z', 'updated_at': '2021-10-29T12:20:41Z', 'revision_number': 4, 'project_id': '7f558c631f37440694ba85d16b803d58', 'subnets': [{'id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:20:42.248438 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f902afc-2512-4894-94a9-ec4c3e810b7f None None] The sync data for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 is: [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:37Z', 'revision_number': 4, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '0035fda6-2add-41d8-aff0-d74ee7e2df26', 'name': '', 'network_id': '9ab9d344-943e-49d1-b85a-3b0feb430250', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'mac_address': 'fa:16:3e:65:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:36Z', 'updated_at': '2021-10-29T12:20:41Z', 'revision_number': 4, 'project_id': '7f558c631f37440694ba85d16b803d58', 'subnets': [{'id': '2094221d-74ae-443c-9cb6-189725be2cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:20:43.969904 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0035fda6-2add-41d8-aff0-d74ee7e2df26 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:20:44.032721 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0035fda6-2add-41d8-aff0-d74ee7e2df26 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:44.033338 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:48.379230 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-0fe2d261-5a14-449d-a426-3aee4e722dfa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:48.380723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-0fe2d261-5a14-449d-a426-3aee4e722dfa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 815 time: 0.1013725 Oct 29 12:20:48.395546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-14a23fab-0f0f-4fa8-b5c1-dc9c6dd1150b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/quotas/367525222f3346caa6307c7a7fe6eee1 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Oct 29 12:20:48.461449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-06e79140-05ba-4b76-92aa-07b46e15fc9c tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601621 Oct 29 12:20:48.558118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-19d1753e-30bb-429e-a360-efcffc35a96f service neutron] 10.222.0.77 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828238 Oct 29 12:20:48.650328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-2491208a-7e68-40c5-9067-95dd4ba41841 service neutron] 10.222.0.77 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Oct 29 12:20:48.805732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04e89f24-50ee-40cd-9e03-4e726eda57fc req-3a8a6632-06b9-4215-ae9f-14a18320ad89 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 210 time: 0.0258231 Oct 29 12:20:49.748445 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-1aed0f79-5dd8-48eb-ba59-f800a28619c2 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:49.749944 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-1aed0f79-5dd8-48eb-ba59-f800a28619c2 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 815 time: 0.1070330 Oct 29 12:20:49.764767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'port': {'device_id': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'admin_state_up': True, 'tenant_id': '367525222f3346caa6307c7a7fe6eee1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:49.885210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Made reservation on behalf of 367525222f3346caa6307c7a7fe6eee1 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:20:49.891164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:49.935302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ed84855-dd5d-49c3-a64d-ae17a65068ae req-8a6c0ced-b77f-4483-922d-6fc315fb4dc1 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 210 time: 0.0358007 Oct 29 12:20:50.040251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Allocated IP 172.20.0.9 (1edc9f58-2026-4f45-b7e8-cecb661f9366/73a835bd-d778-461f-af74-3208962058c0/0f1b603a-c10b-42bf-a54c-4e941e08266c) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:20:50.241581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:50.293346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:50.355499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:20:50.361333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:20:50.364042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:20:50.394612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:20:50.422559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.423017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.423421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.423838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.424234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.424627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.425041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.425425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.425819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.426150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.426502 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.426825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:20:50.444246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:50.445217 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:50.462194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-697d34a8-8128-4368-a26d-255e1427a7aa tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7012460 Oct 29 12:20:50.700253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4474ad46-222c-40f4-a42e-407d2d113ae1 None None] Provisioning complete for port 0f1b603a-c10b-42bf-a54c-4e941e08266c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:20:50.700824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4474ad46-222c-40f4-a42e-407d2d113ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:50.736930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4474ad46-222c-40f4-a42e-407d2d113ae1 None None] Port 0f1b603a-c10b-42bf-a54c-4e941e08266c cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:20:51.056627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6bd5-2b12-4c64-87ad-d0d6275528dc req-f96b66b3-538c-4896-995b-6c4647059483 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:51.058479 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7fa6bd5-2b12-4c64-87ad-d0d6275528dc req-f96b66b3-538c-4896-995b-6c4647059483 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0523925 Oct 29 12:20:51.102807 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7fa6bd5-2b12-4c64-87ad-d0d6275528dc req-fc0e6660-b8f4-4ec4-8bb0-8751d3fc29a9 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Oct 29 12:20:52.197532 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:52.230369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8fbe-9267-4183-a635-179e72848264 req-6f954933-4df0-4fc5-8d8b-90f18136a653 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:52.231968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cec8fbe-9267-4183-a635-179e72848264 req-6f954933-4df0-4fc5-8d8b-90f18136a653 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0583746 Oct 29 12:20:52.270981 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6cec8fbe-9267-4183-a635-179e72848264 req-a87cd661-7062-4bef-a3d8-0fc3a4fc6b07 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Oct 29 12:20:53.393267 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3ffd7-6115-4143-abfe-6982f97c2ebd req-64561ea9-7a75-436b-ba16-9b13e92a9db0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:53.394925 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9f3ffd7-6115-4143-abfe-6982f97c2ebd req-64561ea9-7a75-436b-ba16-9b13e92a9db0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0534792 Oct 29 12:20:53.439687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e9f3ffd7-6115-4143-abfe-6982f97c2ebd req-af9f192d-5129-42ec-affd-f03c9a8ca080 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Oct 29 12:20:54.578398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cf5c-a667-4bbf-b91b-e759874ed324 req-39ed0c4f-6927-4996-a67d-9aeb060eeb1e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:54.580910 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8716cf5c-a667-4bbf-b91b-e759874ed324 req-39ed0c4f-6927-4996-a67d-9aeb060eeb1e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0612230 Oct 29 12:20:54.632774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8716cf5c-a667-4bbf-b91b-e759874ed324 req-a37b7a2e-7f52-4e93-80bb-00196a3d1a0c tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Oct 29 12:20:54.859524 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:20:55.754417 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658918b5-b625-4fd4-b33a-7d76af04f316 req-913db5c5-0963-4086-8d7a-efdce727f33f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:55.755834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-658918b5-b625-4fd4-b33a-7d76af04f316 req-913db5c5-0963-4086-8d7a-efdce727f33f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0524592 Oct 29 12:20:55.796931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-658918b5-b625-4fd4-b33a-7d76af04f316 req-56f1110c-f4be-4f26-8e9f-d50c34098fed tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350010 Oct 29 12:20:56.458507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:56.925370 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211dc3d-e238-4e8b-a332-ef887a8c241f req-62e4e1d6-92d8-40de-834a-251e101e7b83 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:56.926950 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4211dc3d-e238-4e8b-a332-ef887a8c241f req-62e4e1d6-92d8-40de-834a-251e101e7b83 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0601938 Oct 29 12:20:56.972683 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4211dc3d-e238-4e8b-a332-ef887a8c241f req-63c74a6f-096e-416c-be83-b1d96390cd3e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Oct 29 12:20:58.158553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d526ab4-6f8a-412a-99b1-897f3ca21cea req-e9de724b-8172-4f0f-8d09-ec0269d83bb5 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:58.159983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d526ab4-6f8a-412a-99b1-897f3ca21cea req-e9de724b-8172-4f0f-8d09-ec0269d83bb5 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0935326 Oct 29 12:20:58.205960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5d526ab4-6f8a-412a-99b1-897f3ca21cea req-7033e464-999c-4235-8cdb-30ecbe4365ac tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Oct 29 12:20:58.522248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7149d5e0-a830-47da-9bee-e1a3de0a3c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:20:59.329188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57974b-827e-420b-8a85-630f2a81f5c9 req-f0ff8f97-f4d0-40f7-bf70-8fadfa5cc69b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:20:59.330766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be57974b-827e-420b-8a85-630f2a81f5c9 req-f0ff8f97-f4d0-40f7-bf70-8fadfa5cc69b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 931 time: 0.0547647 Oct 29 12:20:59.372465 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-be57974b-827e-420b-8a85-630f2a81f5c9 req-a988609d-729e-49dc-920e-d3f1911bf99d tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Oct 29 12:20:59.925150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-87f0b3ed-bfb5-447b-991a-7311f7103ff2 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:20:59.926087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-87f0b3ed-bfb5-447b-991a-7311f7103ff2 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055180 Oct 29 12:20:59.939579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Request body: {'port': {'device_id': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:20:59.992209 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.263015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1b603a-c10b-42bf-a54c-4e941e08266c {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:21:00.270266 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.282018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Transition to ACTIVE for port object 0f1b603a-c10b-42bf-a54c-4e941e08266c will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:21:00.285700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.340358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:00.411793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Attempting to bind port 0f1b603a-c10b-42bf-a54c-4e941e08266c on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:21:00.412124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Attempting to bind port 0f1b603a-c10b-42bf-a54c-4e941e08266c by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:21:00.412477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Attempting to bind port 0f1b603a-c10b-42bf-a54c-4e941e08266c on network 1edc9f58-2026-4f45-b7e8-cecb661f9366 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:21:00.416969 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Port 0f1b603a-c10b-42bf-a54c-4e941e08266c on network 1edc9f58-2026-4f45-b7e8-cecb661f9366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:21:00.417337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Attempting to bind port 0f1b603a-c10b-42bf-a54c-4e941e08266c on network 1edc9f58-2026-4f45-b7e8-cecb661f9366 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:21:00.422282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:21:00.422721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Checking segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:21:00.422997 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Bound using segment: {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:21:00.423425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Bound port: 0f1b603a-c10b-42bf-a54c-4e941e08266c, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae57d3bd-52c8-4ddb-89ab-d5891385162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:21:00.423776 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.493394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:21:00.497642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:21:00.502818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.509486 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b977b9-38a9-4313-9c27-ed2c9765f23d req-b169b680-9ba4-4192-a4c2-1aa90bfe752e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:00.524438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9b977b9-38a9-4313-9c27-ed2c9765f23d req-b169b680-9ba4-4192-a4c2-1aa90bfe752e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 943 time: 0.0552597 Oct 29 12:21:00.537484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:00.538096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.539609 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] 10.222.0.86 "PUT /v2.0/ports/0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 1091 time: 0.6040025 Oct 29 12:21:00.540131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:21:00.542343 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743edd0-a6ac-433b-8bbe-ae32f82489ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:21:00.563901 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f9b977b9-38a9-4313-9c27-ed2c9765f23d req-1c4c5e91-cff2-4e01-98db-d631c9d39674 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 Oct 29 12:21:00.573936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed41f1d-4b2c-4d06-9421-80bde7632cde service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:00.618716 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a8db19-b4af-4923-ba76-0124e259bcc2 x-openstack-request-id: req-43a8db19-b4af-4923-ba76-0124e259bcc2 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:21:00.619010 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:21:00.619303 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43a8db19-b4af-4923-ba76-0124e259bcc2 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:21:00.619710 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:21:00.636998 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-b140fcdc-b523-407d-99a1-9325cc1b7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:00.638606 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-b140fcdc-b523-407d-99a1-9325cc1b7704 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1094 time: 0.0480752 Oct 29 12:21:00.685387 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-cd644ad7-df5a-4e24-a4fe-3998b06118e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 217 time: 0.0388598 Oct 29 12:21:00.737249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-604df5da-7be0-4043-8b9d-adff046d69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:00.738708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-604df5da-7be0-4043-8b9d-adff046d69c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0463872 Oct 29 12:21:00.786005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932cda-c461-424e-972f-648a967ea491 req-3a964a4a-74bc-4595-b824-385944c29419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:00.787490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-3a964a4a-74bc-4595-b824-385944c29419 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410235 Oct 29 12:21:00.879549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-77dc5cb2-fe29-495a-af12-4e8d52cf90df service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845375 Oct 29 12:21:00.933246 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2dd50eb4-537b-48bb-84a4-ffc8b8021c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:00.971431 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-69932cda-c461-424e-972f-648a967ea491 req-4468a824-e395-4959-b777-8ddfe763fee8 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Oct 29 12:21:01.065669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-e0a9f414-3930-4c2f-9640-7a4efa67f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:01.067182 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-e0a9f414-3930-4c2f-9640-7a4efa67f80a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1094 time: 0.0444112 Oct 29 12:21:01.157748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-b8e9012a-619d-454e-82c4-ea2733301f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:01.159258 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-b8e9012a-619d-454e-82c4-ea2733301f37 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0843081 Oct 29 12:21:01.205288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-12acc547-ba45-45e0-8f5c-d5ddb9945357 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 217 time: 0.0381565 Oct 29 12:21:01.255716 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-effd7401-e241-483c-a2fd-ace18481faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:01.257195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-effd7401-e241-483c-a2fd-ace18481faef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0434318 Oct 29 12:21:01.303670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-02cdf63d-59c1-4dbf-9ebf-36d9992e10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:01.305444 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-02cdf63d-59c1-4dbf-9ebf-36d9992e10a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384715 Oct 29 12:21:01.398264 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-5b61c677-64cd-45ed-886c-03bba1b69b1a service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848322 Oct 29 12:21:01.493237 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4743edd0-a6ac-433b-8bbe-ae32f82489ec req-d6b16bca-2dea-42a8-b7c0-105992512901 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874374 Oct 29 12:21:01.688691 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b48f3f-a29b-4f54-8a33-6b6cdbb6e066 req-5b655f8c-8136-465b-8126-91632d75e58d tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:01.690107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46b48f3f-a29b-4f54-8a33-6b6cdbb6e066 req-5b655f8c-8136-465b-8126-91632d75e58d tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Oct 29 12:21:01.731220 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46b48f3f-a29b-4f54-8a33-6b6cdbb6e066 req-722b658e-9031-4f6f-b250-13184a920c99 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Oct 29 12:21:02.449860 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:02.482526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:02.846021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652a09b-1b28-4a6b-86c6-75451af9b467 req-c1d41f79-1978-4fb8-b59b-4557f678f8e9 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:02.847493 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5652a09b-1b28-4a6b-86c6-75451af9b467 req-c1d41f79-1978-4fb8-b59b-4557f678f8e9 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 943 time: 0.0501175 Oct 29 12:21:02.885671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5652a09b-1b28-4a6b-86c6-75451af9b467 req-d61eeaaf-dc00-4460-af7d-95fe8aaf1a5a tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Oct 29 12:21:03.788151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:04.001654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57832-8383-4ca7-8af4-a2530f4d1245 req-ba5d0054-4dc1-4771-bd1a-94775621dcc1 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:04.004358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9e57832-8383-4ca7-8af4-a2530f4d1245 req-ba5d0054-4dc1-4771-bd1a-94775621dcc1 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 943 time: 0.0522509 Oct 29 12:21:04.041721 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c9e57832-8383-4ca7-8af4-a2530f4d1245 req-77d600e9-5dc6-4511-a7bb-94315ad84bab tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Oct 29 12:21:04.762414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0f1b603a-c10b-42bf-a54c-4e941e08266c details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:21:04.857211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:21:04.867988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'port_id': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'mac_address': 'fa:16:3e:a7:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:21:04.904560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:04.917970 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1b603a-c10b-42bf-a54c-4e941e08266c {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:21:04.936583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:21:04.940375 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:04.986511 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:04.993635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.993975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.994313 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.994642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.994965 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.995285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.995603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.995919 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.996231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.996551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.996868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:04.997207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:05.157654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5a5a5-57e0-44a8-93c9-b02d06c5fa1f req-5a75c727-3e31-4e66-be01-94aac23cae96 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:05.159126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5af5a5a5-57e0-44a8-93c9-b02d06c5fa1f req-5a75c727-3e31-4e66-be01-94aac23cae96 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 944 time: 0.0496349 Oct 29 12:21:05.177481 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:21:05.201602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5af5a5a5-57e0-44a8-93c9-b02d06c5fa1f req-e855a753-ff46-4147-a869-dbe3e839fd0e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365577 Oct 29 12:21:06.319461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d49cd9-5206-44e2-a3b1-53c7bd169871 req-1ca9d5f0-3c0e-4bad-9c3c-1547953ef96f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:06.320968 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91d49cd9-5206-44e2-a3b1-53c7bd169871 req-1ca9d5f0-3c0e-4bad-9c3c-1547953ef96f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 944 time: 0.0503826 Oct 29 12:21:06.365796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-91d49cd9-5206-44e2-a3b1-53c7bd169871 req-fd9c1ba4-32e1-4153-9dcc-2b961e8c2f08 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Oct 29 12:21:06.761612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0f1b603a-c10b-42bf-a54c-4e941e08266c up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:21:06.810218 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 0f1b603a-c10b-42bf-a54c-4e941e08266c completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:21:06.814117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 0f1b603a-c10b-42bf-a54c-4e941e08266c triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:21:06.814509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:06.892522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:06.915132 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:21:06.917944 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3395cb9-4f36-4926-8418-43f7a6723b4d" -d '{"events": [{"server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:21:06.931058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:21:06.935987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:06.958801 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d35e58-9afb-4fee-b2be-33d16f0f9e03 x-openstack-request-id: req-79d35e58-9afb-4fee-b2be-33d16f0f9e03 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:21:06.959102 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:21:06.959369 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79d35e58-9afb-4fee-b2be-33d16f0f9e03 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:21:06.959751 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'code': 200} Oct 29 12:21:06.985330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:07.056501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fc88e-9a1a-4107-bd36-e6e92cab28dd req-bccbf02a-927c-4376-9beb-00b9bf75bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:07.057952 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c0fc88e-9a1a-4107-bd36-e6e92cab28dd req-bccbf02a-927c-4376-9beb-00b9bf75bddd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1096 time: 0.0448818 Oct 29 12:21:07.092739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8c0fc88e-9a1a-4107-bd36-e6e92cab28dd req-3542ab41-5fc3-4818-b4a5-fcf9a5d3e302 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272770 Oct 29 12:21:07.482622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7e5be-fd22-4838-bbdb-edb7c2bdce88 req-2e4cc401-389b-4f7e-97fa-be3e67c67ba5 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:07.484089 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f7e5be-fd22-4838-bbdb-edb7c2bdce88 req-2e4cc401-389b-4f7e-97fa-be3e67c67ba5 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Oct 29 12:21:07.521147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1f7e5be-fd22-4838-bbdb-edb7c2bdce88 req-478ceba0-29de-4663-951f-b2564cda62d7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 Oct 29 12:21:08.639310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee947-8084-491e-932a-2d908b23c427 req-6a11214c-6029-467c-a7a7-295d5ab89dc8 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:08.640793 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40ee947-8084-491e-932a-2d908b23c427 req-6a11214c-6029-467c-a7a7-295d5ab89dc8 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Oct 29 12:21:08.682216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e40ee947-8084-491e-932a-2d908b23c427 req-592152a5-14e0-4d78-bb86-dde5c1fa2306 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Oct 29 12:21:08.792629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba3390-361d-4f90-bf00-ff73243006c4 req-d4d10c2f-2edb-48b5-b268-de02fe5b61b9 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:08.794118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ba3390-361d-4f90-bf00-ff73243006c4 req-d4d10c2f-2edb-48b5-b268-de02fe5b61b9 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Oct 29 12:21:08.832118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58ba3390-361d-4f90-bf00-ff73243006c4 req-79fa2c4b-bcb8-4f66-8e2e-6f57b3aa63cd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Oct 29 12:21:09.014516 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128263c4-c27f-4897-8ce2-a30e018320e9 req-7f40da07-b5b9-4571-8e91-c1284739e72d tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:09.016057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-128263c4-c27f-4897-8ce2-a30e018320e9 req-7f40da07-b5b9-4571-8e91-c1284739e72d tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Oct 29 12:21:09.053611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-128263c4-c27f-4897-8ce2-a30e018320e9 req-83bbb447-1d88-45ba-af3a-4814543ef4b6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Oct 29 12:21:18.655748 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-53cca101-55ea-4490-a510-4a48c927a2db service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393426 Oct 29 12:21:18.737316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-54a098b0-248c-4995-8d7a-b7329caae1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:18.738816 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-54a098b0-248c-4995-8d7a-b7329caae1c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1096 time: 0.0398836 Oct 29 12:21:18.846374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-86154357-34fe-4351-acc8-4b5f3c29b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:18.847846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-86154357-34fe-4351-acc8-4b5f3c29b712 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0870607 Oct 29 12:21:19.000704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-2e37cd43-f94e-4b9d-8278-243616ee7e79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 217 time: 0.0348563 Oct 29 12:21:19.052051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-5c5e5f26-072a-4c48-894e-bb24c74ce3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:19.053589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-5c5e5f26-072a-4c48-894e-bb24c74ce3e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0428441 Oct 29 12:21:19.102574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-d125c902-2efd-4db3-a29b-1f4995ea0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:19.104678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-d125c902-2efd-4db3-a29b-1f4995ea0825 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439937 Oct 29 12:21:19.194101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-a06447b4-36a1-4353-a333-23ff3d7498d8 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819380 Oct 29 12:21:19.290304 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-33f0a218-c06d-4f04-b8ea-a824a3ceffa1 req-4e2d008c-ab0c-4181-a2f3-dae67b862f65 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873969 Oct 29 12:21:21.530830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948e18-2149-4a1e-b519-b558e220e83d req-be0e3b6b-2d2d-4059-802b-c236dfe6ef7e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:21.532305 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b948e18-2149-4a1e-b519-b558e220e83d req-be0e3b6b-2d2d-4059-802b-c236dfe6ef7e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Oct 29 12:21:21.575884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6b948e18-2149-4a1e-b519-b558e220e83d req-bc92b2da-5271-4eec-ad8a-22c3f6760edf tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Oct 29 12:21:21.598197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44464) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:21.723224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc496293-3600-40fe-919c-877f92ba1e11 tempest-TestMinimumBasicScenario-827297337 tempest-TestMinimumBasicScenario-827297337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:21.724774 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc496293-3600-40fe-919c-877f92ba1e11 tempest-TestMinimumBasicScenario-827297337 tempest-TestMinimumBasicScenario-827297337-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1091 time: 0.1255965 Oct 29 12:21:21.728042 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44468) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:21.732571 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:21.755120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:21.851461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:21.957029 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Allocated IP 172.25.4.7 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/27f79eeb-f492-440d-aef8-395067583e85) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:21:22.060202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.094860 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.138215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:21:22.140956 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:21:22.143506 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:21:22.172168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'Port': ['ID=27f79eeb-f492-440d-aef8-395067583e85,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:22.211507 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.486487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.554611 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.703368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.707827 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.777066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'Port': ['ID=27f79eeb-f492-440d-aef8-395067583e85,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:22.786771 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:22.885707 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Floating IP 3b3a6b96-1198-4f11-a837-26f698bb8568 associated. External IP: 172.25.4.7, port: 0f1b603a-c10b-42bf-a54c-4e941e08266c. Oct 29 12:21:23.097072 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:21:23.204725 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:21:23.214854 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Sync routers for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:21:23.223180 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.227068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:21:23.227068 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:21:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:21:23.252750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4994f6cd-0993-49a0-8f7c-388233c43666 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5234768 Oct 29 12:21:23.253365 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:21:23.255496 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44470) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.260340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655457156', 'description': 'tempest-secgroup-smoke-1655457156 description', 'project_id': '367525222f3346caa6307c7a7fe6eee1'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:23.286098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.335557 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:21:23.356090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.360621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.361997 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:21:23.391958 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.393361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366856 Oct 29 12:21:23.395360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97430-ad6a-4dd1-96c4-d3d373bc1968 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563d49e2-b52b-43cd-8953-53633c8833f7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:23.396421 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44478) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.406279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:23.438054 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.467828 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7f1aa-9e62-4e28-a8c4-16c6de01b71e x-openstack-request-id: req-51c7f1aa-9e62-4e28-a8c4-16c6de01b71e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:21:23.468114 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:21:23.468360 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51c7f1aa-9e62-4e28-a8c4-16c6de01b71e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:21:23.468744 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:21:23.489089 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.494524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.515056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03814d82-9ffc-40ee-a31a-69747452555d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:23.521475 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.523287 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-52998fd5-2947-47f0-a1d3-6bfbcc73f132 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248891 Oct 29 12:21:23.526494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44480) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.530800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:23.537919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-48865499-1e46-4a1d-9f66-ccbab5106f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:23.539698 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-48865499-1e46-4a1d-9f66-ccbab5106f54 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1096 time: 0.0487983 Oct 29 12:21:23.564485 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.612587 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b3a6b96-1198-4f11-a837-26f698bb8568', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'port_id': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'mac_address': 'fa:16:3e:a7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:21:22Z', 'updated_at': '2021-10-29T12:21:22Z', 'revision_number': 0, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:21:23.637385 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.642005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.642987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-9ef61749-1469-43f4-af38-1ccb56f536b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:23.643564 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Checking router: 08d8c8f6-f6f1-4b27-a867-6a68d7359722 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:21:23.645808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-9ef61749-1469-43f4-af38-1ccb56f536b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0958061 Oct 29 12:21:23.652867 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:21:23.653503 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:21:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:21:23.660930 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ff5314-9186-4f2d-838e-8ac450721d5f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:23.670188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.674025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dda7abea-13b8-4f90-8be0-e137cfb2e234 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442044 Oct 29 12:21:23.674299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44482) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.678860 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:23.710892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.734256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-5bd726a2-f068-4de5-ab7a-f58f9422af05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 997 time: 0.0789018 Oct 29 12:21:23.778756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.784607 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.803661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-a214acf5-4a49-4b4a-9b72-42bb66f86afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:23.805613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-a214acf5-4a49-4b4a-9b72-42bb66f86afb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0509017 Oct 29 12:21:23.805938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087bd26d-316d-4662-83d1-2a772e2eb1b8,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:23.813975 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.817876 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a39769cb-64a7-4d12-a9a0-d898dc7c1532 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401722 Oct 29 12:21:23.818229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44484) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.825492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:23.856271 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.859652 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-9883ad54-f76f-4a0d-aa11-9f062992bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:23.861365 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-9883ad54-f76f-4a0d-aa11-9f062992bfa9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435195 Oct 29 12:21:23.866793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:21:23.938787 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.944232 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.966367 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-cff27cf6-fe56-477b-b19d-691ea29b9dca service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931067 Oct 29 12:21:23.970648 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da059adb-d31d-497c-9840-a7d3bd1a5dcd,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:23.982459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:23.984680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ba95ef50-0c48-460c-aeda-63c636dc81b7 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646473 Oct 29 12:21:23.987683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44486) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:23.992131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:24.023876 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Project 367525222f3346caa6307c7a7fe6eee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:21:24.031387 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.070655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ac37b3b7-d333-4ec3-b694-c766dc6ed7d7 req-be6cfa87-4380-4823-bfbd-339713451692 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966594 Oct 29 12:21:24.102363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.107571 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.127352 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b3a6b96-1198-4f11-a837-26f698bb8568', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'port_id': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'mac_address': 'fa:16:3e:a7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:21:22Z', 'updated_at': '2021-10-29T12:21:22Z', 'revision_number': 0, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:21:24.130063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cb823d-c288-4030-a3ff-d551068d724b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:24.141908 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.145672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-92a1b0dd-c418-4c87-8518-ee267605b239 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544819 Oct 29 12:21:24.145919 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44488) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:21:24.150377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'security_group_rule': {'security_group_id': '563d49e2-b52b-43cd-8953-53633c8833f7', 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:24.159389 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e764ac-16e2-4b4d-8305-7620fa4091fb None None] The sync data for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 is: [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3b3a6b96-1198-4f11-a837-26f698bb8568', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'port_id': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'mac_address': 'fa:16:3e:a7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:21:22Z', 'updated_at': '2021-10-29T12:21:22Z', 'revision_number': 0, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:21:24.173936 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Project 367525222f3346caa6307c7a7fe6eee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:21:24.179244 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.374597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e829345-715d-4daf-8f13-fa12ab9adc15 None None] New status for floating IP 3b3a6b96-1198-4f11-a837-26f698bb8568: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:21:24.594593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.599890 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.617973 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc64b08-41a3-4bdc-aa03-beaaa3d8139a,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:24.627347 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:24.628544 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0a2d944e-b1ec-438f-8f81-c77b3dc66a97 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4816220 Oct 29 12:21:24.709204 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-06095b28-cf3b-4754-9976-1b5660485190 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655457156&fields=id&tenant_id=367525222f3346caa6307c7a7fe6eee1 HTTP/1.1" status: 200 len: 267 time: 0.0331092 Oct 29 12:21:24.761243 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-472344fc-b10e-4f9a-a7bd-fd0ce096913b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:24.762976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-472344fc-b10e-4f9a-a7bd-fd0ce096913b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0481520 Oct 29 12:21:24.774229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'port': {'security_groups': ['31442124-8bf6-45ff-8194-73df66677cd0', '563d49e2-b52b-43cd-8953-53633c8833f7']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:21:24.838070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:25.021515 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:21:25.051565 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:25.056906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:25.068679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:21:25.101036 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:25.101665 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:25.103724 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4642c6f1-df7d-4070-8fa6-3559737454fb req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "PUT /v2.0/ports/0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 981 time: 0.3336828 Oct 29 12:21:25.125293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=6']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:21:25.133281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.133629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.133960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.134322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.134649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.134972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.135296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.135614 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.135932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.136249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.136563 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.136875 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394eeab-aedc-4011-a92e-b032c0f0cfcd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:21:25.173361 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:21:25.225367 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ae92f-40a9-483a-a279-6d3b05aaad40 req-7a4f1b2d-d35f-4bac-89ea-7aa64ea899cc tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:25.227186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d73ae92f-40a9-483a-a279-6d3b05aaad40 req-7a4f1b2d-d35f-4bac-89ea-7aa64ea899cc tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0587337 Oct 29 12:21:25.278449 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d73ae92f-40a9-483a-a279-6d3b05aaad40 req-d48eebdd-bf90-49b6-affa-39c58f9e5326 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440576 Oct 29 12:21:25.396190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-16496502-9ceb-4b5e-9bd6-a88026c494b4 None None] Provisioning complete for port 0f1b603a-c10b-42bf-a54c-4e941e08266c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:21:25.396720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-16496502-9ceb-4b5e-9bd6-a88026c494b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:25.469548 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:21:25.472076 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53747a24-6b34-460d-945d-77fdde0a6c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:21:25.510436 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d0ed3-4491-4f4d-bb7d-a891680b7b6c x-openstack-request-id: req-b59d0ed3-4491-4f4d-bb7d-a891680b7b6c {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:21:25.510733 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:21:25.510985 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b59d0ed3-4491-4f4d-bb7d-a891680b7b6c {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:21:25.511590 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:21:25.576571 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-24f01243-2dc0-4484-9e75-0b45a5421c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:25.578167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-24f01243-2dc0-4484-9e75-0b45a5421c8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1135 time: 0.0443487 Oct 29 12:21:25.679086 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-37e35bf8-f57a-4d22-96e7-1a57c53cd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:25.680850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-37e35bf8-f57a-4d22-96e7-1a57c53cd31c service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0922484 Oct 29 12:21:25.752488 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-43c80f09-d86f-40bd-a372-34a180435b69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 999 time: 0.0640466 Oct 29 12:21:26.146732 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-2a58ae0a-6ad5-454f-8a78-a27ede7d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:26.148195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-2a58ae0a-6ad5-454f-8a78-a27ede7d374d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.3872936 Oct 29 12:21:26.196541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-08f9732d-4d4f-41be-8e1d-3fd25024154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:26.197980 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-08f9732d-4d4f-41be-8e1d-3fd25024154f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405655 Oct 29 12:21:26.289351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-97359a3f-2d1b-436a-b7ea-7440ccb64f06 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838127 Oct 29 12:21:26.377575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-53747a24-6b34-460d-945d-77fdde0a6c3e req-2ce2d3f5-96ef-4089-a98f-5e095bca7dba service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 Oct 29 12:21:26.457476 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:28.515923 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-efca4e38-c384-4fd2-b5f5-340dfe7798cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:30.936342 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3e81368a-e5c2-42d4-a3b0-dc80318b1a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:31.862620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:21:32.452518 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:32.483679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:33.792649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:42.489231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1310fd-46cc-49ed-9c44-8fc7e01a2774 req-390a8cac-ce47-4357-a9cb-83e7f2cd1cc0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:42.490827 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e1310fd-46cc-49ed-9c44-8fc7e01a2774 req-390a8cac-ce47-4357-a9cb-83e7f2cd1cc0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0660195 Oct 29 12:21:42.501253 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc516-c634-43db-8242-a079c5e5b429 req-669db897-e7e5-4d2d-a11d-c1ef8093ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:42.502760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-669db897-e7e5-4d2d-a11d-c1ef8093ca8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1135 time: 0.0639434 Oct 29 12:21:42.532328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e1310fd-46cc-49ed-9c44-8fc7e01a2774 req-da706e31-9bca-4633-8646-eeb772075d62 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343716 Oct 29 12:21:42.595085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc516-c634-43db-8242-a079c5e5b429 req-26414c5b-ae5a-418b-9958-0fed99b53dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:42.596654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-26414c5b-ae5a-418b-9958-0fed99b53dd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0854437 Oct 29 12:21:42.666657 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-bceb1d39-e11e-4481-8387-951545459b14 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 999 time: 0.0617952 Oct 29 12:21:42.716092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc516-c634-43db-8242-a079c5e5b429 req-94b664c5-95b3-4509-ae1c-92b10b84acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:42.717537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-94b664c5-95b3-4509-ae1c-92b10b84acce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0434234 Oct 29 12:21:42.764598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc516-c634-43db-8242-a079c5e5b429 req-83bb4a3b-757e-43ba-8405-e6b86f2ec3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:42.766099 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-83bb4a3b-757e-43ba-8405-e6b86f2ec3cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397274 Oct 29 12:21:42.859101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-68aa5c4f-3647-4950-b5e4-1f70c8217376 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837784 Oct 29 12:21:42.949420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-103dc516-c634-43db-8242-a079c5e5b429 req-8fa047f2-88b8-40d8-8351-fe3c760d1c97 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822508 Oct 29 12:21:43.651359 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5d33f-e06c-483f-bafe-13b56d1b1c42 req-2f233866-7e10-4bf2-82df-931919b49b5f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:43.652849 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9f5d33f-e06c-483f-bafe-13b56d1b1c42 req-2f233866-7e10-4bf2-82df-931919b49b5f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0504131 Oct 29 12:21:43.693536 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b9f5d33f-e06c-483f-bafe-13b56d1b1c42 req-bd4d703e-d8de-442d-88c5-5aae12b3c8b3 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345359 Oct 29 12:21:44.812867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f27db3-2f99-4175-a34a-6e7bd41ef7c6 req-1500fa6e-488d-4b17-a84e-bd76d015d81e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:44.814376 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56f27db3-2f99-4175-a34a-6e7bd41ef7c6 req-1500fa6e-488d-4b17-a84e-bd76d015d81e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0503705 Oct 29 12:21:44.854535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-56f27db3-2f99-4175-a34a-6e7bd41ef7c6 req-135ec203-f4eb-47f5-b856-7bb46240a36f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340624 Oct 29 12:21:45.974411 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41599bc9-a82f-43c1-a89c-7afcb9e32125 req-6027c167-6fd4-4297-a7dd-25821c992245 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:45.975879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41599bc9-a82f-43c1-a89c-7afcb9e32125 req-6027c167-6fd4-4297-a7dd-25821c992245 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0543916 Oct 29 12:21:46.016909 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41599bc9-a82f-43c1-a89c-7afcb9e32125 req-ab5a6e69-ed12-443c-a8bc-9fcc84785a0f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349967 Oct 29 12:21:47.132117 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68371b35-e3fc-4b26-a9cf-1c5135c8172a req-2d874e2c-c323-4d83-843a-a69bbbc7de44 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:47.134340 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68371b35-e3fc-4b26-a9cf-1c5135c8172a req-2d874e2c-c323-4d83-843a-a69bbbc7de44 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0510840 Oct 29 12:21:47.176542 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-68371b35-e3fc-4b26-a9cf-1c5135c8172a req-bcdab9a0-ba94-4bfd-a2b9-d7cea2b25a40 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353706 Oct 29 12:21:48.296907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893602f6-c018-4029-a902-bafdcc79ecdb req-917baf4c-2fe0-45cf-92f9-6635285d4c35 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:48.298437 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-893602f6-c018-4029-a902-bafdcc79ecdb req-917baf4c-2fe0-45cf-92f9-6635285d4c35 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0509357 Oct 29 12:21:48.338746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-893602f6-c018-4029-a902-bafdcc79ecdb req-0115edc8-ceb5-4cb8-86c8-5288482d4803 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341637 Oct 29 12:21:49.459156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6bdb-d79b-4ac3-9201-3172bc75f0d6 req-8b2bcf2e-3b4e-4e72-85c8-3361ba960efd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:49.460662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95fb6bdb-d79b-4ac3-9201-3172bc75f0d6 req-8b2bcf2e-3b4e-4e72-85c8-3361ba960efd tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0533769 Oct 29 12:21:49.500199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95fb6bdb-d79b-4ac3-9201-3172bc75f0d6 req-ec6ddb3b-97eb-47a1-9c02-10a83c3977de tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327563 Oct 29 12:21:50.622958 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d85a1e-6e86-4d16-ba16-d16df97267a1 req-f88c786a-8721-47bf-afe2-82f4b4f77498 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:50.624424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18d85a1e-6e86-4d16-ba16-d16df97267a1 req-f88c786a-8721-47bf-afe2-82f4b4f77498 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0500565 Oct 29 12:21:50.663262 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-18d85a1e-6e86-4d16-ba16-d16df97267a1 req-e88b30cd-fa72-465f-822b-5b20478e2ec0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327976 Oct 29 12:21:51.780020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6946e7-18b9-48bf-a623-5aee94c1b57a req-3aba54a2-4936-4ff7-9b41-fb7a1c7e4f20 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:51.781535 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a6946e7-18b9-48bf-a623-5aee94c1b57a req-3aba54a2-4936-4ff7-9b41-fb7a1c7e4f20 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0503113 Oct 29 12:21:51.821879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a6946e7-18b9-48bf-a623-5aee94c1b57a req-99b0eaa7-0511-460d-8892-d5f3bd04f829 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341518 Oct 29 12:21:52.225095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:52.941463 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5629a2d-b1b2-4290-bc45-f1dece18c13a req-f79a6d59-ce38-4acd-8cd6-3c400661e3d8 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:52.943059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5629a2d-b1b2-4290-bc45-f1dece18c13a req-f79a6d59-ce38-4acd-8cd6-3c400661e3d8 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0530550 Oct 29 12:21:52.984333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5629a2d-b1b2-4290-bc45-f1dece18c13a req-c331367a-adac-4573-ab71-daccaf33f865 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345063 Oct 29 12:21:54.099156 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c23f-e560-4ebc-b865-75d1eff03b27 req-a5f69723-ee9d-4a48-8078-e91267c77cab tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:21:54.100744 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3182c23f-e560-4ebc-b865-75d1eff03b27 req-a5f69723-ee9d-4a48-8078-e91267c77cab tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0501502 Oct 29 12:21:54.143727 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3182c23f-e560-4ebc-b865-75d1eff03b27 req-8301ce1c-4087-4c0a-bc78-f7dafb75afa8 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=563d49e2-b52b-43cd-8953-53633c8833f7&id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360942 Oct 29 12:21:56.478080 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:21:58.519904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5d0c109c-96ed-4760-a554-febb1c28319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:00.937652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-787f85c6-9fac-4ef8-ba43-cecb37f02da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:02.453539 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:02.485820 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:03.794688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:08.861919 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:22:19.743483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-26d36e3b-90e6-4ffa-bbd3-317bf2d7fe24 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871220 Oct 29 12:22:19.829375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-c770943a-c6db-4f85-bb61-38aedc09c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:19.830873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-c770943a-c6db-4f85-bb61-38aedc09c944 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1135 time: 0.0408969 Oct 29 12:22:19.936180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-64639c04-a7f7-4ba7-ad56-9d178d53b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:19.937702 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-64639c04-a7f7-4ba7-ad56-9d178d53b1d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0869150 Oct 29 12:22:20.012209 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-4e620068-a8a0-4150-b6b6-c44c3d6ca2b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 999 time: 0.0636454 Oct 29 12:22:20.062216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-d6fde693-8f76-4380-b075-9037dec89085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:20.063671 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-d6fde693-8f76-4380-b075-9037dec89085 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0441048 Oct 29 12:22:20.110370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-3215ea4b-e911-427a-82fa-d6f01c622924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:20.111978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-3215ea4b-e911-427a-82fa-d6f01c622924 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404589 Oct 29 12:22:20.205366 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-8463772a-3eba-43b9-87ae-efdd7c465390 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855930 Oct 29 12:22:20.294059 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5ec56bc5-7f02-4bad-8959-6ef00934a2d2 req-f94c3667-5e58-4f97-843e-37d037be2ed0 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809944 Oct 29 12:22:22.231775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:24.963766 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-f2833ad1-1a52-445d-b387-00d55002e658 req-6f4197d6-e4aa-4ea6-ad74-a32ef0b372a2 tempest-ServerDiskConfigTestJSON-1690415471 tempest-ServerDiskConfigTestJSON-1690415471-project] (102277) timed out ('10.222.0.86', 62670) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:22:26.473661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:26.642196 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-26b329bb-f1dc-42d2-9a40-c706453b8855 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655457156&fields=id&tenant_id=367525222f3346caa6307c7a7fe6eee1 HTTP/1.1" status: 200 len: 267 time: 0.1093242 Oct 29 12:22:26.695085 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-1583ad7a-c5d5-49a7-9368-439524c8af8b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:26.696563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-1583ad7a-c5d5-49a7-9368-439524c8af8b tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 984 time: 0.0487552 Oct 29 12:22:26.707494 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Request body: {'port': {'security_groups': ['31442124-8bf6-45ff-8194-73df66677cd0']}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:26.775626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:26.948006 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:26.976899 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:26.981661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:26.994303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:22:27.029577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:27.029793 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.031643 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad2e1b39-2883-42c4-b96c-73e0c7d5ef7b req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "PUT /v2.0/ports/0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 942 time: 0.3281612 Oct 29 12:22:27.031643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:22:27.034013 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:22:27.039124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44552) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:27.076229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event updated for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=7']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:27.087340 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19566d9-986c-4ad2-952f-ba22fc441c6e x-openstack-request-id: req-a19566d9-986c-4ad2-952f-ba22fc441c6e {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:22:27.087632 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:22:27.087887 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a19566d9-986c-4ad2-952f-ba22fc441c6e {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:22:27.088421 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:22:27.090205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.091470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.091834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.092177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.092513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.093231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.093575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.093906 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.094385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.094721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.095052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.095376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc20583-57a6-4827-b98f-54e0002f4b2e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.102853 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:22:27.167828 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.188006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-d82503b9-765c-40a9-a2e3-a4af3fa28ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:27.189463 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-d82503b9-765c-40a9-a2e3-a4af3fa28ca3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1096 time: 0.0776525 Oct 29 12:22:27.208649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.319925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-4b731305-915e-4e6a-aeed-e4a3ecc976aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:27.321467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-4b731305-915e-4e6a-aeed-e4a3ecc976aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.1226366 Oct 29 12:22:27.337501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-9833cbb2-79a2-4dc7-aec1-50922d4e812c None None] Provisioning complete for port 0f1b603a-c10b-42bf-a54c-4e941e08266c triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:27.337884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9833cbb2-79a2-4dc7-aec1-50922d4e812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.372769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.375311 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.376462 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "DELETE /v2.0/security-groups/563d49e2-b52b-43cd-8953-53633c8833f7 HTTP/1.1" status: 204 len: 168 time: 0.3355250 Oct 29 12:22:27.379334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44554) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:27.394170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d49e2-b52b-43cd-8953-53633c8833f7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:27.404832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.405208 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.405550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.405885 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.406216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.406584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.406863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.407279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.407672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.407968 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.408309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.408617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be875d8-7f37-438a-8546-ecc4e17136e6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:27.416377 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-eaefb48d-8bab-4f1d-99f4-03f826c639bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 999 time: 0.0869451 Oct 29 12:22:27.473491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-3cfa1312-cdb2-4c0e-9299-6986b5341cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:27.474988 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-3cfa1312-cdb2-4c0e-9299-6986b5341cb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0504050 Oct 29 12:22:27.526261 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-892046f5-5c1a-4eed-a966-a9f07576c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:27.527818 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-892046f5-5c1a-4eed-a966-a9f07576c8ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451145 Oct 29 12:22:27.546604 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Deleting port 27f79eeb-f492-440d-aef8-395067583e85 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:27.546947 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.618480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-d8568f90-d0b7-43f0-9cce-9d7dfea0fa88 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835075 Oct 29 12:22:27.624567 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.624888 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.637114 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Calling delete_port for 27f79eeb-f492-440d-aef8-395067583e85 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:27.712811 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3fd83bd3-305d-4ff4-82ca-9c19acf670c1 req-411de8b2-5690-4ac6-8cd5-0c8b4a53fda1 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Oct 29 12:22:27.784780 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.811034 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event deleted for resources: {'Port': ['ID=27f79eeb-f492-440d-aef8-395067583e85,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:27.872553 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:27.872814 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Floating IP 3b3a6b96-1198-4f11-a837-26f698bb8568 disassociated (deleted). External IP: 172.25.4.7, port: 0f1b603a-c10b-42bf-a54c-4e941e08266c. Oct 29 12:22:28.078968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:22:28.185709 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:22:28.190500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:28.195815 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Sync routers for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:22:28.205700 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:28.206313 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:28.220819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3554b59e-a1af-485a-bebe-2f01bac171ea tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "DELETE /v2.0/floatingips/3b3a6b96-1198-4f11-a837-26f698bb8568 HTTP/1.1" status: 204 len: 168 time: 0.8404071 Oct 29 12:22:28.312262 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:28.515468 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:28.520990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f20ebc6-cfcd-473f-9847-c478704647f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:28.542873 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Checking router: 08d8c8f6-f6f1-4b27-a867-6a68d7359722 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:22:28.551294 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:28.551889 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:28.658045 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:28.858667 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:28.884793 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac43f-4cae-4d99-8e8e-469ff001c3b2 None None] The sync data for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 is: [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:32Z', 'revision_number': 4, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'cab5de6e-a358-4c0c-8d23-bb095d77c8ee', 'name': '', 'network_id': '1edc9f58-2026-4f45-b7e8-cecb661f9366', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'mac_address': 'fa:16:3e:7c:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '73a835bd-d778-461f-af74-3208962058c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:32Z', 'updated_at': '2021-10-29T12:20:36Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'subnets': [{'id': '73a835bd-d778-461f-af74-3208962058c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:22:29.090607 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:22:29.093336 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5fca32-72a9-4700-951d-13d9fe024adf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:22:29.128318 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd55c6-9db2-4e97-a5f6-edefb6a65577 None None] New status for floating IP 3b3a6b96-1198-4f11-a837-26f698bb8568: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:22:29.131671 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bdce3f-3910-4d5c-a424-d3728df4226d x-openstack-request-id: req-86bdce3f-3910-4d5c-a424-d3728df4226d {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:22:29.131961 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:22:29.132788 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86bdce3f-3910-4d5c-a424-d3728df4226d {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:22:29.133503 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:22:29.196524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-9e23359e-5a45-4865-9dfc-a283680ed232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:29.197994 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-9e23359e-5a45-4865-9dfc-a283680ed232 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=367525222f3346caa6307c7a7fe6eee1&device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 1096 time: 0.0446100 Oct 29 12:22:29.297102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-dd885664-c255-46d1-82ac-bc5ec4478ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:29.298564 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-dd885664-c255-46d1-82ac-bc5ec4478ed2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 200 len: 916 time: 0.0937643 Oct 29 12:22:29.341453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-9d10a2e3-d03e-4a1c-9dc0-637bd48f3e27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 200 len: 217 time: 0.0356185 Oct 29 12:22:29.390615 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-b1f1076f-fb1b-4676-a328-ba057bbdbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:29.392093 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-b1f1076f-fb1b-4676-a328-ba057bbdbad0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 200 len: 854 time: 0.0440111 Oct 29 12:22:29.445545 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-1debf678-5950-4623-ab20-8e56710990f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:29.447067 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-1debf678-5950-4623-ab20-8e56710990f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1edc9f58-2026-4f45-b7e8-cecb661f9366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467010 Oct 29 12:22:29.540649 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-9c77223f-254a-4d34-9f3e-febdd6eb1590 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860846 Oct 29 12:22:29.638645 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6a5fca32-72a9-4700-951d-13d9fe024adf req-35151a21-43f8-4b34-8643-bf96e290ca51 service neutron] 10.222.0.86 "GET /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912173 Oct 29 12:22:30.938662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e13b3d49-3ea5-4f6b-b00e-517cf4e44323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:32.455993 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:32.489979 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:33.800301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:37.234932 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf9dee-850c-482b-b684-5c19a0fe16d5 req-4dc7b538-ed27-48c2-83be-a5c1acde7f74 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:37.236503 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8cf9dee-850c-482b-b684-5c19a0fe16d5 req-4dc7b538-ed27-48c2-83be-a5c1acde7f74 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Oct 29 12:22:37.276487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8cf9dee-850c-482b-b684-5c19a0fe16d5 req-de3cc1ce-5bcc-4189-aa49-6337db03250f tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Oct 29 12:22:38.391275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4d0fd-054d-4169-a729-9325f8d26241 req-f374bdac-be4f-4a6f-9823-5742d50e41d0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:38.392796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bb4d0fd-054d-4169-a729-9325f8d26241 req-f374bdac-be4f-4a6f-9823-5742d50e41d0 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0482328 Oct 29 12:22:38.430795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6bb4d0fd-054d-4169-a729-9325f8d26241 req-869181c4-9015-42eb-8e8a-774d99564ee5 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/security-groups?id=31442124-8bf6-45ff-8194-73df66677cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 29 12:22:38.829546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-f9dde0b4-a60d-4506-9104-13a080211c0e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:38.831002 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-f9dde0b4-a60d-4506-9104-13a080211c0e tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 945 time: 0.0481925 Oct 29 12:22:38.923271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Deleting port 0f1b603a-c10b-42bf-a54c-4e941e08266c {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:38.923601 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:39.011133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] For port 0f1b603a-c10b-42bf-a54c-4e941e08266c, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0f1b603a-c10b-42bf-a54c-4e941e08266c,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:39.011489 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:39.024339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Calling delete_port for 0f1b603a-c10b-42bf-a54c-4e941e08266c owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:39.151246 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:39.163207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0f1b603a-c10b-42bf-a54c-4e941e08266c'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:22:39.185920 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Pushing event deleted for resources: {'Port': ['ID=0f1b603a-c10b-42bf-a54c-4e941e08266c,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:39.225497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] No DVR routers for this DVR port 0f1b603a-c10b-42bf-a54c-4e941e08266c on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:22:39.228260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:39.231710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-0cef19a5-74ba-4c59-8938-b8ebad03953f req-27227040-ce45-4683-abf2-824556460bee tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.86 "DELETE /v2.0/ports/0f1b603a-c10b-42bf-a54c-4e941e08266c HTTP/1.1" status: 204 len: 173 time: 0.3935368 Oct 29 12:22:39.232154 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'name': 'network-vif-deleted', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:22:39.234418 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9f89d-206a-4d48-b5f0-b6992ebb40d4" -d '{"events": [{"server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "name": "network-vif-deleted", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:22:39.349644 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19421e4e-8198-4bf8-8bbc-549edd341846 x-openstack-request-id: req-19421e4e-8198-4bf8-8bbc-549edd341846 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:22:39.349995 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48", "name": "network-vif-deleted", "tag": "0f1b603a-c10b-42bf-a54c-4e941e08266c", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:22:39.350290 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19421e4e-8198-4bf8-8bbc-549edd341846 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:22:39.350769 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48', 'name': 'network-vif-deleted', 'tag': '0f1b603a-c10b-42bf-a54c-4e941e08266c', 'status': 'completed', 'code': 200} Oct 29 12:22:39.535988 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4e5ca09-cde2-4a16-a1d0-ec1485157a31 req-0bf2e422-f8ec-4476-b284-0497b0edf3f6 tempest-TestMinimumBasicScenario-480953248 tempest-TestMinimumBasicScenario-480953248-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a93f3c4-a0e4-4f04-a279-1ff2d4e3ae48 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Oct 29 12:22:41.105997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44656) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:41.450234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:41.704546 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Deleting port cab5de6e-a358-4c0c-8d23-bb095d77c8ee {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:41.704803 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:41.782651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] For port cab5de6e-a358-4c0c-8d23-bb095d77c8ee, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:41.783006 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:41.795123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Calling delete_port for cab5de6e-a358-4c0c-8d23-bb095d77c8ee owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:41.974093 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.006001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cab5de6e-a358-4c0c-8d23-bb095d77c8ee,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:42.176472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.388192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:22:42.493698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:22:42.498877 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b62e5ad0-dfb0-45ff-ac4e-f95c515379ed admin admin] 10.222.0.77 "PUT /v2.0/routers/08d8c8f6-f6f1-4b27-a867-6a68d7359722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917542 Oct 29 12:22:42.501851 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44658) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:42.502620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Sync routers for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:22:42.512647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:42.513354 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:42.602875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.616288 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:42.707365 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.763904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Deleting port df0457ea-4690-4eaa-b966-31ed04c32382 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:42.764241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.848939 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] For port df0457ea-4690-4eaa-b966-31ed04c32382, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=df0457ea-4690-4eaa-b966-31ed04c32382,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:42.849326 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:42.864225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Calling delete_port for df0457ea-4690-4eaa-b966-31ed04c32382 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:42.891520 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:22:41Z', 'revision_number': 5, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port': {'id': 'df0457ea-4690-4eaa-b966-31ed04c32382', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:42.918873 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Checking router: 08d8c8f6-f6f1-4b27-a867-6a68d7359722 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:22:42.927623 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Routers {'08d8c8f6-f6f1-4b27-a867-6a68d7359722'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:42.928240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:43.018145 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] Set router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:43.074203 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:22:42Z', 'revision_number': 6, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:43.100799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed4bb-7128-4190-a9c7-fe56c5cba05e None None] The sync data for ids ['08d8c8f6-f6f1-4b27-a867-6a68d7359722'] in n-d-805046-9 is: [{'id': '08d8c8f6-f6f1-4b27-a867-6a68d7359722', 'name': 'tempest-TestMinimumBasicScenario-1343614758-router', 'tenant_id': '367525222f3346caa6307c7a7fe6eee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:29Z', 'updated_at': '2021-10-29T12:22:42Z', 'revision_number': 6, 'project_id': '367525222f3346caa6307c7a7fe6eee1', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:22:43.137110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0f1b603a-c10b-42bf-a54c-4e941e08266c no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:43.158447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 0f1b603a-c10b-42bf-a54c-4e941e08266c {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:43.158792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0f1b603a-c10b-42bf-a54c-4e941e08266c not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:43.362073 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.385307 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0457ea-4690-4eaa-b966-31ed04c32382,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:43.450915 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.545213 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.547241 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.594382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.594971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d8c8f6-f6f1-4b27-a867-6a68d7359722 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:22:43.599337 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.600606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-68895cb2-abb8-4fb9-97b9-3a8783bd0b07 admin admin] 10.222.0.77 "DELETE /v2.0/routers/08d8c8f6-f6f1-4b27-a867-6a68d7359722 HTTP/1.1" status: 204 len: 168 time: 1.0977199 Oct 29 12:22:43.603249 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44660) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:43.650619 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Deleting subnet 73a835bd-d778-461f-af74-3208962058c0 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:22:43.653650 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.688918 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.765710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.817567 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.850507 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:43.854718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/73a835bd-d778-461f-af74-3208962058c0 HTTP/1.1" status: 204 len: 168 time: 0.2506282 Oct 29 12:22:43.855581 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bafadf-a3be-4a63-bab5-a5a2da3a539a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a835bd-d778-461f-af74-3208962058c0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:43.857377 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44662) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:43.857889 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a355bcf-c3da-4fe8-82fa-c20c0109b779 None None] Network 1edc9f58-2026-4f45-b7e8-cecb661f9366 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:22:43.934119 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.000640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Deleting port b8f10f28-d147-47e9-bf72-39a4da74de4a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:44.000975 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.023489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cab5de6e-a358-4c0c-8d23-bb095d77c8ee no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:44.043785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cab5de6e-a358-4c0c-8d23-bb095d77c8ee {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:44.044136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cab5de6e-a358-4c0c-8d23-bb095d77c8ee not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:44.044564 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device df0457ea-4690-4eaa-b966-31ed04c32382 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:44.064851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: df0457ea-4690-4eaa-b966-31ed04c32382 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:44.065486 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device df0457ea-4690-4eaa-b966-31ed04c32382 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:44.073375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] DHCP port deletion for 1edc9f58-2026-4f45-b7e8-cecb661f9366 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:22:44.088473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] For port b8f10f28-d147-47e9-bf72-39a4da74de4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8f10f28-d147-47e9-bf72-39a4da74de4a,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:44.088721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.102829 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Calling delete_port for b8f10f28-d147-47e9-bf72-39a4da74de4a owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:44.130268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Deleting port b8f10f28-d147-47e9-bf72-39a4da74de4a {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:44.130689 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.192452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.204954 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] For port b8f10f28-d147-47e9-bf72-39a4da74de4a, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=b8f10f28-d147-47e9-bf72-39a4da74de4a,segment=NetworkSegment(ae57d3bd-52c8-4ddb-89ab-d5891385162a),segment_id=ae57d3bd-52c8-4ddb-89ab-d5891385162a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:44.205563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.218496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Calling delete_port for b8f10f28-d147-47e9-bf72-39a4da74de4a owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:44.222184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f10f28-d147-47e9-bf72-39a4da74de4a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:44.227143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] No DVR routers for this DVR port b8f10f28-d147-47e9-bf72-39a4da74de4a on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:22:44.296529 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.303236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.322190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Pushing event deleted for resources: {'Port': ['ID=b8f10f28-d147-47e9-bf72-39a4da74de4a,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:44.324249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edc9f58-2026-4f45-b7e8-cecb661f9366']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:44.329892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] No DVR routers for this DVR port b8f10f28-d147-47e9-bf72-39a4da74de4a on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:22:44.333440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.333775 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.334120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.334455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.334882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340162 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.340802 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae57d3bd-52c8-4ddb-89ab-d5891385162a') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:44.341058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.341161 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae57d3bd-52c8-4ddb-89ab-d5891385162a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:44.341251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491972c9-80c0-4454-a1fa-102242cab972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:44.346744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.360612 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.366681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:22:44.367059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:22:44.368853 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:22:44.429260 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.434801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:44.438289 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1edc9f58-2026-4f45-b7e8-cecb661f9366 HTTP/1.1" status: 204 len: 168 time: 0.5798512 Oct 29 12:22:44.441419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:44.449855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d3be6-9a40-4372-be9c-941b853bb278 admin admin] Pushing event deleted for resources: {'Network': ['ID=1edc9f58-2026-4f45-b7e8-cecb661f9366,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:44.779592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.019962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Deleting port 0035fda6-2add-41d8-aff0-d74ee7e2df26 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:45.020293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.101528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] For port 0035fda6-2add-41d8-aff0-d74ee7e2df26, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0035fda6-2add-41d8-aff0-d74ee7e2df26,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:45.101880 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.113304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Calling delete_port for 0035fda6-2add-41d8-aff0-d74ee7e2df26 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:45.287519 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.313867 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Pushing event deleted for resources: {'Port': ['ID=0035fda6-2add-41d8-aff0-d74ee7e2df26,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:45.480645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.697280 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Router 42417f29-2463-4c8f-9498-cab502db4694 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:22:45.804487 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:22:45.809699 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e3da3c2a-4164-4316-95a1-1229fa9e2689 admin admin] 10.222.0.77 "PUT /v2.0/routers/42417f29-2463-4c8f-9498-cab502db4694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672650 Oct 29 12:22:45.812454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:45.813331 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Sync routers for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:22:45.824370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:45.824989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:45.860962 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:22:45.918796 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:45.931666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:46.044529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.055961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8f10f28-d147-47e9-bf72-39a4da74de4a no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:46.089649 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: b8f10f28-d147-47e9-bf72-39a4da74de4a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:46.089989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device b8f10f28-d147-47e9-bf72-39a4da74de4a not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:46.104032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Deleting port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:46.104371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.149841 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:22:45Z', 'revision_number': 5, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port': {'id': 'c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42417f29-2463-4c8f-9498-cab502db4694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:46.177581 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Checking router: 42417f29-2463-4c8f-9498-cab502db4694 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:22:46.186450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Routers {'42417f29-2463-4c8f-9498-cab502db4694'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:46.187060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['42417f29-2463-4c8f-9498-cab502db4694'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:46.191524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] For port c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:46.191887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.204027 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Calling delete_port for c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:46.274225 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] Set router 42417f29-2463-4c8f-9498-cab502db4694 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:46.330551 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:22:46Z', 'revision_number': 6, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:46.358282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ea68-3cef-4a56-a375-e7fc09e91a7b None None] The sync data for ids ['42417f29-2463-4c8f-9498-cab502db4694'] in n-d-805046-9 is: [{'id': '42417f29-2463-4c8f-9498-cab502db4694', 'name': 'tempest-TestMinimumBasicScenario-1032544442-router', 'tenant_id': '7f558c631f37440694ba85d16b803d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:20:34Z', 'updated_at': '2021-10-29T12:22:46Z', 'revision_number': 6, 'project_id': '7f558c631f37440694ba85d16b803d58', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:22:46.373672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.401780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:46.459570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.546812 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.548893 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.597600 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.598180 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42417f29-2463-4c8f-9498-cab502db4694 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:22:46.602576 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.603704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6179e7d2-cac8-4b36-a436-64c7eaa1df9d admin admin] 10.222.0.77 "DELETE /v2.0/routers/42417f29-2463-4c8f-9498-cab502db4694 HTTP/1.1" status: 204 len: 168 time: 0.7902157 Oct 29 12:22:46.606510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44668) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:46.652368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Deleting subnet 2094221d-74ae-443c-9cb6-189725be2cb1 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:22:46.655335 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.692711 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.781815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.834522 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.861228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2094221d-74ae-443c-9cb6-189725be2cb1,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:46.863362 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:46.867025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f97aff22-49c4-4a82-9836-5261f724c6a4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2094221d-74ae-443c-9cb6-189725be2cb1 HTTP/1.1" status: 204 len: 168 time: 0.2594910 Oct 29 12:22:46.869193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b22426-4b14-467f-bb79-4ff6e7bdaab4 None None] Network 9ab9d344-943e-49d1-b85a-3b0feb430250 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:22:46.869633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44670) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:46.938177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.002081 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Deleting port f63adfea-4879-437c-b310-a32cef37c586 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:47.002416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.068869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] For port f63adfea-4879-437c-b310-a32cef37c586, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f63adfea-4879-437c-b310-a32cef37c586,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:47.069836 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.083035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Calling delete_port for f63adfea-4879-437c-b310-a32cef37c586 owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:47.098890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] DHCP port deletion for 9ab9d344-943e-49d1-b85a-3b0feb430250 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:22:47.149285 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Deleting port f63adfea-4879-437c-b310-a32cef37c586 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:22:47.149647 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.169681 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.199003 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Pushing event deleted for resources: {'Port': ['ID=f63adfea-4879-437c-b310-a32cef37c586,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:47.204696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] No DVR routers for this DVR port f63adfea-4879-437c-b310-a32cef37c586 on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:22:47.222401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] For port f63adfea-4879-437c-b310-a32cef37c586, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=f63adfea-4879-437c-b310-a32cef37c586,segment=NetworkSegment(708ba69a-d918-4385-b88f-d05156b5b9c1),segment_id=708ba69a-d918-4385-b88f-d05156b5b9c1)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:47.222798 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.236353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Calling delete_port for f63adfea-4879-437c-b310-a32cef37c586 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:22:47.284119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.307476 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab9d344-943e-49d1-b85a-3b0feb430250']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:47.315948 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.318330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708ba69a-d918-4385-b88f-d05156b5b9c1') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:47.318633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708ba69a-d918-4385-b88f-d05156b5b9c1') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:47.330448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.347954 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.348178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] Pushing event deleted for resources: {'Port': ['ID=f63adfea-4879-437c-b310-a32cef37c586,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:47.352514 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef22319-911e-4866-8ae9-f1cbfa6a4bd3 None None] No DVR routers for this DVR port f63adfea-4879-437c-b310-a32cef37c586 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:22:47.364347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:22:47.364749 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:22:47.366850 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:22:47.423421 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.430817 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.433975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] 10.222.0.77 "DELETE /v2.0/networks/9ab9d344-943e-49d1-b85a-3b0feb430250 HTTP/1.1" status: 204 len: 168 time: 0.5636034 Oct 29 12:22:47.445264 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ee6b-8995-48a9-a471-2ab6f0071abf admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab9d344-943e-49d1-b85a-3b0feb430250,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:47.594220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44674) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:47.635110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aaf5a4e5-8165-4b1b-8db7-8b3a88fefca9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=367525222f3346caa6307c7a7fe6eee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395691 Oct 29 12:22:47.637390 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44676) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:47.689732 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.711122 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.756410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.759580 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:47.760700 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31442124-8bf6-45ff-8194-73df66677cd0 HTTP/1.1" status: 204 len: 168 time: 0.1224229 Oct 29 12:22:47.768559 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1c17b-b3f4-488c-a8f5-6880bc25e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31442124-8bf6-45ff-8194-73df66677cd0,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:47.998104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0035fda6-2add-41d8-aff0-d74ee7e2df26 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:48.021618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0035fda6-2add-41d8-aff0-d74ee7e2df26 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:48.021869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0035fda6-2add-41d8-aff0-d74ee7e2df26 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:48.022311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:48.042039 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:48.042493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c196bb07-9bfb-49ca-82eb-1fb8a8e0c7e5 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:48.042778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f63adfea-4879-437c-b310-a32cef37c586 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:22:48.062014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: f63adfea-4879-437c-b310-a32cef37c586 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:22:48.062354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device f63adfea-4879-437c-b310-a32cef37c586 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:22:48.082538 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:48.123838 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e80d6eb8-7139-4c8b-9fa8-060a07a71277 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f558c631f37440694ba85d16b803d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401313 Oct 29 12:22:48.126399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:48.173218 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:48.194433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:48.241625 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:48.244733 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:48.245993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98d44754-88af-4b49-83f9-b7217caf454d HTTP/1.1" status: 204 len: 168 time: 0.1186881 Oct 29 12:22:48.253768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29286910-fdc0-4b54-9ddd-000c63ff1352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d44754-88af-4b49-83f9-b7217caf454d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.006329 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44724) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.011046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572619244', 'description': 'tempest-secgroup-smoke-572619244 description', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.033509 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.042144 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.117597 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.121255 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.158278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55af9c29-72df-4bf7-b397-05f1061e0032,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.197839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.201396 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.229181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.230403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2229753 Oct 29 12:22:50.233608 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44726) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.234473 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf264-2d7f-497d-9dd5-414ca05fbce2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287ea78f-0059-4fb6-8b0e-2499f0ea5a27,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.238662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.265504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.310474 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.313898 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.335705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43819e2d-eb92-431d-8212-0c25a6704c6a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.344694 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.345913 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ee4dbc81-4d3a-4ba1-892c-aefda554e536 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112235 Oct 29 12:22:50.348623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44728) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.352986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.377746 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.436074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.439563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.458671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c9e999-bafa-4201-bc0b-8b3bb41a5851,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.464535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.465619 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b8a3fc26-eb7b-4841-a1f4-6996386cc39d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159732 Oct 29 12:22:50.468503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44730) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.473145 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.500014 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.561280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.564730 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.581853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afca90c-c7a2-45ed-b378-06b1d6c4e577,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.591137 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.592842 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2bc42f8d-d9c5-47a1-aed4-9b571080f8bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227500 Oct 29 12:22:50.595040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44732) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.599543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.627219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.685512 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.689403 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.708205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63f0851-a576-4a20-bb76-3c0c413a6a7b,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.716550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.717846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c869f63a-a943-43c7-bf1c-075bc54689e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217887 Oct 29 12:22:50.720624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44734) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.724964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.747183 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:22:50.751929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.814626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.818056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.837650 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce01ced1-c74c-43f8-a728-ec6c7802d213,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.842861 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.844221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c6cd0a8e-2c80-4159-b777-c29b1f95684a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226137 Oct 29 12:22:50.846968 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44736) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.853186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '287ea78f-0059-4fb6-8b0e-2499f0ea5a27', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:50.876913 n-d-805046-9 neutron-server[102278]: INFO neutron.db.securitygroups_db [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:22:50.882251 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.949267 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.953425 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.971147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b7afb-adf6-42ed-bb19-c0aaab4e4436,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:50.979140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:50.980337 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e38d5e41-6b2c-47ab-a7d7-ce6e46e7d781 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324432 Oct 29 12:22:50.983363 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44738) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:50.988073 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'network': {'name': 'tempest-network-smoke--337311387', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'port_security_enabled': True}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:51.009820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:22:51.013342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.036998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:22:51.046010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.046351 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Added segment 7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3 of type vlan for network be031518-4840-490b-9dc1-f3ecc868c008 Oct 29 12:22:51.087070 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.110853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.116495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:51.117115 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.177904 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1935210 Oct 29 12:22:51.181049 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44740) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:51.192291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'admin_state_up': True, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:51.206436 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09453634-d3e1-45e1-b79c-bb5f8d7fff94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Network': ['ID=be031518-4840-490b-9dc1-f3ecc868c008,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:51.218453 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network be031518-4840-490b-9dc1-f3ecc868c008 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:22:51.225632 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.226596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.276996 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.414142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.596821 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.619279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.719878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.231 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1403d452-051e-40e7-8e0e-f3604dacbfa4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:22:51.824355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.856916 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:51.894278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:22:51.897229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:51.900750 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:22:51.924600 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=1403d452-051e-40e7-8e0e-f3604dacbfa4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:52.151023 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:52.238353 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:52.344410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:52.805662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 84034f98-b031-4eda-a4d0-0c9455819003 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:22:52.908788 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:22:52.919252 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Sync routers for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:22:52.930633 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:52.930858 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:52.931480 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:52.931872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e8f5c8c4-cbfd-47ab-b691-2e40ebc83f23 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7499046 Oct 29 12:22:52.935107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44742) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:53.036501 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:53.069041 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dbb3ea47-ba67-4b35-953e-d1020e6702c9 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=e8b6e0bf69b34216a5ae285e95d0a455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302931 Oct 29 12:22:53.069244 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44746) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:53.156409 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d89c1-6f15-463a-b4e0-e2f47a0f59de tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:53.158308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-084d89c1-6f15-463a-b4e0-e2f47a0f59de tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878909 Oct 29 12:22:53.160800 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44748) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:53.201216 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a92dbed1-fced-4c75-aae5-1d495bb4431e tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368977 Oct 29 12:22:53.201430 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44750) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:53.206094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902821674', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:53.214004 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:53.241392 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Checking router: 84034f98-b031-4eda-a4d0-0c9455819003 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:22:53.241722 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Updating router 84034f98-b031-4eda-a4d0-0c9455819003 port 1403d452-051e-40e7-8e0e-f3604dacbfa4 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:22:53.265491 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.294109 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:22:53.297699 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.477920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.516456 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.522746 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.544177 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Subnet': ['ID=ff73760b-b52f-4c5b-8893-50e79598eeeb,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:53.551527 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Checking segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:22:53.551897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network hostable DHCP agents. Network: be031518-4840-490b-9dc1-f3ecc868c008, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:22:53.570891 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network be031518-4840-490b-9dc1-f3ecc868c008 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:22:53.573115 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Attempting to bind port 1403d452-051e-40e7-8e0e-f3604dacbfa4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:22:53.573487 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Attempting to bind port 1403d452-051e-40e7-8e0e-f3604dacbfa4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:22:53.573844 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Attempting to bind port 1403d452-051e-40e7-8e0e-f3604dacbfa4 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:22:53.580941 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, be031518-4840-490b-9dc1-f3ecc868c008) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:53.584802 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:22:53.585208 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:22:53.585683 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.586045 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:53.586183 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:22:53.586509 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Bound port: 1403d452-051e-40e7-8e0e-f3604dacbfa4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:22:53.586626 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.586881 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.591938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34578b0-4f57-43e4-b79b-4014cbfe3859 None None] Network be031518-4840-490b-9dc1-f3ecc868c008 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:22:53.609059 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-71b6b2ee-0251-4404-8b8b-b5014fc195c5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4039068 Oct 29 12:22:53.609263 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44752) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:22:53.614799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Pushing event updated for resources: {'Port': ['ID=1403d452-051e-40e7-8e0e-f3604dacbfa4,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:53.630458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.630806 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.631127 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.631489 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.632338 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.632664 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.633418 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.633418 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.633741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.634069 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.634385 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.635166 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:22:53.653740 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] For port 1403d452-051e-40e7-8e0e-f3604dacbfa4, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:22:53.656553 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] For port 1403d452-051e-40e7-8e0e-f3604dacbfa4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1403d452-051e-40e7-8e0e-f3604dacbfa4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:22:53.663387 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.723976 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:53.724598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:53.759368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-be031518-4840-490b-9dc1-f3ecc868c008', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:22:53.760587 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:53.763137 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b159a61-0e94-48b6-ad66-ffda27207859 None None] Pushing event updated for resources: {'Port': ['ID=1403d452-051e-40e7-8e0e-f3604dacbfa4,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:53.838889 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:54.043064 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:54.069620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0551-a45e-400c-8f20-389b2ce27464 None None] The sync data for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 is: [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:22:54.073396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Allocated IP 172.20.0.2 (be031518-4840-490b-9dc1-f3ecc868c008/ff73760b-b52f-4c5b-8893-50e79598eeeb/7e868a3b-3e43-488a-b4e4-b0a3a89d9628) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:22:54.096316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.258516 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.268040 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.320282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Network be031518-4840-490b-9dc1-f3ecc868c008 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:22:54.322882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:54.336407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:22:54.357697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Pushing event updated for resources: {'Port': ['ID=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:54.428121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Attempting to bind port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:22:54.433278 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Attempting to bind port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:22:54.434530 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Attempting to bind port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 on network be031518-4840-490b-9dc1-f3ecc868c008 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:22:54.440633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:22:54.441148 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Checking segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:22:54.441554 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.441940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Bound using segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:22:54.442419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Bound port: 7e868a3b-3e43-488a-b4e4-b0a3a89d9628, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:22:54.442779 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.479760 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.1 (be031518-4840-490b-9dc1-f3ecc868c008/ff73760b-b52f-4c5b-8893-50e79598eeeb/13f9dfcd-b36f-4067-ad2b-5825bf7acb06) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:22:54.527804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] For port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:22:54.531198 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] For port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:22:54.536798 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.600525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdf0ce-a64f-4ffc-946c-528d53bd002d None None] Pushing event updated for resources: {'Port': ['ID=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:54.635069 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.674238 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.727616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network be031518-4840-490b-9dc1-f3ecc868c008 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:22:54.731157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:54.735366 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:22:54.742095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:54.794405 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:54.981815 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:55.281811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:55.286641 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:55.360671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:55.363279 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:55.460369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network be031518-4840-490b-9dc1-f3ecc868c008 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:22:55.461945 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:55.583252 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 84034f98-b031-4eda-a4d0-0c9455819003 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:22:55.698988 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:22:55.704114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ee139f81-dfd1-457b-b3eb-e5a6d524c5f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/84034f98-b031-4eda-a4d0-0c9455819003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0939555 Oct 29 12:22:55.832104 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98805cb5-6acd-4a88-a4fc-d93ece5d10c5 None None] Network be031518-4840-490b-9dc1-f3ecc868c008 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:22:55.862043 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-464c87ce-8526-4103-82f7-803a79ecddb8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572619244&fields=id&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 267 time: 0.0336745 Oct 29 12:22:55.896326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] Provisioning complete for port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:55.896691 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.002137 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-e4298df6-70ec-4c94-9674-4c9461d257c4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:56.008170 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-e4298df6-70ec-4c94-9674-4c9461d257c4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 796 time: 0.1340120 Oct 29 12:22:56.027455 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-d2900353-567f-414e-bebd-87e5a0d74ac6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/quotas/e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 375 time: 0.0166721 Oct 29 12:22:56.054813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.097381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-5df746dd-e652-42f3-a158-f8a57b1d3ba4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602241 Oct 29 12:22:56.122785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] For port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:56.123751 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-bd01853b-f5f8-478e-8fdb-20311934aad3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:22:56.124945 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-bd01853b-f5f8-478e-8fdb-20311934aad3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082583 Oct 29 12:22:56.128803 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1403d452-051e-40e7-8e0e-f3604dacbfa4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:22:56.133303 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.174076 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Sync routers for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:22:56.237388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-5e5875e7-afe1-489e-8925-6d996846f470 service neutron] 10.222.0.77 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044128 Oct 29 12:22:56.243291 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:56.243917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:56.308293 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e724a33-3943-479c-981f-f27636a6e1b0 None None] Pushing event updated for resources: {'Port': ['ID=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:56.333618 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-e6c228f7-1b2d-4f60-8832-1e27c3c8b641 service neutron] 10.222.0.77 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953488 Oct 29 12:22:56.334555 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1403d452-051e-40e7-8e0e-f3604dacbfa4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:56.334925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.399684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b84c830d-075c-4dfb-97b0-74990495996b None None] Provisioning complete for port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:56.400047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b84c830d-075c-4dfb-97b0-74990495996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.435083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:56.541750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9dca615d-53de-4608-b09d-36c6851b1b4f req-5a490478-2191-4edb-be7e-d539dc21eb64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 210 time: 0.0557368 Oct 29 12:22:56.568382 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.651960 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.691580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 1403d452-051e-40e7-8e0e-f3604dacbfa4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1403d452-051e-40e7-8e0e-f3604dacbfa4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:56.699564 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.700354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:22:56.796457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b84c830d-075c-4dfb-97b0-74990495996b None None] Provisioning complete for port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:56.796750 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b84c830d-075c-4dfb-97b0-74990495996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.860989 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=1403d452-051e-40e7-8e0e-f3604dacbfa4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:56.878736 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b84c830d-075c-4dfb-97b0-74990495996b None None] Port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:22:56.890595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:56.891081 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:56.938566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:55Z', 'revision_number': 2, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:56.971015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Checking router: 84034f98-b031-4eda-a4d0-0c9455819003 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:22:56.971369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Updating router 84034f98-b031-4eda-a4d0-0c9455819003 port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:22:57.027577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.048897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c2114384-3e8f-4a51-8b9c-f6e37e17b944 None None] Provisioning complete for port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:57.049286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c2114384-3e8f-4a51-8b9c-f6e37e17b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.115363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c2114384-3e8f-4a51-8b9c-f6e37e17b944 None None] Port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:22:57.507508 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.513916 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.537255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-a7796000-0802-4dcb-a156-d0ed46f5c0f0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:57.539345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-a7796000-0802-4dcb-a156-d0ed46f5c0f0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 796 time: 0.1167152 Oct 29 12:22:57.565910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001989-716f-44ae-a02e-95673eb5276d None None] Pushing event updated for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:57.612122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-f807db9b-936a-4254-81b4-2488e9d66845 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 379 time: 0.0638206 Oct 29 12:22:57.623876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'port': {'device_id': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'admin_state_up': True, 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'security_groups': ['287ea78f-0059-4fb6-8b0e-2499f0ea5a27']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:57.624802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Attempting to bind port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:22:57.625302 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Attempting to bind port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:22:57.625661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Attempting to bind port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 on network be031518-4840-490b-9dc1-f3ecc868c008 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:22:57.631131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:22:57.632195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Checking segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:22:57.632595 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.632982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Bound using segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:22:57.633464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Bound port: 13f9dfcd-b36f-4067-ad2b-5825bf7acb06, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:22:57.633842 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.651585 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2012809a-c61d-45d7-b9ec-141c0fc7427d req-6bb1b93f-19b7-4c14-87b0-9242bfe9863e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Oct 29 12:22:57.702069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] For port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:22:57.705629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] For port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:22:57.712011 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.758623 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:22:57.762996 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.771447 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:22:57.772641 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:22:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:57.843560 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30001989-716f-44ae-a02e-95673eb5276d None None] Pushing event updated for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:57.876657 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] Provisioning complete for port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:57.877291 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:57.913863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.10 (be031518-4840-490b-9dc1-f3ecc868c008/ff73760b-b52f-4c5b-8893-50e79598eeeb/b665ac45-3b19-4480-81a2-2c939f9c15af) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:22:57.931741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:22:58.047553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1403d452-051e-40e7-8e0e-f3604dacbfa4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:22:58.073621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.112543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.121323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.158009 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network be031518-4840-490b-9dc1-f3ecc868c008 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:22:58.161339 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:22:58.165248 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:22:58.172053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:58.194923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] For port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:22:58.219217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.223720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:58.224486 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.225465 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1403d452-051e-40e7-8e0e-f3604dacbfa4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:58.225833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.243294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-c4f52ce2-ecf1-4a8f-9a8d-866fb1c4f876 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242023 Oct 29 12:22:58.253641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-cd6bd7b7-0e74-4c7c-be9a-6c8ef954603c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:22:58.254692 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-cd6bd7b7-0e74-4c7c-be9a-6c8ef954603c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053673 Oct 29 12:22:58.315435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24738a76-cdd5-45f0-915f-32d3fe921ccf None None] Pushing event updated for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:58.326730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Request body: {'port': {'device_id': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:22:58.369674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:57Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:22:58.387564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.406370 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-19c6d459-7a58-499f-91b3-8fc8717c3693 None None] Provisioning complete for port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:58.406748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-19c6d459-7a58-499f-91b3-8fc8717c3693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.410292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e6ce8b-92d1-4893-b10c-76a0f1de2b7f None None] The sync data for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 is: [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:57Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:22:58.437787 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:22:58.567437 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:58.568036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.573167 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-41617918-7c09-41f6-ac32-3a15377f4859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.706843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-be85878d-f0c8-4463-804e-8dec1ce937c9 None None] Provisioning complete for port b665ac45-3b19-4480-81a2-2c939f9c15af triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:22:58.707243 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be85878d-f0c8-4463-804e-8dec1ce937c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.721875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b665ac45-3b19-4480-81a2-2c939f9c15af {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:22:58.732333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.748102 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-be85878d-f0c8-4463-804e-8dec1ce937c9 None None] Port b665ac45-3b19-4480-81a2-2c939f9c15af cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:22:58.751384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Transition to ACTIVE for port object b665ac45-3b19-4480-81a2-2c939f9c15af will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:22:58.756098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:58.798677 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25c901-56b1-4f1b-bdd3-0a56306c6e8c req-5ee3dbf4-b374-4025-845a-3b10b94e91e0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:58.800825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e25c901-56b1-4f1b-bdd3-0a56306c6e8c req-5ee3dbf4-b374-4025-845a-3b10b94e91e0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 944 time: 0.0557923 Oct 29 12:22:58.815715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Pushing event updated for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:58.864036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e25c901-56b1-4f1b-bdd3-0a56306c6e8c req-1414ba02-e5e9-4868-9960-ecdb4a17db38 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555243 Oct 29 12:22:58.911916 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Attempting to bind port b665ac45-3b19-4480-81a2-2c939f9c15af on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:22:58.912273 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Attempting to bind port b665ac45-3b19-4480-81a2-2c939f9c15af by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:22:58.913401 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Attempting to bind port b665ac45-3b19-4480-81a2-2c939f9c15af on network be031518-4840-490b-9dc1-f3ecc868c008 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:22:58.918756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Port b665ac45-3b19-4480-81a2-2c939f9c15af on network be031518-4840-490b-9dc1-f3ecc868c008 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:22:58.919238 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Attempting to bind port b665ac45-3b19-4480-81a2-2c939f9c15af on network be031518-4840-490b-9dc1-f3ecc868c008 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:22:58.924855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:22:58.925348 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Checking segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:22:58.925616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Bound using segment: {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:22:58.926116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Bound port: b665ac45-3b19-4480-81a2-2c939f9c15af, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:22:58.926476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:59.011635 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:22:59.015416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b665ac45-3b19-4480-81a2-2c939f9c15af,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:22:59.021187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:59.056092 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.056801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:22:59.058225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] 10.222.0.41 "PUT /v2.0/ports/b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 1092 time: 0.7953305 Oct 29 12:22:59.058674 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:22:59.060927 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dde58a-63da-49a1-8172-5f0cf73623dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:22:59.093241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666775c-66fc-4fec-b6ed-1016dd12e818 service neutron] Pushing event updated for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:22:59.142082 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdf1ee-ba2b-4e61-b8d7-c7f145303884 x-openstack-request-id: req-44fdf1ee-ba2b-4e61-b8d7-c7f145303884 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:22:59.142370 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:22:59.142622 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44fdf1ee-ba2b-4e61-b8d7-c7f145303884 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:22:59.143031 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'status': 'completed', 'code': 200} Oct 29 12:22:59.159513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-18e9554c-f6d7-4df8-9d2a-16e0bd995f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.161219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-18e9554c-f6d7-4df8-9d2a-16e0bd995f26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1095 time: 0.0505161 Oct 29 12:22:59.215635 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-d5392630-f38c-4902-adfa-9e92b5c37bd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 217 time: 0.0463209 Oct 29 12:22:59.271696 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-9a48c0bf-d03b-4fe4-bfd1-6ff1e2f0a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.273281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-9a48c0bf-d03b-4fe4-bfd1-6ff1e2f0a4ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 200 len: 834 time: 0.0499916 Oct 29 12:22:59.324071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657137e-fd76-4881-922c-4ab726feea99 req-dad5484f-8c75-4462-b604-ca5181eefec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.326768 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-dad5484f-8c75-4462-b604-ca5181eefec3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be031518-4840-490b-9dc1-f3ecc868c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457313 Oct 29 12:22:59.427893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-fe1131f2-008d-4445-a372-50c4ee5e274e service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926363 Oct 29 12:22:59.518225 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c657137e-fd76-4881-922c-4ab726feea99 req-abd6fc75-511e-4454-855c-230e451cf969 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Oct 29 12:22:59.612431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-69a753dd-a3f2-4583-9981-0f58f7a8abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.614262 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-69a753dd-a3f2-4583-9981-0f58f7a8abe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1095 time: 0.0468240 Oct 29 12:22:59.705068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-8fc99ac1-aabc-4819-8927-f6e656e4dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:22:59.706600 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-8fc99ac1-aabc-4819-8927-f6e656e4dd13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 897 time: 0.0856335 Oct 29 12:23:00.024728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1c533-9dfa-4d92-9478-46124b5b9dc7 req-2017de91-1d8a-4f2c-9b1f-9716ca61a9bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:00.027736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5b1c533-9dfa-4d92-9478-46124b5b9dc7 req-2017de91-1d8a-4f2c-9b1f-9716ca61a9bc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 944 time: 0.0916219 Oct 29 12:23:00.040419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:00.089541 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d5b1c533-9dfa-4d92-9478-46124b5b9dc7 req-329f5258-43e9-4140-a2c1-533e5219f472 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Oct 29 12:23:00.095353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-3e755e78-7f88-45df-afc4-96a014d29189 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 217 time: 0.3818514 Oct 29 12:23:00.097484 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:00.097861 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:00.149669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-137d9104-5870-48e9-a3a8-3cd2251aa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:00.151045 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-137d9104-5870-48e9-a3a8-3cd2251aa5c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 200 len: 834 time: 0.0451951 Oct 29 12:23:00.196937 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-a6466720-975b-41ac-9bcc-024c0b137426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:00.198473 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-a6466720-975b-41ac-9bcc-024c0b137426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be031518-4840-490b-9dc1-f3ecc868c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398891 Oct 29 12:23:00.294255 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-01f60006-1f09-45b8-b663-21ac919b8ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872107 Oct 29 12:23:00.384696 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-92dde58a-63da-49a1-8172-5f0cf73623dd req-fd6dd1fa-e30d-4459-bb3e-69ccc4628f6c service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821121 Oct 29 12:23:00.940588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54ee6423-414f-426f-b8d6-451352530be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:01.203703 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d731-6604-46b8-904e-691e56dfc82c req-0d231788-b707-49bd-80f3-0d7979682647 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:01.205091 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2705d731-6604-46b8-904e-691e56dfc82c req-0d231788-b707-49bd-80f3-0d7979682647 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 944 time: 0.0484502 Oct 29 12:23:01.242982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2705d731-6604-46b8-904e-691e56dfc82c req-c779acc5-4d2b-4e61-b7b2-f8a11db1fa59 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Oct 29 12:23:01.947244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b665ac45-3b19-4480-81a2-2c939f9c15af details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:23:02.039796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b665ac45-3b19-4480-81a2-2c939f9c15af,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:02.050698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'port_id': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'mac_address': 'fa:16:3e:a0:cc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:23:02.090663 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:02.103590 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b665ac45-3b19-4480-81a2-2c939f9c15af {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:23:02.123363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b665ac45-3b19-4480-81a2-2c939f9c15af,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:02.127540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:02.174842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:02.358102 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7d93-981d-4bcd-bdab-0787067a0583 req-798baa5a-c0f1-4028-a3af-5d0bf10c57dc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:02.359577 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c35c7d93-981d-4bcd-bdab-0787067a0583 req-798baa5a-c0f1-4028-a3af-5d0bf10c57dc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Oct 29 12:23:02.368827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['b665ac45-3b19-4480-81a2-2c939f9c15af'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:23:02.397976 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c35c7d93-981d-4bcd-bdab-0787067a0583 req-6f131866-156e-4201-a5a4-59ad8d237b43 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Oct 29 12:23:02.487688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:02.510201 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:03.516975 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e0dfb-5f16-4e24-83cf-fbeb58dedbd2 req-9bf57fa8-8bc1-47e4-bfe3-a89edfce246e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:03.518461 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e6e0dfb-5f16-4e24-83cf-fbeb58dedbd2 req-9bf57fa8-8bc1-47e4-bfe3-a89edfce246e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 945 time: 0.0533097 Oct 29 12:23:03.556742 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8e6e0dfb-5f16-4e24-83cf-fbeb58dedbd2 req-ef7af2f9-d0c7-4929-9006-dd56df74907a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323215 Oct 29 12:23:03.801215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:03.960382 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b665ac45-3b19-4480-81a2-2c939f9c15af up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:04.012387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port b665ac45-3b19-4480-81a2-2c939f9c15af completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:23:04.016051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port b665ac45-3b19-4480-81a2-2c939f9c15af triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:04.016417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:04.096301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:04.118863 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:23:04.121129 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e4604e-718a-4176-9324-704f271a8fb5" -d '{"events": [{"server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "name": "network-vif-plugged", "status": "completed", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:23:04.134143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b665ac45-3b19-4480-81a2-2c939f9c15af,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:04.138526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:04.187207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:04.221848 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c76560-45d4-4ed7-93fd-62af0025b645 x-openstack-request-id: req-b7c76560-45d4-4ed7-93fd-62af0025b645 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:23:04.222146 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "name": "network-vif-plugged", "status": "completed", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:23:04.222408 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7c76560-45d4-4ed7-93fd-62af0025b645 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:23:04.222810 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'code': 200} Oct 29 12:23:04.323949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae0fa-b8c6-443c-bf0c-ace3565901e3 req-a9de661a-9c09-4434-97df-6dd43a2f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:04.325510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771ae0fa-b8c6-443c-bf0c-ace3565901e3 req-a9de661a-9c09-4434-97df-6dd43a2f731e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1097 time: 0.0439014 Oct 29 12:23:04.362030 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-771ae0fa-b8c6-443c-bf0c-ace3565901e3 req-b3531139-6545-4f76-bd5b-7b4c63be8939 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290504 Oct 29 12:23:04.672823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f705afb-047f-4006-99f7-0c17a0149028 req-8712f11d-6286-4d82-bd25-7d334bb3224c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:04.674398 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f705afb-047f-4006-99f7-0c17a0149028 req-8712f11d-6286-4d82-bd25-7d334bb3224c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Oct 29 12:23:04.714120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f705afb-047f-4006-99f7-0c17a0149028 req-989f6146-0ae1-4127-ba13-d0c32cac3d45 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Oct 29 12:23:05.827211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaadd4-df4e-472d-9400-90a6f6ddfcd5 req-abc3a161-e12d-4305-8e48-abc0208264ad tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:05.828725 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28aaadd4-df4e-472d-9400-90a6f6ddfcd5 req-abc3a161-e12d-4305-8e48-abc0208264ad tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0490115 Oct 29 12:23:05.867592 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-28aaadd4-df4e-472d-9400-90a6f6ddfcd5 req-699b7d90-6b31-4fce-a0bc-4d95563ca4d5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329463 Oct 29 12:23:05.984633 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb227-135a-4f5f-8b72-942298b09d0f req-9557880d-409e-4a8a-a725-e14a76f54cd4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:05.986144 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e54bb227-135a-4f5f-8b72-942298b09d0f req-9557880d-409e-4a8a-a725-e14a76f54cd4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0541646 Oct 29 12:23:06.025490 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e54bb227-135a-4f5f-8b72-942298b09d0f req-d0e60a7a-b101-49d3-915f-cfcf1b3c59a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Oct 29 12:23:06.047101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44804) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:06.087245 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f1466-238c-4bc9-b0c0-97d15e985bc3 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:06.088746 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-701f1466-238c-4bc9-b0c0-97d15e985bc3 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1092 time: 0.0406883 Oct 29 12:23:06.091611 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44806) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:06.095778 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:06.117130 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:06.217046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:06.316642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.202 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1923e04a-b07a-4c5a-aa8c-188fcb1c6966) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:23:06.419105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:06.451981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:06.490798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:06.493596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:06.497052 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:23:06.518587 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=1923e04a-b07a-4c5a-aa8c-188fcb1c6966,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:07.190170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.253561 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.401416 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.405857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.474276 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=1923e04a-b07a-4c5a-aa8c-188fcb1c6966,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:07.485875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.580133 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP d4337923-553e-4aa3-a6b3-598c39ee6bfc associated. External IP: 172.25.4.202, port: b665ac45-3b19-4480-81a2-2c939f9c15af. Oct 29 12:23:07.785795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 84034f98-b031-4eda-a4d0-0c9455819003 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:23:07.891467 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:23:07.901251 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Sync routers for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:23:07.908461 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:07.912102 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:07.912721 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:07.936491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c71a6ed4-6e90-499c-b37c-9124cbe8b492 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8438551 Oct 29 12:23:07.937104 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:23:07.939611 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ecde8-687a-4f50-b605-75b786a12a36" -d '{"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:23:08.021096 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:08.034765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ad5ed-8093-4f91-b371-45f122778eee req-4cbe0c57-32ad-452d-950c-6d85311ae883 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:08.036271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d56ad5ed-8093-4f91-b371-45f122778eee req-4cbe0c57-32ad-452d-950c-6d85311ae883 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0509882 Oct 29 12:23:08.075477 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d56ad5ed-8093-4f91-b371-45f122778eee req-d05a105f-7bd2-4a32-9ee9-52fe098dbae0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330501 Oct 29 12:23:08.098345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44812) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:08.141111 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f240ec38-ce42-47ba-9c7c-6538b23140a5 x-openstack-request-id: req-f240ec38-ce42-47ba-9c7c-6538b23140a5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:23:08.141431 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:23:08.141704 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f240ec38-ce42-47ba-9c7c-6538b23140a5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:23:08.142042 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'status': 'completed', 'code': 200} Oct 29 12:23:08.175587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-48786b1f-0c1d-4b49-a4a1-e94fda7d6c1e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/d4337923-553e-4aa3-a6b3-598c39ee6bfc HTTP/1.1" status: 200 len: 992 time: 0.0760672 Oct 29 12:23:08.193366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-483b5a4f-06ed-4372-bafd-c4df613d5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:08.194916 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-483b5a4f-06ed-4372-bafd-c4df613d5365 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1097 time: 0.0501292 Oct 29 12:23:08.288068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-24cf0736-4ecd-41c1-85fd-ffb5fdc7ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:08.289770 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-24cf0736-4ecd-41c1-85fd-ffb5fdc7ec70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 897 time: 0.0883026 Oct 29 12:23:08.340822 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd4337923-553e-4aa3-a6b3-598c39ee6bfc', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'port_id': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'mac_address': 'fa:16:3e:a0:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:23:06Z', 'updated_at': '2021-10-29T12:23:06Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:08.360789 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-ed87becc-7927-41de-b8e9-eaf97dd92562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 1000 time: 0.0638976 Oct 29 12:23:08.365947 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Checking router: 84034f98-b031-4eda-a4d0-0c9455819003 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:23:08.374239 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:08.374846 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:08.411390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-64d7e3e7-a7bd-451d-9305-4f9164d138fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:08.413590 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-64d7e3e7-a7bd-451d-9305-4f9164d138fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 200 len: 834 time: 0.0453708 Oct 29 12:23:08.458576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-fe882cab-970e-4476-b810-84e633c3178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:08.460712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-fe882cab-970e-4476-b810-84e633c3178b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be031518-4840-490b-9dc1-f3ecc868c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410960 Oct 29 12:23:08.478927 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:08.555278 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-50eb24f6-bda6-4049-a8fb-b369c4f02150 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876896 Oct 29 12:23:08.651760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41ecde8-687a-4f50-b605-75b786a12a36 req-cf50ca0c-2b1b-43a8-af6b-f3175e8514e2 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890090 Oct 29 12:23:08.707883 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd4337923-553e-4aa3-a6b3-598c39ee6bfc', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'port_id': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'mac_address': 'fa:16:3e:a0:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:23:06Z', 'updated_at': '2021-10-29T12:23:06Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:08.733618 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cd209-60ad-4554-9cd3-b403ea706c99 None None] The sync data for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 is: [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'd4337923-553e-4aa3-a6b3-598c39ee6bfc', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'port_id': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'mac_address': 'fa:16:3e:a0:cc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:23:06Z', 'updated_at': '2021-10-29T12:23:06Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:23:08.915793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cbe903-a248-4001-ab4e-011aabd25179 None None] New status for floating IP d4337923-553e-4aa3-a6b3-598c39ee6bfc: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:23:09.179397 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44814) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:09.238983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e76e9ea5-cfd7-4e1b-9d37-25a3f333d706 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/d4337923-553e-4aa3-a6b3-598c39ee6bfc HTTP/1.1" status: 200 len: 994 time: 0.0584443 Oct 29 12:23:22.242289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:22.860882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:23:26.485147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:28.526242 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-876fc182-283e-48f5-9010-a717a88bd82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:30.943647 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb585-7db0-444c-83e2-bda1fc26b6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:31.302394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-0b793b4c-3f7e-421f-985d-06d6aa06db00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397992 Oct 29 12:23:31.383950 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-2195c663-654a-452b-a11f-6b6ddd41ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:31.385542 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-2195c663-654a-452b-a11f-6b6ddd41ada3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1097 time: 0.0411227 Oct 29 12:23:31.506806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-deb7cde3-bc00-4018-93d1-917623ed1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:31.508301 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-deb7cde3-bc00-4018-93d1-917623ed1eb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 897 time: 0.0917447 Oct 29 12:23:31.574247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-5ce85322-cf57-4764-8529-cca5b7984ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 1002 time: 0.0584545 Oct 29 12:23:31.623122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-2014ab9a-75d1-49d1-81f2-05d3b2a30c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:31.624552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-2014ab9a-75d1-49d1-81f2-05d3b2a30c6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 200 len: 834 time: 0.0439506 Oct 29 12:23:31.678779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-02c5d516-f996-4138-a594-4347ea0f27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:31.680284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-02c5d516-f996-4138-a594-4347ea0f27e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be031518-4840-490b-9dc1-f3ecc868c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478265 Oct 29 12:23:31.770329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-59c6ab38-b5de-429b-bfde-397afc58d178 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Oct 29 12:23:31.867474 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-bf2cedb3-baee-4b45-93dd-2229ef14dd07 req-4e9d4395-96ec-4604-a08f-22da43a2626c service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893164 Oct 29 12:23:32.461320 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:32.495862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:33.804526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:37.977685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb98456-b8ea-439e-a3b5-1aef6b4a91b0 req-e491787e-fa91-4159-99ea-441406c99ebd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:37.979173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cfb98456-b8ea-439e-a3b5-1aef6b4a91b0 req-e491787e-fa91-4159-99ea-441406c99ebd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0553706 Oct 29 12:23:38.016655 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cfb98456-b8ea-439e-a3b5-1aef6b4a91b0 req-863c9eb1-f68a-4242-ac67-e296f43d8034 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Oct 29 12:23:39.137356 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6be52-3501-4103-8fe9-a0a8142c4062 req-f7864a20-3079-46b0-9b6a-c738037d65ee tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:39.139087 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5d6be52-3501-4103-8fe9-a0a8142c4062 req-f7864a20-3079-46b0-9b6a-c738037d65ee tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0520790 Oct 29 12:23:39.177079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5d6be52-3501-4103-8fe9-a0a8142c4062 req-22ed88be-3978-43c8-99a8-7724224f90c0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Oct 29 12:23:39.205634 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44834) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:39.269232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cb09d1d9-daa9-44eb-9bce-553bb6caaae2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/d4337923-553e-4aa3-a6b3-598c39ee6bfc HTTP/1.1" status: 200 len: 994 time: 0.0623155 Oct 29 12:23:40.534966 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07fe2c-6287-44bd-8eb7-3141082c03c6 req-3436113f-adc7-4d58-aeee-5d67b8ec5b96 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:40.537125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac07fe2c-6287-44bd-8eb7-3141082c03c6 req-3436113f-adc7-4d58-aeee-5d67b8ec5b96 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0510757 Oct 29 12:23:40.575840 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ac07fe2c-6287-44bd-8eb7-3141082c03c6 req-039509fd-1b78-49e6-a7d0-002fefb72e45 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327387 Oct 29 12:23:41.692270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb3b21-2ec9-47d1-9426-fa7403e3ec83 req-b08e2425-44e5-4127-8648-ad3c8481e3cd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:41.694373 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96cb3b21-2ec9-47d1-9426-fa7403e3ec83 req-b08e2425-44e5-4127-8648-ad3c8481e3cd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0491745 Oct 29 12:23:41.731051 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-96cb3b21-2ec9-47d1-9426-fa7403e3ec83 req-38f992f0-5773-4a57-b3ae-33fe8b49a8ba tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308263 Oct 29 12:23:41.753125 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44844) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:41.816243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f0ed8e4-4f0b-41ed-8610-fefef73022fa tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/d4337923-553e-4aa3-a6b3-598c39ee6bfc HTTP/1.1" status: 200 len: 994 time: 0.0620008 Oct 29 12:23:42.063080 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44850) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:42.219640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 1923e04a-b07a-4c5a-aa8c-188fcb1c6966 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:23:42.219924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.299064 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.299374 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.311383 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 1923e04a-b07a-4c5a-aa8c-188fcb1c6966 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:23:42.453687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.482669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=1923e04a-b07a-4c5a-aa8c-188fcb1c6966,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:42.494985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.495338 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.495676 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.496020 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.496337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.496664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.496990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.497340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.497664 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.497992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.498304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.498620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:42.552199 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.552979 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP d4337923-553e-4aa3-a6b3-598c39ee6bfc disassociated (deleted). External IP: 172.25.4.202, port: b665ac45-3b19-4480-81a2-2c939f9c15af. Oct 29 12:23:42.759182 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 84034f98-b031-4eda-a4d0-0c9455819003 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:23:42.866040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:23:42.870704 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:42.877486 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Sync routers for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:23:42.887897 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:42.888565 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:42.898911 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a04eb5c1-40e4-4b12-995b-eaf73b867483 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/floatingips/d4337923-553e-4aa3-a6b3-598c39ee6bfc HTTP/1.1" status: 204 len: 168 time: 0.8347192 Oct 29 12:23:42.899583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:23:42.902018 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83324e-7896-41b9-ab79-ca7e047a3dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:23:42.996858 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:43.065936 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b789f-c36d-4e0e-8c9f-6250f39197fa x-openstack-request-id: req-ce7b789f-c36d-4e0e-8c9f-6250f39197fa {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:23:43.066513 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:23:43.066846 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce7b789f-c36d-4e0e-8c9f-6250f39197fa {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:23:43.067324 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'status': 'completed', 'code': 200} Oct 29 12:23:43.134467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-5f2949a8-68af-47a9-ba69-433656e6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:43.136132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-5f2949a8-68af-47a9-ba69-433656e6dc7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 1097 time: 0.0432284 Oct 29 12:23:43.163075 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dddc8-b8e1-4198-9edd-33a2507615e4 req-b62a7d80-6663-4209-af4f-cc29d996555c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:43.164713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-871dddc8-b8e1-4198-9edd-33a2507615e4 req-b62a7d80-6663-4209-af4f-cc29d996555c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0508354 Oct 29 12:23:43.200187 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:43.205831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-871dddc8-b8e1-4198-9edd-33a2507615e4 req-a91bf416-fdc3-4a07-b17c-aeefd55d32b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348539 Oct 29 12:23:43.226126 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Checking router: 84034f98-b031-4eda-a4d0-0c9455819003 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:23:43.234670 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:43.235170 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:43.247376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-613bc5df-8f56-45bb-aaa5-7bdc25fedc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:43.248888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-613bc5df-8f56-45bb-aaa5-7bdc25fedc4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 200 len: 897 time: 0.0996854 Oct 29 12:23:43.291836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-97ee70ce-a745-413c-8b31-d95776ce8217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 200 len: 217 time: 0.0339973 Oct 29 12:23:43.340792 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:43.342514 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-83695ab8-ffa2-46cd-aec6-3a676f96d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:43.343984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-83695ab8-ffa2-46cd-aec6-3a676f96d94f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 200 len: 834 time: 0.0444913 Oct 29 12:23:43.394382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-1bde9ef0-6785-494f-af5f-477f8692fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:43.395957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-1bde9ef0-6785-494f-af5f-477f8692fcf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be031518-4840-490b-9dc1-f3ecc868c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444477 Oct 29 12:23:43.490158 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-99583e17-3759-4418-8a34-e11ffbafbce8 service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856719 Oct 29 12:23:43.538218 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:43.564189 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebba29-308e-4bfa-9565-f71f09f43b82 None None] The sync data for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 is: [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '13f9dfcd-b36f-4067-ad2b-5825bf7acb06', 'name': '', 'network_id': 'be031518-4840-490b-9dc1-f3ecc868c008', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:83:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:54Z', 'updated_at': '2021-10-29T12:22:58Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'ff73760b-b52f-4c5b-8893-50e79598eeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:23:43.588763 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb83324e-7896-41b9-ab79-ca7e047a3dd3 req-b54e7f62-71e8-4d67-9991-c20b01af805f service neutron] 10.222.0.41 "GET /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Oct 29 12:23:43.783880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcd10f-d150-4e28-88a5-396351c88e46 None None] New status for floating IP d4337923-553e-4aa3-a6b3-598c39ee6bfc: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:23:44.324187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6d1c-9abf-47c4-a395-613c54a21ee6 req-a7bc5c2e-a04a-4cae-92ab-043874f680c3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:44.325706 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-624b6d1c-9abf-47c4-a395-613c54a21ee6 req-a7bc5c2e-a04a-4cae-92ab-043874f680c3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Oct 29 12:23:44.363791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-624b6d1c-9abf-47c4-a395-613c54a21ee6 req-0deb1096-2719-4102-a6be-d843cdd7a69a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=287ea78f-0059-4fb6-8b0e-2499f0ea5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Oct 29 12:23:44.781874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-0abb1345-ae80-43b9-af20-59241e254b0e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:44.783410 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-0abb1345-ae80-43b9-af20-59241e254b0e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 946 time: 0.0489390 Oct 29 12:23:44.874390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port b665ac45-3b19-4480-81a2-2c939f9c15af {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:23:44.874721 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:44.961763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port b665ac45-3b19-4480-81a2-2c939f9c15af, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=b665ac45-3b19-4480-81a2-2c939f9c15af,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:44.962115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:44.974791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for b665ac45-3b19-4480-81a2-2c939f9c15af owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:23:45.104330 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:45.134827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=b665ac45-3b19-4480-81a2-2c939f9c15af,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:45.167662 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.168010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.168351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.168680 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.169018 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.169425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.169747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.170108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.170470 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.170790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.171108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.171421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:45.192777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] No DVR routers for this DVR port b665ac45-3b19-4480-81a2-2c939f9c15af on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:23:45.195591 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:45.199592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-715a0e36-f8b3-4f10-8a59-f15ec21750f6 req-579240ae-cdc2-4707-89b6-debf5c86ec08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "DELETE /v2.0/ports/b665ac45-3b19-4480-81a2-2c939f9c15af HTTP/1.1" status: 204 len: 173 time: 0.4103713 Oct 29 12:23:45.200077 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'name': 'network-vif-deleted', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:23:45.202785 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05fbeef-ba54-4441-9184-44fc147c017b" -d '{"events": [{"server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "name": "network-vif-deleted", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:23:45.241072 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26419f6b-2549-4748-a01e-c25db0863099 x-openstack-request-id: req-26419f6b-2549-4748-a01e-c25db0863099 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:23:45.241370 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d38b4e0-1f4d-4934-8774-9660490b7b49", "name": "network-vif-deleted", "tag": "b665ac45-3b19-4480-81a2-2c939f9c15af", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:23:45.241647 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26419f6b-2549-4748-a01e-c25db0863099 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:23:45.242075 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d38b4e0-1f4d-4934-8774-9660490b7b49', 'name': 'network-vif-deleted', 'tag': 'b665ac45-3b19-4480-81a2-2c939f9c15af', 'status': 'completed', 'code': 200} Oct 29 12:23:45.479687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9c8999ad-fc47-453c-a2e4-1ee267e64123 req-9cbb4936-f465-4658-b68b-2b72f54418a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d38b4e0-1f4d-4934-8774-9660490b7b49 HTTP/1.1" status: 200 len: 210 time: 0.0306137 Oct 29 12:23:46.534938 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44866) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:46.889618 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:47.140684 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:23:47.140920 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:47.230616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 13f9dfcd-b36f-4067-ad2b-5825bf7acb06, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:47.230968 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:47.244285 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:23:47.427736 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:47.455163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=13f9dfcd-b36f-4067-ad2b-5825bf7acb06,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:47.624543 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:47.835642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 84034f98-b031-4eda-a4d0-0c9455819003 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:23:47.940858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:23:47.946067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-315e8a9d-549d-4372-8710-603ef88f8f37 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/84034f98-b031-4eda-a4d0-0c9455819003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101210 Oct 29 12:23:47.948816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44868) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:47.951471 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Sync routers for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:23:47.961734 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:47.962343 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:48.003884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting subnet ff73760b-b52f-4c5b-8893-50e79598eeeb {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:23:48.007230 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.050301 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.068695 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:48.137081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.196004 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.225026 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Subnet': ['ID=ff73760b-b52f-4c5b-8893-50e79598eeeb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:48.227001 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.230166 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-74a0b899-051b-4421-aa74-a695d80f1225 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/subnets/ff73760b-b52f-4c5b-8893-50e79598eeeb HTTP/1.1" status: 204 len: 168 time: 0.2801538 Oct 29 12:23:48.232767 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44870) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:48.235311 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2be6b-afdb-4432-a2ad-5958d505a4b7 None None] Network be031518-4840-490b-9dc1-f3ecc868c008 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:23:48.260291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:23:47Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:48.351924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.383123 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Checking router: 84034f98-b031-4eda-a4d0-0c9455819003 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:23:48.392316 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Routers {'84034f98-b031-4eda-a4d0-0c9455819003'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:48.392851 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['84034f98-b031-4eda-a4d0-0c9455819003'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:48.453671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] DHCP port deletion for be031518-4840-490b-9dc1-f3ecc868c008 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:23:48.505393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Deleting port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:23:48.505763 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.506109 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] Set router 84034f98-b031-4eda-a4d0-0c9455819003 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:48.573206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] For port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,segment=NetworkSegment(7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3),segment_id=7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:48.573597 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.588305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Calling delete_port for 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:23:48.678748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.695144 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:23:47Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:48.706189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Pushing event deleted for resources: {'Port': ['ID=7e868a3b-3e43-488a-b4e4-b0a3a89d9628,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:48.712424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] No DVR routers for this DVR port 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:23:48.726433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.726774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.727310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.727857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.727993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9287b89-b897-4554-be10-1a4d2127e359 None None] The sync data for ids ['84034f98-b031-4eda-a4d0-0c9455819003'] in n-d-805046-9 is: [{'id': '84034f98-b031-4eda-a4d0-0c9455819003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704179034', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:23:47Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1403d452-051e-40e7-8e0e-f3604dacbfa4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84034f98-b031-4eda-a4d0-0c9455819003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:22:51Z', 'updated_at': '2021-10-29T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:23:48.730410 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.730991 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.731454 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.731756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.731978 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.732340 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.732667 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.732912 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8590-554f-4a42-8479-023e36940995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:48.829669 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.882021 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 1403d452-051e-40e7-8e0e-f3604dacbfa4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:23:48.882363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.964542 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 1403d452-051e-40e7-8e0e-f3604dacbfa4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1403d452-051e-40e7-8e0e-f3604dacbfa4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:48.964811 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:48.977510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 1403d452-051e-40e7-8e0e-f3604dacbfa4 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:23:49.145569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.173713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=1403d452-051e-40e7-8e0e-f3604dacbfa4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:49.237217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.330200 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.332404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.374336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.374961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Fanout notify agent at l3_agent the message router_deleted on router 84034f98-b031-4eda-a4d0-0c9455819003 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:23:49.383136 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.384259 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fabd06c5-40ee-4c44-8a3c-e8460d3832e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/routers/84034f98-b031-4eda-a4d0-0c9455819003 HTTP/1.1" status: 204 len: 168 time: 1.1464610 Oct 29 12:23:49.387096 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44874) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:49.473453 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.559281 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.581445 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be031518-4840-490b-9dc1-f3ecc868c008']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:49.591296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:49.591588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aebd977-ff8d-4b8b-8eaf-ad2ebe5ba0c3') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:49.600814 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.613892 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.619844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:23:49.620221 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:23:49.623193 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:23:49.685974 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.692976 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.696124 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/networks/be031518-4840-490b-9dc1-f3ecc868c008 HTTP/1.1" status: 204 len: 168 time: 0.3080673 Oct 29 12:23:49.699144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44876) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:49.707596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c421f9-e23d-41e7-93ee-20a3d4ab93a1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Network': ['ID=be031518-4840-490b-9dc1-f3ecc868c008,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:49.766825 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.795116 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.856977 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.859606 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:49.860815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/security-groups/287ea78f-0059-4fb6-8b0e-2499f0ea5a27 HTTP/1.1" status: 204 len: 168 time: 0.1605535 Oct 29 12:23:49.870756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89be5-1b84-4148-b61c-d69259dd3adc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ea78f-0059-4fb6-8b0e-2499f0ea5a27,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.032167 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1403d452-051e-40e7-8e0e-f3604dacbfa4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:23:50.053260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1403d452-051e-40e7-8e0e-f3604dacbfa4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:23:50.053602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1403d452-051e-40e7-8e0e-f3604dacbfa4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:23:50.054018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:23:50.076993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:23:50.077365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7e868a3b-3e43-488a-b4e4-b0a3a89d9628 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:23:50.077784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:23:50.096366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:23:50.096709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 13f9dfcd-b36f-4067-ad2b-5825bf7acb06 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:23:50.112318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44882) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.118149 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878969823', 'description': 'tempest-secgroup-smoke-878969823 description', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.140535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.162364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b665ac45-3b19-4480-81a2-2c939f9c15af no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:23:50.185252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: b665ac45-3b19-4480-81a2-2c939f9c15af {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:23:50.185600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device b665ac45-3b19-4480-81a2-2c939f9c15af not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:23:50.208892 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.213240 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.246169 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.247446 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1341155 Oct 29 12:23:50.249383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c437321-a8d4-46e4-a8d8-ff53f26c9f94 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c024e3-bf85-42dd-b237-96e7dc3e11f8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.250509 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44884) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.255775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.281981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.337436 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.341120 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.360936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd951c9-794c-4ed3-a9a9-4bb492808f1e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.367116 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.368329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-af9e903b-a3f1-4391-aab0-425d913e87f9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163235 Oct 29 12:23:50.371405 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44886) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.376315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.405441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.463032 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.466598 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.487580 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e15e93e-8cd6-47af-b038-c8bd98763a06,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.496759 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.497987 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3e3c2fa6-3461-4c3e-883a-de6ee6917d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254106 Oct 29 12:23:50.500647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44888) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.505561 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.530164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.587305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.590950 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.608066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b413dd-21e0-4098-99d3-46d6ad536a17,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.618210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.619445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-20ad54d2-90ff-49c7-a6cf-4378831d50a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178432 Oct 29 12:23:50.622141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44890) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.626426 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.653592 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.712222 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.715869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.734040 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cd89a4-9f9d-4d67-815e-0ba290d2d693,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.741478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.742684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ed919db2-5827-4d53-b239-901003110106 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196117 Oct 29 12:23:50.745607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44892) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.749952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.771004 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:23:50.775801 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.836041 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.839666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.854218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fdf3da-b947-4948-89f9-a9eeba2d5b3e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.864668 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.865921 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-37ad23c1-9dd1-4a68-b0ec-04fc342bb020 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193938 Oct 29 12:23:50.868592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44894) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:50.872932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '17c024e3-bf85-42dd-b237-96e7dc3e11f8', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:50.894669 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:23:50.899613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.965823 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.969227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.986198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b59623-6f9c-403c-a820-8b817a541d19,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:50.994271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:50.995466 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4cd1091f-9587-4b65-8dc2-9f69ffda38e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259317 Oct 29 12:23:50.998315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44896) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:51.003170 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'network': {'name': 'tempest-network-smoke--2079191479', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'port_security_enabled': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:51.023333 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:23:51.026905 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.050532 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:23:51.061163 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.061534 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Added segment 74acde32-d3c1-47f4-a039-ea50a90ac2d7 of type vlan for network 34080481-76af-4439-91bf-c44b4ab883a5 Oct 29 12:23:51.102404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.127378 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.133093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:51.133687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.191222 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918499 Oct 29 12:23:51.194028 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44898) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:51.198686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'admin_state_up': True, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:51.206211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b1074-5711-4a4a-9f31-f9d576c0d099 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Network': ['ID=34080481-76af-4439-91bf-c44b4ab883a5,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:51.216192 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 34080481-76af-4439-91bf-c44b4ab883a5 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:23:51.227689 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.228785 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.287503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.424249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.615546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.634540 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.738835 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.232 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e833603c-c876-49b0-8c0b-bf566945c761) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:23:51.839235 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.871936 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:51.916978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:51.919862 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:51.922493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:23:51.947478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=e833603c-c876-49b0-8c0b-bf566945c761,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:52.175442 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:52.379170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:52.407416 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:52.506115 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 31cea409-3231-4a52-b2bf-bb193d20737f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:23:52.612286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:23:52.622105 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Sync routers for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:23:52.633172 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:52.633339 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:52.633851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:52.637489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ae473f09-8a30-4460-9d34-67f9b572da29 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4424491 Oct 29 12:23:52.637936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44900) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:52.668883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b6d57b9d-09e2-492e-9f75-350eaa891cd3 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=e8b6e0bf69b34216a5ae285e95d0a455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296655 Oct 29 12:23:52.671487 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44902) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:52.740307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:52.759592 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda6869-7c1c-45ff-b9e0-bbe53338ae65 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:52.761168 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5fda6869-7c1c-45ff-b9e0-bbe53338ae65 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887618 Oct 29 12:23:52.764066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44904) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:52.795456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-53bfc4fd-fec3-46e1-b865-383c49353325 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303137 Oct 29 12:23:52.798135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44906) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:52.803542 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34209537', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:52.890801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:23:52.894715 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:52.922442 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:52.954069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Checking router: 31cea409-3231-4a52-b2bf-bb193d20737f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:23:52.954469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Updating router 31cea409-3231-4a52-b2bf-bb193d20737f port e833603c-c876-49b0-8c0b-bf566945c761 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:23:52.982698 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.081638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.149127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Subnet': ['ID=8627371e-bb56-4a9d-8211-37d57bb4aa2b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:53.155631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Checking segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:23:53.155631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network hostable DHCP agents. Network: 34080481-76af-4439-91bf-c44b4ab883a5, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:23:53.174116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 34080481-76af-4439-91bf-c44b4ab883a5 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:23:53.183114 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 34080481-76af-4439-91bf-c44b4ab883a5) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:53.188221 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:53.189042 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.192869 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a319c09-d7a5-4377-9336-6042d75e1bed None None] Network 34080481-76af-4439-91bf-c44b4ab883a5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:23:53.208194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5c9eb282-1293-4dcc-8015-0eee98ee38ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4064851 Oct 29 12:23:53.208400 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44908) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:23:53.304653 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.313217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.399844 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Attempting to bind port e833603c-c876-49b0-8c0b-bf566945c761 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:23:53.400131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Attempting to bind port e833603c-c876-49b0-8c0b-bf566945c761 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:23:53.400496 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Attempting to bind port e833603c-c876-49b0-8c0b-bf566945c761 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:23:53.413519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be17673-1b25-4147-8b05-c9f8d5038470 None None] Pushing event updated for resources: {'Port': ['ID=e833603c-c876-49b0-8c0b-bf566945c761,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:53.417905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:23:53.418112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:23:53.418498 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.418887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:23:53.419364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Bound port: e833603c-c876-49b0-8c0b-bf566945c761, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:23:53.419745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.483834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-34080481-76af-4439-91bf-c44b4ab883a5', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:23:53.484675 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.506767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] For port e833603c-c876-49b0-8c0b-bf566945c761, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:23:53.524640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] For port e833603c-c876-49b0-8c0b-bf566945c761, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e833603c-c876-49b0-8c0b-bf566945c761,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:23:53.530700 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.653664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:53.679319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:53.679946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:53.684345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be17673-1b25-4147-8b05-c9f8d5038470 None None] Pushing event updated for resources: {'Port': ['ID=e833603c-c876-49b0-8c0b-bf566945c761,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:53.765860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Allocated IP 172.20.0.2 (34080481-76af-4439-91bf-c44b4ab883a5/8627371e-bb56-4a9d-8211-37d57bb4aa2b/79e784e4-2468-4baa-98bc-ed00ac7b63ea) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:23:53.845839 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:54.061175 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.068415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.116544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Network 34080481-76af-4439-91bf-c44b4ab883a5 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:54.117469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.1 (34080481-76af-4439-91bf-c44b4ab883a5/8627371e-bb56-4a9d-8211-37d57bb4aa2b/e20cb857-eccf-4eff-ae4d-568908e956ca) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:23:54.122189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:54.126809 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:23:54.138412 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Pushing event updated for resources: {'Port': ['ID=79e784e4-2468-4baa-98bc-ed00ac7b63ea,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:54.184060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:54.217674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d223fd82-8ada-4cac-8fbe-1ea060a542f9 None None] The sync data for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 is: [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:52Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:23:54.221383 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Attempting to bind port 79e784e4-2468-4baa-98bc-ed00ac7b63ea on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:23:54.221731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Attempting to bind port 79e784e4-2468-4baa-98bc-ed00ac7b63ea by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:23:54.222168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Attempting to bind port 79e784e4-2468-4baa-98bc-ed00ac7b63ea on network 34080481-76af-4439-91bf-c44b4ab883a5 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:23:54.227583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:23:54.227964 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Checking segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:23:54.228365 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.228758 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Bound using segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:23:54.229273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Bound port: 79e784e4-2468-4baa-98bc-ed00ac7b63ea, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:23:54.229659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.259841 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.299224 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.304407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] For port 79e784e4-2468-4baa-98bc-ed00ac7b63ea, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:23:54.310009 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] For port 79e784e4-2468-4baa-98bc-ed00ac7b63ea, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79e784e4-2468-4baa-98bc-ed00ac7b63ea,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:23:54.318538 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.353945 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 34080481-76af-4439-91bf-c44b4ab883a5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:54.357565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:54.362579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:23:54.386696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cbeec-d8f4-4692-8841-7c4cacb94963 None None] Pushing event updated for resources: {'Port': ['ID=79e784e4-2468-4baa-98bc-ed00ac7b63ea,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:54.401597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:54.436136 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.606221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.939609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:54.945661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:55.038441 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:55.046154 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:55.152081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 34080481-76af-4439-91bf-c44b4ab883a5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:55.153901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:55.283978 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 31cea409-3231-4a52-b2bf-bb193d20737f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:23:55.402263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:23:55.407783 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-3f522d65-adaf-49f0-9ecd-d235e30ed482 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/31cea409-3231-4a52-b2bf-bb193d20737f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1982570 Oct 29 12:23:55.541083 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da618f0-03af-4603-a810-985ecd1e8c1d None None] Network 34080481-76af-4439-91bf-c44b4ab883a5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:23:55.553958 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-5ed9b9f8-20b8-419d-b33c-948be0981aa5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878969823&fields=id&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 267 time: 0.0351479 Oct 29 12:23:55.642698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] Provisioning complete for port 79e784e4-2468-4baa-98bc-ed00ac7b63ea triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:55.643067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:55.675591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-ca3dace9-36bb-498b-aa6f-8d84f0eaafd9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:55.677472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-ca3dace9-36bb-498b-aa6f-8d84f0eaafd9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 797 time: 0.1159678 Oct 29 12:23:55.694656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-8b30191f-53b5-478c-94bc-df3cab542cce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/quotas/e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 375 time: 0.0110855 Oct 29 12:23:55.753110 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-c12e3e3d-5273-48de-b843-710ee8df22c0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525200 Oct 29 12:23:55.904785 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-1c5ae75a-054c-42e9-9819-bcf3a547e79b service neutron] 10.222.0.77 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380649 Oct 29 12:23:55.939558 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:55.974220 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] For port 79e784e4-2468-4baa-98bc-ed00ac7b63ea, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79e784e4-2468-4baa-98bc-ed00ac7b63ea,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:55.981334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.024282 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-2287396f-2774-4378-8d8e-f6073f03fa0d service neutron] 10.222.0.77 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109605 Oct 29 12:23:56.064673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8fc5c-676d-4290-a691-3949fd134ff5 None None] Pushing event updated for resources: {'Port': ['ID=79e784e4-2468-4baa-98bc-ed00ac7b63ea,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:56.155997 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Sync routers for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:23:56.171847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79e784e4-2468-4baa-98bc-ed00ac7b63ea up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:56.225350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:56.235986 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:56.254043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 79e784e4-2468-4baa-98bc-ed00ac7b63ea triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.254437 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.276608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af21e0dd-dfd0-48de-9921-c51e0709fa1d req-13bb0769-7ba7-47cf-a6ff-95c4e46a24c4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 210 time: 0.0706780 Oct 29 12:23:56.319460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f2baa231-1e6a-47df-9bda-9feca75fb1eb None None] Provisioning complete for port 79e784e4-2468-4baa-98bc-ed00ac7b63ea triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.319892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f2baa231-1e6a-47df-9bda-9feca75fb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.390593 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:56.400915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e833603c-c876-49b0-8c0b-bf566945c761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:56.505432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e833603c-c876-49b0-8c0b-bf566945c761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.505802 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.508006 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.509757 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f2baa231-1e6a-47df-9bda-9feca75fb1eb None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.510109 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f2baa231-1e6a-47df-9bda-9feca75fb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.575493 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-f2baa231-1e6a-47df-9bda-9feca75fb1eb None None] Port e20cb857-eccf-4eff-ae4d-568908e956ca cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:23:56.624260 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.628488 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 2, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:56.648740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e833603c-c876-49b0-8c0b-bf566945c761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e833603c-c876-49b0-8c0b-bf566945c761,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:56.655276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.679453 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Checking router: 31cea409-3231-4a52-b2bf-bb193d20737f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:23:56.679842 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Updating router 31cea409-3231-4a52-b2bf-bb193d20737f port e20cb857-eccf-4eff-ae4d-568908e956ca binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:23:56.712244 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.731790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e833603c-c876-49b0-8c0b-bf566945c761,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:56.735747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5769a3b7-e925-46dd-885f-473cb8ec901d None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.736181 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5769a3b7-e925-46dd-885f-473cb8ec901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.775681 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5769a3b7-e925-46dd-885f-473cb8ec901d None None] Port e20cb857-eccf-4eff-ae4d-568908e956ca cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:23:56.896582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ca757dcb-ba08-44af-ad35-549d39899191 None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:56.896944 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ca757dcb-ba08-44af-ad35-549d39899191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:56.938635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ca757dcb-ba08-44af-ad35-549d39899191 None None] Port e20cb857-eccf-4eff-ae4d-568908e956ca cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:23:57.000374 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.006196 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.065291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Pushing event updated for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:57.087004 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.087267 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.087609 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.087939 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.088268 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.088593 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.088917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.089265 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.089586 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.089905 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.090222 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.090538 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:23:57.124861 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Attempting to bind port e20cb857-eccf-4eff-ae4d-568908e956ca on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:23:57.125261 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Attempting to bind port e20cb857-eccf-4eff-ae4d-568908e956ca by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:23:57.125622 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Attempting to bind port e20cb857-eccf-4eff-ae4d-568908e956ca on network 34080481-76af-4439-91bf-c44b4ab883a5 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:23:57.131392 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:23:57.131768 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Checking segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:23:57.132195 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.132587 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Bound using segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:23:57.133072 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Bound port: e20cb857-eccf-4eff-ae4d-568908e956ca, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:23:57.133448 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.198366 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] For port e20cb857-eccf-4eff-ae4d-568908e956ca, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:23:57.201589 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] For port e20cb857-eccf-4eff-ae4d-568908e956ca, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e20cb857-eccf-4eff-ae4d-568908e956ca,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:23:57.206634 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.260766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:57.261288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.264679 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d5e92-141d-462c-9b03-8e295d7a4d85 None None] Pushing event updated for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:57.267194 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:23:57.267803 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:23:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:57.377270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.408337 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:23:57.424889 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fd69142f-26b4-47c4-8c14-fc807c9f6057 req-7ce98996-05c9-4840-91bb-ffe3aa1da618 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 210 time: 0.0359035 Oct 29 12:23:57.461700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] For port e20cb857-eccf-4eff-ae4d-568908e956ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e20cb857-eccf-4eff-ae4d-568908e956ca,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:23:57.468013 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.528408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb726dd-f5fe-4842-90f5-7c906acd9844 None None] Pushing event updated for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:57.582002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-ef6aaee9-d0ab-4f16-ba33-85a0f1cb9e47 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:57.587242 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-ef6aaee9-d0ab-4f16-ba33-85a0f1cb9e47 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 797 time: 0.1992671 Oct 29 12:23:57.636568 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-fd465be8-d2e8-4c76-92f0-f8020c336711 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 379 time: 0.0365989 Oct 29 12:23:57.648355 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'port': {'device_id': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'admin_state_up': True, 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'security_groups': ['17c024e3-bf85-42dd-b237-96e7dc3e11f8']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:57.693292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-076523ce-65b5-4492-b9b1-945e3c840a14 None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:57.693888 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-076523ce-65b5-4492-b9b1-945e3c840a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:57.755901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:23:57.784510 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be43968b-fe9b-4476-902e-16c4c69b9fa1 None None] The sync data for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 is: [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:23:58.134096 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:23:58.137539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.139874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79e784e4-2468-4baa-98bc-ed00ac7b63ea up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:58.193284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 79e784e4-2468-4baa-98bc-ed00ac7b63ea triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:58.194047 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.268056 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.12 (34080481-76af-4439-91bf-c44b4ab883a5/8627371e-bb56-4a9d-8211-37d57bb4aa2b/d7d3a663-e26a-4673-a381-d5af057b2d0a) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:23:58.289974 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e20cb857-eccf-4eff-ae4d-568908e956ca up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:58.340480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e20cb857-eccf-4eff-ae4d-568908e956ca triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:58.340852 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.429545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e833603c-c876-49b0-8c0b-bf566945c761 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:23:58.443249 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.484122 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e833603c-c876-49b0-8c0b-bf566945c761 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:58.484488 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.500115 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.554624 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256019a8-9054-433c-bbd8-81aec0c3f4a6 req-7085c96b-752a-43d9-b802-74dee1850db6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:58.555198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 34080481-76af-4439-91bf-c44b4ab883a5 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:23:58.558430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:23:58.563270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-256019a8-9054-433c-bbd8-81aec0c3f4a6 req-7085c96b-752a-43d9-b802-74dee1850db6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 932 time: 0.0583203 Oct 29 12:23:58.563843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:23:58.578984 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e612ee6f-2d25-47f6-a1a6-ed25a5e26194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.607603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:58.644552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-256019a8-9054-433c-bbd8-81aec0c3f4a6 req-97052c5b-d403-4d24-9232-7648b6237bac tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798316 Oct 29 12:23:58.665209 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:58.669143 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.685107 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-f9a8e4fb-44b4-4410-b8bf-6d0046a1edbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0413401 Oct 29 12:23:58.699836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Request body: {'port': {'device_id': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:23:58.763055 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.911353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e32c5741-89df-4985-b804-8e2181224670 None None] Provisioning complete for port d7d3a663-e26a-4673-a381-d5af057b2d0a triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:23:58.912363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e32c5741-89df-4985-b804-8e2181224670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:58.953275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e32c5741-89df-4985-b804-8e2181224670 None None] Port d7d3a663-e26a-4673-a381-d5af057b2d0a cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:23:59.056780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d3a663-e26a-4673-a381-d5af057b2d0a {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:23:59.064513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:59.077435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Transition to ACTIVE for port object d7d3a663-e26a-4673-a381-d5af057b2d0a will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:23:59.081773 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:59.130219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:59.201663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Attempting to bind port d7d3a663-e26a-4673-a381-d5af057b2d0a on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:23:59.201991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Attempting to bind port d7d3a663-e26a-4673-a381-d5af057b2d0a by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:23:59.202337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Attempting to bind port d7d3a663-e26a-4673-a381-d5af057b2d0a on network 34080481-76af-4439-91bf-c44b4ab883a5 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:23:59.213816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Port d7d3a663-e26a-4673-a381-d5af057b2d0a on network 34080481-76af-4439-91bf-c44b4ab883a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:23:59.214168 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Attempting to bind port d7d3a663-e26a-4673-a381-d5af057b2d0a on network 34080481-76af-4439-91bf-c44b4ab883a5 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:23:59.222369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:23:59.222702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Checking segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:23:59.223120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Bound using segment: {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:23:59.223625 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Bound port: d7d3a663-e26a-4673-a381-d5af057b2d0a, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74acde32-d3c1-47f4-a039-ea50a90ac2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:23:59.223978 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:59.299271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:23:59.303031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:23:59.307629 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:59.345073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.345837 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:23:59.347362 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] 10.222.0.86 "PUT /v2.0/ports/d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 1092 time: 0.6532807 Oct 29 12:23:59.347807 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:23:59.350142 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da7c7d-1133-4d27-b0e5-a5de12d8e644" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:23:59.372198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fd087-dcb1-4bc0-80c5-cfb582bdfa00 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:23:59.399047 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080350d-8fef-4116-9fc2-ebddf11504f3 x-openstack-request-id: req-f080350d-8fef-4116-9fc2-ebddf11504f3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:23:59.399729 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:23:59.399729 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f080350d-8fef-4116-9fc2-ebddf11504f3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:23:59.400634 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'status': 'completed', 'code': 200} Oct 29 12:23:59.447031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-baf71108-a62d-4dac-bde8-cc7a650aef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.448566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-baf71108-a62d-4dac-bde8-cc7a650aef66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1095 time: 0.0471056 Oct 29 12:23:59.503910 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-48300519-ae57-4be2-a262-0390c074c430 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 217 time: 0.0359907 Oct 29 12:23:59.557859 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-0fb3c466-e80c-4998-a563-e38759b53d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.559321 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-0fb3c466-e80c-4998-a563-e38759b53d67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.0489872 Oct 29 12:23:59.605932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-0643c484-7ee1-4cfb-91fb-1e4cc927dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.607409 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-0643c484-7ee1-4cfb-91fb-1e4cc927dcd0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403461 Oct 29 12:23:59.702517 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-dd3aecd3-514f-4ffa-b9ac-cf41f1565c7f service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Oct 29 12:23:59.771246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803005-e609-4545-960f-7df9e1279729 req-f6d32a10-b6a9-4af4-8a23-1bee39a2412e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.772789 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0803005-e609-4545-960f-7df9e1279729 req-f6d32a10-b6a9-4af4-8a23-1bee39a2412e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 944 time: 0.0475693 Oct 29 12:23:59.794460 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b8c9345f-5340-4522-9963-a77e80eb4fba req-8953faa6-3cd4-4225-966b-60bb001d9da3 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843134 Oct 29 12:23:59.811356 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b0803005-e609-4545-960f-7df9e1279729 req-8feeadc0-f7d0-41f6-92c5-652d8d29c1a2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Oct 29 12:23:59.859518 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:23:59.891053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-76c2092e-7640-423a-80f5-3d92063c4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.892607 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-76c2092e-7640-423a-80f5-3d92063c4421 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1095 time: 0.0400591 Oct 29 12:23:59.993066 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-94d17ae6-e4a4-457d-a24d-0cfee14705b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:23:59.994559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-94d17ae6-e4a4-457d-a24d-0cfee14705b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 898 time: 0.0944648 Oct 29 12:24:00.036114 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-c496516e-edaf-4734-9aae-faba615875d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 217 time: 0.0337861 Oct 29 12:24:00.088985 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-36b2aa87-f126-468e-bfc6-81031ef57405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:00.090449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-36b2aa87-f126-468e-bfc6-81031ef57405 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.0473576 Oct 29 12:24:00.137157 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-73d8213e-3792-41c7-934d-c62291511991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:00.138655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-73d8213e-3792-41c7-934d-c62291511991 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394428 Oct 29 12:24:00.231132 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-f64bb7b1-a3a0-48f0-a5a3-7153e5a38fbd service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821583 Oct 29 12:24:00.326872 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-81da7c7d-1133-4d27-b0e5-a5de12d8e644 req-5f6a8f11-71ac-4c55-9ac3-1de72d6f695d service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Oct 29 12:24:00.931812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41367bc3-0ec3-4cd8-844f-98fcea4f23cc req-dcaa2be8-7522-417b-869c-c35be8530626 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:00.933319 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41367bc3-0ec3-4cd8-844f-98fcea4f23cc req-dcaa2be8-7522-417b-869c-c35be8530626 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 944 time: 0.0517979 Oct 29 12:24:00.945378 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e5043a31-3685-47c7-bd6f-8b18bddd4f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:00.971918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41367bc3-0ec3-4cd8-844f-98fcea4f23cc req-de0a13b0-6cea-4ecc-8ac0-efd4ddc89ea0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Oct 29 12:24:02.086901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b9155-fb18-4daa-9715-c32bd22f8611 req-02319fe5-ddbd-4080-87c1-6b7f5ff9c538 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:02.088381 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f14b9155-fb18-4daa-9715-c32bd22f8611 req-02319fe5-ddbd-4080-87c1-6b7f5ff9c538 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Oct 29 12:24:02.126860 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f14b9155-fb18-4daa-9715-c32bd22f8611 req-5d79eccf-21a5-444c-9edf-5e623f120650 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325685 Oct 29 12:24:02.463471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:02.496659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:03.239651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831a24-9866-46c3-b476-0580e6e7e703 req-ff12db29-5082-4cc8-ad8f-b275d9b98aec tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:03.241167 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d831a24-9866-46c3-b476-0580e6e7e703 req-ff12db29-5082-4cc8-ad8f-b275d9b98aec tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 944 time: 0.0486276 Oct 29 12:24:03.277983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8d831a24-9866-46c3-b476-0580e6e7e703 req-3dc54719-cbbc-4cc6-ad39-37970d164579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Oct 29 12:24:03.476136 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d7d3a663-e26a-4673-a381-d5af057b2d0a details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:24:03.572767 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:24:03.584300 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'port_id': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'mac_address': 'fa:16:3e:de:88:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:24:03.620169 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:03.632998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d3a663-e26a-4673-a381-d5af057b2d0a {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:24:03.652084 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:24:03.656567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:03.702191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:24:03.811205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:03.875085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['d7d3a663-e26a-4673-a381-d5af057b2d0a'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:24:04.396107 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744faf4-3f4c-4680-8099-116d879ec609 req-b4c946cc-8df8-4cf1-8b6d-2f2441d2ba30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:04.398444 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2744faf4-3f4c-4680-8099-116d879ec609 req-b4c946cc-8df8-4cf1-8b6d-2f2441d2ba30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Oct 29 12:24:04.438412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2744faf4-3f4c-4680-8099-116d879ec609 req-03298925-f3b4-4348-9aec-bdb4118f5dc4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Oct 29 12:24:05.492303 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d7d3a663-e26a-4673-a381-d5af057b2d0a up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:24:05.543569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port d7d3a663-e26a-4673-a381-d5af057b2d0a completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:24:05.547701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port d7d3a663-e26a-4673-a381-d5af057b2d0a triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:24:05.548149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:05.556340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb18e4-5159-446e-994a-834d32f96f22 req-0de93a27-2f4b-46ab-9a6e-5392d0d04359 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:05.557874 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00eb18e4-5159-446e-994a-834d32f96f22 req-0de93a27-2f4b-46ab-9a6e-5392d0d04359 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Oct 29 12:24:05.599335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00eb18e4-5159-446e-994a-834d32f96f22 req-a656efbd-9fb6-4065-aecc-fe8efbb35239 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354180 Oct 29 12:24:05.626616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:05.649515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:24:05.652124 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f8014-c057-48aa-8564-12b1594feb8c" -d '{"events": [{"server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "name": "network-vif-plugged", "status": "completed", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:24:05.668452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:24:05.672643 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:05.696280 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292aa97-d09d-47e7-b8b1-19fd707aa6c7 x-openstack-request-id: req-b292aa97-d09d-47e7-b8b1-19fd707aa6c7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:24:05.696572 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "name": "network-vif-plugged", "status": "completed", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:24:05.696829 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b292aa97-d09d-47e7-b8b1-19fd707aa6c7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:24:05.697246 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'code': 200} Oct 29 12:24:05.724377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:24:05.789787 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030ecd-e5b4-4d34-88db-da887287511f req-f62fbd21-b395-4c5a-baf9-7c4bb13e75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:05.791388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-16030ecd-e5b4-4d34-88db-da887287511f req-f62fbd21-b395-4c5a-baf9-7c4bb13e75fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1097 time: 0.0413682 Oct 29 12:24:05.828543 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-16030ecd-e5b4-4d34-88db-da887287511f req-d0c55038-3d7a-408c-83c5-75926599aad5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302460 Oct 29 12:24:06.717454 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca2600-0b6b-4de9-b3c8-d55213299784 req-44a83d91-b3ad-4980-9d88-d7a6c5a95856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:06.718923 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69ca2600-0b6b-4de9-b3c8-d55213299784 req-44a83d91-b3ad-4980-9d88-d7a6c5a95856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0487292 Oct 29 12:24:06.756762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-69ca2600-0b6b-4de9-b3c8-d55213299784 req-73d4992a-36c4-43a9-a0d3-9d4f945d4e39 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318375 Oct 29 12:24:07.878596 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2608d-8d36-43d2-bca9-3f17f273b16e req-8ca6d0c5-1c8c-417f-9588-982ee15c4212 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:07.880704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26e2608d-8d36-43d2-bca9-3f17f273b16e req-8ca6d0c5-1c8c-417f-9588-982ee15c4212 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0541098 Oct 29 12:24:07.919267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26e2608d-8d36-43d2-bca9-3f17f273b16e req-34f3cfbf-d0ba-46ba-985c-a44fd31a8865 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Oct 29 12:24:08.036522 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd9bd-a659-41b0-a986-1705b8730436 req-b2929d0e-a237-45f9-a50f-ec848f4289a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:08.038046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e70dd9bd-a659-41b0-a986-1705b8730436 req-b2929d0e-a237-45f9-a50f-ec848f4289a9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0508769 Oct 29 12:24:08.077256 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e70dd9bd-a659-41b0-a986-1705b8730436 req-110eeb1c-ab24-414c-a609-93d1b68c4a5c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331726 Oct 29 12:24:08.099871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44964) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:24:08.143834 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdaca85-e870-4e06-bd5b-d69ea507200b tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:08.146060 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9cdaca85-e870-4e06-bd5b-d69ea507200b tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1092 time: 0.0451844 Oct 29 12:24:08.148780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44966) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:24:08.153041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:24:08.174350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:08.270556 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:08.375428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.9 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/950f944a-68b4-4b5b-b216-b1f7e16516fb) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:24:08.480554 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:08.515411 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:08.558650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:24:08.561597 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:24:08.565163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:24:08.571122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=950f944a-68b4-4b5b-b216-b1f7e16516fb,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:24:08.905109 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:08.973763 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:09.125985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:09.131274 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:09.200562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=950f944a-68b4-4b5b-b216-b1f7e16516fb,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:24:09.210722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:09.309396 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 3112c57d-24d2-417f-b8a7-331a762fe831 associated. External IP: 172.25.4.9, port: d7d3a663-e26a-4673-a381-d5af057b2d0a. Oct 29 12:24:09.515482 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 31cea409-3231-4a52-b2bf-bb193d20737f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:24:09.622079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:24:09.632390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Sync routers for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:24:09.640388 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:09.642547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:24:09.643168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:24:09.671088 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e58ed030-4e92-4b7f-8cd5-864c348cd9f4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5187149 Oct 29 12:24:09.671088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:24:09.671438 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05660852-8cf4-4c51-a83d-363f06f2533f" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:24:09.750880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:24:09.765071 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456a86b-0c21-4d1a-8ab3-b91f05bf2c20 req-4933e6cf-e8d4-41ef-acfe-dea28a3595a8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:09.767295 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7456a86b-0c21-4d1a-8ab3-b91f05bf2c20 req-4933e6cf-e8d4-41ef-acfe-dea28a3595a8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0486267 Oct 29 12:24:09.805858 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7456a86b-0c21-4d1a-8ab3-b91f05bf2c20 req-85282b9c-9d23-4094-bc5b-deee9c5d060b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Oct 29 12:24:09.827870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 44972) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:24:09.865442 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090be72-36d6-4667-b139-938f925ec0b4 x-openstack-request-id: req-d090be72-36d6-4667-b139-938f925ec0b4 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:24:09.865912 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:24:09.866171 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d090be72-36d6-4667-b139-938f925ec0b4 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:24:09.866564 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'status': 'completed', 'code': 200} Oct 29 12:24:09.915480 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ac9df78d-15a1-4988-a3d3-99fdde79f965 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3112c57d-24d2-417f-b8a7-331a762fe831 HTTP/1.1" status: 200 len: 990 time: 0.0864549 Oct 29 12:24:09.925207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660852-8cf4-4c51-a83d-363f06f2533f req-af0e91fb-8d30-486d-b7fc-4994ff1c5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:09.927561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-af0e91fb-8d30-486d-b7fc-4994ff1c5529 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1097 time: 0.0525732 Oct 29 12:24:09.983440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3112c57d-24d2-417f-b8a7-331a762fe831', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'port_id': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'mac_address': 'fa:16:3e:de:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:24:08Z', 'updated_at': '2021-10-29T12:24:08Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:24:10.010759 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Checking router: 31cea409-3231-4a52-b2bf-bb193d20737f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:24:10.019203 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:24:10.020262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:24:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:24:10.024946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660852-8cf4-4c51-a83d-363f06f2533f req-fc776530-b57f-4b12-b46a-626684259dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:10.026457 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-fc776530-b57f-4b12-b46a-626684259dcd service neutron] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 898 time: 0.0923800 Oct 29 12:24:10.097541 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-55acefbf-4ffd-4375-9237-369b497766ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 998 time: 0.0629652 Oct 29 12:24:10.125568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:24:10.146986 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660852-8cf4-4c51-a83d-363f06f2533f req-0a7a439e-329a-4271-9728-8bfc4e7e630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:10.148506 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-0a7a439e-329a-4271-9728-8bfc4e7e630a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.0446701 Oct 29 12:24:10.194957 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660852-8cf4-4c51-a83d-363f06f2533f req-557819e5-29a2-4710-8f22-ad2817f20384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:10.196467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-557819e5-29a2-4710-8f22-ad2817f20384 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413842 Oct 29 12:24:10.297381 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-0f2af43e-3d72-4728-9aca-05dcdff077e5 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920477 Oct 29 12:24:10.392380 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-05660852-8cf4-4c51-a83d-363f06f2533f req-fdc33257-4f66-4704-8778-26fd44157066 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866859 Oct 29 12:24:10.504522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3112c57d-24d2-417f-b8a7-331a762fe831', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'port_id': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'mac_address': 'fa:16:3e:de:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:24:08Z', 'updated_at': '2021-10-29T12:24:08Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:24:10.533835 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ff4a4-aa91-46c2-aec4-c098c65ad4dc None None] The sync data for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 is: [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3112c57d-24d2-417f-b8a7-331a762fe831', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'port_id': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'mac_address': 'fa:16:3e:de:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:24:08Z', 'updated_at': '2021-10-29T12:24:08Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:24:10.721584 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bb0eb-8f98-4257-8628-f2b0ba9fc57c None None] New status for floating IP 3112c57d-24d2-417f-b8a7-331a762fe831: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:24:10.918791 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 44974) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:24:10.982466 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0f211d9-e3d3-49d8-b8a7-721fc99d6f71 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3112c57d-24d2-417f-b8a7-331a762fe831 HTTP/1.1" status: 200 len: 992 time: 0.0625019 Oct 29 12:24:22.269760 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:22.646651 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-b2f5f3ab-2d5d-493d-922a-192b5dcd4da0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393169 Oct 29 12:24:22.732353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-ab01c074-46fb-48a2-baa2-960ed4b62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:22.733890 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-ab01c074-46fb-48a2-baa2-960ed4b62df4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1097 time: 0.0453641 Oct 29 12:24:22.837536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-24a21e98-cae0-46a4-a540-5185170718f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:22.839010 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-24a21e98-cae0-46a4-a540-5185170718f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 898 time: 0.0844595 Oct 29 12:24:22.907095 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-24dae789-f8fe-4afe-8f02-d42ae8f768dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 1000 time: 0.0611682 Oct 29 12:24:22.962025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-22dd5cd0-2557-4411-ace4-722d9ce25a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:22.963452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-22dd5cd0-2557-4411-ace4-722d9ce25a00 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.0447721 Oct 29 12:24:23.017382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-7f251d86-5dc6-426c-bd02-30aeb8cbd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:23.018911 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-7f251d86-5dc6-426c-bd02-30aeb8cbd6b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413163 Oct 29 12:24:23.121135 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-cd30a3b3-70a2-4b6b-a266-1d9eb99730f6 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865970 Oct 29 12:24:23.211116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-2fcc8e14-14b0-488d-856b-a16d302839ef req-7990d3a9-8f06-48e8-b824-f78793cfecaf service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811718 Oct 29 12:24:26.518079 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:28.533174 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4d00308c-c8f2-40a0-9ff9-6e0398118aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:30.946806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6262be1-85c5-4ad1-a721-5eb021a7caf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:32.466217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:32.500111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:33.808770 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:36.861081 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:24:39.694923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454eb8a-d2ec-41be-b645-3d9b1f1270f0 req-3bdd0b37-b8d6-4751-aa97-a9ff69672ec7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:39.696394 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4454eb8a-d2ec-41be-b645-3d9b1f1270f0 req-3bdd0b37-b8d6-4751-aa97-a9ff69672ec7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0489316 Oct 29 12:24:39.700378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-b0008179-faab-44f8-be66-a317e642ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:39.701933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-b0008179-faab-44f8-be66-a317e642ffed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1097 time: 0.0479863 Oct 29 12:24:39.734522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4454eb8a-d2ec-41be-b645-3d9b1f1270f0 req-320a61d3-a8d2-4150-9400-7641a9dd3515 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Oct 29 12:24:39.794291 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-7ceb228a-e19a-4698-83b7-e6d3c227f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:39.795686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-7ceb228a-e19a-4698-83b7-e6d3c227f3b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 898 time: 0.0858617 Oct 29 12:24:39.867179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-0f9b7d7c-c804-4a98-85a6-2b7413297cfc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 1000 time: 0.0630715 Oct 29 12:24:39.916433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-d841c504-2cd8-4b51-ad8a-f6e6518ca845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:39.917917 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-d841c504-2cd8-4b51-ad8a-f6e6518ca845 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.0440390 Oct 29 12:24:39.963784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-af741308-906c-4f6c-96f1-4626e4a0ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:39.965280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-af741308-906c-4f6c-96f1-4626e4a0ebde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393968 Oct 29 12:24:40.065726 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-820dd18f-3445-46a3-b4cf-768cfcd5c702 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881624 Oct 29 12:24:40.156594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f81aebd1-f1da-4a89-bdf9-9f7184053f1c req-62ed6308-b140-479b-9d74-b248cae09502 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Oct 29 12:24:40.852671 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955758e-5e03-4a4a-aeb8-fc69c589affd req-7b3d6699-86a9-4b97-888a-bc8924334851 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:40.854172 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7955758e-5e03-4a4a-aeb8-fc69c589affd req-7b3d6699-86a9-4b97-888a-bc8924334851 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0485570 Oct 29 12:24:40.895662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7955758e-5e03-4a4a-aeb8-fc69c589affd req-ff9968a7-6707-4313-ab6c-532eb2141b91 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356109 Oct 29 12:24:42.022453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d2122-5363-418c-b8ac-a7c14e7dc193 req-6183a6a3-7ba7-4caa-95ce-722b4c0a7c02 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:42.024607 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b4d2122-5363-418c-b8ac-a7c14e7dc193 req-6183a6a3-7ba7-4caa-95ce-722b4c0a7c02 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0587986 Oct 29 12:24:42.064128 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1b4d2122-5363-418c-b8ac-a7c14e7dc193 req-f25a4cd1-2a68-4146-9d0d-962ca9080633 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335913 Oct 29 12:24:43.183092 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da898c-1287-4d7d-93b2-84ee967ba539 req-364a5b4e-397c-4829-95a3-661d984588d2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:43.184590 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9da898c-1287-4d7d-93b2-84ee967ba539 req-364a5b4e-397c-4829-95a3-661d984588d2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0489783 Oct 29 12:24:43.223139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d9da898c-1287-4d7d-93b2-84ee967ba539 req-dc956843-5ce9-4cb5-82a5-b0f3a007d4e3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Oct 29 12:24:44.339901 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844161c4-9057-4eae-aeb9-2f34bd1d9d7d req-210d3e82-e43a-455e-93a8-143103d1b9f6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:44.341435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-844161c4-9057-4eae-aeb9-2f34bd1d9d7d req-210d3e82-e43a-455e-93a8-143103d1b9f6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Oct 29 12:24:44.384973 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-844161c4-9057-4eae-aeb9-2f34bd1d9d7d req-c9c2b9cc-d735-4f7d-894a-889b90d8b3cf tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369771 Oct 29 12:24:45.507977 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc211-6c92-4346-ae29-d848eacb1c55 req-1a3ce4b5-9832-4ece-9f9e-17a659e57a6a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:45.509474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a93cc211-6c92-4346-ae29-d848eacb1c55 req-1a3ce4b5-9832-4ece-9f9e-17a659e57a6a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0496843 Oct 29 12:24:45.545966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a93cc211-6c92-4346-ae29-d848eacb1c55 req-2b9641aa-450f-4970-bca5-6a84d89cb845 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Oct 29 12:24:46.668175 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8397e-5a96-4a06-8427-4672164dc975 req-810b87f7-d9bb-4137-9324-ac5717bf915c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:46.669687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46b8397e-5a96-4a06-8427-4672164dc975 req-810b87f7-d9bb-4137-9324-ac5717bf915c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Oct 29 12:24:46.708139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-46b8397e-5a96-4a06-8427-4672164dc975 req-4426cad3-6a37-466f-987b-2a2ecb0299d8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Oct 29 12:24:47.833662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc5c8-a632-4719-8a61-9f50c06822c2 req-4eb0f01d-59a6-49da-93dc-65ac23028530 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:47.835187 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-788fc5c8-a632-4719-8a61-9f50c06822c2 req-4eb0f01d-59a6-49da-93dc-65ac23028530 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0546885 Oct 29 12:24:47.878918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-788fc5c8-a632-4719-8a61-9f50c06822c2 req-eb7f275f-d878-45eb-930f-28f2fe6dee8c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 Oct 29 12:24:48.993547 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf36f7-c2c7-430a-899e-8349000ca641 req-42fd1106-4fb6-4d07-b108-42a2ead095e1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:48.995032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3cf36f7-c2c7-430a-899e-8349000ca641 req-42fd1106-4fb6-4d07-b108-42a2ead095e1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0487752 Oct 29 12:24:49.033600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3cf36f7-c2c7-430a-899e-8349000ca641 req-ee5980cd-8701-4ba1-8d6f-09daf522a104 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Oct 29 12:24:50.148876 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5b05-7feb-4955-8fd5-b9e8c0576682 req-539ea5b9-2252-4aa8-9cfe-746924a2861b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:50.150372 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-199b5b05-7feb-4955-8fd5-b9e8c0576682 req-539ea5b9-2252-4aa8-9cfe-746924a2861b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Oct 29 12:24:50.187103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-199b5b05-7feb-4955-8fd5-b9e8c0576682 req-63cbaa26-4214-4cff-b49e-c40ff8ca7668 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306973 Oct 29 12:24:51.303158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498106-7c43-44b1-bd3c-a04cf050454f req-4e99b19f-c773-4da9-9d9a-ba6a5dd930c7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:24:51.304539 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1498106-7c43-44b1-bd3c-a04cf050454f req-4e99b19f-c773-4da9-9d9a-ba6a5dd930c7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Oct 29 12:24:51.345819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f1498106-7c43-44b1-bd3c-a04cf050454f req-6effad23-cd0b-4931-8d70-4dfeacb6605b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353293 Oct 29 12:24:51.368108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45010) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:24:51.429348 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8ea69f21-c3ff-4d37-a90d-1528f0220d9e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3112c57d-24d2-417f-b8a7-331a762fe831 HTTP/1.1" status: 200 len: 992 time: 0.0601227 Oct 29 12:24:52.264958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:56.515469 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:24:58.535818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-58a50d72-5550-443c-a52f-7d91cd51311c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:00.947496 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7f49be56-f2c0-494c-ad1f-ac67ff495ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:02.467924 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:02.501336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:03.811633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:13.860722 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:25:21.782935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45024) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:21.937770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 950f944a-68b4-4b5b-b216-b1f7e16516fb {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:25:21.938118 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.017544 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.017865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.029304 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 950f944a-68b4-4b5b-b216-b1f7e16516fb owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:25:22.173741 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.199202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=950f944a-68b4-4b5b-b216-b1f7e16516fb,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:22.211652 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.211998 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.212343 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.212699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.213067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.213406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.213732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.214055 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.214377 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.214698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.215016 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.215350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:22.269550 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.269938 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 3112c57d-24d2-417f-b8a7-331a762fe831 disassociated (deleted). External IP: 172.25.4.9, port: d7d3a663-e26a-4673-a381-d5af057b2d0a. Oct 29 12:25:22.270991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.807190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 31cea409-3231-4a52-b2bf-bb193d20737f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:25:22.914187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:25:22.919011 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:22.924541 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Sync routers for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:25:22.934547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:22.935165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:22.945855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a0562c2e-6119-4191-9c7e-f34103b5e037 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/floatingips/3112c57d-24d2-417f-b8a7-331a762fe831 HTTP/1.1" status: 204 len: 168 time: 1.1618428 Oct 29 12:25:22.946443 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:25:22.948841 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff99007-6a10-439a-8f51-cf52e410bb15" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:25:23.045397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:23.115307 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb46e6e4-16e5-43ed-86d9-4dd523f2f2b7 x-openstack-request-id: req-fb46e6e4-16e5-43ed-86d9-4dd523f2f2b7 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:25:23.115703 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:25:23.116034 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb46e6e4-16e5-43ed-86d9-4dd523f2f2b7 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:25:23.116607 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'status': 'completed', 'code': 200} Oct 29 12:25:23.200778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-a5919705-14b2-46fa-a184-0b17f4fbf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:23.202527 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-a5919705-14b2-46fa-a184-0b17f4fbf46c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 1097 time: 0.0589330 Oct 29 12:25:23.226108 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0be4c8-c5ad-4100-bb5a-ff0129f9941d req-9e5bbd81-ce39-4c8f-a1e7-b9f74c0bc5eb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:23.234145 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a0be4c8-c5ad-4100-bb5a-ff0129f9941d req-9e5bbd81-ce39-4c8f-a1e7-b9f74c0bc5eb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0674639 Oct 29 12:25:23.261462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:23.270933 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a0be4c8-c5ad-4100-bb5a-ff0129f9941d req-861294f5-d81d-48aa-95b5-8b04f52adf9d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350516 Oct 29 12:25:23.297480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-f894b05a-7a01-4f7a-b4ab-31d1856d0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:23.299048 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-f894b05a-7a01-4f7a-b4ab-31d1856d0027 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 200 len: 898 time: 0.0871897 Oct 29 12:25:23.301774 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Checking router: 31cea409-3231-4a52-b2bf-bb193d20737f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:25:23.311435 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:23.312299 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:23.346614 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-531a561e-eb73-4d79-9fce-4fab1fcb272d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 200 len: 217 time: 0.0391076 Oct 29 12:25:23.424753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:23.637614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:23.668499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfcc24-2487-4efc-9330-ca452f24f7d8 None None] The sync data for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 is: [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:54Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'e20cb857-eccf-4eff-ae4d-568908e956ca', 'name': '', 'network_id': '34080481-76af-4439-91bf-c44b4ab883a5', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:4c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:53Z', 'updated_at': '2021-10-29T12:23:57Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '8627371e-bb56-4a9d-8211-37d57bb4aa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:25:23.750330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-0fdc95bf-ca25-49b8-8a63-9eac38294073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:23.752672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-0fdc95bf-ca25-49b8-8a63-9eac38294073 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 200 len: 833 time: 0.3992302 Oct 29 12:25:23.802768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-99a494c0-0335-4692-b499-5dd376020ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:23.804420 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-99a494c0-0335-4692-b499-5dd376020ca5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34080481-76af-4439-91bf-c44b4ab883a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Oct 29 12:25:23.906027 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-5956f0f9-1816-4160-b171-d2a3dac8a4a5 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936050 Oct 29 12:25:23.920820 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b07e1-9368-48e0-b50a-ffdbd5be7fe9 None None] New status for floating IP 3112c57d-24d2-417f-b8a7-331a762fe831: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:25:23.999086 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-cff99007-6a10-439a-8f51-cf52e410bb15 req-af52cec3-50d2-4e12-b5aa-ca7f20524006 service neutron] 10.222.0.86 "GET /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846429 Oct 29 12:25:24.391978 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5957601-4235-4e51-aac9-1974b83ad6c1 req-07aa0b0b-cb9a-4834-93b8-1d54e90a1f12 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:24.393474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5957601-4235-4e51-aac9-1974b83ad6c1 req-07aa0b0b-cb9a-4834-93b8-1d54e90a1f12 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Oct 29 12:25:24.432892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5957601-4235-4e51-aac9-1974b83ad6c1 req-82a96754-57f5-42c5-be43-442db2c99226 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=17c024e3-bf85-42dd-b237-96e7dc3e11f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Oct 29 12:25:24.639530 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-b91c36d3-b129-49f9-853a-3283fc204085 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:24.640950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-b91c36d3-b129-49f9-853a-3283fc204085 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Oct 29 12:25:24.728555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port d7d3a663-e26a-4673-a381-d5af057b2d0a {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:25:24.728894 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:24.820459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port d7d3a663-e26a-4673-a381-d5af057b2d0a, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=d7d3a663-e26a-4673-a381-d5af057b2d0a,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:24.820816 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:24.833909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for d7d3a663-e26a-4673-a381-d5af057b2d0a owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:25:24.960652 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:24.990672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=d7d3a663-e26a-4673-a381-d5af057b2d0a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:25.017966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.018323 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.018671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.019011 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.019347 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.019683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.020014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.020345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.020676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.021024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.021357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.021683 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:25.040949 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] No DVR routers for this DVR port d7d3a663-e26a-4673-a381-d5af057b2d0a on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:25:25.043603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:25.046933 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f5ba00ac-05d7-4e60-a39e-fa97edbfe197 req-df2cb768-4242-492b-9035-537b03c6c579 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "DELETE /v2.0/ports/d7d3a663-e26a-4673-a381-d5af057b2d0a HTTP/1.1" status: 204 len: 173 time: 0.3989451 Oct 29 12:25:25.047374 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'name': 'network-vif-deleted', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:25:25.050214 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95bc31-4741-43dc-afe4-ecb4db89a225" -d '{"events": [{"server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "name": "network-vif-deleted", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:25:25.093669 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813eca8b-1ca9-4801-b0a0-740f8558a245 x-openstack-request-id: req-813eca8b-1ca9-4801-b0a0-740f8558a245 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:25:25.093969 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ddbb1-f623-4c3a-8b18-b75b8bc1c984", "name": "network-vif-deleted", "tag": "d7d3a663-e26a-4673-a381-d5af057b2d0a", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:25:25.094229 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-813eca8b-1ca9-4801-b0a0-740f8558a245 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:25:25.094645 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ddbb1-f623-4c3a-8b18-b75b8bc1c984', 'name': 'network-vif-deleted', 'tag': 'd7d3a663-e26a-4673-a381-d5af057b2d0a', 'status': 'completed', 'code': 200} Oct 29 12:25:25.545507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cd558f01-fb75-4069-be41-755020127139 req-58ab45f1-b0ed-4f14-b19e-7a45ab9e4dfd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=a99ddbb1-f623-4c3a-8b18-b75b8bc1c984 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Oct 29 12:25:26.516197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:26.604299 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45042) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:26.957016 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:27.210344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port e20cb857-eccf-4eff-ae4d-568908e956ca {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:25:27.210604 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:27.308754 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port e20cb857-eccf-4eff-ae4d-568908e956ca, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e20cb857-eccf-4eff-ae4d-568908e956ca,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:27.309142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:27.321349 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for e20cb857-eccf-4eff-ae4d-568908e956ca owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:25:27.505342 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:27.533035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=e20cb857-eccf-4eff-ae4d-568908e956ca,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:27.710643 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:27.926536 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 31cea409-3231-4a52-b2bf-bb193d20737f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:25:28.030291 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:25:28.036055 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bc348b62-8918-4efc-a64c-38abd1272846 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/31cea409-3231-4a52-b2bf-bb193d20737f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4307237 Oct 29 12:25:28.038858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45044) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:28.043261 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Sync routers for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:25:28.056016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:28.056634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:28.096147 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting subnet 8627371e-bb56-4a9d-8211-37d57bb4aa2b {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:25:28.099524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.143545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.161525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:28.226002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.283371 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.319167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Subnet': ['ID=8627371e-bb56-4a9d-8211-37d57bb4aa2b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:28.321175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.326810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c694cbbd-3dea-4bd7-b720-b965512d5002 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/subnets/8627371e-bb56-4a9d-8211-37d57bb4aa2b HTTP/1.1" status: 204 len: 168 time: 0.2836773 Oct 29 12:25:28.327228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45046) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:28.332064 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2954a-422d-4b98-9862-88efbe52c62b None None] Network 34080481-76af-4439-91bf-c44b4ab883a5 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:25:28.408205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:25:27Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:28.433326 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.452917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Checking router: 31cea409-3231-4a52-b2bf-bb193d20737f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:25:28.477901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Routers {'31cea409-3231-4a52-b2bf-bb193d20737f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:28.478424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['31cea409-3231-4a52-b2bf-bb193d20737f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:28.538459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.598207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port e833603c-c876-49b0-8c0b-bf566945c761 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:25:28.598559 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.686747 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port e833603c-c876-49b0-8c0b-bf566945c761, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e833603c-c876-49b0-8c0b-bf566945c761,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:28.687103 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.699965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for e833603c-c876-49b0-8c0b-bf566945c761 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:25:28.750954 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-38b9ef9d-c952-4a2a-b3a9-30350cf60281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.780579 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] Set router 31cea409-3231-4a52-b2bf-bb193d20737f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:28.837457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] DHCP port deletion for 34080481-76af-4439-91bf-c44b4ab883a5 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:25:28.882396 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.911701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=e833603c-c876-49b0-8c0b-bf566945c761,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:28.975643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:28.984874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Deleting port 79e784e4-2468-4baa-98bc-ed00ac7b63ea {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:25:28.985270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.061215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] For port 79e784e4-2468-4baa-98bc-ed00ac7b63ea, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=79e784e4-2468-4baa-98bc-ed00ac7b63ea,segment=NetworkSegment(74acde32-d3c1-47f4-a039-ea50a90ac2d7),segment_id=74acde32-d3c1-47f4-a039-ea50a90ac2d7)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:29.061928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.074037 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.076304 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.077078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Calling delete_port for 79e784e4-2468-4baa-98bc-ed00ac7b63ea owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:25:29.120802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.122409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Fanout notify agent at l3_agent the message router_deleted on router 31cea409-3231-4a52-b2bf-bb193d20737f {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:25:29.123022 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:25:27Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:29.130909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.134557 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c792a191-0b4c-4650-b593-992ca3a6ba6d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/routers/31cea409-3231-4a52-b2bf-bb193d20737f HTTP/1.1" status: 204 len: 168 time: 0.8039656 Oct 29 12:25:29.134780 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45048) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:29.160385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cfa06-5c27-4ceb-8afb-eda61c48d358 None None] The sync data for ids ['31cea409-3231-4a52-b2bf-bb193d20737f'] in n-d-805046-9 is: [{'id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29762021', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:25:27Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e833603c-c876-49b0-8c0b-bf566945c761', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cea409-3231-4a52-b2bf-bb193d20737f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:23:51Z', 'updated_at': '2021-10-29T12:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:25:29.202282 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.221258 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.228547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Pushing event deleted for resources: {'Port': ['ID=79e784e4-2468-4baa-98bc-ed00ac7b63ea,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:29.236534 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] No DVR routers for this DVR port 79e784e4-2468-4baa-98bc-ed00ac7b63ea on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:25:29.238769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.239117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.239460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.239795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.240128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.240517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.240849 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.241200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.241528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.241845 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.242176 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.242495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065c824-0845-4971-95e6-b280e615ff3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:29.311563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.333076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34080481-76af-4439-91bf-c44b4ab883a5']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:29.342076 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74acde32-d3c1-47f4-a039-ea50a90ac2d7') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:29.342371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74acde32-d3c1-47f4-a039-ea50a90ac2d7') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:29.351525 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.364242 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.370054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:25:29.370428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:25:29.373332 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:25:29.439353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.447235 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.450582 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/networks/34080481-76af-4439-91bf-c44b4ab883a5 HTTP/1.1" status: 204 len: 168 time: 0.3148220 Oct 29 12:25:29.454589 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45050) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:29.462911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba882b-db0c-4f47-b99d-bfaaf639b5fd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Network': ['ID=34080481-76af-4439-91bf-c44b4ab883a5,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:29.529644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.559057 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.627698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.630459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:29.634730 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/security-groups/17c024e3-bf85-42dd-b237-96e7dc3e11f8 HTTP/1.1" status: 204 len: 168 time: 0.1779659 Oct 29 12:25:29.644812 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a001f3f-1538-49df-88a2-9ce2e8a77948 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c024e3-bf85-42dd-b237-96e7dc3e11f8,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:29.952842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d7d3a663-e26a-4673-a381-d5af057b2d0a no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:25:29.974817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: d7d3a663-e26a-4673-a381-d5af057b2d0a {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:25:29.975186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device d7d3a663-e26a-4673-a381-d5af057b2d0a not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:25:30.106041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45056) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.110682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64772259', 'description': 'tempest-secgroup-smoke-64772259 description', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.133716 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.213125 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.217735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.250766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79e784e4-2468-4baa-98bc-ed00ac7b63ea no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:25:30.253560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.255247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1481285 Oct 29 12:25:30.256214 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77583c-d1d1-4a1f-b699-0adcfe18bc0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001f1193-1f46-47a0-8de4-2e166f5a295d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.258304 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45058) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.263090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.273719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 79e784e4-2468-4baa-98bc-ed00ac7b63ea {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:25:30.274173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 79e784e4-2468-4baa-98bc-ed00ac7b63ea not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:25:30.274659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e20cb857-eccf-4eff-ae4d-568908e956ca no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:25:30.290023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.296982 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e20cb857-eccf-4eff-ae4d-568908e956ca {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:25:30.297352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e20cb857-eccf-4eff-ae4d-568908e956ca not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:25:30.297770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e833603c-c876-49b0-8c0b-bf566945c761 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:25:30.319578 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e833603c-c876-49b0-8c0b-bf566945c761 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:25:30.319926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e833603c-c876-49b0-8c0b-bf566945c761 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:25:30.346661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.350061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.367357 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b1c974-006a-4d67-9462-b2f2eec64e05,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.376735 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.378025 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcfcd71f-3e4f-41f8-ac4b-68354c89a2c2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186962 Oct 29 12:25:30.380698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45060) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.385175 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.411651 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.466428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.470498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.491886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce60b91-4d9a-4ee1-91b9-1b74953c5511,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.499570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.500850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2b287ab8-172b-429c-bf02-5539e65c1fb6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191542 Oct 29 12:25:30.503795 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45062) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.508999 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.535285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.593541 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.597740 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.614501 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e04e6-6b04-44e2-ae0c-547cf7414a54,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.623039 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.624207 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4a03f25b-f19b-4152-983f-42e080243fde tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194506 Oct 29 12:25:30.627557 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45064) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.631827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.657744 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.715237 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.718777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.736629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e29ece-2fc8-4227-96e5-e8fdf4d7b79a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.745356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.746841 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-48041c44-a309-4572-acb1-6e6e5bc24b13 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181822 Oct 29 12:25:30.749736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45066) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.754626 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.777778 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:25:30.783050 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.842269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.846065 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.868524 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646acf72-b848-41e7-90c5-14594430432d,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:30.875609 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.876611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a04c1c81-69f5-4a5e-a402-2b1e1ab7f20e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254270 Oct 29 12:25:30.879338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45068) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:30.884156 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '001f1193-1f46-47a0-8de4-2e166f5a295d', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:30.906101 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:25:30.911353 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.949762 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3c5db665-f184-410e-99c6-6b3b51e4f59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.973972 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.977470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:30.996799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead8a168-297d-4f66-a418-bcd423a7cfbf,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:31.008268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.009592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b24b091c-64db-4106-863b-462e0337f2e8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293197 Oct 29 12:25:31.012388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45070) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:31.017830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'network': {'name': 'tempest-network-smoke--192573700', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'port_security_enabled': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:31.038275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:25:31.041690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.066120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:25:31.075469 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.075806 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Added segment dbcc9e1b-3c51-4436-8974-d69c3fc646c9 of type vlan for network 4292af13-4ccb-478d-8f77-0fe3a45568d1 Oct 29 12:25:31.114324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.138006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.144053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:31.144639 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.201549 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881211 Oct 29 12:25:31.204755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45072) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:31.209111 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'admin_state_up': True, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:31.231733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857479b-ab85-4161-ad97-b0bb78a4a05c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Network': ['ID=4292af13-4ccb-478d-8f77-0fe3a45568d1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:31.242455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:25:31.246563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.247719 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.298139 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.437963 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.633493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.657802 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.760684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.237 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e2c053e5-40a9-45ef-8079-d62d2b1189ab) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:25:31.869641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.904736 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:31.945141 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:31.948129 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:31.952466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:25:31.958860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=e2c053e5-40a9-45ef-8079-d62d2b1189ab,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:32.211392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.418106 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.472204 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.506821 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.554725 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:25:32.656775 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:25:32.667038 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Sync routers for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:25:32.677076 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:32.677741 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:32.678096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.679486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-85525b0f-3ede-4b94-a1ec-ba5af80ab5f8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4737806 Oct 29 12:25:32.682934 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45074) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:32.714008 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-06ba6d15-1757-46a5-b3b1-312ba509fc8c tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=e8b6e0bf69b34216a5ae285e95d0a455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297031 Oct 29 12:25:32.717405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45076) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:32.780067 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:32.808483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7efa7a-01ce-4563-a2c0-1d8268721695 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:32.810036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-da7efa7a-01ce-4563-a2c0-1d8268721695 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912077 Oct 29 12:25:32.812885 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45078) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:32.841201 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-13b04b71-c960-4a3b-ae81-488becada566 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270102 Oct 29 12:25:32.843451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45080) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:32.848739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1475407741', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:32.944432 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:25:32.947995 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:32.955060 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:32Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:32.981711 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Checking router: bc72ee91-a416-4fc9-bba6-ffe283f2ae34 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:25:32.982052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Updating router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 port e2c053e5-40a9-45ef-8079-d62d2b1189ab binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:25:33.010536 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.130332 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.193305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Subnet': ['ID=b1782a63-0a69-428c-a1d6-5372ae2a8f1d,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:33.202005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Checking segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:25:33.202685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network hostable DHCP agents. Network: 4292af13-4ccb-478d-8f77-0fe3a45568d1, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:25:33.221553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:25:33.229950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 4292af13-4ccb-478d-8f77-0fe3a45568d1) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:33.235827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:33.237170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.240816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da089b-e3b6-4612-bcf4-2351b054c26e None None] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:25:33.255694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9c018995-ca7c-4a15-84f8-0e12742e00c1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112213 Oct 29 12:25:33.258709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45082) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:33.262134 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.268268 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.307975 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Pushing event updated for resources: {'Port': ['ID=e2c053e5-40a9-45ef-8079-d62d2b1189ab,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:33.318601 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.318950 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.319288 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.319647 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.319948 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.321040 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.321542 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.322036 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.322514 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.322990 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.323474 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.323806 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:25:33.342924 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Attempting to bind port e2c053e5-40a9-45ef-8079-d62d2b1189ab on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:25:33.343289 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Attempting to bind port e2c053e5-40a9-45ef-8079-d62d2b1189ab by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:25:33.343651 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Attempting to bind port e2c053e5-40a9-45ef-8079-d62d2b1189ab on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:25:33.348819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:25:33.349223 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:25:33.349622 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.350016 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:25:33.350667 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Bound port: e2c053e5-40a9-45ef-8079-d62d2b1189ab, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:25:33.351300 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.400112 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-4292af13-4ccb-478d-8f77-0fe3a45568d1', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:25:33.401676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.409934 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] For port e2c053e5-40a9-45ef-8079-d62d2b1189ab, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:25:33.412964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] For port e2c053e5-40a9-45ef-8079-d62d2b1189ab, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2c053e5-40a9-45ef-8079-d62d2b1189ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:25:33.420866 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.474030 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c132-1929-43d9-89b0-089a1fce5064 None None] Pushing event updated for resources: {'Port': ['ID=e2c053e5-40a9-45ef-8079-d62d2b1189ab,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:33.491275 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:33.491961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:33.551443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Allocated IP 172.20.0.2 (4292af13-4ccb-478d-8f77-0fe3a45568d1/b1782a63-0a69-428c-a1d6-5372ae2a8f1d/ca86a31d-84d9-4c0c-a603-4c465411584f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:25:33.709709 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:33.712194 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.723337 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.745447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.770134 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:33.773120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:33.776676 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:25:33.788709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Pushing event updated for resources: {'Port': ['ID=ca86a31d-84d9-4c0c-a603-4c465411584f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:33.857739 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.861191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Attempting to bind port ca86a31d-84d9-4c0c-a603-4c465411584f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:25:33.861566 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Attempting to bind port ca86a31d-84d9-4c0c-a603-4c465411584f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:25:33.861926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Attempting to bind port ca86a31d-84d9-4c0c-a603-4c465411584f on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:25:33.875292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:25:33.876033 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Checking segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:25:33.876454 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.876854 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Bound using segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:25:33.877386 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Bound port: ca86a31d-84d9-4c0c-a603-4c465411584f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:25:33.877775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:33.899756 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:32Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:33.933598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ea562-f132-47fe-af4b-5f0974f8a089 None None] The sync data for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 is: [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:32Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:25:33.955851 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] For port ca86a31d-84d9-4c0c-a603-4c465411584f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:25:33.961756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] For port ca86a31d-84d9-4c0c-a603-4c465411584f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ca86a31d-84d9-4c0c-a603-4c465411584f,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:25:33.967447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:34.056652 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fed21-7e92-4fcd-bdc5-f75de284224e None None] Pushing event updated for resources: {'Port': ['ID=ca86a31d-84d9-4c0c-a603-4c465411584f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:34.467864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.1 (4292af13-4ccb-478d-8f77-0fe3a45568d1/b1782a63-0a69-428c-a1d6-5372ae2a8f1d/7021bf97-e95c-48e3-a462-e4c1553fce4b) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:25:34.589446 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:34.624058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:34.672098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:34.675773 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:34.679715 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:25:34.704211 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:34.729366 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:34.870164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.065427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e06aa8-1f21-4b47-8a3d-bfc16f222145 None None] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:25:35.145705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] Provisioning complete for port ca86a31d-84d9-4c0c-a603-4c465411584f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:35.146075 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.163392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.168162 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.246945 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.248675 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:35.293904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.333769 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] For port ca86a31d-84d9-4c0c-a603-4c465411584f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ca86a31d-84d9-4c0c-a603-4c465411584f,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:35.338676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.371283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:35.373171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:35.403520 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd919c-38f4-4ebc-b8c0-87d4091608fa None None] Pushing event updated for resources: {'Port': ['ID=ca86a31d-84d9-4c0c-a603-4c465411584f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:35.511971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:25:35.571971 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c0f20e2d-4f96-4e85-86a1-645eeb1a7b7e None None] Provisioning complete for port ca86a31d-84d9-4c0c-a603-4c465411584f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:35.571971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e2d-4f96-4e85-86a1-645eeb1a7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.647108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:25:35.652785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0f52d1b7-55b7-4fce-a510-f8e0aa037e36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/bc72ee91-a416-4fc9-bba6-ffe283f2ae34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927243 Oct 29 12:25:35.682588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c0f20e2d-4f96-4e85-86a1-645eeb1a7b7e None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:35.682968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e2d-4f96-4e85-86a1-645eeb1a7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.715719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Sync routers for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:25:35.743516 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:35.744128 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:35.746160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c0f20e2d-4f96-4e85-86a1-645eeb1a7b7e None None] Port 7021bf97-e95c-48e3-a462-e4c1553fce4b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:25:35.807232 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-3a373f96-1a4b-4b63-98bc-a2acfea0aa08 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64772259&fields=id&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 267 time: 0.0357947 Oct 29 12:25:35.864887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:35.919930 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1434c080-6257-4890-aeee-503c79250418 None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:35.920308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1434c080-6257-4890-aeee-503c79250418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:35.933682 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-6fbf6755-171b-420b-804e-91f14edf3af7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:35.935443 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-6fbf6755-171b-420b-804e-91f14edf3af7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 796 time: 0.1215222 Oct 29 12:25:35.953346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-527b1214-3227-47b4-938d-b190cdf5dbdd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/quotas/e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 375 time: 0.0102904 Oct 29 12:25:36.005223 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-e121d349-49f4-4d9c-ac83-4492a1bc6cb0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458827 Oct 29 12:25:36.024911 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1434c080-6257-4890-aeee-503c79250418 None None] Port 7021bf97-e95c-48e3-a462-e4c1553fce4b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:25:36.119210 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-3393965f-cd92-4828-8a43-749e029d5798 service neutron] 10.222.0.77 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010869 Oct 29 12:25:36.130908 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:35Z', 'revision_number': 2, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:36.167153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2c053e5-40a9-45ef-8079-d62d2b1189ab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:25:36.172614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Checking router: bc72ee91-a416-4fc9-bba6-ffe283f2ae34 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:25:36.173554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Updating router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 port 7021bf97-e95c-48e3-a462-e4c1553fce4b binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:25:36.224076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-0a8f9c86-6912-4ef1-9807-6a691d774967 service neutron] 10.222.0.77 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979378 Oct 29 12:25:36.228111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-905028bd-7698-4cbb-ba21-2e7c8b12b3c1 None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:36.228485 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-905028bd-7698-4cbb-ba21-2e7c8b12b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.234069 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.394757 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4fc66d09-e1b0-47cb-be3f-98c8aa11c514 req-aa160660-1c7e-4dc1-88c8-9888121cd858 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Oct 29 12:25:36.469207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-905028bd-7698-4cbb-ba21-2e7c8b12b3c1 None None] Port 7021bf97-e95c-48e3-a462-e4c1553fce4b cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:25:36.485897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e2c053e5-40a9-45ef-8079-d62d2b1189ab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:36.486306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.680926 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.721013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e2c053e5-40a9-45ef-8079-d62d2b1189ab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2c053e5-40a9-45ef-8079-d62d2b1189ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:36.728384 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.729173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ca86a31d-84d9-4c0c-a603-4c465411584f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:25:36.836697 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.850744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.859065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e2c053e5-40a9-45ef-8079-d62d2b1189ab,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:36.902439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port ca86a31d-84d9-4c0c-a603-4c465411584f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:36.902810 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:36.959441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c975eba-c901-45e5-ab8a-569683f7786b None None] Pushing event updated for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:37.004178 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Attempting to bind port 7021bf97-e95c-48e3-a462-e4c1553fce4b on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:25:37.004554 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Attempting to bind port 7021bf97-e95c-48e3-a462-e4c1553fce4b by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:25:37.004928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Attempting to bind port 7021bf97-e95c-48e3-a462-e4c1553fce4b on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:25:37.013046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:25:37.013432 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Checking segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:25:37.013839 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.014238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Bound using segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:25:37.014719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Bound port: 7021bf97-e95c-48e3-a462-e4c1553fce4b, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:25:37.015100 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.121636 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] For port 7021bf97-e95c-48e3-a462-e4c1553fce4b, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:25:37.127673 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] For port 7021bf97-e95c-48e3-a462-e4c1553fce4b, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7021bf97-e95c-48e3-a462-e4c1553fce4b,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:25:37.129946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:37.130552 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.135505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.278462 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:37.279096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:37.286700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c975eba-c901-45e5-ab8a-569683f7786b None None] Pushing event updated for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:37.419662 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.448133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:37.485855 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-10a573b5-aa21-4093-b9f9-0dfd219fafb3 req-9a29b20c-ded8-406a-9114-9ac618b815e0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0369010 Oct 29 12:25:37.495630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] For port 7021bf97-e95c-48e3-a462-e4c1553fce4b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7021bf97-e95c-48e3-a462-e4c1553fce4b,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:37.508313 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.640752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9516bb-26c7-438b-a4ef-3fa08d5bcd66 None None] Pushing event updated for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:37.661575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-d578f728-a76a-47ba-99b7-3d3f65c580c4 None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:37.661945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d578f728-a76a-47ba-99b7-3d3f65c580c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:37.786139 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:37.816420 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbddd14-236e-496b-b56a-c996b15b36bf None None] The sync data for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 is: [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:25:38.161092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7021bf97-e95c-48e3-a462-e4c1553fce4b up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:25:38.215108 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 7021bf97-e95c-48e3-a462-e4c1553fce4b triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:38.215479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:38.296319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2c053e5-40a9-45ef-8079-d62d2b1189ab up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:25:38.345507 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e2c053e5-40a9-45ef-8079-d62d2b1189ab triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:38.345882 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:38.572406 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5cb5d9a-9570-4148-9260-4d0ace1e6af4 req-a09e7c0c-93e3-4ed5-9fc3-f2d87a3c1259 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0329428 Oct 29 12:25:39.650806 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-62f73707-905c-42fd-b484-b9b59c5b86a0 req-1ba1ff7f-a359-42f8-b928-0671346dd9b1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0260353 Oct 29 12:25:40.746429 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e7ec6a8-eaaa-41ff-b007-86b7f9105851 req-a2535bc0-ffc2-481c-8b1c-bf511b402d5e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0264404 Oct 29 12:25:41.487340 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-a1e5296a-7b58-4194-888d-cb898c05eb11 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:41.488810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-a1e5296a-7b58-4194-888d-cb898c05eb11 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 796 time: 0.1166523 Oct 29 12:25:41.535145 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-e21471db-4feb-402c-b11f-1cbf81e9b605 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 378 time: 0.0363996 Oct 29 12:25:41.545870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'port': {'device_id': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'admin_state_up': True, 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'security_groups': ['001f1193-1f46-47a0-8de4-2e166f5a295d']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:41.655228 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:25:41.658846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:41.783964 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.5 (4292af13-4ccb-478d-8f77-0fe3a45568d1/b1782a63-0a69-428c-a1d6-5372ae2a8f1d/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:25:41.846025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e2b3fadb-638d-4097-b832-cfd0e01b628a req-7708e12b-d2a9-4f74-8445-9ed0ba9d563a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 210 time: 0.0263383 Oct 29 12:25:41.929117 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:41.964273 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.008736 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:42.011932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:42.015700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:25:42.039896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:42.076804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.077497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.094870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-24d76809-2c70-45c0-9058-d674394b7c3b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520768 Oct 29 12:25:42.107517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Request body: {'port': {'device_id': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:42.163497 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.258634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0d7c7955-ab11-4ce8-a37b-d030d7ca9a56 None None] Provisioning complete for port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:42.259547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7955-ab11-4ce8-a37b-d030d7ca9a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.293990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c7955-ab11-4ce8-a37b-d030d7ca9a56 None None] Port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:25:42.444341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:25:42.451705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.463579 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Transition to ACTIVE for port object 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:25:42.467244 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.520061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:42.586699 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:25:42.587029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:25:42.587356 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:25:42.592109 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:25:42.592423 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:25:42.598336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:25:42.598665 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Checking segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:25:42.599044 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Bound using segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:25:42.599464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Bound port: 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:25:42.599817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.669522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:25:42.672491 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:25:42.678161 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.717386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.718122 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:42.719705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] 10.222.0.86 "PUT /v2.0/ports/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 1091 time: 0.6167743 Oct 29 12:25:42.720150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:25:42.722479 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc611522-b61a-41f2-80e3-2d31351ae7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:25:42.748134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8cd3-87ae-4577-a762-5a8565d30c5f service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:42.774169 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8bb8fc-3648-479f-ab1a-59472ffa0c9f x-openstack-request-id: req-5c8bb8fc-3648-479f-ab1a-59472ffa0c9f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:25:42.774169 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:25:42.774169 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c8bb8fc-3648-479f-ab1a-59472ffa0c9f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:25:42.774605 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'status': 'completed', 'code': 200} Oct 29 12:25:42.805145 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-e44f0cfd-ea08-454a-9599-32244cd1f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.806546 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-e44f0cfd-ea08-454a-9599-32244cd1f446 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0440710 Oct 29 12:25:42.855978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-b7a7f66c-f1cc-4913-99e3-ccadc2723d9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 217 time: 0.0393562 Oct 29 12:25:42.918741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-5ca381a9-042c-4fba-a8e1-7557082337da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.920355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-5ca381a9-042c-4fba-a8e1-7557082337da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0558338 Oct 29 12:25:42.970838 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43854-2f7a-4b90-949a-2ca39450526d req-170cb31c-5d94-492a-8c1e-1addfc5b808c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.972404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dab43854-2f7a-4b90-949a-2ca39450526d req-170cb31c-5d94-492a-8c1e-1addfc5b808c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0515039 Oct 29 12:25:42.981576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-c7f5adf6-3d82-41bc-86bd-9185e0af0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:42.983403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-c7f5adf6-3d82-41bc-86bd-9185e0af0015 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562634 Oct 29 12:25:43.017847 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dab43854-2f7a-4b90-949a-2ca39450526d req-cb2b007b-8da8-4a66-8276-45bd4fc35a8f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386958 Oct 29 12:25:43.081792 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-a685447b-fcd6-47f3-b656-83d06686b258 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896237 Oct 29 12:25:43.172091 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d7e97916-ebb3-4c6a-8592-14ef6d4f7871 req-ab35b8d9-403f-4996-a6e7-be6353d8c13b service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830505 Oct 29 12:25:43.260669 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-11d11c96-c8d1-4273-a9ec-8decb518d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:43.262194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-11d11c96-c8d1-4273-a9ec-8decb518d796 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0421805 Oct 29 12:25:43.359373 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-f07a9979-ede8-476c-a8ba-5088cd335693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:43.361508 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-f07a9979-ede8-476c-a8ba-5088cd335693 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0910230 Oct 29 12:25:43.404238 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-2f4b6c5c-cb66-456b-a97e-12608fcc93df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 217 time: 0.0337741 Oct 29 12:25:43.460387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-c7a2070c-4140-4497-a9fd-f1081d14c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:43.461960 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-c7a2070c-4140-4497-a9fd-f1081d14c702 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0501580 Oct 29 12:25:43.509386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-588eebb6-a5e2-413a-812e-7148879d969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:43.510892 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-588eebb6-a5e2-413a-812e-7148879d969e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404487 Oct 29 12:25:43.632504 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-0a6f182b-74ef-4414-937e-3d6bd1b7bedd service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138172 Oct 29 12:25:43.740762 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fc611522-b61a-41f2-80e3-2d31351ae7c7 req-59781fc7-9b9f-4657-9545-31e3d1261314 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997405 Oct 29 12:25:44.141654 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8389d59-709b-4505-8db5-f1fca70444fc req-e8bc9dbb-4e49-4170-82ed-63c2cc80a5e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:44.143165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8389d59-709b-4505-8db5-f1fca70444fc req-e8bc9dbb-4e49-4170-82ed-63c2cc80a5e9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0550501 Oct 29 12:25:44.183028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d8389d59-709b-4505-8db5-f1fca70444fc req-4994f799-1f5f-485c-95aa-36ce27f18011 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337799 Oct 29 12:25:45.301128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d983ae7-1dbe-410e-acdb-7404fbb18e9f req-a940b938-099d-4fa0-ae4f-f6dd47693c6b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:45.302631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d983ae7-1dbe-410e-acdb-7404fbb18e9f req-a940b938-099d-4fa0-ae4f-f6dd47693c6b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0500550 Oct 29 12:25:45.344017 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d983ae7-1dbe-410e-acdb-7404fbb18e9f req-e557e698-55e1-4be1-8f00-0a937568239a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321689 Oct 29 12:25:46.061857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:25:46.155990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:46.167582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'mac_address': 'fa:16:3e:d2:53:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:25:46.211569 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:46.225091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:25:46.243716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:46.247456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:46.295248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:46.457034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:25:46.458895 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca0cb-ef8f-4f65-821b-e16f97e8b48f req-76ce2351-1c0e-4811-950a-700f50b8941d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:46.460413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-000ca0cb-ef8f-4f65-821b-e16f97e8b48f req-76ce2351-1c0e-4811-950a-700f50b8941d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Oct 29 12:25:46.498890 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-000ca0cb-ef8f-4f65-821b-e16f97e8b48f req-368ce2f4-9c69-4c15-b5d2-f333fc1157c4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324864 Oct 29 12:25:47.619952 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab297-2fd1-44bf-b7f0-72475d25c84e req-da6883d4-1c98-4385-9845-423f39ebeba6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:47.621396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2adab297-2fd1-44bf-b7f0-72475d25c84e req-da6883d4-1c98-4385-9845-423f39ebeba6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 944 time: 0.0524578 Oct 29 12:25:47.659856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2adab297-2fd1-44bf-b7f0-72475d25c84e req-b1fb01fb-4d52-4fdc-956e-cf4affff3d40 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317149 Oct 29 12:25:48.062395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:25:48.112694 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:25:48.116760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:25:48.117381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:48.199548 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:48.224717 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:25:48.226992 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3069f8-ba86-44e3-8c34-392e7f0879e1" -d '{"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:25:48.241050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:25:48.248890 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:48.276579 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9d2ec-dac5-4492-a0f6-462857362969 x-openstack-request-id: req-91c9d2ec-dac5-4492-a0f6-462857362969 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:25:48.276867 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:25:48.277138 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91c9d2ec-dac5-4492-a0f6-462857362969 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:25:48.277522 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'code': 200} Oct 29 12:25:48.305460 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:48.365952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bcdf-ba16-4e72-9c4e-b1232bb2d982 req-bc6bc506-2ab0-4449-9fb0-b99e2cc707eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:48.367451 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df11bcdf-ba16-4e72-9c4e-b1232bb2d982 req-bc6bc506-2ab0-4449-9fb0-b99e2cc707eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1096 time: 0.0417907 Oct 29 12:25:48.403937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-df11bcdf-ba16-4e72-9c4e-b1232bb2d982 req-6147da9d-27c5-4389-86ad-c336335dad36 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291481 Oct 29 12:25:48.776474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec76a-0a02-4b86-9554-0f90027ff681 req-6201d9ac-0bab-450f-b87b-34301c59af43 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:48.778046 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26aec76a-0a02-4b86-9554-0f90027ff681 req-6201d9ac-0bab-450f-b87b-34301c59af43 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Oct 29 12:25:48.816622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-26aec76a-0a02-4b86-9554-0f90027ff681 req-7f1bc15b-0495-4a44-bd2b-2bf147887682 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320554 Oct 29 12:25:49.943001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6c579-fb18-4e28-bb12-fa02e30ac6ba req-9290db10-6dbd-45f7-9df3-695df94b82a2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:49.944627 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38f6c579-fb18-4e28-bb12-fa02e30ac6ba req-9290db10-6dbd-45f7-9df3-695df94b82a2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Oct 29 12:25:49.986740 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-38f6c579-fb18-4e28-bb12-fa02e30ac6ba req-f2706204-9598-4201-a241-4a7335f4edc4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359125 Oct 29 12:25:50.118382 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9963-0dbd-4a5b-8103-eef6671105cd req-1704d739-0f39-40c8-bea3-9b7e83df4f04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:50.119830 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-415a9963-0dbd-4a5b-8103-eef6671105cd req-1704d739-0f39-40c8-bea3-9b7e83df4f04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0579140 Oct 29 12:25:50.161270 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-415a9963-0dbd-4a5b-8103-eef6671105cd req-30e26004-def5-4bb0-b8ab-e0a8f91dba8e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346181 Oct 29 12:25:50.186378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45154) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:50.233442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347c2b1-d050-4be0-a7ab-efa21188f3db tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:50.235693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6347c2b1-d050-4be0-a7ab-efa21188f3db tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1091 time: 0.0476072 Oct 29 12:25:50.240279 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45156) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:50.244707 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:25:50.267899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:50.372883 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:50.487507 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.48 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/0f5a94f3-cb20-4c48-bad2-ffa97bd3167d) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:25:50.596984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:50.630572 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:50.673900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:25:50.677207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:25:50.680046 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:25:50.712455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=0f5a94f3-cb20-4c48-bad2-ffa97bd3167d,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:50.859424 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:25:51.026320 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.095461 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.247548 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.252786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.317649 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=0f5a94f3-cb20-4c48-bad2-ffa97bd3167d,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:25:51.335011 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.440185 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 3377d138-e66a-4e6c-92ef-1402c3e64ef8 associated. External IP: 172.25.4.48, port: 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2. Oct 29 12:25:51.650627 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:25:51.758240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:25:51.770917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Sync routers for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:25:51.776806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:51.780555 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:51.781188 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:51.804475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-49fda0fa-47db-42fc-9098-f534bfa313d9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5630975 Oct 29 12:25:51.805106 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:25:51.807457 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83942e7d-92a1-43ea-b7cd-e12e50713843" -d '{"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:25:51.886917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:51.900385 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1444d6-1290-44b9-8bd8-7bc7992d44f0 req-bde9dbc5-0c7d-4cc3-a123-34b40c7c437c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:51.901966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b1444d6-1290-44b9-8bd8-7bc7992d44f0 req-bde9dbc5-0c7d-4cc3-a123-34b40c7c437c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Oct 29 12:25:51.940255 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9b1444d6-1290-44b9-8bd8-7bc7992d44f0 req-e292fc2c-1398-40ed-b47c-1770d792ebc1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321720 Oct 29 12:25:51.963535 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45162) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:52.002792 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e58f60-4a47-4281-9e39-36718458296d x-openstack-request-id: req-f5e58f60-4a47-4281-9e39-36718458296d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:25:52.003160 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:25:52.003485 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5e58f60-4a47-4281-9e39-36718458296d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:25:52.004144 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'status': 'completed', 'code': 200} Oct 29 12:25:52.054313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2d001aaf-b452-4e3d-b500-3f1b8810036c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3377d138-e66a-4e6c-92ef-1402c3e64ef8 HTTP/1.1" status: 200 len: 990 time: 0.0895181 Oct 29 12:25:52.066219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-7d0c77e6-6ee3-45fb-b6a3-359d97ae4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:52.067684 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-7d0c77e6-6ee3-45fb-b6a3-359d97ae4653 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1096 time: 0.0482213 Oct 29 12:25:52.117746 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3377d138-e66a-4e6c-92ef-1402c3e64ef8', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'mac_address': 'fa:16:3e:d2:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:25:50Z', 'updated_at': '2021-10-29T12:25:50Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:52.147240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Checking router: bc72ee91-a416-4fc9-bba6-ffe283f2ae34 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:25:52.156023 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:25:52.156621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:25:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:52.160218 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-f751bff6-1b1b-4665-86b6-5ddd5daae528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:52.161777 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-f751bff6-1b1b-4665-86b6-5ddd5daae528 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0873058 Oct 29 12:25:52.232317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-12b03e15-a4c7-4255-9875-d728a735115f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 998 time: 0.0627561 Oct 29 12:25:52.261619 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:25:52.278565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:52.285434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-1d52cb59-ddee-4f86-83bd-33a5bbf3ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:52.287062 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-1d52cb59-ddee-4f86-83bd-33a5bbf3ef30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0475349 Oct 29 12:25:52.334585 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-af63f409-1a3d-4019-bc9f-f78a4cf423c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:25:52.336107 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-af63f409-1a3d-4019-bc9f-f78a4cf423c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417318 Oct 29 12:25:52.488607 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3377d138-e66a-4e6c-92ef-1402c3e64ef8', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'mac_address': 'fa:16:3e:d2:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:25:50Z', 'updated_at': '2021-10-29T12:25:50Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:25:52.514954 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9839c-623a-48f5-a7a3-7c184d1a7fdd None None] The sync data for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 is: [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '3377d138-e66a-4e6c-92ef-1402c3e64ef8', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'mac_address': 'fa:16:3e:d2:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:25:50Z', 'updated_at': '2021-10-29T12:25:50Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:25:52.725666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea42c7-2ea1-44b8-af8a-bb6f218a1594 None None] New status for floating IP 3377d138-e66a-4e6c-92ef-1402c3e64ef8: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:25:52.787660 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-64ea53ee-6a4d-4e1d-a4ab-fa03d32cbf16 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439881 Oct 29 12:25:52.878658 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-83942e7d-92a1-43ea-b7cd-e12e50713843 req-7f451d3b-b1aa-4c77-9a92-0eb12ed58cca service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838041 Oct 29 12:25:53.058351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45164) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:25:53.122031 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-46158bc7-f206-4348-a268-422bb055707d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3377d138-e66a-4e6c-92ef-1402c3e64ef8 HTTP/1.1" status: 200 len: 992 time: 0.0625846 Oct 29 12:25:56.530816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:25:58.534210 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d3e-b1ae-4d78-bac3-18e35aed9e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:00.951238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fa489afa-7dac-4328-bc0e-8151c5624d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:02.469928 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:02.508016 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:03.818098 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:21.922032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45182) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:26:21.935770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de670e-5f6b-43c4-bbfa-e4e77f06f1ee req-589399e7-adbd-4f25-ae28-93884a4291cf tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:21.937829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2de670e-5f6b-43c4-bbfa-e4e77f06f1ee req-589399e7-adbd-4f25-ae28-93884a4291cf tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0526233 Oct 29 12:26:21.976576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a2de670e-5f6b-43c4-bbfa-e4e77f06f1ee req-35c41454-b39c-425e-81c7-d72dd6e5e3c7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325484 Oct 29 12:26:22.004303 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-1f87a435-3f62-4e5b-9890-cdc2d50dfa2c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809278 Oct 29 12:26:22.013223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-2ad46df3-7fd6-498f-a511-89499087abac service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:26:22.014206 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-2ad46df3-7fd6-498f-a511-89499087abac service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051556 Oct 29 12:26:22.298929 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:23.092256 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8679905-f8d3-4624-845d-598772f2a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:23.094332 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8679905-f8d3-4624-845d-598772f2a640 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1096 time: 0.0403380 Oct 29 12:26:23.100179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583955d6-3ca7-411e-ad36-700701afa0c5 req-5d23a72c-a240-48a5-9d37-9c92a81bb37b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:23.101682 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-583955d6-3ca7-411e-ad36-700701afa0c5 req-5d23a72c-a240-48a5-9d37-9c92a81bb37b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Oct 29 12:26:23.140092 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-583955d6-3ca7-411e-ad36-700701afa0c5 req-2071ad2e-2ce5-4734-9344-777477e7b892 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321617 Oct 29 12:26:23.189243 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-b62a5a7f-809c-4182-9169-e025dd08a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:23.190729 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-b62a5a7f-809c-4182-9169-e025dd08a5f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0891414 Oct 29 12:26:23.257412 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-c22a9c76-842c-42e6-ba77-d6bbaeea3f89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 1000 time: 0.0579929 Oct 29 12:26:23.310124 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-a29dceed-7009-4542-aab3-7eb33b88cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:23.311572 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-a29dceed-7009-4542-aab3-7eb33b88cf57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0472150 Oct 29 12:26:23.357281 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-9b03613f-c1b3-49eb-b60d-4053652298ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:23.358785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-9b03613f-c1b3-49eb-b60d-4053652298ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393662 Oct 29 12:26:23.449699 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-200cd3b3-38e8-4040-941e-61cca2354b7f service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821700 Oct 29 12:26:23.543984 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-93899b6c-336d-48b4-902b-cf6ba180e649 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Oct 29 12:26:24.258179 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a06ad-c9a2-469c-8692-52118f017010 req-2051f6c2-bfe2-47d4-983b-36abec60f770 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:24.259687 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-010a06ad-c9a2-469c-8692-52118f017010 req-2051f6c2-bfe2-47d4-983b-36abec60f770 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Oct 29 12:26:24.297412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-010a06ad-c9a2-469c-8692-52118f017010 req-63f27412-8129-4809-9ccf-8df94ef272b7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318968 Oct 29 12:26:24.676971 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb0890-fe84-496f-a215-057106ca682a req-1cc968db-824d-47c7-aaa2-95a4a07f45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:24.678516 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-1cc968db-824d-47c7-aaa2-95a4a07f45d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1096 time: 0.0408802 Oct 29 12:26:24.787656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb0890-fe84-496f-a215-057106ca682a req-8fb1fbe2-6e99-481d-a906-c0ebf101ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:24.789170 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-8fb1fbe2-6e99-481d-a906-c0ebf101ed9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0906105 Oct 29 12:26:24.856482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-40add42f-48ef-4c3a-9232-e942997483a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 1000 time: 0.0592554 Oct 29 12:26:24.911819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb0890-fe84-496f-a215-057106ca682a req-9641d7ee-dc0e-4334-b814-698a11aa74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:24.913436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-9641d7ee-dc0e-4334-b814-698a11aa74ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0498824 Oct 29 12:26:24.963214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb0890-fe84-496f-a215-057106ca682a req-ca5ecf16-6fd6-447a-9edb-0751925ecb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:24.964655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-ca5ecf16-6fd6-447a-9edb-0751925ecb22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443325 Oct 29 12:26:25.058807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-6aae6b59-587a-4dd9-9e6b-3a5245ddeb7c service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866544 Oct 29 12:26:25.154846 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-68cb0890-fe84-496f-a215-057106ca682a req-70aadfc4-65cd-4db0-9708-8443cf9030d6 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882242 Oct 29 12:26:25.416830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42a854-6b69-4be5-b85f-7f2ea20a0991 req-e3c7e504-ae87-478e-a273-47da3950dce7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:25.418551 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e42a854-6b69-4be5-b85f-7f2ea20a0991 req-e3c7e504-ae87-478e-a273-47da3950dce7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0495734 Oct 29 12:26:25.460546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5e42a854-6b69-4be5-b85f-7f2ea20a0991 req-176de53b-f1ee-4a20-ab5d-13262a0f97e1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350873 Oct 29 12:26:26.544642 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:26.582275 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7be2-33c4-4a29-a781-3ab3e52fbbfa req-2a603691-eeb5-46e8-b0f9-d015941f2bda tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:26.583784 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4bc7be2-33c4-4a29-a781-3ab3e52fbbfa req-2a603691-eeb5-46e8-b0f9-d015941f2bda tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0538199 Oct 29 12:26:26.621533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b4bc7be2-33c4-4a29-a781-3ab3e52fbbfa req-18bc2bf3-7dff-4c0c-925a-22de45b0a55e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314658 Oct 29 12:26:27.740147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63370b8-18a5-4aea-b70e-41b281eec831 req-cf8ff9ac-ab57-4947-9611-37fa3fdc049f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:27.741707 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e63370b8-18a5-4aea-b70e-41b281eec831 req-cf8ff9ac-ab57-4947-9611-37fa3fdc049f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Oct 29 12:26:27.781651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e63370b8-18a5-4aea-b70e-41b281eec831 req-7011cdcc-a4e3-4ceb-95fc-d6fa8c733a9f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340095 Oct 29 12:26:27.859829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:26:28.538104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d5983f61-9e01-4a30-8666-4e821019336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:28.898293 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd560-23be-4053-a205-607f8c9a38e2 req-3689ca09-f304-4cb4-a6f5-9934edee8005 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:28.899767 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cafd560-23be-4053-a205-607f8c9a38e2 req-3689ca09-f304-4cb4-a6f5-9934edee8005 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Oct 29 12:26:28.938278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9cafd560-23be-4053-a205-607f8c9a38e2 req-b0628b8a-6e1a-4f7b-bfb7-2dde9537625a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318961 Oct 29 12:26:30.059022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0b77-f352-47f2-bf36-d48d57b35d87 req-effdaa84-0c58-4f7e-aa1d-f9eb828052b4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:30.060529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef4a0b77-f352-47f2-bf36-d48d57b35d87 req-effdaa84-0c58-4f7e-aa1d-f9eb828052b4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Oct 29 12:26:30.097788 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ef4a0b77-f352-47f2-bf36-d48d57b35d87 req-09257357-16c6-4be1-a257-8dfa92eb7a0b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312011 Oct 29 12:26:30.953959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-144749df-0523-4bd8-ab7f-b217da35efe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:31.216152 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b4f87-911e-4211-ac45-04886548ed8e req-2d1de092-fb70-4bca-93c6-63d425278ee7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:31.217561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e9b4f87-911e-4211-ac45-04886548ed8e req-2d1de092-fb70-4bca-93c6-63d425278ee7 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Oct 29 12:26:31.258229 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e9b4f87-911e-4211-ac45-04886548ed8e req-ce7fd7de-62c0-4be1-956f-06b407723bf0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346761 Oct 29 12:26:32.375259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1ec9b-d4e7-4add-a2f4-626451a25822 req-f78ca33a-f742-4c90-9da2-63205c78f415 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:32.376734 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2f1ec9b-d4e7-4add-a2f4-626451a25822 req-f78ca33a-f742-4c90-9da2-63205c78f415 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0486140 Oct 29 12:26:32.413614 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c2f1ec9b-d4e7-4add-a2f4-626451a25822 req-375c8b19-b2ad-485e-a760-86219c1e5c90 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309775 Oct 29 12:26:32.461690 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:32.509131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:33.532769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a605a5e-3e7b-45cd-ad24-cd7326788dc2 req-77f73b1c-4bd4-4364-b5a4-38a46592e03c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:33.534285 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a605a5e-3e7b-45cd-ad24-cd7326788dc2 req-77f73b1c-4bd4-4364-b5a4-38a46592e03c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Oct 29 12:26:33.572160 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0a605a5e-3e7b-45cd-ad24-cd7326788dc2 req-8eb7947e-9ef1-416b-b7b6-7503aedaa78c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320303 Oct 29 12:26:33.821661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:34.693796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8c574-e785-445f-ae3e-24c8e79a1a0a req-d4368e3c-6693-43df-90ef-32c382f9cbd4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:34.695377 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f8c574-e785-445f-ae3e-24c8e79a1a0a req-d4368e3c-6693-43df-90ef-32c382f9cbd4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Oct 29 12:26:34.741125 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60f8c574-e785-445f-ae3e-24c8e79a1a0a req-89544d5c-25c2-427a-a926-51f69695e1a3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386877 Oct 29 12:26:35.351425 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-8fbb3945-176c-4232-a3cd-6f5a40fbc538 service neutron] show failed (client error): The resource could not be found. Oct 29 12:26:35.352482 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-8fbb3945-176c-4232-a3cd-6f5a40fbc538 service neutron] 10.222.0.86 "GET /v2.0/ports/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2/bindings/n-h1-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0553925 Oct 29 12:26:35.546960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-fd3d9c3d-78d6-402b-85d0-dc38b7927d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:35.548501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-fd3d9c3d-78d6-402b-85d0-dc38b7927d6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 1096 time: 0.0407832 Oct 29 12:26:35.559772 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:26:35.616799 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:35.829994 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:26:35.859266 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e923412-fcf9-4335-be1a-f3c09e6232b8 req-ffbcd632-d1d0-4953-8251-06b6fde358d6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:35.860768 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e923412-fcf9-4335-be1a-f3c09e6232b8 req-ffbcd632-d1d0-4953-8251-06b6fde358d6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Oct 29 12:26:35.863382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:26:35.899660 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1e923412-fcf9-4335-be1a-f3c09e6232b8 req-961aa06f-bbe9-4c4c-88ee-c46be577cafa tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326807 Oct 29 12:26:35.903884 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:26:35.906260 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17826b2-fa45-4702-95d9-7da237696492" -d '{"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:26:35.910804 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:35.925184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Transition to ACTIVE for port object 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:26:35.928915 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:35.965022 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95cc8e1-c8ed-4945-b146-073ba1085a6f x-openstack-request-id: req-c95cc8e1-c8ed-4945-b146-073ba1085a6f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:26:35.965792 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:26:35.965792 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c95cc8e1-c8ed-4945-b146-073ba1085a6f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:26:35.966475 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'code': 200} Oct 29 12:26:36.030085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=6']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:26:36.044380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.044735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.045100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.045442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.045810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.046144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.046476 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.046804 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.047130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.047453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.047782 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.048103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:36.078982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] No DVR routers for this DVR port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:26:36.224250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:26:36.224598 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:26:36.224938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:26:36.229332 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:26:36.229651 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Attempting to bind port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on network 4292af13-4ccb-478d-8f77-0fe3a45568d1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:26:36.235031 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:26:36.235391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Checking segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:26:36.235778 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Bound using segment: {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:26:36.236200 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Bound port: 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:26:36.236547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:36.302100 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:26:36.304987 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:26:36.308836 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:36.344634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:36.345294 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:36.346668 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] 10.222.0.41 "PUT /v2.0/ports/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 1091 time: 0.7908156 Oct 29 12:26:36.365774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019b19-6bbd-49be-82f4-83f7ca83c611 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:26:36.411756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-c2f4135f-b5e4-4a76-a711-cf86473175a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:36.413351 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-c2f4135f-b5e4-4a76-a711-cf86473175a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0423262 Oct 29 12:26:36.515070 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-d2a95bc5-f29d-43dd-b711-7896eee420ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:36.516589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-d2a95bc5-f29d-43dd-b711-7896eee420ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0951414 Oct 29 12:26:36.582734 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-892f1432-f5f5-4587-a177-bd1bca16d942 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 998 time: 0.0591798 Oct 29 12:26:36.633177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-010ce1e8-21f3-4ca9-b03b-f076059b2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:36.634550 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-010ce1e8-21f3-4ca9-b03b-f076059b2b50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0440516 Oct 29 12:26:36.683853 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-aa6d8ae9-885b-4c84-93e8-f855e16d3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:36.685286 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-aa6d8ae9-885b-4c84-93e8-f855e16d3e58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Oct 29 12:26:36.773650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-0a4dd253-a201-4440-aa58-1315d1de1275 service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814216 Oct 29 12:26:36.866785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d3c51b68-95d4-41a2-bcaf-418a505c988e req-4b64f22d-6bb9-4229-9534-6eefc597e6cf service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Oct 29 12:26:37.029603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8977c95-4905-4f93-9d5c-150ab83b5923 req-23bb7435-d770-411d-a88d-ea44d6fe98e2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:37.031642 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8977c95-4905-4f93-9d5c-150ab83b5923 req-23bb7435-d770-411d-a88d-ea44d6fe98e2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0555131 Oct 29 12:26:37.069629 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f8977c95-4905-4f93-9d5c-150ab83b5923 req-0db7609e-11a1-44eb-a957-5009d9770405 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320082 Oct 29 12:26:37.967371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:26:37.969868 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fa4791-3450-43b0-9a55-4eb87356da68" -d '{"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:26:38.024953 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b86ea-5a77-478a-afe8-c1c35b8e06ee x-openstack-request-id: req-411b86ea-5a77-478a-afe8-c1c35b8e06ee {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:26:38.025272 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:26:38.025528 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-411b86ea-5a77-478a-afe8-c1c35b8e06ee {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:26:38.025938 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'status': 'completed', 'code': 200} Oct 29 12:26:38.113755 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-a9bc6da8-1f5b-4fb9-ad16-38c40edbd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.115280 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-a9bc6da8-1f5b-4fb9-ad16-38c40edbd60f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0612438 Oct 29 12:26:38.117860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-a8f45605-7622-4ea4-919b-629df104442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.119288 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-a8f45605-7622-4ea4-919b-629df104442d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0738804 Oct 29 12:26:38.190488 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651bb04-4dd6-43e2-8664-0155501149bc req-2531d6a8-56ef-4aa8-a28f-44c346b7ab84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.192032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e651bb04-4dd6-43e2-8664-0155501149bc req-2531d6a8-56ef-4aa8-a28f-44c346b7ab84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0513413 Oct 29 12:26:38.231112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e651bb04-4dd6-43e2-8664-0155501149bc req-01ece7b9-93ab-4b78-a169-50ba9256a46f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326724 Oct 29 12:26:38.280387 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-f81b56fc-c179-4f5c-8b2c-c66a00feb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.281903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-f81b56fc-c179-4f5c-8b2c-c66a00feb900 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.1592705 Oct 29 12:26:38.284570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-6cab80d5-ddcd-4a39-ab57-ff16f350e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.285939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-6cab80d5-ddcd-4a39-ab57-ff16f350e6f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.1559944 Oct 29 12:26:38.403930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-db1a504a-9c45-4d50-bddd-228804e2886b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 998 time: 0.1141081 Oct 29 12:26:38.423385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-17bec8e4-222b-4a24-935d-83f7e7f056ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 998 time: 0.0960755 Oct 29 12:26:38.494267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-1ce5910a-f887-4b8a-9c42-563996d6552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.495678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-1ce5910a-f887-4b8a-9c42-563996d6552b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0848281 Oct 29 12:26:38.499024 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-579cf493-1037-475c-bf7c-e11fd65f290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.500353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-579cf493-1037-475c-bf7c-e11fd65f290c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0583062 Oct 29 12:26:38.572860 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-fbd9d0cb-612a-4169-a4dd-5852ad977d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.574531 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-fbd9d0cb-612a-4169-a4dd-5852ad977d55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720584 Oct 29 12:26:38.577555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-59adc352-c122-4e03-9505-7dd2a4b97bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:38.578937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-59adc352-c122-4e03-9505-7dd2a4b97bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693481 Oct 29 12:26:38.734727 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-9903e12d-db7b-4056-8d55-3fcc9ce6d68e service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533208 Oct 29 12:26:38.736591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-98a595e0-f862-46e7-b2b0-3d5f281246ae service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476130 Oct 29 12:26:38.895912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-a3efd314-e2d1-447c-8e39-bbd6a5842cde service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535408 Oct 29 12:26:38.899407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c4fa4791-3450-43b0-9a55-4eb87356da68 req-1a35b5e9-10ef-41bf-b1f9-ea46bba5ab4f service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560183 Oct 29 12:26:39.346740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee947bb-3e7a-4a60-947e-2982bfd22edb req-65138f97-724e-47d4-8543-a6ecf81de47c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.348480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bee947bb-3e7a-4a60-947e-2982bfd22edb req-65138f97-724e-47d4-8543-a6ecf81de47c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0493171 Oct 29 12:26:39.385929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bee947bb-3e7a-4a60-947e-2982bfd22edb req-2b874d1f-ba5d-4551-8d90-b3f777d334ec tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314887 Oct 29 12:26:39.588017 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ea9a-5f97-4c78-809b-1035a67bd59d req-9f21dc7f-638e-4e1a-895e-2c4703f8b624 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.589534 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0921ea9a-5f97-4c78-809b-1035a67bd59d req-9f21dc7f-638e-4e1a-895e-2c4703f8b624 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0621405 Oct 29 12:26:39.591840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-a2dee08b-1bdc-40db-ba65-7e0b7e514c45 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.593965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-a2dee08b-1bdc-40db-ba65-7e0b7e514c45 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&binding%3Ahost_id=n-h1-805046-9 HTTP/1.1" status: 200 len: 943 time: 0.0542953 Oct 29 12:26:39.628052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0921ea9a-5f97-4c78-809b-1035a67bd59d req-b5e17f14-946c-4d37-8c53-915d829e412c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320535 Oct 29 12:26:39.653924 n-d-805046-9 neutron-server[102277]: INFO neutron.api.v2.resource [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-3af021c3-05ed-4bf2-a901-27dc4949be84 service neutron] delete failed (client error): The resource could not be found. Oct 29 12:26:39.655418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-3af021c3-05ed-4bf2-a901-27dc4949be84 service neutron] 10.222.0.86 "DELETE /v2.0/ports/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2/bindings/n-h2-805046-9 HTTP/1.1" status: 404 len: 380 time: 0.0535021 Oct 29 12:26:39.743636 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-ae39cd1e-cf82-415a-957b-ba63eae4e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.744288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aa0b0-8652-455e-a3b4-ae535ac970de req-364cd839-91ab-4543-bece-51535131efb3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.745179 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-ae39cd1e-cf82-415a-957b-ba63eae4e669 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1094 time: 0.0464005 Oct 29 12:26:39.745870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-936aa0b0-8652-455e-a3b4-ae535ac970de req-364cd839-91ab-4543-bece-51535131efb3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0499022 Oct 29 12:26:39.783841 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-936aa0b0-8652-455e-a3b4-ae535ac970de req-3ea2121e-b3da-4864-9b38-338113279730 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318470 Oct 29 12:26:39.835485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-e69387ea-0e15-49b0-9fdd-d73ca4ed5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.837015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-e69387ea-0e15-49b0-9fdd-d73ca4ed5553 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0854993 Oct 29 12:26:39.906935 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-35b1c78f-5f24-489a-89a5-759d2da48762 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 998 time: 0.0615261 Oct 29 12:26:39.955388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-78e4baad-b895-426b-b38a-168fc1309d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:39.956825 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-78e4baad-b895-426b-b38a-168fc1309d13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0431910 Oct 29 12:26:40.003399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-5f067ce7-9532-42ac-aab8-22bfe3d1b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:40.004813 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-5f067ce7-9532-42ac-aab8-22bfe3d1b442 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404801 Oct 29 12:26:40.097571 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-e103dfb4-2479-42a4-8331-192a00507aff service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857956 Oct 29 12:26:40.185629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-94478793-95df-4ac7-b439-c7c28c6cdac9 req-3f48dfc4-bfc8-4d91-9f3f-a727f0ddd2b4 service neutron] 10.222.0.86 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801609 Oct 29 12:26:40.277179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:26:40.315021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:26:40.899341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3bd9f-950b-489c-8ddb-ee19c7d327be req-a5aca81d-ba4d-42a7-bd65-14bf8ee0396d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:26:40.900760 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad3bd9f-950b-489c-8ddb-ee19c7d327be req-a5aca81d-ba4d-42a7-bd65-14bf8ee0396d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 943 time: 0.0485382 Oct 29 12:26:40.921621 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:26:40.939345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ad3bd9f-950b-489c-8ddb-ee19c7d327be req-0699016f-de11-4aa5-89d1-2daac2a835b1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326641 Oct 29 12:26:40.961442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45252) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:26:41.030260 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c848e88d-905a-4ccf-bba3-ced55bbdb407 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/3377d138-e66a-4e6c-92ef-1402c3e64ef8 HTTP/1.1" status: 200 len: 990 time: 0.0676265 Oct 29 12:26:41.175448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:26:41.186272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'port_id': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'mac_address': 'fa:16:3e:d2:53:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:26:41.223756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:41.236415 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:26:41.255788 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:26:41.259479 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:41.308592 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:26:41.315896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.316247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.316589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.316926 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.317286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.317618 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.318010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.318337 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.318663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.318986 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.319310 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.319633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:26:41.503322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:26:42.923006 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:26:42.969994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:26:42.973722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:26:42.974044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:43.056376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:43.079499 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:26:43.081766 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eea7069-6cfd-4bdd-a6e5-9b8001d6007a" -d '{"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:26:43.094399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:26:43.098567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:43.123689 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c16a62-8352-49b8-a326-cf9ad045afe4 x-openstack-request-id: req-d1c16a62-8352-49b8-a326-cf9ad045afe4 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:26:43.123981 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-plugged", "status": "completed", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:26:43.124233 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1c16a62-8352-49b8-a326-cf9ad045afe4 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:26:43.124617 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'code': 200} Oct 29 12:26:43.149542 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:26:52.295115 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:56.552167 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:26:58.539344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5f21b699-560e-4923-a4ed-6b7206690c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:00.955906 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-96ca7d80-68ea-4712-bffe-ce68b211eade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:02.464533 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:02.511983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:03.824190 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:04.859880 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:27:09.387631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45266) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:09.546878 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 0f5a94f3-cb20-4c48-bad2-ffa97bd3167d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:27:09.547222 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:09.620525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:09.620845 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:09.632742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 0f5a94f3-cb20-4c48-bad2-ffa97bd3167d owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:27:09.780487 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:09.805189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=0f5a94f3-cb20-4c48-bad2-ffa97bd3167d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:09.817739 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.818091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.818435 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.818784 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.819160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.819526 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.819865 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.820206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.820543 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.820868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.821242 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.821568 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:09.879738 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:09.880107 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 3377d138-e66a-4e6c-92ef-1402c3e64ef8 disassociated (deleted). External IP: 172.25.4.48, port: 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2. Oct 29 12:27:10.091999 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:27:10.202320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:27:10.207694 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:10.212243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Sync routers for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:27:10.222801 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:10.223410 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:10.239186 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a40811d-7e57-4f78-bb7a-6f21ac20f216 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/floatingips/3377d138-e66a-4e6c-92ef-1402c3e64ef8 HTTP/1.1" status: 204 len: 168 time: 0.8504577 Oct 29 12:27:10.239881 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:27:10.242312 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0b929-221f-4946-86b1-f8470b435d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:27:10.443614 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:10.496199 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a843c432-0221-4c1a-9026-b103623ae704 x-openstack-request-id: req-a843c432-0221-4c1a-9026-b103623ae704 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:27:10.497046 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:27:10.497046 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a843c432-0221-4c1a-9026-b103623ae704 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:27:10.497287 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'status': 'completed', 'code': 200} Oct 29 12:27:10.577529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-0f6c8290-9e12-4260-81f3-0d84208aed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:10.579810 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-0f6c8290-9e12-4260-81f3-0d84208aed8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 1096 time: 0.0526156 Oct 29 12:27:10.598817 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca0f4-d4fc-4adf-b383-d4b04a23ca31 req-3e6cc650-f159-455c-a1db-badb49150203 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:10.600575 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5eca0f4-d4fc-4adf-b383-d4b04a23ca31 req-3e6cc650-f159-455c-a1db-badb49150203 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0577939 Oct 29 12:27:10.643652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f5eca0f4-d4fc-4adf-b383-d4b04a23ca31 req-4144ae27-bf81-4c05-82f0-e9a3dc69ca2b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357444 Oct 29 12:27:10.667114 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:10.684818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-69be3cce-576a-42bc-9958-feb899f25f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:10.686434 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-69be3cce-576a-42bc-9958-feb899f25f53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 200 len: 897 time: 0.0988710 Oct 29 12:27:10.698184 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Checking router: bc72ee91-a416-4fc9-bba6-ffe283f2ae34 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:27:10.707620 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:10.708443 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:10.730143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-e49f147d-f082-452c-a5bc-b6555b5a7c82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 200 len: 217 time: 0.0355146 Oct 29 12:27:10.780187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-69d505e3-0383-4c96-8a3b-6be73fac7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:10.781992 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-69d505e3-0383-4c96-8a3b-6be73fac7d34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 200 len: 835 time: 0.0449867 Oct 29 12:27:10.822815 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:10.837925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-60927c75-0763-42bf-98c5-04e0745d4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:10.839445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-60927c75-0763-42bf-98c5-04e0745d4712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4292af13-4ccb-478d-8f77-0fe3a45568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500586 Oct 29 12:27:10.946703 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-596a3e84-8264-4e30-90ef-279196dad0d2 service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994284 Oct 29 12:27:11.040077 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:11.063555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f9b0b929-221f-4946-86b1-f8470b435d1b req-41d224ed-006b-413f-91b0-7653701fc245 service neutron] 10.222.0.41 "GET /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075778 Oct 29 12:27:11.067203 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355db8cd-52f6-448c-aad8-6f472f2f3fd0 None None] The sync data for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 is: [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:34Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '7021bf97-e95c-48e3-a462-e4c1553fce4b', 'name': '', 'network_id': '4292af13-4ccb-478d-8f77-0fe3a45568d1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:d4:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:34Z', 'updated_at': '2021-10-29T12:25:37Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'b1782a63-0a69-428c-a1d6-5372ae2a8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:27:11.282830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05bcdb-4edf-4692-8f77-76dfab1e94bc None None] New status for floating IP 3377d138-e66a-4e6c-92ef-1402c3e64ef8: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:27:11.766756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b302-ec19-4a02-b8fe-407b7748e063 req-27f4155a-cabc-4c8b-b694-21f880cd5db3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:11.768244 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa56b302-ec19-4a02-b8fe-407b7748e063 req-27f4155a-cabc-4c8b-b694-21f880cd5db3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Oct 29 12:27:11.770469 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-5104364c-cebe-4174-8944-5069dad16232 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:11.771832 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-5104364c-cebe-4174-8944-5069dad16232 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/ports?device_id=998e3066-03c1-4b1b-9a0c-b257937ef691 HTTP/1.1" status: 200 len: 945 time: 0.0476768 Oct 29 12:27:11.807355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa56b302-ec19-4a02-b8fe-407b7748e063 req-c7e8c92b-c4e2-4cba-a760-eaa94e8cb0d8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=001f1193-1f46-47a0-8de4-2e166f5a295d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331028 Oct 29 12:27:11.859996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:27:11.860354 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:11.950263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:11.950536 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:11.963026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:27:12.421674 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:12.450434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:12.493452 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] No DVR routers for this DVR port 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:27:12.496074 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:12.499486 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b41f3b03-1b36-4e36-be9c-dc99e387cd21 req-75d36892-05af-4b57-bda5-2b4089cdf378 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "DELETE /v2.0/ports/9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 HTTP/1.1" status: 204 len: 173 time: 0.7215519 Oct 29 12:27:12.499926 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-deleted', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:27:12.502257 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ca02c-1af1-406a-a3ea-7ef0da929ee8" -d '{"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-deleted", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:27:12.538841 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f16ba-f5f7-400d-83d1-9da79f969f4d x-openstack-request-id: req-133f16ba-f5f7-400d-83d1-9da79f969f4d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:27:12.539151 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e3066-03c1-4b1b-9a0c-b257937ef691", "name": "network-vif-deleted", "tag": "9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:27:12.539402 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-133f16ba-f5f7-400d-83d1-9da79f969f4d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:27:12.539824 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e3066-03c1-4b1b-9a0c-b257937ef691', 'name': 'network-vif-deleted', 'tag': '9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2', 'status': 'completed', 'code': 200} Oct 29 12:27:12.865269 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45282) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:13.557642 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:13.813850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 7021bf97-e95c-48e3-a462-e4c1553fce4b {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:27:13.814101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:13.902877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 7021bf97-e95c-48e3-a462-e4c1553fce4b, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=7021bf97-e95c-48e3-a462-e4c1553fce4b,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:13.903549 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:13.915829 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 7021bf97-e95c-48e3-a462-e4c1553fce4b owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:27:14.102427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.135627 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=7021bf97-e95c-48e3-a462-e4c1553fce4b,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:14.315660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.534173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:27:14.637031 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:27:14.642662 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-431721c3-803e-439c-a3e6-5ea78e07e087 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/bc72ee91-a416-4fc9-bba6-ffe283f2ae34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763884 Oct 29 12:27:14.646063 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45284) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:14.646982 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Sync routers for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:27:14.657608 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:14.658219 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:14.701181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting subnet b1782a63-0a69-428c-a1d6-5372ae2a8f1d {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:27:14.704342 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.744432 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.762774 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:14.825884 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.888179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.915797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Subnet': ['ID=b1782a63-0a69-428c-a1d6-5372ae2a8f1d,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:14.919563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:14.922759 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-311cae88-4604-4120-8c2e-7866b59a9856 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/subnets/b1782a63-0a69-428c-a1d6-5372ae2a8f1d HTTP/1.1" status: 204 len: 168 time: 0.2756734 Oct 29 12:27:14.926394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45286) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:14.930503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622587c8-ee41-448d-9402-6b160139a541 None None] Network 4292af13-4ccb-478d-8f77-0fe3a45568d1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:27:14.950979 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:27:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:14.977521 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Checking router: bc72ee91-a416-4fc9-bba6-ffe283f2ae34 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:27:14.986351 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Routers {'bc72ee91-a416-4fc9-bba6-ffe283f2ae34'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:14.987185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:15.045809 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.104408 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] Set router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:15.125256 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] DHCP port deletion for 4292af13-4ccb-478d-8f77-0fe3a45568d1 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:27:15.166943 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.173180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Deleting port ca86a31d-84d9-4c0c-a603-4c465411584f {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:27:15.173830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.225701 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port e2c053e5-40a9-45ef-8079-d62d2b1189ab {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:27:15.226088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.239607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] For port ca86a31d-84d9-4c0c-a603-4c465411584f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=ca86a31d-84d9-4c0c-a603-4c465411584f,segment=NetworkSegment(dbcc9e1b-3c51-4436-8974-d69c3fc646c9),segment_id=dbcc9e1b-3c51-4436-8974-d69c3fc646c9)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:15.240004 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.252459 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Calling delete_port for ca86a31d-84d9-4c0c-a603-4c465411584f owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:27:15.299543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3a506730-5453-4363-a374-79ae895ad425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:27:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:15.312159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port e2c053e5-40a9-45ef-8079-d62d2b1189ab, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2c053e5-40a9-45ef-8079-d62d2b1189ab,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:15.312533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.326053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for e2c053e5-40a9-45ef-8079-d62d2b1189ab owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:27:15.330283 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a506730-5453-4363-a374-79ae895ad425 None None] The sync data for ids ['bc72ee91-a416-4fc9-bba6-ffe283f2ae34'] in n-d-805046-9 is: [{'id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220839663', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:27:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': 'e2c053e5-40a9-45ef-8079-d62d2b1189ab', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72ee91-a416-4fc9-bba6-ffe283f2ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:25:31Z', 'updated_at': '2021-10-29T12:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:27:15.342305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.368990 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] Pushing event deleted for resources: {'Port': ['ID=ca86a31d-84d9-4c0c-a603-4c465411584f,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:15.372816 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68aea6-37f7-4cb7-972e-855892a2663c None None] No DVR routers for this DVR port ca86a31d-84d9-4c0c-a603-4c465411584f on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:27:15.499020 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.531376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=e2c053e5-40a9-45ef-8079-d62d2b1189ab,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:15.589140 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.680986 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.683256 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.728624 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.729298 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Fanout notify agent at l3_agent the message router_deleted on router bc72ee91-a416-4fc9-bba6-ffe283f2ae34 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:27:15.736753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.738539 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cb8b617a-1565-420a-a642-2ddb6228ee42 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/routers/bc72ee91-a416-4fc9-bba6-ffe283f2ae34 HTTP/1.1" status: 204 len: 168 time: 0.8109384 Oct 29 12:27:15.741190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45290) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:15.825722 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.918663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.940183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4292af13-4ccb-478d-8f77-0fe3a45568d1']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:15.950567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:15.950896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcc9e1b-3c51-4436-8974-d69c3fc646c9') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:15.961535 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.976158 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.982849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:27:15.983267 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:27:15.986592 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:27:16.045617 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.053197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.056330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/networks/4292af13-4ccb-478d-8f77-0fe3a45568d1 HTTP/1.1" status: 204 len: 168 time: 0.3140733 Oct 29 12:27:16.059286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45292) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.068068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fea01-a7da-48da-9e3d-004dc047d861 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Network': ['ID=4292af13-4ccb-478d-8f77-0fe3a45568d1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.126446 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.154582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.218551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.221287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.223300 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/security-groups/001f1193-1f46-47a0-8de4-2e166f5a295d HTTP/1.1" status: 204 len: 168 time: 0.1626008 Oct 29 12:27:16.236069 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047c80d-cb59-4462-bfa6-949c5418bdf9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f1193-1f46-47a0-8de4-2e166f5a295d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.403780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7021bf97-e95c-48e3-a462-e4c1553fce4b no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:27:16.424601 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 7021bf97-e95c-48e3-a462-e4c1553fce4b {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:27:16.424942 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 7021bf97-e95c-48e3-a462-e4c1553fce4b not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:27:16.425583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2c053e5-40a9-45ef-8079-d62d2b1189ab no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:27:16.448196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e2c053e5-40a9-45ef-8079-d62d2b1189ab {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:27:16.448479 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2c053e5-40a9-45ef-8079-d62d2b1189ab not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:27:16.448724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ca86a31d-84d9-4c0c-a603-4c465411584f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:27:16.467925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: ca86a31d-84d9-4c0c-a603-4c465411584f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:27:16.468272 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device ca86a31d-84d9-4c0c-a603-4c465411584f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:27:16.483888 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45298) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.488733 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853484545', 'description': 'tempest-secgroup-smoke-1853484545 description', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:16.512499 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.577187 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.580968 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.613501 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.614713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1298177 Oct 29 12:27:16.616584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153cc4a-054d-4d8a-8d00-3b8e12081870 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f5a86-a6b9-4932-967f-06e1be9327df,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.617705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45300) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.622632 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:16.649490 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.705088 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.709296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.732307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2e5d78-a1cc-4163-a800-43a6914407a9,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.738783 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.739965 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-199bc463-f6d4-46e6-a1e2-c37781642ec0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212256 Oct 29 12:27:16.742656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45302) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.747087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:16.773678 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.828686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.832252 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.851135 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee24e34-ea5b-46b8-a9c5-88da014866e6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.861031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.862720 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-788bebee-2dbd-4656-9db3-90a239b40e8d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185708 Oct 29 12:27:16.865474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45304) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.869759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:16.895520 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.952155 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.955787 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.970849 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6408c4d8-408c-4b15-b6b4-c4b686ed9285,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:16.981786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:16.982994 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e451f33f-b550-43c0-9a26-bc0ecb18b70d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166067 Oct 29 12:27:16.985735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:16.990748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:17.018210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.060940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:27:17.078479 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.080857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:27:17.081271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 9dc7ac74-cdd9-4c52-a51a-e7340ec8dbd2 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:27:17.083504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.102960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664082a1-eff7-4153-9984-bcede20716bb,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:17.111435 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.113195 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-147829df-8a55-48cd-91e8-a5c0fc0ab9e6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259744 Oct 29 12:27:17.115887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:17.120234 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:17.142233 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:27:17.150221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.218775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.222774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.240913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7905f6d2-4a00-4ac3-ab2e-5129fd42eb5a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:17.248095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.249345 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4d3b5dc0-5385-4454-8a6f-94710f1d6db2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324539 Oct 29 12:27:17.252020 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45310) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:17.256378 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '3a0f5a86-a6b9-4932-967f-06e1be9327df', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:17.278387 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:27:17.283507 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.344080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.348466 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.367858 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bc1c31-ca9c-4238-9711-6e7855c6989c,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:17.373664 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.374727 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9dcc8aa5-7dab-418e-bfe0-68fbe562ed65 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217983 Oct 29 12:27:17.377702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45312) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:17.382825 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'network': {'name': 'tempest-network-smoke--269765507', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'port_security_enabled': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:17.403398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:27:17.407016 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.431297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:27:17.440331 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.440671 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Added segment 34b2d96f-d828-4616-b065-3267e5ed355a of type vlan for network 13c757af-5043-4739-8d2c-8773fbde9ef1 Oct 29 12:27:17.480303 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.508868 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.514453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:17.515040 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.571075 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1923146 Oct 29 12:27:17.573762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45314) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:17.585655 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'admin_state_up': True, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:17.601583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f83419-208f-4cfd-a45c-a196bb316b64 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Network': ['ID=13c757af-5043-4739-8d2c-8773fbde9ef1,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:17.612616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:27:17.616135 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.617391 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.675901 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:17.812279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.004749 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.024403 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.130771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.230 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/983ffa4a-2710-4e99-b1fe-26321711e212) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:27:18.232903 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.271852 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.316745 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:18.320090 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:18.324151 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:27:18.348690 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=983ffa4a-2710-4e99-b1fe-26321711e212,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:18.586401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.803688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:18.944150 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:27:19.053519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:27:19.063512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Sync routers for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:27:19.075071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:19.075763 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:19.077187 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.078501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-69610bc2-e07f-444e-bd53-5b7c568bfea9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5038147 Oct 29 12:27:19.082732 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45316) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:19.114713 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b767d414-d0cb-44e1-9cf4-5b3a3e9fd973 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=e8b6e0bf69b34216a5ae285e95d0a455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308118 Oct 29 12:27:19.118386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45318) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:19.188506 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:19.223537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a36dcff-b102-4edb-9f50-07b57c3fefb6 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:19.224994 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-3a36dcff-b102-4edb-9f50-07b57c3fefb6 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053298 Oct 29 12:27:19.228226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45320) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:19.257672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-42c76541-35e8-4d85-a21b-4c3cc9a41464 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280674 Oct 29 12:27:19.260186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:19.264932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521759562', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:19.356529 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:27:19.360198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.373936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:18Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:19.400702 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Checking router: 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:27:19.401160 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Updating router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 port 983ffa4a-2710-4e99-b1fe-26321711e212 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:27:19.432029 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.542279 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.609386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Subnet': ['ID=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:19.615271 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Checking segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:27:19.615629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network hostable DHCP agents. Network: 13c757af-5043-4739-8d2c-8773fbde9ef1, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:27:19.633240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:27:19.643568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 13c757af-5043-4739-8d2c-8773fbde9ef1) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:19.648398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:19.648985 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.658895 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03800ef-0736-4f63-b95e-a55280e22670 None None] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:27:19.669219 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-24f67952-b406-4fcc-a984-aa894fdd43da tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054914 Oct 29 12:27:19.669686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45324) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:19.742215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.751178 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.825654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cfabf-552e-4404-9c82-92874b2e987c None None] Pushing event updated for resources: {'Port': ['ID=983ffa4a-2710-4e99-b1fe-26321711e212,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:19.829287 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Attempting to bind port 983ffa4a-2710-4e99-b1fe-26321711e212 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:27:19.829662 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Attempting to bind port 983ffa4a-2710-4e99-b1fe-26321711e212 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:27:19.830024 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Attempting to bind port 983ffa4a-2710-4e99-b1fe-26321711e212 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:27:19.853369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:27:19.853743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:27:19.854144 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:19.854537 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:27:19.855012 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Bound port: 983ffa4a-2710-4e99-b1fe-26321711e212, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:27:19.855418 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.099961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-13c757af-5043-4739-8d2c-8773fbde9ef1', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:27:20.104555 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.112821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] For port 983ffa4a-2710-4e99-b1fe-26321711e212, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:27:20.128093 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] For port 983ffa4a-2710-4e99-b1fe-26321711e212, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=983ffa4a-2710-4e99-b1fe-26321711e212,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:27:20.138371 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.155690 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.266224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cfabf-552e-4404-9c82-92874b2e987c None None] Pushing event updated for resources: {'Port': ['ID=983ffa4a-2710-4e99-b1fe-26321711e212,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:20.289755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:20.290397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:20.383626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Allocated IP 172.20.0.2 (13c757af-5043-4739-8d2c-8773fbde9ef1/0ae1e72f-0f24-4bb2-a531-e46e0f1583bf/cf0a03ab-3cb2-4412-909a-2dd8d7b1b796) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:27:20.463130 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:20.658227 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.680409 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.718180 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.1 (13c757af-5043-4739-8d2c-8773fbde9ef1/0ae1e72f-0f24-4bb2-a531-e46e0f1583bf/fda85f14-1766-46ba-9902-0cdb9f6f630f) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:27:20.739146 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:20.745121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:20.746852 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Pushing event updated for resources: {'Port': ['ID=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:20.754309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:27:20.799600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:18Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:20.835343 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c627aab-9b62-4cfe-b9ec-708281cd3850 None None] The sync data for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 is: [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:18Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:27:20.839592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.841762 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Attempting to bind port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:27:20.842011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Attempting to bind port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:27:20.842378 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Attempting to bind port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 on network 13c757af-5043-4739-8d2c-8773fbde9ef1 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:27:20.848054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:27:20.848427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Checking segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:27:20.848826 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.849314 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Bound using segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:27:20.849936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Bound port: cf0a03ab-3cb2-4412-909a-2dd8d7b1b796, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:27:20.850322 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.874854 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.921154 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:20.926869 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:20.928967 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] For port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:27:20.931495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:27:20.932403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] For port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:27:20.937275 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:20.940699 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:20.991181 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:21.000857 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1daf-4c57-4c55-ad4c-b892e60941cd None None] Pushing event updated for resources: {'Port': ['ID=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:21.176270 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:21.502249 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:21.507928 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:21.587126 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:21.588961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:21.694969 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:21.696904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:21.821144 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:27:21.939893 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:27:21.946095 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d8ca6836-6e51-4d7e-af3b-f714d7f397ea tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/3dc368f9-e3b1-48a3-b4ad-129a3e74b973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2752361 Oct 29 12:27:22.012095 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b86a9-65b6-47e2-a362-8b24c155a439 None None] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:27:22.075747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] Provisioning complete for port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:22.076113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.103966 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-eb04f31b-32f7-4d17-9050-72cd6b3a22eb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853484545&fields=id&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 267 time: 0.0367057 Oct 29 12:27:22.213132 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.217821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:22.245369 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-54b9aaef-33a2-4e64-9a05-01a1bb4673c9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:22.246600 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-54b9aaef-33a2-4e64-9a05-01a1bb4673c9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 796 time: 0.1245756 Oct 29 12:27:22.263424 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-41a4a812-d8fc-4265-9b15-f0cae4135557 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/quotas/e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Oct 29 12:27:22.322880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] For port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:22.329196 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.329500 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-6462bfda-1309-4815-abb0-e7ad5c42804a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573909 Oct 29 12:27:22.331531 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.382282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:22.382648 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.433406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d57e9-532d-44b3-9309-77d6bc74c17b None None] Pushing event updated for resources: {'Port': ['ID=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:22.486971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-dfa375dd-3469-4fe0-af71-86d66153a69c service neutron] 10.222.0.77 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495862 Oct 29 12:27:22.521158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 983ffa4a-2710-4e99-b1fe-26321711e212 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:22.580276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 983ffa4a-2710-4e99-b1fe-26321711e212 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:22.580650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.669295 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Sync routers for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:27:22.683404 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:22.684051 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c9809c66-a028-476e-8284-595d217d0ec7 None None] Provisioning complete for port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:22.684417 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9809c66-a028-476e-8284-595d217d0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.684848 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:22.686419 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.740120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 983ffa4a-2710-4e99-b1fe-26321711e212, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=983ffa4a-2710-4e99-b1fe-26321711e212,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:22.753537 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.846244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=983ffa4a-2710-4e99-b1fe-26321711e212,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:22.882683 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c9809c66-a028-476e-8284-595d217d0ec7 None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:22.883050 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c9809c66-a028-476e-8284-595d217d0ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:22.926724 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c9809c66-a028-476e-8284-595d217d0ec7 None None] Port fda85f14-1766-46ba-9902-0cdb9f6f630f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:27:22.951972 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:22.990843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f2eccc10-05be-4fa3-bec3-67e0f223dbea service neutron] 10.222.0.77 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966798 Oct 29 12:27:23.050295 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-8bb34d7d-5aeb-4e4b-82d5-6cfabbeb4572 None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:23.050970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8bb34d7d-5aeb-4e4b-82d5-6cfabbeb4572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.098247 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8bb34d7d-5aeb-4e4b-82d5-6cfabbeb4572 None None] Port fda85f14-1766-46ba-9902-0cdb9f6f630f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:27:23.183114 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e8bba553-89ed-4b84-8a7a-0c8c9e41ac1d req-cd4c46f3-e36d-4ad1-992a-73c35b4786b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Oct 29 12:27:23.201558 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 2, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:23.220492 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-72dc6cd2-5016-4472-a1ed-8cf481b24603 None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:23.220984 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-72dc6cd2-5016-4472-a1ed-8cf481b24603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.234760 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Checking router: 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:27:23.235128 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Updating router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 port fda85f14-1766-46ba-9902-0cdb9f6f630f binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:27:23.261269 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.265749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-72dc6cd2-5016-4472-a1ed-8cf481b24603 None None] Port fda85f14-1766-46ba-9902-0cdb9f6f630f cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:27:23.538818 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.545873 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.605336 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Pushing event updated for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:23.627555 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.627889 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.628219 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.628543 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.628886 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.629207 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.629525 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.629837 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.630149 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.630458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.630767 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.631075 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:27:23.666438 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Attempting to bind port fda85f14-1766-46ba-9902-0cdb9f6f630f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:27:23.666883 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Attempting to bind port fda85f14-1766-46ba-9902-0cdb9f6f630f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:27:23.667304 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Attempting to bind port fda85f14-1766-46ba-9902-0cdb9f6f630f on network 13c757af-5043-4739-8d2c-8773fbde9ef1 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:27:23.675017 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:27:23.675767 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Checking segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:27:23.675921 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.676325 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Bound using segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:27:23.676799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Bound port: fda85f14-1766-46ba-9902-0cdb9f6f630f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:27:23.677197 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.750742 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] For port fda85f14-1766-46ba-9902-0cdb9f6f630f, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:27:23.758154 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] For port fda85f14-1766-46ba-9902-0cdb9f6f630f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fda85f14-1766-46ba-9902-0cdb9f6f630f,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:27:23.762836 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.825909 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:23.825909 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:23.889796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:23.890161 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:23.896513 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8a9a1-d36f-43cc-b1c2-8824b321873e None None] Pushing event updated for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:23.963866 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:23.996871 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:24.046194 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] For port fda85f14-1766-46ba-9902-0cdb9f6f630f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fda85f14-1766-46ba-9902-0cdb9f6f630f,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:24.050931 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:24.109074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce89e5-5ba9-4746-921a-3188e2f4a5dc None None] Pushing event updated for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:24.174042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-377f4a50-b54f-41c6-ae76-deee1d6e4790 None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:24.175232 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-377f4a50-b54f-41c6-ae76-deee1d6e4790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:24.200993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:24.218783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:23Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:24.250944 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-268016ea-a597-4fdb-82d2-a9c2939b5324 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:24.253454 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-268016ea-a597-4fdb-82d2-a9c2939b5324 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 796 time: 0.1520214 Oct 29 12:27:24.262256 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78a31b-2331-4540-8793-8d5c72cdb53c None None] The sync data for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 is: [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:23Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:27:24.321354 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-822e0d81-a0e5-4983-9bbd-bab9045f5e9a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 380 time: 0.0570982 Oct 29 12:27:24.336776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'port': {'device_id': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'admin_state_up': True, 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'security_groups': ['3a0f5a86-a6b9-4932-967f-06e1be9327df']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:24.386071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bbc604d8-82bf-425c-86f3-a7d18b4874bd req-ddb29fad-13f7-4abf-9125-77a983b54b04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 210 time: 0.1041529 Oct 29 12:27:24.547890 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:24.548515 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:24.673309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 983ffa4a-2710-4e99-b1fe-26321711e212 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:24.739424 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 983ffa4a-2710-4e99-b1fe-26321711e212 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:24.739791 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:24.864776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:27:24.868346 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.013483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.13 (13c757af-5043-4739-8d2c-8773fbde9ef1/0ae1e72f-0f24-4bb2-a531-e46e0f1583bf/407f88d7-1dc5-4b80-b54d-013201094d53) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:27:25.167152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.204069 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.252307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:25.255612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:25.260160 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:27:25.264198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:25.318976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:25.319757 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.338328 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-be98c89b-c7b6-4a11-977e-2f27eb948ba5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0054996 Oct 29 12:27:25.352026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Request body: {'port': {'device_id': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:25.419319 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.543057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b42d080f-42a3-4ee5-98f5-a788f67900e8 None None] Provisioning complete for port 407f88d7-1dc5-4b80-b54d-013201094d53 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:25.543651 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b42d080f-42a3-4ee5-98f5-a788f67900e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.569215 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723df7-6628-45ed-95c5-87a7d6cbb78b req-092bb24d-e30f-403d-84ee-cc27884a0054 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:25.572328 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65723df7-6628-45ed-95c5-87a7d6cbb78b req-092bb24d-e30f-403d-84ee-cc27884a0054 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 932 time: 0.0751050 Oct 29 12:27:25.587371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-b42d080f-42a3-4ee5-98f5-a788f67900e8 None None] Port 407f88d7-1dc5-4b80-b54d-013201094d53 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:27:25.615290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-65723df7-6628-45ed-95c5-87a7d6cbb78b req-aab78490-2527-411c-8350-35c441328937 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Oct 29 12:27:25.713119 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407f88d7-1dc5-4b80-b54d-013201094d53 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:27:25.720658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.733443 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Transition to ACTIVE for port object 407f88d7-1dc5-4b80-b54d-013201094d53 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:27:25.737661 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.787034 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Pushing event updated for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:25.873474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Attempting to bind port 407f88d7-1dc5-4b80-b54d-013201094d53 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:27:25.873810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Attempting to bind port 407f88d7-1dc5-4b80-b54d-013201094d53 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:27:25.874144 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Attempting to bind port 407f88d7-1dc5-4b80-b54d-013201094d53 on network 13c757af-5043-4739-8d2c-8773fbde9ef1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:27:25.880709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Port 407f88d7-1dc5-4b80-b54d-013201094d53 on network 13c757af-5043-4739-8d2c-8773fbde9ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:27:25.881303 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Attempting to bind port 407f88d7-1dc5-4b80-b54d-013201094d53 on network 13c757af-5043-4739-8d2c-8773fbde9ef1 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:27:25.889824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:27:25.890336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Checking segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:27:25.890851 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Bound using segment: {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:27:25.891505 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Bound port: 407f88d7-1dc5-4b80-b54d-013201094d53, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b2d96f-d828-4616-b065-3267e5ed355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:27:25.892439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:25.976083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:27:25.979424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=407f88d7-1dc5-4b80-b54d-013201094d53,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:27:25.985350 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:26.025087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.025702 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:26.028004 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] 10.222.0.41 "PUT /v2.0/ports/407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 1092 time: 0.6810107 Oct 29 12:27:26.029543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:27:26.032439 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:27:26.059833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3325a3a-654c-4ee8-8a5d-ec6a15dd0197 service neutron] Pushing event updated for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:26.080803 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878e248-a7d8-441c-ab66-17a91185e290 x-openstack-request-id: req-5878e248-a7d8-441c-ab66-17a91185e290 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:27:26.081797 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:27:26.082130 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5878e248-a7d8-441c-ab66-17a91185e290 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:27:26.082719 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53', 'status': 'completed', 'code': 200} Oct 29 12:27:26.147392 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-72988dfc-ede5-45d4-8a12-997412895d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.148926 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-72988dfc-ede5-45d4-8a12-997412895d54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1095 time: 0.0581121 Oct 29 12:27:26.195575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fda85f14-1766-46ba-9902-0cdb9f6f630f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:26.213570 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-5c8b2390-e58b-49b7-9945-d12a3d0e31ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 217 time: 0.0562186 Oct 29 12:27:26.248125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port fda85f14-1766-46ba-9902-0cdb9f6f630f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:26.248497 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:26.267552 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-d5ae18d4-0c78-4bb6-833d-b7c422601b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.269246 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-d5ae18d4-0c78-4bb6-833d-b7c422601b00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0487144 Oct 29 12:27:26.319282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-afa17856-3b00-44cc-8c99-c0bea5630500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.320821 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-afa17856-3b00-44cc-8c99-c0bea5630500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434861 Oct 29 12:27:26.420565 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-e61329db-5e90-4e7d-96b8-7a7e4fecdf4d service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926011 Oct 29 12:27:26.511588 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-61d5cab3-cc09-493c-bc03-57f70227ca9a req-e7d3afd6-53ee-409d-a01a-e0064e76dfed service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Oct 29 12:27:26.559142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:26.598315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-718b16bb-6f76-49e5-9b93-911860b39412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.599728 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-718b16bb-6f76-49e5-9b93-911860b39412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1095 time: 0.0415783 Oct 29 12:27:26.694980 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-ed8762c7-45f6-410c-994c-766fcaff88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.696456 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-ed8762c7-45f6-410c-994c-766fcaff88da service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.0896845 Oct 29 12:27:26.735599 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4742-2d2b-4d00-9c3f-15f76b1e8052 req-30251883-0c38-4165-bdb2-58c5cb7dbbd9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.737236 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-debd4742-2d2b-4d00-9c3f-15f76b1e8052 req-30251883-0c38-4165-bdb2-58c5cb7dbbd9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Oct 29 12:27:26.739389 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-160503e8-cb0f-4728-b865-ca8772790507 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 217 time: 0.0361786 Oct 29 12:27:26.795368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-50cd9108-a918-46f8-a4e0-ce026bf4e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.796895 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-50cd9108-a918-46f8-a4e0-ce026bf4e582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0501451 Oct 29 12:27:26.827358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-debd4742-2d2b-4d00-9c3f-15f76b1e8052 req-3a5cf620-73a8-46b8-8472-f5e400ff1f0c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840514 Oct 29 12:27:26.844803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-6c6f90a9-2c54-4f44-a496-94155628f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:26.846433 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-6c6f90a9-2c54-4f44-a496-94155628f6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420980 Oct 29 12:27:26.942013 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-33b0d017-7821-4f0a-8b2c-e086f240e74e service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Oct 29 12:27:27.037893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1a4934ae-6d6f-46cf-8935-33ce3f5956e4 req-669e5157-da7a-4e7c-b31e-2d61cf1bf98f service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876462 Oct 29 12:27:27.943502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3a44-525f-4789-9735-4fed7f864924 req-0ae91503-d98c-4ade-a350-ae824ea2a5cb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:27.945026 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf3a44-525f-4789-9735-4fed7f864924 req-0ae91503-d98c-4ade-a350-ae824ea2a5cb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 944 time: 0.0492818 Oct 29 12:27:27.985983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf3a44-525f-4789-9735-4fed7f864924 req-0e6f6ef3-1e9c-4e2b-932c-037e300fd2cc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Oct 29 12:27:28.540818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-76e29221-e87f-4b37-9db0-8fa00518aae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:29.107659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722875dd-9e39-4c20-8f8b-95ff165d67f4 req-b287691b-4cb5-44b3-b2a6-02c3fdf3ed3e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:29.109191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-722875dd-9e39-4c20-8f8b-95ff165d67f4 req-b287691b-4cb5-44b3-b2a6-02c3fdf3ed3e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 944 time: 0.0509491 Oct 29 12:27:29.123092 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 407f88d7-1dc5-4b80-b54d-013201094d53 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:27:29.149898 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-722875dd-9e39-4c20-8f8b-95ff165d67f4 req-e73145a6-bb0f-4ded-b772-fac65b1c16e2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340869 Oct 29 12:27:29.223091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=407f88d7-1dc5-4b80-b54d-013201094d53,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:29.234231 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '407f88d7-1dc5-4b80-b54d-013201094d53', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'port_id': '407f88d7-1dc5-4b80-b54d-013201094d53', 'mac_address': 'fa:16:3e:c1:4a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:27:29.270870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:29.284253 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407f88d7-1dc5-4b80-b54d-013201094d53 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:27:29.304407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=407f88d7-1dc5-4b80-b54d-013201094d53,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:29.307935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:29.354227 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:29.502185 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['407f88d7-1dc5-4b80-b54d-013201094d53'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:27:30.266303 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c693ea-918e-48fb-9bff-7f3a8c91f718 req-ebd51daa-fc87-40e6-8edb-f08effb7e7df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:30.267817 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c693ea-918e-48fb-9bff-7f3a8c91f718 req-ebd51daa-fc87-40e6-8edb-f08effb7e7df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Oct 29 12:27:30.307822 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-52c693ea-918e-48fb-9bff-7f3a8c91f718 req-ba8ca25a-9ae5-4acd-b666-3234218a06f2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339251 Oct 29 12:27:30.959959 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-061da3d7-d34f-418e-97fb-557ffeb68fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:31.138301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 407f88d7-1dc5-4b80-b54d-013201094d53 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:27:31.193635 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 407f88d7-1dc5-4b80-b54d-013201094d53 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:27:31.198077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 407f88d7-1dc5-4b80-b54d-013201094d53 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:27:31.198447 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:31.275807 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:31.298180 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:27:31.300473 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209223c5-8430-4696-a01f-215ab9fe988e" -d '{"events": [{"server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "name": "network-vif-plugged", "status": "completed", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:27:31.313126 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=407f88d7-1dc5-4b80-b54d-013201094d53,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:27:31.318088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:31.341809 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea5348a-7a3d-4d7c-aa40-d138fabeb8f7 x-openstack-request-id: req-bea5348a-7a3d-4d7c-aa40-d138fabeb8f7 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:27:31.342132 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "name": "network-vif-plugged", "status": "completed", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:27:31.342386 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bea5348a-7a3d-4d7c-aa40-d138fabeb8f7 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:27:31.342796 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53', 'code': 200} Oct 29 12:27:31.380548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:31.439603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36dd9c-a2a5-4372-b3d5-4b867c709d98 req-989e6403-53f0-4984-8ba8-739a02512a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:31.441690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd36dd9c-a2a5-4372-b3d5-4b867c709d98 req-989e6403-53f0-4984-8ba8-739a02512a51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0422347 Oct 29 12:27:31.451070 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20f509-9e82-41ca-996c-ce9449d41fd0 req-1cdc6ee3-b05a-45d6-8fd9-1c824d7fac31 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:31.452601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a20f509-9e82-41ca-996c-ce9449d41fd0 req-1cdc6ee3-b05a-45d6-8fd9-1c824d7fac31 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0548534 Oct 29 12:27:31.481261 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fd36dd9c-a2a5-4372-b3d5-4b867c709d98 req-d2c19c20-3f1f-4f1c-8195-b70948d69440 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Oct 29 12:27:31.497680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2a20f509-9e82-41ca-996c-ce9449d41fd0 req-4c9f564e-5689-4991-bb5c-01a85bea8d0a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Oct 29 12:27:32.468030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:32.516677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:32.619696 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366de21-7375-49eb-b758-ac6a42a2c51c req-24684ce4-0673-40ee-b25b-e966977607d4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:32.621221 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1366de21-7375-49eb-b758-ac6a42a2c51c req-24684ce4-0673-40ee-b25b-e966977607d4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0504096 Oct 29 12:27:32.660442 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1366de21-7375-49eb-b758-ac6a42a2c51c req-50a95536-e846-4e97-9771-4e174a45e9ff tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Oct 29 12:27:32.775437 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b3c7c-885a-42c2-ba18-3970a978d937 req-4dcea554-a57d-48de-8f41-0ab1551db993 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:32.776920 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612b3c7c-885a-42c2-ba18-3970a978d937 req-4dcea554-a57d-48de-8f41-0ab1551db993 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0504107 Oct 29 12:27:32.816093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-612b3c7c-885a-42c2-ba18-3970a978d937 req-ca61a535-7bbb-412e-a50a-88ce407d4fa0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Oct 29 12:27:32.838120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45378) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:32.882276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d100b8d-9cad-418b-9be5-5f175790874b tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:32.883820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7d100b8d-9cad-418b-9be5-5f175790874b tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1092 time: 0.0446517 Oct 29 12:27:32.886784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45380) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:32.890959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '407f88d7-1dc5-4b80-b54d-013201094d53', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:27:32.913877 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.018679 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.128425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.232 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/40b64463-63de-473c-9bc8-e8e19a444767) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:27:33.228236 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.266778 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.308383 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:27:33.311395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:27:33.316416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:27:33.319519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=40b64463-63de-473c-9bc8-e8e19a444767,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:33.667504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.733105 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.826991 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.886941 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.892028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:33.958526 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=40b64463-63de-473c-9bc8-e8e19a444767,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:27:33.970470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:34.075664 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 7ef48cd2-77a6-4147-b841-376bcb798d9f associated. External IP: 172.25.4.232, port: 407f88d7-1dc5-4b80-b54d-013201094d53. Oct 29 12:27:34.286667 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:27:34.394943 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:27:34.404987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Sync routers for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:27:34.415565 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:34.415846 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:34.416457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:34.444064 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23453ec0-2843-4e14-b853-dcb4ffb116a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5563946 Oct 29 12:27:34.444748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:27:34.447206 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77402c06-6291-4f66-a3fe-ca7b17b641d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:27:34.531887 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:34.547575 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043cfd-03f0-46dd-98a2-ef97ac82bc88 req-4fb38d37-073c-4b30-b080-8bd5b4876b7b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:34.549905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57043cfd-03f0-46dd-98a2-ef97ac82bc88 req-4fb38d37-073c-4b30-b080-8bd5b4876b7b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0502362 Oct 29 12:27:34.597135 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57043cfd-03f0-46dd-98a2-ef97ac82bc88 req-67fa12ae-730b-477b-9446-651ae70a8268 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Oct 29 12:27:34.620536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45386) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:34.662837 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e572bf-1459-4ba8-b534-c608cb1aab4d x-openstack-request-id: req-27e572bf-1459-4ba8-b534-c608cb1aab4d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:27:34.663142 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:27:34.663341 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27e572bf-1459-4ba8-b534-c608cb1aab4d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:27:34.663747 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53', 'status': 'completed', 'code': 200} Oct 29 12:27:34.720024 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9e24ed1e-7e3e-4d03-86c5-41cea970929b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/7ef48cd2-77a6-4147-b841-376bcb798d9f HTTP/1.1" status: 200 len: 992 time: 0.0975606 Oct 29 12:27:34.733449 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-8608728f-1009-4c24-b3eb-d79544e5637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:34.734978 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-8608728f-1009-4c24-b3eb-d79544e5637d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0627754 Oct 29 12:27:34.793909 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7ef48cd2-77a6-4147-b841-376bcb798d9f', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'port_id': '407f88d7-1dc5-4b80-b54d-013201094d53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'mac_address': 'fa:16:3e:c1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:27:33Z', 'updated_at': '2021-10-29T12:27:33Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:34.821138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Checking router: 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:27:34.835120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:27:34.836150 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:27:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:34.837121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-49454ed3-0ced-46a9-9f75-14130f3ce5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:34.838751 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-49454ed3-0ced-46a9-9f75-14130f3ce5ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.0973694 Oct 29 12:27:34.920202 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-75f60a39-3547-4c62-a150-259ae94b4bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 1000 time: 0.0746102 Oct 29 12:27:34.966489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:27:34.972554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-7b99319a-8a46-4416-8494-55dae7d90930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:34.974101 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-7b99319a-8a46-4416-8494-55dae7d90930 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0476041 Oct 29 12:27:35.024275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-5182ca2f-61aa-4072-98ac-537d958fd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:35.025719 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-5182ca2f-61aa-4072-98ac-537d958fd4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441921 Oct 29 12:27:35.149951 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-29a9a1df-93db-4d2e-aed3-e2650e008a80 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173458 Oct 29 12:27:35.231011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7ef48cd2-77a6-4147-b841-376bcb798d9f', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'port_id': '407f88d7-1dc5-4b80-b54d-013201094d53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'mac_address': 'fa:16:3e:c1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:27:33Z', 'updated_at': '2021-10-29T12:27:33Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:27:35.255465 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-77402c06-6291-4f66-a3fe-ca7b17b641d4 req-0b7a841e-2967-43c5-ab83-cde08f5c5933 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988050 Oct 29 12:27:35.263082 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01eba52-4623-4a6b-b06a-291a5693cf2e None None] The sync data for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 is: [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '7ef48cd2-77a6-4147-b841-376bcb798d9f', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'port_id': '407f88d7-1dc5-4b80-b54d-013201094d53', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'mac_address': 'fa:16:3e:c1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:27:33Z', 'updated_at': '2021-10-29T12:27:33Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:27:35.496191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b9d83-82d9-458f-bfca-97af921fec1a None None] New status for floating IP 7ef48cd2-77a6-4147-b841-376bcb798d9f: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:27:35.619443 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-d723c4ea-2dff-41cf-95a7-9df6ee45d18e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459280 Oct 29 12:27:35.713566 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-9130c46e-7afc-4f8c-9502-56f8dc7aff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:35.715138 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-9130c46e-7afc-4f8c-9502-56f8dc7aff88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0471544 Oct 29 12:27:35.725121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45388) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:27:35.837864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-4b75a323-3358-40b6-b9e8-adc6f3a478af tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/7ef48cd2-77a6-4147-b841-376bcb798d9f HTTP/1.1" status: 200 len: 994 time: 0.1113462 Oct 29 12:27:35.876267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-075a4e64-dd3d-425c-b5ac-efd44ef11fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:35.877685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-075a4e64-dd3d-425c-b5ac-efd44ef11fdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.1155119 Oct 29 12:27:35.954644 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-51edbd1a-2946-4ebf-a63d-a20f91a76c8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 1002 time: 0.0687633 Oct 29 12:27:36.015372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-d43569ac-e848-456e-8e31-b1c73879856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:36.016949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-d43569ac-e848-456e-8e31-b1c73879856c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0554557 Oct 29 12:27:36.067137 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-c558c034-6fa5-44c7-8f14-656941edac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:27:36.068672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-c558c034-6fa5-44c7-8f14-656941edac3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446255 Oct 29 12:27:36.173629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-da2533cc-0627-45fd-9ced-10fca9ba5409 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973008 Oct 29 12:27:36.278877 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-224f26ec-c67e-4459-bebd-8b20bb5f845e req-ac1cc888-44c4-49d6-8cf1-994e0e7eb415 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992072 Oct 29 12:27:38.177376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-e55bc400-da8b-4943-a3d6-1ace4241c4e5 req-88144801-de74-4a0e-a721-c4156655a386 service neutron] (102277) timed out ('10.222.0.41', 55213) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:27:41.858812 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:27:52.304745 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:56.558573 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:27:58.543305 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c6648115-d2be-404a-8e03-8a14ee3b5707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:00.960984 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-564722df-2ff3-42c6-9efb-5e39a75994a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:02.462213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:02.517958 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:03.829840 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:09.273639 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4bc4-54f2-4ca4-92bb-3f98d938d8cf req-1c3f4a0f-951a-4758-8253-188fe3a595e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:09.275100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-344d4bc4-54f2-4ca4-92bb-3f98d938d8cf req-1c3f4a0f-951a-4758-8253-188fe3a595e4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0509999 Oct 29 12:28:09.314271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-344d4bc4-54f2-4ca4-92bb-3f98d938d8cf req-637053af-f52b-472b-a915-6131056da16d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Oct 29 12:28:10.432376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533cbd3-c315-4856-8d38-9334988d0fc9 req-3b32d4b4-a7de-474c-8119-e887079ac298 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:10.433917 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d533cbd3-c315-4856-8d38-9334988d0fc9 req-3b32d4b4-a7de-474c-8119-e887079ac298 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0490203 Oct 29 12:28:10.471854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d533cbd3-c315-4856-8d38-9334988d0fc9 req-09ec3629-2b48-43c6-8eaf-c3620d5be472 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Oct 29 12:28:11.586041 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c80df-35c0-480f-8f3d-948d11385974 req-46a778cc-0dad-49a0-8462-38301db8931d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:11.587523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-359c80df-35c0-480f-8f3d-948d11385974 req-46a778cc-0dad-49a0-8462-38301db8931d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Oct 29 12:28:11.632107 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-359c80df-35c0-480f-8f3d-948d11385974 req-fc53d42b-b0b1-49ed-9831-16c786629fbd tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380220 Oct 29 12:28:12.749796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3e9c8-f71f-4452-90de-b8a2c814ced3 req-572cf2e5-9b4e-483a-ab17-6a83a7266bc9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:12.751293 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c3e9c8-f71f-4452-90de-b8a2c814ced3 req-572cf2e5-9b4e-483a-ab17-6a83a7266bc9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Oct 29 12:28:12.789028 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b3c3e9c8-f71f-4452-90de-b8a2c814ced3 req-3ad58b66-1e4d-4179-9d27-fd793d165938 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Oct 29 12:28:13.905629 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2879dc-004b-4023-9a4d-7e57dc0a7f91 req-d2c8aba3-2315-4010-8911-6dfd6ea76127 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:13.907096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de2879dc-004b-4023-9a4d-7e57dc0a7f91 req-d2c8aba3-2315-4010-8911-6dfd6ea76127 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0484948 Oct 29 12:28:13.945563 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-de2879dc-004b-4023-9a4d-7e57dc0a7f91 req-029a8051-06b0-40ab-b5be-ea563a54287c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Oct 29 12:28:15.063181 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d7a1-18a5-4170-a518-4480c280e660 req-7f07dcc4-d233-4c42-a28d-82c96ea7f44e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:15.064711 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b235d7a1-18a5-4170-a518-4480c280e660 req-7f07dcc4-d233-4c42-a28d-82c96ea7f44e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0500383 Oct 29 12:28:15.110094 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b235d7a1-18a5-4170-a518-4480c280e660 req-f10061fc-774d-43d1-95b5-40cd090bba2e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Oct 29 12:28:16.228407 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd62dd-2401-477d-97aa-1692663cb00b req-055aa9bc-b1a6-41da-8b7f-53034e9177b8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:16.229932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3afd62dd-2401-477d-97aa-1692663cb00b req-055aa9bc-b1a6-41da-8b7f-53034e9177b8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0508966 Oct 29 12:28:16.267022 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3afd62dd-2401-477d-97aa-1692663cb00b req-fa3c5e85-dcb1-4b6d-99f0-259af8ac6e4c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Oct 29 12:28:17.382391 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e97ed-0857-481a-95e4-7b6d24d932db req-dc3c349e-856c-4d70-9a0a-b70ac862a772 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:17.383854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a17e97ed-0857-481a-95e4-7b6d24d932db req-dc3c349e-856c-4d70-9a0a-b70ac862a772 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0487564 Oct 29 12:28:17.422659 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a17e97ed-0857-481a-95e4-7b6d24d932db req-9faaf40b-5d03-4378-9855-8b0a5c346c18 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Oct 29 12:28:18.537355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6612-88af-4062-a89a-f041d72b9dbc req-f4b65276-4787-404c-a440-cab61b954493 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:18.538821 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6efb6612-88af-4062-a89a-f041d72b9dbc req-f4b65276-4787-404c-a440-cab61b954493 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0476923 Oct 29 12:28:18.581126 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6efb6612-88af-4062-a89a-f041d72b9dbc req-cb1807e2-fd70-432a-9bbd-019119bb1796 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Oct 29 12:28:18.859361 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:28:19.698048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7f3e-ef53-4279-a0f2-9d76fd85d6a0 req-3494748f-030a-486c-a00b-6d0898f27730 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:19.699565 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-376b7f3e-ef53-4279-a0f2-9d76fd85d6a0 req-3494748f-030a-486c-a00b-6d0898f27730 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Oct 29 12:28:19.738435 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-376b7f3e-ef53-4279-a0f2-9d76fd85d6a0 req-07c75fb6-511d-4a1c-8fa2-79977bd0579c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Oct 29 12:28:20.855856 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086f8d4-777f-41eb-bad4-d2a1075ab601 req-f44ba350-b84f-4cc8-b56e-cc1360f78a27 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:20.857362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2086f8d4-777f-41eb-bad4-d2a1075ab601 req-f44ba350-b84f-4cc8-b56e-cc1360f78a27 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Oct 29 12:28:20.895622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2086f8d4-777f-41eb-bad4-d2a1075ab601 req-979853e7-9b6d-4a5c-b826-75541c6742c4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320840 Oct 29 12:28:22.013655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b65f9-f8e9-4401-aa35-5552fddfad9d req-646c9d45-03b5-4bf9-805c-10640e91e7a8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:22.015162 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c96b65f9-f8e9-4401-aa35-5552fddfad9d req-646c9d45-03b5-4bf9-805c-10640e91e7a8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0519466 Oct 29 12:28:22.058243 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c96b65f9-f8e9-4401-aa35-5552fddfad9d req-ff7d94ac-3969-4b96-ae09-3b08365e368c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372369 Oct 29 12:28:22.317596 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:23.175203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c72ba-c2f7-49d2-9726-d626c4644d6a req-074595b7-c354-451b-a8da-08c208ee8008 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:23.176689 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a4c72ba-c2f7-49d2-9726-d626c4644d6a req-074595b7-c354-451b-a8da-08c208ee8008 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Oct 29 12:28:23.213977 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9a4c72ba-c2f7-49d2-9726-d626c4644d6a req-4e500b66-3472-44bb-9293-fa023193e519 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Oct 29 12:28:24.329805 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8683-074f-497e-88b9-63842c8708f4 req-c4087615-f6c7-4dfd-9120-6bfdd53a3778 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:24.331290 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a4b8683-074f-497e-88b9-63842c8708f4 req-c4087615-f6c7-4dfd-9120-6bfdd53a3778 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0495028 Oct 29 12:28:24.369208 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6a4b8683-074f-497e-88b9-63842c8708f4 req-9fa25f44-949f-4223-85ba-cfc87c534f0b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Oct 29 12:28:25.483946 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f7545-5304-4bf0-a2c4-26d4e28fee5f req-fcfa8b3b-7642-40c9-ae6f-425d1e53b79e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:25.485446 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a0f7545-5304-4bf0-a2c4-26d4e28fee5f req-fcfa8b3b-7642-40c9-ae6f-425d1e53b79e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Oct 29 12:28:25.527088 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1a0f7545-5304-4bf0-a2c4-26d4e28fee5f req-711b5f56-615a-43da-9666-9733aef30fa8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Oct 29 12:28:25.549683 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45436) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:28:25.610599 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f5ae6e3f-c420-4462-9bd4-ddcd03473231 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/7ef48cd2-77a6-4147-b841-376bcb798d9f HTTP/1.1" status: 200 len: 994 time: 0.0597486 Oct 29 12:28:26.570685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:26.877324 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d42c5-fdd0-477a-b84a-069ec80c02a3 req-cfba84e0-889c-4973-acac-1cf7a75dfc53 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:26.878820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d14d42c5-fdd0-477a-b84a-069ec80c02a3 req-cfba84e0-889c-4973-acac-1cf7a75dfc53 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0526214 Oct 29 12:28:26.920084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d14d42c5-fdd0-477a-b84a-069ec80c02a3 req-e37da35b-0634-4bf8-b95f-529ffd09ee19 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Oct 29 12:28:26.939913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-de82825f-2fe5-4e2e-b92b-137df529080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:26.941442 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-de82825f-2fe5-4e2e-b92b-137df529080c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0844600 Oct 29 12:28:27.036464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-4135261d-fd83-4c19-a37c-5a46db3e5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:27.037995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-4135261d-fd83-4c19-a37c-5a46db3e5423 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.0879529 Oct 29 12:28:27.103553 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-587538f6-8273-434b-8e41-4bda985f6344 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 1002 time: 0.0581472 Oct 29 12:28:27.154854 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-98479943-3c74-455d-99a5-536288f55fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:27.156191 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-98479943-3c74-455d-99a5-536288f55fa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0461993 Oct 29 12:28:27.200792 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-611b15ba-9df9-46db-9b1e-e98a51f94672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:27.202281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-611b15ba-9df9-46db-9b1e-e98a51f94672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394156 Oct 29 12:28:27.294676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-3dc42910-7055-463a-afbd-b1e4d529efc0 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841670 Oct 29 12:28:27.382196 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-71af560d-5b49-4e05-a162-45fae72fd3a8 req-5bca5aca-3bbf-4e6c-84ba-7defe6f63af2 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802953 Oct 29 12:28:28.044673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663cb47-d34f-4d2f-a7ef-13cb1752716f req-213175cf-7c7a-47b2-a322-277ecb763d91 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:28.046189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f663cb47-d34f-4d2f-a7ef-13cb1752716f req-213175cf-7c7a-47b2-a322-277ecb763d91 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0546255 Oct 29 12:28:28.083770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f663cb47-d34f-4d2f-a7ef-13cb1752716f req-18160e8a-a17d-48ed-b28e-9248ae547025 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Oct 29 12:28:28.107483 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45448) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:28:28.168093 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8e426157-0816-4744-bb6a-09952df76663 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/7ef48cd2-77a6-4147-b841-376bcb798d9f HTTP/1.1" status: 200 len: 994 time: 0.0594900 Oct 29 12:28:28.544099 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8684c21-299a-4759-acd6-a1f0725741f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:30.962360 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-abc6a290-4a66-4522-8f01-8607c7ef40b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:32.463652 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:32.519572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:33.831744 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:36.597080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-1a654972-a1c3-45cf-bad9-d7faeeb7d73f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383875 Oct 29 12:28:36.681510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-9af58042-e979-4ca9-b9f9-480ff9ef4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:36.683019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-9af58042-e979-4ca9-b9f9-480ff9ef4136 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0443797 Oct 29 12:28:36.782621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-92c25072-1e4c-4659-a78c-95587359b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:36.784108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-92c25072-1e4c-4659-a78c-95587359b8ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.0834839 Oct 29 12:28:36.854623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-e05a2e1f-e3ec-47da-968f-49c7d1e6595c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 1002 time: 0.0638590 Oct 29 12:28:36.902498 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-358e749d-69b3-400b-8463-d49adeba59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:36.903937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-358e749d-69b3-400b-8463-d49adeba59f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0433047 Oct 29 12:28:36.948881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-177a734a-e541-4808-bb80-3a9fbb0a61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:36.950421 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-177a734a-e541-4808-bb80-3a9fbb0a61cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394764 Oct 29 12:28:37.043085 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-0bf945d0-3df2-4374-b013-01ee088f497d service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Oct 29 12:28:37.135532 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f539b494-0a04-4ac7-ac3c-1b23b499357e req-08335538-b888-413b-8fb1-5ad9505da848 service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823441 Oct 29 12:28:52.332499 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:55.859305 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:28:56.587007 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:58.545344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac3e7f03-c535-4997-87fd-3e0f2dfa51d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:58.760056 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45464) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:28:58.916602 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 40b64463-63de-473c-9bc8-e8e19a444767 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:28:58.916969 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:58.995789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:58.996105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:59.009022 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 40b64463-63de-473c-9bc8-e8e19a444767 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:28:59.156188 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:59.182540 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=40b64463-63de-473c-9bc8-e8e19a444767,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:28:59.206839 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.207183 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.207518 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.207849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.208174 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.208499 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.208823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.209258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.209586 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.209904 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.210221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.210537 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:28:59.255848 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:59.256470 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 7ef48cd2-77a6-4147-b841-376bcb798d9f disassociated (deleted). External IP: 172.25.4.232, port: 407f88d7-1dc5-4b80-b54d-013201094d53. Oct 29 12:28:59.459610 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:28:59.567139 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:28:59.572820 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:28:59.577210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Sync routers for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:28:59.586538 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:28:59.587152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:28:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:28:59.602441 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-6f544ed0-20b2-4dfc-b0bd-e0c9d6105961 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/floatingips/7ef48cd2-77a6-4147-b841-376bcb798d9f HTTP/1.1" status: 204 len: 168 time: 0.8413010 Oct 29 12:28:59.603404 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:28:59.606077 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911faab1-20aa-4a8c-92bf-74243740b38d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:28:59.696413 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:28:59.758783 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b42f79-bd29-4371-a4cf-a9d92700d295 x-openstack-request-id: req-62b42f79-bd29-4371-a4cf-a9d92700d295 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:28:59.759067 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:28:59.759316 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62b42f79-bd29-4371-a4cf-a9d92700d295 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:28:59.760305 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53', 'status': 'completed', 'code': 200} Oct 29 12:28:59.827032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faab1-20aa-4a8c-92bf-74243740b38d req-4686f353-d8e6-45b0-9069-2160ffc7f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:59.828554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-4686f353-d8e6-45b0-9069-2160ffc7f923 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0480306 Oct 29 12:28:59.866843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575e2a6-b9ce-4cd9-9986-75b6dcf21602 req-1b94790c-d1da-434e-92cd-1111881a167d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:28:59.868533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a575e2a6-b9ce-4cd9-9986-75b6dcf21602 req-1b94790c-d1da-434e-92cd-1111881a167d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0585620 Oct 29 12:28:59.914506 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a575e2a6-b9ce-4cd9-9986-75b6dcf21602 req-05d34b2f-dbb2-401d-a267-5b9ebf7015b2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Oct 29 12:29:00.080344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:00.107714 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Checking router: 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:29:00.116961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:00.117612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:28:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:00.226872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:00.266731 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faab1-20aa-4a8c-92bf-74243740b38d req-b94289de-c79f-4496-a786-e434b14aee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:00.268142 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-b94289de-c79f-4496-a786-e434b14aee3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 200 len: 897 time: 0.4300642 Oct 29 12:29:00.314513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-5888e974-bcd4-41a1-b8d9-8dff25391aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 200 len: 217 time: 0.0380702 Oct 29 12:29:00.366280 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faab1-20aa-4a8c-92bf-74243740b38d req-3cbdd8de-47e3-489e-a130-35faf6fc0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:00.367716 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-3cbdd8de-47e3-489e-a130-35faf6fc0144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 200 len: 835 time: 0.0444498 Oct 29 12:29:00.415671 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911faab1-20aa-4a8c-92bf-74243740b38d req-0b24aa23-b52f-46cf-9ead-ec36ad5bb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:00.417826 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-0b24aa23-b52f-46cf-9ead-ec36ad5bb032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13c757af-5043-4739-8d2c-8773fbde9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414391 Oct 29 12:29:00.428265 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:00.455050 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28214c7c-1b9c-41ab-872e-db308dc31841 None None] The sync data for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 is: [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:27:21Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'fda85f14-1766-46ba-9902-0cdb9f6f630f', 'name': '', 'network_id': '13c757af-5043-4739-8d2c-8773fbde9ef1', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:f9:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:20Z', 'updated_at': '2021-10-29T12:27:24Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': '0ae1e72f-0f24-4bb2-a531-e46e0f1583bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:29:00.518131 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-6b164772-c025-4881-8197-fc47b8d5f7de service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907302 Oct 29 12:29:00.613498 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-911faab1-20aa-4a8c-92bf-74243740b38d req-39773f47-1953-456d-8187-86ef6c2b24ab service neutron] 10.222.0.41 "GET /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Oct 29 12:29:00.685819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47672fd-f780-4b1a-af41-ec343087fab0 None None] New status for floating IP 7ef48cd2-77a6-4147-b841-376bcb798d9f: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:29:00.963429 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a4fe01c6-6cd0-4208-8fae-7f57b2d31b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:01.035983 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d0e7d-a8c0-4e6a-a00f-c03a3a847898 req-9bc03f7c-a98f-4c5f-bbca-8832c072515e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:01.037403 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87d0e7d-a8c0-4e6a-a00f-c03a3a847898 req-9bc03f7c-a98f-4c5f-bbca-8832c072515e tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Oct 29 12:29:01.075289 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a87d0e7d-a8c0-4e6a-a00f-c03a3a847898 req-a4a7c99d-5de0-4e95-8be0-199e9d8b1f60 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a0f5a86-a6b9-4932-967f-06e1be9327df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Oct 29 12:29:01.419874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-db3ce77c-28d7-48a9-9208-441298df496c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:01.421592 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-db3ce77c-28d7-48a9-9208-441298df496c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Oct 29 12:29:01.510689 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 407f88d7-1dc5-4b80-b54d-013201094d53 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:29:01.511017 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:01.600646 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 407f88d7-1dc5-4b80-b54d-013201094d53, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=407f88d7-1dc5-4b80-b54d-013201094d53,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:01.601061 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:01.613203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 407f88d7-1dc5-4b80-b54d-013201094d53 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:29:01.741869 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:01.769359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=407f88d7-1dc5-4b80-b54d-013201094d53,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:01.779484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.779841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.780188 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.780527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.780863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.781225 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.781574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.781887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.782219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.782544 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.782870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.783720 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:01.823776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] No DVR routers for this DVR port 407f88d7-1dc5-4b80-b54d-013201094d53 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:29:01.826441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:01.829843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1ba98b6b-bd99-4dae-827d-fe281f82100f req-a1a615af-9d7f-4aec-9841-2dab33a77315 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.41 "DELETE /v2.0/ports/407f88d7-1dc5-4b80-b54d-013201094d53 HTTP/1.1" status: 204 len: 173 time: 0.4008324 Oct 29 12:29:01.830302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'name': 'network-vif-deleted', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:29:01.832545 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b883ab-adcc-4bd1-a50e-147b40ef6b2e" -d '{"events": [{"server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "name": "network-vif-deleted", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:29:01.922850 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8107a9da-0536-4309-9fb7-57f256606e52 x-openstack-request-id: req-8107a9da-0536-4309-9fb7-57f256606e52 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:29:01.923148 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8163e03-56eb-46fe-98c7-0274cd6c8468", "name": "network-vif-deleted", "tag": "407f88d7-1dc5-4b80-b54d-013201094d53", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:29:01.923406 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8107a9da-0536-4309-9fb7-57f256606e52 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:29:01.923807 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8163e03-56eb-46fe-98c7-0274cd6c8468', 'name': 'network-vif-deleted', 'tag': '407f88d7-1dc5-4b80-b54d-013201094d53', 'status': 'completed', 'code': 200} Oct 29 12:29:02.191722 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c3f9b8d6-0638-461e-81d2-5f606dea923b req-51445800-4fc0-4a06-aec4-5e91ffa740f1 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8163e03-56eb-46fe-98c7-0274cd6c8468 HTTP/1.1" status: 200 len: 210 time: 0.0307927 Oct 29 12:29:02.466145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:02.523763 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:03.249803 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45482) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:03.610077 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:03.835134 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:03.865954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port fda85f14-1766-46ba-9902-0cdb9f6f630f {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:29:03.866210 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:03.954064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port fda85f14-1766-46ba-9902-0cdb9f6f630f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=fda85f14-1766-46ba-9902-0cdb9f6f630f,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:03.954419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:03.967971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for fda85f14-1766-46ba-9902-0cdb9f6f630f owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:29:04.153469 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.184482 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=fda85f14-1766-46ba-9902-0cdb9f6f630f,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:04.357786 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.576496 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:29:04.680453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:29:04.686732 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b91be121-8eba-426c-b046-0f881588c4b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/3dc368f9-e3b1-48a3-b4ad-129a3e74b973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358122 Oct 29 12:29:04.689395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45484) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:04.692015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Sync routers for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:29:04.701452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:04.702058 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:04.741098 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting subnet 0ae1e72f-0f24-4bb2-a531-e46e0f1583bf {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:29:04.744357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.783830 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.809586 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:04.872192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.932438 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.960189 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae1e72f-0f24-4bb2-a531-e46e0f1583bf,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:04.962207 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:04.968971 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-07cc6cd7-6e9a-4476-a7c7-d351dcd804e5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/subnets/0ae1e72f-0f24-4bb2-a531-e46e0f1583bf HTTP/1.1" status: 204 len: 168 time: 0.2758152 Oct 29 12:29:04.969354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45486) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:04.974094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e17c9b-2a9c-471f-a674-d2df9574f916 None None] Network 13c757af-5043-4739-8d2c-8773fbde9ef1 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:29:05.082700 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.098323 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:29:04Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.126368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Checking router: 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:29:05.140397 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Routers {'3dc368f9-e3b1-48a3-b4ad-129a3e74b973'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:05.141043 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.193862 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.218091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] DHCP port deletion for 13c757af-5043-4739-8d2c-8773fbde9ef1 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:29:05.250420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 983ffa4a-2710-4e99-b1fe-26321711e212 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:29:05.250769 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.282794 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] Set router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:05.335164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 983ffa4a-2710-4e99-b1fe-26321711e212, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=983ffa4a-2710-4e99-b1fe-26321711e212,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:05.335524 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.348575 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 983ffa4a-2710-4e99-b1fe-26321711e212 owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:29:05.378273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Deleting port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:29:05.378560 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.468910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] For port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,segment=NetworkSegment(34b2d96f-d828-4616-b065-3267e5ed355a),segment_id=34b2d96f-d828-4616-b065-3267e5ed355a)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:05.469237 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.484833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Calling delete_port for cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:29:05.507901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 407f88d7-1dc5-4b80-b54d-013201094d53 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:29:05.519997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.540298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 407f88d7-1dc5-4b80-b54d-013201094d53 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:29:05.540690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 407f88d7-1dc5-4b80-b54d-013201094d53 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:29:05.548336 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=983ffa4a-2710-4e99-b1fe-26321711e212,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:05.608005 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.617918 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:29:04Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.646489 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.654503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03468603-0ab4-4343-8e94-a08af2db9b00 None None] The sync data for ids ['3dc368f9-e3b1-48a3-b4ad-129a3e74b973'] in n-d-805046-9 is: [{'id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140827482', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:27:17Z', 'updated_at': '2021-10-29T12:29:04Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '983ffa4a-2710-4e99-b1fe-26321711e212', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc368f9-e3b1-48a3-b4ad-129a3e74b973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:27:18Z', 'updated_at': '2021-10-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:29:05.677770 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Pushing event deleted for resources: {'Port': ['ID=cf0a03ab-3cb2-4412-909a-2dd8d7b1b796,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:05.682799 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] No DVR routers for this DVR port cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:29:05.690729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.691072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.691409 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.691745 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.692061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.692387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.692708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.693086 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.693423 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.693741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.694059 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.694389 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0bcf-da4e-4835-b737-49c3fb400e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:05.712774 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.714916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.761114 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.761639 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc368f9-e3b1-48a3-b4ad-129a3e74b973 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:29:05.769351 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.770475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bc33cad8-2dd9-4514-8b9a-47cae592cc04 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/routers/3dc368f9-e3b1-48a3-b4ad-129a3e74b973 HTTP/1.1" status: 204 len: 168 time: 0.8001912 Oct 29 12:29:05.773283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45488) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:05.849997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.939268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.959032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c757af-5043-4739-8d2c-8773fbde9ef1']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.968637 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b2d96f-d828-4616-b065-3267e5ed355a') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.968929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b2d96f-d828-4616-b065-3267e5ed355a') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:05.979002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.992691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:05.999316 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:29:05.999431 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:29:06.002650 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:29:06.072402 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.082882 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.085900 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/networks/13c757af-5043-4739-8d2c-8773fbde9ef1 HTTP/1.1" status: 204 len: 168 time: 0.3116484 Oct 29 12:29:06.089753 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45490) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:06.099466 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c54ca-6c6e-45a7-af27-10aa3a1a5a6c tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Network': ['ID=13c757af-5043-4739-8d2c-8773fbde9ef1,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:06.160735 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.189252 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.270697 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:29:06.281959 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.286135 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.289100 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/security-groups/3a0f5a86-a6b9-4932-967f-06e1be9327df HTTP/1.1" status: 204 len: 168 time: 0.1960979 Oct 29 12:29:06.293483 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:29:06.293847 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device cf0a03ab-3cb2-4412-909a-2dd8d7b1b796 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:29:06.294268 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fda85f14-1766-46ba-9902-0cdb9f6f630f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:29:06.303161 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d915-7c74-4f34-ba01-3f80a8bbe0df tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f5a86-a6b9-4932-967f-06e1be9327df,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:06.333262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: fda85f14-1766-46ba-9902-0cdb9f6f630f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:29:06.333262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device fda85f14-1766-46ba-9902-0cdb9f6f630f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:29:06.734010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45496) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:06.738743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626427332', 'description': 'tempest-secgroup-smoke-626427332 description', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:06.761611 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.828086 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.831687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.860211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.861513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1264620 Oct 29 12:29:06.864318 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45498) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:06.869513 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:06.874735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cef733-03aa-4079-a307-ce6b09de8ba8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:06.898355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.958462 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.961794 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.982132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e890653-d1dd-449c-8ae3-57d4a2be0fd0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:06.989680 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:06.990940 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-475c98b2-514e-42e8-824b-08a608fad95b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256840 Oct 29 12:29:06.994190 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45500) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:06.999080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.027096 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.085936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.089494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.111361 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc42e7e-f85b-4e25-92dd-b0ae00394627,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.120178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.121445 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-30141716-1d2a-421a-b1d8-cc36b7ffbc4d tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263049 Oct 29 12:29:07.124098 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45502) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.128381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.154761 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.213521 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.217309 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.234242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196c1dd3-19ad-4df8-816b-eace5d22f049,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.243233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.244937 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-193e4adf-3fb1-4ffd-90d8-4ab7886133a6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199167 Oct 29 12:29:07.247739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45504) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.252006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.278607 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.339208 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.342953 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.360935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee19c32-d790-44bd-963c-cb224d266387,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.369285 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.370483 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f99644c3-1e0a-4854-bdda-a034ca6a354f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218290 Oct 29 12:29:07.373589 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45506) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.377910 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.398871 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:29:07.404174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.468649 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.472268 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.497182 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452663e5-51ce-4685-9c4d-6871d0461c09,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.502821 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.504042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fe617bc7-503f-43e4-919c-436de3f4f0ce tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295347 Oct 29 12:29:07.506933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45508) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.511433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'security_group_rule': {'security_group_id': '95cb7b63-82bc-41e8-95fa-6bb6cdfd9817', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.532489 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Project e8b6e0bf69b34216a5ae285e95d0a455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:29:07.537194 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.597439 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.600997 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.618341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2120e09d-578f-4f3c-8342-5293ad6bc47b,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.627028 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.628215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8114d65e-329f-4e6f-9a83-a0a363c9c177 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203389 Oct 29 12:29:07.631103 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45510) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.635865 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'network': {'name': 'tempest-network-smoke--423107261', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'port_security_enabled': True}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.655071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:29:07.658614 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.683240 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:29:07.692586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.692927 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Added segment 72a9a99a-1327-4ba8-96cc-d09e7203bf4d of type vlan for network 8979b3df-9a58-46aa-a971-28f552d39ae7 Oct 29 12:29:07.733146 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.758197 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.764555 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:07.765175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.824834 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1927252 Oct 29 12:29:07.827713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45512) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:07.832310 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'admin_state_up': True, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:07.836741 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c855-655e-472f-acb9-15594880cffb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Network': ['ID=8979b3df-9a58-46aa-a971-28f552d39ae7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:07.848010 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:29:07.856855 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.858263 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:07.914443 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.156325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 983ffa4a-2710-4e99-b1fe-26321711e212 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:29:08.177726 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 983ffa4a-2710-4e99-b1fe-26321711e212 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:29:08.178062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 983ffa4a-2710-4e99-b1fe-26321711e212 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:29:08.380982 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.569705 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.588156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.690368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.94 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/1d8d37a1-866d-4a6e-b267-18dfc19d08d4) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:29:08.790906 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.823313 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:08.865311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:08.868262 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:08.871935 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:29:08.897157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:09.120430 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:09.315555 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:09.442492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 65321efb-0e93-4443-adb5-7557781d87db is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:29:09.551740 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:29:09.561832 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Sync routers for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:29:09.571404 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:09.572533 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:09.577935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:09.579203 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8096fa68-4e6e-4db7-8fd7-62f78ad6d898 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7504573 Oct 29 12:29:09.582330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45514) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:09.668843 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-dd05c9a2-3e5a-4018-a12e-877d43cad4a8 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=e8b6e0bf69b34216a5ae285e95d0a455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831640 Oct 29 12:29:09.669147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45518) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:09.680799 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:09.754834 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f02106-271c-4126-ba8c-64c65b828905 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:09.756384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-95f02106-271c-4126-ba8c-64c65b828905 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863726 Oct 29 12:29:09.759446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45520) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:09.787921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a3c0b1d7-56e1-4670-80af-05cd987f5ea2 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=8bf93776-9642-44dd-b082-4ff932d1ec59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273130 Oct 29 12:29:09.791588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45522) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:09.796844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993719248', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:09.891752 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:29:09.895541 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:09.950291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:09Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:09.979591 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Checking router: 65321efb-0e93-4443-adb5-7557781d87db for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:29:09.979938 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Updating router 65321efb-0e93-4443-adb5-7557781d87db port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:29:10.008949 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.082119 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.145943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Subnet': ['ID=fb4322db-2ecd-4da8-94cb-8a144b48eff9,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:10.151886 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Checking segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:29:10.152260 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network hostable DHCP agents. Network: 8979b3df-9a58-46aa-a971-28f552d39ae7, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:29:10.169339 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:29:10.178346 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 8979b3df-9a58-46aa-a971-28f552d39ae7) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:10.182841 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:10.183518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.189025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f44a1-baa0-4a8d-b3ae-ddcd7f0cf6f1 None None] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:29:10.202357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-15ee22b6-89a3-4f0b-a8aa-fe348352213f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096968 Oct 29 12:29:10.205923 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45524) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:10.272542 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.279167 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.335406 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Attempting to bind port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:29:10.335775 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Attempting to bind port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:29:10.336136 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Attempting to bind port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:29:10.344585 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Pushing event updated for resources: {'Port': ['ID=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,revision_number=2']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:10.346816 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:29:10.347233 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:29:10.347761 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.348044 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:29:10.348498 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Bound port: 1d8d37a1-866d-4a6e-b267-18dfc19d08d4, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:29:10.349553 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.351740 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-8979b3df-9a58-46aa-a971-28f552d39ae7', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:29:10.353872 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.373428 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.373765 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.374310 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.374638 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.374962 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.375291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.375612 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.375930 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.376351 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.376669 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.377819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.377819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:29:10.416035 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] For port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:29:10.419350 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] For port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:29:10.424475 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.488076 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:10.488763 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:10.492902 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd3c8-760a-4153-a254-fbca10ab7c57 None None] Pushing event updated for resources: {'Port': ['ID=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:10.606498 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:10.673647 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Allocated IP 172.20.0.2 (8979b3df-9a58-46aa-a971-28f552d39ae7/fb4322db-2ecd-4da8-94cb-8a144b48eff9/608a2243-d7b2-4324-a855-94295b9b8936) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:29:10.706768 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.795668 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:09Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:10.821895 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b554c9f-3f5f-4849-9140-4fc6350539e0 None None] The sync data for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 is: [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:09Z', 'revision_number': 3, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:29:10.826039 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.831845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.876069 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:10.879338 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:10.883143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:29:10.893627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Pushing event updated for resources: {'Port': ['ID=608a2243-d7b2-4324-a855-94295b9b8936,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:10.948670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Attempting to bind port 608a2243-d7b2-4324-a855-94295b9b8936 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:29:10.949065 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Attempting to bind port 608a2243-d7b2-4324-a855-94295b9b8936 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:29:10.949441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Attempting to bind port 608a2243-d7b2-4324-a855-94295b9b8936 on network 8979b3df-9a58-46aa-a971-28f552d39ae7 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:29:10.954693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:29:10.955073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Checking segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:29:10.955482 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:10.955883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Bound using segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:29:10.956354 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Bound port: 608a2243-d7b2-4324-a855-94295b9b8936, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:29:10.956736 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.000632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.1 (8979b3df-9a58-46aa-a971-28f552d39ae7/fb4322db-2ecd-4da8-94cb-8a144b48eff9/a165d5bc-1be9-40ba-bc84-91dded57d709) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:29:11.031883 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] For port 608a2243-d7b2-4324-a855-94295b9b8936, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:29:11.036385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] For port 608a2243-d7b2-4324-a855-94295b9b8936, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=608a2243-d7b2-4324-a855-94295b9b8936,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:29:11.043344 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.116088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e632d-2c77-46a8-8c4c-fe7b2a0c88fa None None] Pushing event updated for resources: {'Port': ['ID=608a2243-d7b2-4324-a855-94295b9b8936,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:11.186353 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.231593 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.276132 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:11.279451 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:11.282057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:29:11.331074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:11.357726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.507050 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.794875 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.800569 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.880457 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:11.883079 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:11.980715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:11.982206 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:12.068804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b08ce-da11-42fd-9dd3-153371ccdb4a None None] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:29:12.100400 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 65321efb-0e93-4443-adb5-7557781d87db has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:29:12.141169 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] Provisioning complete for port 608a2243-d7b2-4324-a855-94295b9b8936 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:12.141547 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.220827 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:29:12.235039 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-a2dcb75f-c3fd-4f1a-95bd-4bed791b9f30 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/65321efb-0e93-4443-adb5-7557781d87db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0191619 Oct 29 12:29:12.304746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 608a2243-d7b2-4324-a855-94295b9b8936 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:12.335857 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.387540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] For port 608a2243-d7b2-4324-a855-94295b9b8936, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=608a2243-d7b2-4324-a855-94295b9b8936,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:12.389518 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-1d81130f-ebcf-4e50-b7de-f7ea7ffdb8b5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626427332&fields=id&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 267 time: 0.0414717 Oct 29 12:29:12.396090 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.428171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 608a2243-d7b2-4324-a855-94295b9b8936 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:12.428638 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.486015 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57edb0-fd9a-4324-95b3-9d92e3110f2a None None] Pushing event updated for resources: {'Port': ['ID=608a2243-d7b2-4324-a855-94295b9b8936,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:12.531334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-1f5ce655-9836-4b55-98c5-22fd330df344 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:12.533505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-1f5ce655-9836-4b55-98c5-22fd330df344 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 796 time: 0.1280789 Oct 29 12:29:12.542031 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:12.553469 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-22d7b991-d374-4d79-8484-de1df302e7ac tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/quotas/e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 375 time: 0.0139129 Oct 29 12:29:12.595307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:12.595678 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.616374 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-44c0f697-7d8e-477d-89b9-50ba8b657238 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571079 Oct 29 12:29:12.650737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0ce06afe-c8c4-4f56-bc3b-297485ce1677 None None] Provisioning complete for port a165d5bc-1be9-40ba-bc84-91dded57d709 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:12.651171 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0ce06afe-c8c4-4f56-bc3b-297485ce1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.696079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06afe-c8c4-4f56-bc3b-297485ce1677 None None] Port a165d5bc-1be9-40ba-bc84-91dded57d709 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:29:12.749346 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0ce06afe-c8c4-4f56-bc3b-297485ce1677 None None] Provisioning complete for port 608a2243-d7b2-4324-a855-94295b9b8936 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:12.749962 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0ce06afe-c8c4-4f56-bc3b-297485ce1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.751677 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.786489 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-3b804e22-c94b-44a9-a96e-daff98811a05 service neutron] 10.222.0.77 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538651 Oct 29 12:29:12.802395 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:12.808971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:12.884999 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Sync routers for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:29:12.923242 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:12.927142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:12.927868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:13.064946 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:13.093464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-0255754c-e270-4cdd-8621-41ee0e752652 None None] Provisioning complete for port a165d5bc-1be9-40ba-bc84-91dded57d709 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:13.094169 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0255754c-e270-4cdd-8621-41ee0e752652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.170182 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-0255754c-e270-4cdd-8621-41ee0e752652 None None] Port a165d5bc-1be9-40ba-bc84-91dded57d709 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:29:13.238206 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-2ae077dc-8ce8-4de7-b231-a225bb0fbf52 service neutron] 10.222.0.77 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439912 Oct 29 12:29:13.299275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 2, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:13.327469 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Checking router: 65321efb-0e93-4443-adb5-7557781d87db for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:29:13.327820 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Updating router 65321efb-0e93-4443-adb5-7557781d87db port a165d5bc-1be9-40ba-bc84-91dded57d709 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:29:13.356752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.410652 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4e3dff21-349a-4921-8a39-dcb0f9e4d13e req-caea9786-8071-48c9-a8dd-5f77a6af6dc5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0257137 Oct 29 12:29:13.640140 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.645772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.692879 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa3b6-e6d0-4a34-9e2f-4136b924adac None None] Pushing event updated for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:13.747984 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Attempting to bind port a165d5bc-1be9-40ba-bc84-91dded57d709 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:29:13.748356 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Attempting to bind port a165d5bc-1be9-40ba-bc84-91dded57d709 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:29:13.748741 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Attempting to bind port a165d5bc-1be9-40ba-bc84-91dded57d709 on network 8979b3df-9a58-46aa-a971-28f552d39ae7 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:29:13.754602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:29:13.754992 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Checking segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:29:13.755396 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.755790 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Bound using segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:29:13.756258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Bound port: a165d5bc-1be9-40ba-bc84-91dded57d709, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:29:13.756831 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.825773 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] For port a165d5bc-1be9-40ba-bc84-91dded57d709, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:29:13.829158 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] For port a165d5bc-1be9-40ba-bc84-91dded57d709, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a165d5bc-1be9-40ba-bc84-91dded57d709,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:29:13.833756 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:13.905485 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:13.906087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:13.908793 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa3b6-e6d0-4a34-9e2f-4136b924adac None None] Pushing event updated for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:13.976752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] Provisioning complete for port a165d5bc-1be9-40ba-bc84-91dded57d709 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:13.977148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:14.056569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:14.154990 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:14.361353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 608a2243-d7b2-4324-a855-94295b9b8936 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:14.433014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] For port a165d5bc-1be9-40ba-bc84-91dded57d709, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a165d5bc-1be9-40ba-bc84-91dded57d709,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:14.445911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:14.500796 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-742de1cd-4216-48cf-8ae7-a0d463de16ab req-1c1f5ddf-67f4-4b21-8951-62c3188c722a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0311751 Oct 29 12:29:14.546317 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 608a2243-d7b2-4324-a855-94295b9b8936 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:14.546687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:14.549679 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5398e4-0337-44be-9134-66c1fbfebb60 None None] Pushing event updated for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:14.610229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-907dd995-2d6c-4a2a-8863-8199078e1694 None None] Provisioning complete for port a165d5bc-1be9-40ba-bc84-91dded57d709 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:14.610608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-907dd995-2d6c-4a2a-8863-8199078e1694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:14.659019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:13Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:14.715179 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb3f27-4b28-4fdc-9d71-7e36cf1947c7 None None] The sync data for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 is: [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:13Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:29:14.729804 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:14.813191 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:14.813467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:15.579894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-36cd05fe-5a57-4d6b-93e7-8bfd71a3c93b req-d84091f2-6ebc-41d2-b1d2-633f823a4afa tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0275450 Oct 29 12:29:16.220771 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a165d5bc-1be9-40ba-bc84-91dded57d709 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:16.269135 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port a165d5bc-1be9-40ba-bc84-91dded57d709 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:16.269426 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:16.660487 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2129228e-7817-402b-9c57-8ff5f99d8ba7 req-4970ba44-d39d-4168-ba59-9df439adad11 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Oct 29 12:29:17.755002 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9233fa58-d586-4195-bcca-da13e0afb44f req-35158b6a-918f-4249-8dda-3facb8bbd015 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0254691 Oct 29 12:29:18.483214 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-20b423c2-5cd0-4fdb-a139-eb5a0ac2c2f0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:18.484780 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-20b423c2-5cd0-4fdb-a139-eb5a0ac2c2f0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 796 time: 0.1042187 Oct 29 12:29:18.529586 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-c5be8482-7427-4af1-8c83-b719747729a5 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b6e0bf69b34216a5ae285e95d0a455 HTTP/1.1" status: 200 len: 379 time: 0.0349009 Oct 29 12:29:18.538564 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'port': {'device_id': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'admin_state_up': True, 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'security_groups': ['95cb7b63-82bc-41e8-95fa-6bb6cdfd9817']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:18.651960 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Made reservation on behalf of e8b6e0bf69b34216a5ae285e95d0a455 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:29:18.655493 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:18.785251 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.20.0.6 (8979b3df-9a58-46aa-a971-28f552d39ae7/fb4322db-2ecd-4da8-94cb-8a144b48eff9/ad66b238-7780-4322-a66c-aafc0817fff0) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:29:18.849656 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9fa6e454-458d-4d4d-8a83-c5d1113e1088 req-9692012d-62e0-4f8e-b761-b8406bb75655 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0257640 Oct 29 12:29:18.927900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:18.960716 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.009621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:19.012798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:19.016570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:29:19.042855 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:19.069553 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:19.070178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.086807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-ec4614ee-5054-45aa-abf9-f5f91bf343ef tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516865 Oct 29 12:29:19.150194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Request body: {'port': {'device_id': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:19.212179 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.244440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-7233da56-c52b-4da0-93ce-f0b7a8c4347e None None] Provisioning complete for port ad66b238-7780-4322-a66c-aafc0817fff0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:19.245085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7233da56-c52b-4da0-93ce-f0b7a8c4347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.280451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-7233da56-c52b-4da0-93ce-f0b7a8c4347e None None] Port ad66b238-7780-4322-a66c-aafc0817fff0 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:29:19.501101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad66b238-7780-4322-a66c-aafc0817fff0 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:29:19.508777 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.520989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Transition to ACTIVE for port object ad66b238-7780-4322-a66c-aafc0817fff0 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:29:19.526404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.578165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:19.671105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Attempting to bind port ad66b238-7780-4322-a66c-aafc0817fff0 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:29:19.671432 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Attempting to bind port ad66b238-7780-4322-a66c-aafc0817fff0 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:29:19.671784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Attempting to bind port ad66b238-7780-4322-a66c-aafc0817fff0 on network 8979b3df-9a58-46aa-a971-28f552d39ae7 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:29:19.676650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Port ad66b238-7780-4322-a66c-aafc0817fff0 on network 8979b3df-9a58-46aa-a971-28f552d39ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:29:19.676967 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Attempting to bind port ad66b238-7780-4322-a66c-aafc0817fff0 on network 8979b3df-9a58-46aa-a971-28f552d39ae7 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:29:19.684162 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:29:19.684493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Checking segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:29:19.684881 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Bound using segment: {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:29:19.685334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Bound port: ad66b238-7780-4322-a66c-aafc0817fff0, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a9a99a-1327-4ba8-96cc-d09e7203bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:29:19.685687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.760866 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:29:19.764768 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad66b238-7780-4322-a66c-aafc0817fff0,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:29:19.769442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.803171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:19.803899 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:19.805415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] 10.222.0.86 "PUT /v2.0/ports/ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 1091 time: 0.7101848 Oct 29 12:29:19.805912 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:29:19.808240 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f7750b-31ae-42d6-88dd-b599cc2c3913" -d '{"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:29:19.855830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f2eef-35d0-489c-8798-1a4d1a11c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:19.873830 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951b9c1-0c3d-4833-a637-7144ff0aaed3 x-openstack-request-id: req-0951b9c1-0c3d-4833-a637-7144ff0aaed3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:29:19.874119 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:29:19.874377 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0951b9c1-0c3d-4833-a637-7144ff0aaed3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:29:19.874825 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'status': 'completed', 'code': 200} Oct 29 12:29:19.893197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-03600366-7fa1-456f-b55d-6a9fac820133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:19.894794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-03600366-7fa1-456f-b55d-6a9fac820133 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1094 time: 0.0485590 Oct 29 12:29:19.946290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-280b8158-a890-4d96-bbe4-86fdaff3c7ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 217 time: 0.0425205 Oct 29 12:29:19.988680 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf7efc-b523-48bc-8b5e-b47ebf5f1033 req-74289965-3eb1-4a88-a21a-d474d48ca0cb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:19.991189 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf7efc-b523-48bc-8b5e-b47ebf5f1033 req-74289965-3eb1-4a88-a21a-d474d48ca0cb tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 943 time: 0.0618536 Oct 29 12:29:20.001215 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-5fc354a1-5e46-40cb-9090-28b543c74494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.002888 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-5fc354a1-5e46-40cb-9090-28b543c74494 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0478709 Oct 29 12:29:20.047504 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-aaaf7efc-b523-48bc-8b5e-b47ebf5f1033 req-74f087ed-2a8c-44ba-a746-026053bb8f50 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Oct 29 12:29:20.051819 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-c1405c7d-f5bf-46bf-9a4c-819a66892d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.053459 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-c1405c7d-f5bf-46bf-9a4c-819a66892d5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436919 Oct 29 12:29:20.149973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-016c28fe-852f-4855-93a2-4c94eaadc452 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891066 Oct 29 12:29:20.240831 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-018d54dc-fadf-4ee8-8ad8-e095c94018e6 req-8173c740-1483-4f00-822f-fe3eb7d9c0f1 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842297 Oct 29 12:29:20.334935 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-ca59ff8e-56d2-4ab1-a3be-6d47d7f0487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.336440 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-ca59ff8e-56d2-4ab1-a3be-6d47d7f0487f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1094 time: 0.0456378 Oct 29 12:29:20.435360 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-3d2185c5-0b28-4e05-a70a-ecc22302e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.437167 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-3d2185c5-0b28-4e05-a70a-ecc22302e628 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 897 time: 0.0940385 Oct 29 12:29:20.487998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-5f87cac8-aeec-428d-9947-f3ebeba8c9a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 217 time: 0.0426040 Oct 29 12:29:20.541030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-91c642f4-a5a4-4328-bc46-9542e7a45569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.542616 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-91c642f4-a5a4-4328-bc46-9542e7a45569 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0464506 Oct 29 12:29:20.603820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-17797b06-3be1-44f9-b548-f7219f17568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:20.606116 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-17797b06-3be1-44f9-b548-f7219f17568f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549796 Oct 29 12:29:20.715977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-db57a6ac-b547-486b-965c-ae0a3dedc83a service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017458 Oct 29 12:29:20.808200 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-39f7750b-31ae-42d6-88dd-b599cc2c3913 req-f88dd2ea-5308-48ba-adc3-5adca1ff23d1 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Oct 29 12:29:21.173225 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3655257-d9ab-432a-8cd5-5917f601ab36 req-dc76c8f9-8d33-4278-b8a5-2b71a42e6ae2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:21.174710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3655257-d9ab-432a-8cd5-5917f601ab36 req-dc76c8f9-8d33-4278-b8a5-2b71a42e6ae2 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 943 time: 0.0580308 Oct 29 12:29:21.216451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e3655257-d9ab-432a-8cd5-5917f601ab36 req-7b6917d0-33e7-46a2-8bdb-9e0202f2b9c0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336387 Oct 29 12:29:22.330332 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:22.332567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae642a-77dc-41dc-b39e-e4f8ee2d9208 req-7cdf2713-4786-4819-a587-e4c775300f49 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:22.334076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9dae642a-77dc-41dc-b39e-e4f8ee2d9208 req-7cdf2713-4786-4819-a587-e4c775300f49 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 943 time: 0.0496223 Oct 29 12:29:22.372003 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9dae642a-77dc-41dc-b39e-e4f8ee2d9208 req-a5b80a95-06e1-4f09-aa89-195d11aee4de tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314012 Oct 29 12:29:23.150210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad66b238-7780-4322-a66c-aafc0817fff0 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:29:23.248608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad66b238-7780-4322-a66c-aafc0817fff0,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:23.259500 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'port_id': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'mac_address': 'fa:16:3e:a3:45:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:29:23.296942 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:23.313823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad66b238-7780-4322-a66c-aafc0817fff0 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:29:23.332742 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad66b238-7780-4322-a66c-aafc0817fff0,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:23.336595 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:23.383553 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:23.497741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20d6d-0ac3-4296-b518-415bc33f0c56 req-e8667ea6-47a2-4bac-a3e3-de3769db16b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:23.499304 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97b20d6d-0ac3-4296-b518-415bc33f0c56 req-e8667ea6-47a2-4bac-a3e3-de3769db16b9 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 944 time: 0.0525455 Oct 29 12:29:23.545388 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-97b20d6d-0ac3-4296-b518-415bc33f0c56 req-ae5acd91-09c0-433a-ad00-a79b7a59cf41 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389457 Oct 29 12:29:23.565366 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ad66b238-7780-4322-a66c-aafc0817fff0'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:29:24.948533 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7c293-99bb-4e7f-a913-1499e24fab14 req-fe9df500-48ca-4d2d-bbab-09b97b53ed74 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:24.950000 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc7c293-99bb-4e7f-a913-1499e24fab14 req-fe9df500-48ca-4d2d-bbab-09b97b53ed74 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 944 time: 0.0505853 Oct 29 12:29:24.988863 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bfc7c293-99bb-4e7f-a913-1499e24fab14 req-68d7637d-907e-4a4d-8690-972c479e12a8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Oct 29 12:29:25.177399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad66b238-7780-4322-a66c-aafc0817fff0 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:29:25.225471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ad66b238-7780-4322-a66c-aafc0817fff0 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:29:25.229336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ad66b238-7780-4322-a66c-aafc0817fff0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:29:25.229732 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:25.309608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:25.331818 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:29:25.334095 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a526a6-0e48-4d7b-aa64-666e3e1657f6" -d '{"events": [{"server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "name": "network-vif-plugged", "status": "completed", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:29:25.348780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad66b238-7780-4322-a66c-aafc0817fff0,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:29:25.352720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:25.400900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:25.425746 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5c60b0-00de-429d-bc0c-3d7616a0c166 x-openstack-request-id: req-aa5c60b0-00de-429d-bc0c-3d7616a0c166 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:29:25.426172 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "name": "network-vif-plugged", "status": "completed", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:29:25.426536 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa5c60b0-00de-429d-bc0c-3d7616a0c166 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:29:25.427109 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'code': 200} Oct 29 12:29:25.526952 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bc407-7024-4db5-919d-7d4021a54377 req-5b8e4428-a6ce-412e-a600-86a8f134cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:25.529023 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed2bc407-7024-4db5-919d-7d4021a54377 req-5b8e4428-a6ce-412e-a600-86a8f134cc3e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1096 time: 0.0445426 Oct 29 12:29:25.564279 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ed2bc407-7024-4db5-919d-7d4021a54377 req-135e6ed3-fef5-48c2-ac0c-b93977640811 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275204 Oct 29 12:29:26.104967 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf00ec-9c35-45bb-a953-eb502d53b19c req-3b91868b-648f-4d4f-a6ea-311bad277d35 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:26.107025 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80cf00ec-9c35-45bb-a953-eb502d53b19c req-3b91868b-648f-4d4f-a6ea-311bad277d35 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Oct 29 12:29:26.144139 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-80cf00ec-9c35-45bb-a953-eb502d53b19c req-28aac8db-3e31-4d6a-bce2-3543826af7ee tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Oct 29 12:29:26.583726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:27.257415 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3b93c-5f2e-4137-a849-546a3362c89f req-578da3bd-ee54-4d6c-bbf2-0333c2410ead tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:27.258782 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ce3b93c-5f2e-4137-a849-546a3362c89f req-578da3bd-ee54-4d6c-bbf2-0333c2410ead tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0475175 Oct 29 12:29:27.299588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7ce3b93c-5f2e-4137-a849-546a3362c89f req-593f9dde-bb45-43cc-9404-b67ab118ec01 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 Oct 29 12:29:27.410822 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95000b19-2de2-4cc1-aeca-6cb6840a3ec1 req-226055d0-e697-42c5-83b5-805447875b48 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:27.412273 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95000b19-2de2-4cc1-aeca-6cb6840a3ec1 req-226055d0-e697-42c5-83b5-805447875b48 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0484450 Oct 29 12:29:27.451748 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-95000b19-2de2-4cc1-aeca-6cb6840a3ec1 req-87416769-df69-43d6-a9b6-8b86215e17ba tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Oct 29 12:29:27.472583 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:27.511502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae7dc7-662f-4bf7-a290-7f6ab55e9df9 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:27.513546 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18ae7dc7-662f-4bf7-a290-7f6ab55e9df9 tempest-TestNetworkAdvancedServerOps-773623335 tempest-TestNetworkAdvancedServerOps-773623335-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1091 time: 0.0399499 Oct 29 12:29:27.516334 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45602) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:27.520524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:29:27.542394 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:27.639901 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:27.739612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Allocated IP 172.25.4.101 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/db203e5f-482e-4daf-b4e5-430e4768543d) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:29:27.842233 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:27.875127 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:27.912960 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:29:27.915821 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:29:27.919933 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:29:27.944322 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=db203e5f-482e-4daf-b4e5-430e4768543d,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:28.270194 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.340552 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.491727 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.496246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.547906 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-06361759-796c-4e63-b26a-6a5aab17b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.570858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event updated for resources: {'Port': ['ID=db203e5f-482e-4daf-b4e5-430e4768543d,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:29:28.579885 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:28.629875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-9285e9a7-1413-4b94-9e19-9d4b3e21e06c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398073 Oct 29 12:29:28.683105 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 92eb5e37-43c7-461e-8065-6f301219d6a6 associated. External IP: 172.25.4.101, port: ad66b238-7780-4322-a66c-aafc0817fff0. Oct 29 12:29:28.712852 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-6de72384-58fd-49d7-831a-c5190b632f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:28.714388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-6de72384-58fd-49d7-831a-c5190b632f2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1096 time: 0.0411866 Oct 29 12:29:28.822368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-79b7ee22-f525-47ce-bc66-75553a062390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:28.823869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-79b7ee22-f525-47ce-bc66-75553a062390 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 897 time: 0.0902092 Oct 29 12:29:28.891247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-d5da6ef5-0efe-4c31-9ac6-79702fe19dcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 999 time: 0.0580425 Oct 29 12:29:28.894364 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 65321efb-0e93-4443-adb5-7557781d87db has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:29:28.940706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-cb3968b6-b2a8-4f7d-ac20-a1eff218bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:28.942247 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-cb3968b6-b2a8-4f7d-ac20-a1eff218bd8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0438333 Oct 29 12:29:28.991883 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-8fe9cc4c-12c3-4265-b993-e10e62749638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:28.992993 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-8fe9cc4c-12c3-4265-b993-e10e62749638 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438888 Oct 29 12:29:29.000794 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:29:29.012908 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Sync routers for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:29:29.022917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:29.023786 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:29.030955 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:29.062839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f02b888d-729a-462e-bd13-e92843fdba84 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5453613 Oct 29 12:29:29.063271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:29:29.065651 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a682f86d-04b5-46b7-9415-7366d3d7969d" -d '{"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:29:29.094670 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-ac496ff3-bdb5-405e-8194-33edaeb3ee68 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947447 Oct 29 12:29:29.134181 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:29.164719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674fd9e-1ac7-49fb-9784-4610e1d4fe74 req-ccf1dca5-5c8a-439d-b9fb-da8420dd6834 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:29.166639 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d674fd9e-1ac7-49fb-9784-4610e1d4fe74 req-ccf1dca5-5c8a-439d-b9fb-da8420dd6834 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0512259 Oct 29 12:29:29.195615 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c9749a7c-1945-4de2-aa61-4701dc86b28c req-adebe304-97b6-4707-aa5a-09215fffde7b service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939887 Oct 29 12:29:29.208854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d674fd9e-1ac7-49fb-9784-4610e1d4fe74 req-1acd37c6-9500-4bd0-af0f-40666c88eb5b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Oct 29 12:29:29.236068 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45608) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:29.257606 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2605371-2f4a-495e-bec8-0ee2c37a0f8a x-openstack-request-id: req-a2605371-2f4a-495e-bec8-0ee2c37a0f8a {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:29:29.257898 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:29:29.258154 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2605371-2f4a-495e-bec8-0ee2c37a0f8a {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:29:29.258562 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'status': 'completed', 'code': 200} Oct 29 12:29:29.330941 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-cd681ae1-dd77-4862-9e96-d32c2ccf8eb8 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/92eb5e37-43c7-461e-8065-6f301219d6a6 HTTP/1.1" status: 200 len: 991 time: 0.0934515 Oct 29 12:29:29.339203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-1f767e85-8e59-4287-8b5c-5ba5849b9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:29.340687 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-1f767e85-8e59-4287-8b5c-5ba5849b9406 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1096 time: 0.0580726 Oct 29 12:29:29.365569 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '92eb5e37-43c7-461e-8065-6f301219d6a6', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '65321efb-0e93-4443-adb5-7557781d87db', 'port_id': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'mac_address': 'fa:16:3e:a3:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:29:28Z', 'updated_at': '2021-10-29T12:29:28Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:29.391614 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Checking router: 65321efb-0e93-4443-adb5-7557781d87db for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:29:29.399892 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:29:29.400492 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:29:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:29.433424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-61373a79-2177-45c6-98dc-e5a84c0a8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:29.435103 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-61373a79-2177-45c6-98dc-e5a84c0a8c7a service neutron] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 897 time: 0.0864604 Oct 29 12:29:29.504319 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:29:29.505038 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-224ccf8a-0ed4-48dc-8230-189197f837b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 999 time: 0.0615511 Oct 29 12:29:29.554241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-6f1fd3f1-4f2c-42ec-a988-2fdff9c19a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:29.555741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-6f1fd3f1-4f2c-42ec-a988-2fdff9c19a65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0444667 Oct 29 12:29:29.600297 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-7d3dc67e-f42a-4ed4-8923-2b8368b9eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:29.601775 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-7d3dc67e-f42a-4ed4-8923-2b8368b9eca9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394294 Oct 29 12:29:29.737122 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '92eb5e37-43c7-461e-8065-6f301219d6a6', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '65321efb-0e93-4443-adb5-7557781d87db', 'port_id': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'mac_address': 'fa:16:3e:a3:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:29:28Z', 'updated_at': '2021-10-29T12:29:28Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:29:29.856805 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb5553-8338-4653-80ec-b814ca30a6ad None None] The sync data for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 is: [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '92eb5e37-43c7-461e-8065-6f301219d6a6', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '65321efb-0e93-4443-adb5-7557781d87db', 'port_id': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'mac_address': 'fa:16:3e:a3:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:29:28Z', 'updated_at': '2021-10-29T12:29:28Z', 'revision_number': 0, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:29:30.044315 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-3bdadfd3-0eba-4567-8a6f-5c7838c1325d service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352601 Oct 29 12:29:30.062668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2b795-728e-429c-ad3a-d57ae82462d5 None None] New status for floating IP 92eb5e37-43c7-461e-8065-6f301219d6a6: ACTIVE {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:29:30.137949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a682f86d-04b5-46b7-9415-7366d3d7969d req-37ebcc6b-b094-4b8e-a67e-8fdca8e62370 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Oct 29 12:29:30.334931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45610) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:29:30.398712 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-579e9f1d-0ae6-4e61-9460-7afea79040fe tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/92eb5e37-43c7-461e-8065-6f301219d6a6 HTTP/1.1" status: 200 len: 993 time: 0.0625460 Oct 29 12:29:30.968233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ed9c833d-f7d6-4561-a4b1-ec581e562e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:32.469127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:32.525431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:32.858591 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:29:33.833042 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:52.360742 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:56.602092 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:58.549233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54344010-7474-417b-891b-e1c04d07ff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:29:59.224402 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64cf4-250f-4426-8555-a4512d97d8f7 req-ac3fcae5-21bc-47da-bf44-6ca3c7775d46 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:29:59.225937 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda64cf4-250f-4426-8555-a4512d97d8f7 req-ac3fcae5-21bc-47da-bf44-6ca3c7775d46 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Oct 29 12:29:59.263872 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda64cf4-250f-4426-8555-a4512d97d8f7 req-caa5b822-d2bb-45dd-aab6-fa7ca27bd141 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Oct 29 12:30:00.380689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b50eb-c336-47b9-b129-9ca6f1cd56a1 req-f2f19a19-966f-448e-abd6-ed8ef71e9b2a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:00.382254 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-776b50eb-c336-47b9-b129-9ca6f1cd56a1 req-f2f19a19-966f-448e-abd6-ed8ef71e9b2a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0496800 Oct 29 12:30:00.420362 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-776b50eb-c336-47b9-b129-9ca6f1cd56a1 req-a14166ab-9380-4db3-a2e5-3de040778e82 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321803 Oct 29 12:30:00.443756 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45628) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:00.507173 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-854bd12c-54dd-451d-bc64-ba9dd040ab7b tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/92eb5e37-43c7-461e-8065-6f301219d6a6 HTTP/1.1" status: 200 len: 993 time: 0.0622756 Oct 29 12:30:00.970644 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-34bc0487-e2c4-4a37-99f8-fa6b29739912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:01.776153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e2707-e18b-453b-8844-41a7658a6c44 req-9d422f51-5db4-49e7-b86e-80f0672dc234 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:01.777651 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-622e2707-e18b-453b-8844-41a7658a6c44 req-9d422f51-5db4-49e7-b86e-80f0672dc234 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Oct 29 12:30:01.797830 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-1f86b637-ffdc-4002-8a1f-a1db3ed10a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:01.799385 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-1f86b637-ffdc-4002-8a1f-a1db3ed10a83 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1096 time: 0.0443196 Oct 29 12:30:01.817286 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-622e2707-e18b-453b-8844-41a7658a6c44 req-8d51a2a1-8edf-4407-bb0e-b6c83ba707b3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Oct 29 12:30:01.892296 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-85650082-e99e-4086-9248-b78016e2511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:01.893805 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-85650082-e99e-4086-9248-b78016e2511f service neutron] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 897 time: 0.0871525 Oct 29 12:30:01.962221 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-3ed5324f-3970-4fd0-90ba-363eba5e41ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 1001 time: 0.0610862 Oct 29 12:30:02.010992 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-c5e97873-b127-47d2-b103-a45694776d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:02.012452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-c5e97873-b127-47d2-b103-a45694776d26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0439377 Oct 29 12:30:02.058846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-7d49029a-9e6a-4c06-9373-d3c594c495e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:02.060227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-7d49029a-9e6a-4c06-9373-d3c594c495e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406938 Oct 29 12:30:02.151223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-f09ecf46-bbc4-4216-a98a-043d43cc55d2 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Oct 29 12:30:02.242824 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-784a8c34-7f84-4373-bf4f-ed1abae34dfb req-fbd84b28-953c-45bd-89f0-3187bd854a70 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Oct 29 12:30:02.471206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:02.528947 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:02.933534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108755a0-e03c-4e1c-a4c1-bad228207954 req-3fcd5e74-932c-4be6-82e6-50fbfb454410 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:02.935009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108755a0-e03c-4e1c-a4c1-bad228207954 req-3fcd5e74-932c-4be6-82e6-50fbfb454410 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Oct 29 12:30:02.973766 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-108755a0-e03c-4e1c-a4c1-bad228207954 req-c001594f-6203-418d-b477-8bce71f93285 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Oct 29 12:30:03.836083 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.105326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25c10-b9b4-43e3-86c0-ddbbb0c02c07 req-d2346cdf-f60d-43b0-95ec-7e29cc5e7712 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:04.106804 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60c25c10-b9b4-43e3-86c0-ddbbb0c02c07 req-d2346cdf-f60d-43b0-95ec-7e29cc5e7712 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Oct 29 12:30:04.146308 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-60c25c10-b9b4-43e3-86c0-ddbbb0c02c07 req-9cba3f0b-e6e1-4a29-83dd-f5b079c753a0 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Oct 29 12:30:04.168721 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45640) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:04.228996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b6daaff9-fb95-4653-8a16-14d111c808ab tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/floatingips/92eb5e37-43c7-461e-8065-6f301219d6a6 HTTP/1.1" status: 200 len: 993 time: 0.0591037 Oct 29 12:30:04.451167 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45646) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:04.609143 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port db203e5f-482e-4daf-b4e5-430e4768543d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:30:04.609484 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.687266 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.687596 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.699007 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for db203e5f-482e-4daf-b4e5-430e4768543d owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:30:04.843145 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.870141 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=db203e5f-482e-4daf-b4e5-430e4768543d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:04.892836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.893216 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.893553 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.893884 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.894830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.895229 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.895528 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.895853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.896173 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.896493 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.896810 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.897153 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:04.938150 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:04.938479 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Floating IP 92eb5e37-43c7-461e-8065-6f301219d6a6 disassociated (deleted). External IP: 172.25.4.101, port: ad66b238-7780-4322-a66c-aafc0817fff0. Oct 29 12:30:05.143765 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 65321efb-0e93-4443-adb5-7557781d87db has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:30:05.249962 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:05.255105 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:05.261698 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Sync routers for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:05.272100 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:05.272709 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:05.281646 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0c2824c4-eccd-4526-bcf1-2b2125bed7b6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/floatingips/92eb5e37-43c7-461e-8065-6f301219d6a6 HTTP/1.1" status: 204 len: 168 time: 0.8294032 Oct 29 12:30:05.282212 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:30:05.284510 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c0419e-98ce-46b3-8705-58a3318a4248" -d '{"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:30:05.376604 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:05.438375 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca71ee8-e892-495a-984c-76676612f5cd x-openstack-request-id: req-4ca71ee8-e892-495a-984c-76676612f5cd {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:30:05.438671 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:30:05.438933 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ca71ee8-e892-495a-984c-76676612f5cd {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:30:05.439342 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'status': 'completed', 'code': 200} Oct 29 12:30:05.510132 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-c21f8242-b027-4548-b534-cb3b9c5cf501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:05.512391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-c21f8242-b027-4548-b534-cb3b9c5cf501 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 1096 time: 0.0497077 Oct 29 12:30:05.540669 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a6e0-190c-4b68-9fb7-f3755c239cf1 req-8683e3a4-b470-49dc-84a7-d2d29d169fe6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:05.542247 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f39a6e0-190c-4b68-9fb7-f3755c239cf1 req-8683e3a4-b470-49dc-84a7-d2d29d169fe6 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0501409 Oct 29 12:30:05.584513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f39a6e0-190c-4b68-9fb7-f3755c239cf1 req-b2d4c51b-60a4-45cd-b06d-0c97a22de919 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358465 Oct 29 12:30:05.588309 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:05.614380 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-eb6b30c4-2186-497c-9aee-40a7c7090336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:05.615794 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Checking router: 65321efb-0e93-4443-adb5-7557781d87db for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:05.615950 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-eb6b30c4-2186-497c-9aee-40a7c7090336 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 200 len: 897 time: 0.0941112 Oct 29 12:30:05.624116 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:05.624805 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:05.663983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-ba906546-b512-414e-b207-40139cfcd35a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 200 len: 217 time: 0.0387115 Oct 29 12:30:05.713973 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-e7d9e565-c799-4664-82d2-8e3450b9b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:05.715436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-e7d9e565-c799-4664-82d2-8e3450b9b966 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 200 len: 834 time: 0.0437617 Oct 29 12:30:05.730582 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:05.761887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-724f6dc5-77e8-4389-9413-0ff5024b636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:05.763388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-724f6dc5-77e8-4389-9413-0ff5024b636d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8979b3df-9a58-46aa-a971-28f552d39ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400581 Oct 29 12:30:05.861079 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-a67de36a-439a-4ec5-87dd-3f9d358629d9 service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Oct 29 12:30:05.931321 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:05.954489 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d0c0419e-98ce-46b3-8705-58a3318a4248 req-428c9da9-f293-4f5b-8fb4-c81fb915350b service neutron] 10.222.0.86 "GET /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Oct 29 12:30:05.956600 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af093368-69db-49f6-99b5-2bdb70f68e14 None None] The sync data for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 is: [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:29:11Z', 'revision_number': 4, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'a165d5bc-1be9-40ba-bc84-91dded57d709', 'name': '', 'network_id': '8979b3df-9a58-46aa-a971-28f552d39ae7', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'mac_address': 'fa:16:3e:ca:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:10Z', 'updated_at': '2021-10-29T12:29:14Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'subnets': [{'id': 'fb4322db-2ecd-4da8-94cb-8a144b48eff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:06.183119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc748e9b-ed4e-4c9e-9c4b-93beca2fa9df None None] New status for floating IP 92eb5e37-43c7-461e-8065-6f301219d6a6: DOWN {{(pid=102279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:30:06.699103 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039d002-be61-4690-9b52-3c34dc47e5f3 req-d1c9eb07-ac56-4c4a-a23f-5cf97e5775dc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:06.700574 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4039d002-be61-4690-9b52-3c34dc47e5f3 req-d1c9eb07-ac56-4c4a-a23f-5cf97e5775dc tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Oct 29 12:30:06.746131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4039d002-be61-4690-9b52-3c34dc47e5f3 req-ff3f4339-e946-4d75-bda1-892ceb390cc3 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/security-groups?id=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Oct 29 12:30:07.130798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4ef61dd5-9fae-4110-aecb-a0a20ae2003a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:07.132294 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4ef61dd5-9fae-4110-aecb-a0a20ae2003a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Oct 29 12:30:07.224468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port ad66b238-7780-4322-a66c-aafc0817fff0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:30:07.224806 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:07.311203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port ad66b238-7780-4322-a66c-aafc0817fff0, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ad66b238-7780-4322-a66c-aafc0817fff0,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:07.311492 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:07.328488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for ad66b238-7780-4322-a66c-aafc0817fff0 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:30:07.452762 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:07.479431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=ad66b238-7780-4322-a66c-aafc0817fff0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:07.490014 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.490369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.490717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.491054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.491389 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.491724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.492084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.492754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.492754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.493087 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.493414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.493739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:07.537612 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] No DVR routers for this DVR port ad66b238-7780-4322-a66c-aafc0817fff0 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:30:07.540302 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:07.543713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b2bf34ea-ca56-4be3-94d8-2bb179d148de req-4463a607-1f47-4d42-93f5-2b76bf50376a tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.86 "DELETE /v2.0/ports/ad66b238-7780-4322-a66c-aafc0817fff0 HTTP/1.1" status: 204 len: 173 time: 0.4056284 Oct 29 12:30:07.544158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'name': 'network-vif-deleted', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:30:07.546714 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a324ec-3526-44e3-9dd9-d1609fb0d5b2" -d '{"events": [{"server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "name": "network-vif-deleted", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:30:07.587406 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf9026-7119-42e6-9b45-6e51e897ef9f x-openstack-request-id: req-0bbf9026-7119-42e6-9b45-6e51e897ef9f {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:30:07.587804 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5052d6de-cf6c-428d-b815-4fd346f90c73", "name": "network-vif-deleted", "tag": "ad66b238-7780-4322-a66c-aafc0817fff0", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:30:07.588139 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bbf9026-7119-42e6-9b45-6e51e897ef9f {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:30:07.588659 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5052d6de-cf6c-428d-b815-4fd346f90c73', 'name': 'network-vif-deleted', 'tag': 'ad66b238-7780-4322-a66c-aafc0817fff0', 'status': 'completed', 'code': 200} Oct 29 12:30:07.854320 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-53f7def4-f123-48df-9abe-09f045819941 req-a79b64c0-a3e2-41bf-acb6-dec73dd7a438 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "GET /v2.0/ports?device_id=5052d6de-cf6c-428d-b815-4fd346f90c73 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Oct 29 12:30:08.911083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:09.594036 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:09.843305 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port a165d5bc-1be9-40ba-bc84-91dded57d709 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:30:09.843644 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:09.857479 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:30:09.934478 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port a165d5bc-1be9-40ba-bc84-91dded57d709, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=a165d5bc-1be9-40ba-bc84-91dded57d709,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:09.935060 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:09.947088 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for a165d5bc-1be9-40ba-bc84-91dded57d709 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:30:10.130243 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.157907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=a165d5bc-1be9-40ba-bc84-91dded57d709,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:10.336415 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.560222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Router 65321efb-0e93-4443-adb5-7557781d87db has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:30:10.665406 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:10.670671 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-21579d6c-2af8-499e-8afa-2f33346abbe4 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "PUT /v2.0/routers/65321efb-0e93-4443-adb5-7557781d87db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585852 Oct 29 12:30:10.674038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45664) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:10.675084 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Sync routers for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:10.684516 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:10.685151 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:10.725330 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting subnet fb4322db-2ecd-4da8-94cb-8a144b48eff9 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:30:10.729147 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.770476 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.788649 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:10.857858 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.917190 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.946237 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4322db-2ecd-4da8-94cb-8a144b48eff9,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:10.948332 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:10.953505 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-62136b0a-4e8e-4ac3-84ff-03afd15d7593 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/subnets/fb4322db-2ecd-4da8-94cb-8a144b48eff9 HTTP/1.1" status: 204 len: 168 time: 0.2783902 Oct 29 12:30:10.954098 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000beef-692e-4266-b934-e30147f6a719 None None] Network 8979b3df-9a58-46aa-a971-28f552d39ae7 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:30:10.954591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45666) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:10.982717 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:30:10Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:11.013041 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Checking router: 65321efb-0e93-4443-adb5-7557781d87db for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:11.023297 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Routers {'65321efb-0e93-4443-adb5-7557781d87db'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:11.023901 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['65321efb-0e93-4443-adb5-7557781d87db'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:11.065427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.196902 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] DHCP port deletion for 8979b3df-9a58-46aa-a971-28f552d39ae7 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:30:11.231310 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.255267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Deleting port 608a2243-d7b2-4324-a855-94295b9b8936 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:30:11.255915 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.263674 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] Set router 65321efb-0e93-4443-adb5-7557781d87db gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:11.296234 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Deleting port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:30:11.297124 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.327114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] For port 608a2243-d7b2-4324-a855-94295b9b8936, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=608a2243-d7b2-4324-a855-94295b9b8936,segment=NetworkSegment(72a9a99a-1327-4ba8-96cc-d09e7203bf4d),segment_id=72a9a99a-1327-4ba8-96cc-d09e7203bf4d)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:11.327501 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.344593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Calling delete_port for 608a2243-d7b2-4324-a855-94295b9b8936 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:30:11.384292 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] For port 1d8d37a1-866d-4a6e-b267-18dfc19d08d4, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:11.384653 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.397035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Calling delete_port for 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:30:11.426542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.453535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad66b238-7780-4322-a66c-aafc0817fff0 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:30:11.460917 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:30:10Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:11.479221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Pushing event deleted for resources: {'Port': ['ID=608a2243-d7b2-4324-a855-94295b9b8936,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:11.482871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ad66b238-7780-4322-a66c-aafc0817fff0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:30:11.483297 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ad66b238-7780-4322-a66c-aafc0817fff0 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:30:11.486829 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5618caa4-f1e7-4291-8046-bb1e19c6786f None None] The sync data for ids ['65321efb-0e93-4443-adb5-7557781d87db'] in n-d-805046-9 is: [{'id': '65321efb-0e93-4443-adb5-7557781d87db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067069806', 'tenant_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:29:07Z', 'updated_at': '2021-10-29T12:30:10Z', 'revision_number': 5, 'project_id': 'e8b6e0bf69b34216a5ae285e95d0a455', 'gw_port': {'id': '1d8d37a1-866d-4a6e-b267-18dfc19d08d4', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321efb-0e93-4443-adb5-7557781d87db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:29:08Z', 'updated_at': '2021-10-29T12:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:11.491983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] No DVR routers for this DVR port 608a2243-d7b2-4324-a855-94295b9b8936 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.506761 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.508476 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6b88a-7b5d-4b21-a3d0-e5a14b9e252d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:11.586938 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.612051 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Port': ['ID=1d8d37a1-866d-4a6e-b267-18dfc19d08d4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:11.673220 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.762370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.764391 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.810774 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.811344 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Fanout notify agent at l3_agent the message router_deleted on router 65321efb-0e93-4443-adb5-7557781d87db {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:30:11.818620 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.819751 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-35db39f0-8985-4f81-8edf-fa2f60648b1f tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/routers/65321efb-0e93-4443-adb5-7557781d87db HTTP/1.1" status: 204 len: 168 time: 0.8642659 Oct 29 12:30:11.822513 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45668) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:11.900758 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:11.995476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.016340 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8979b3df-9a58-46aa-a971-28f552d39ae7']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:12.025519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a9a99a-1327-4ba8-96cc-d09e7203bf4d') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:12.025818 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a9a99a-1327-4ba8-96cc-d09e7203bf4d') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:12.035478 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.048981 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.055642 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:30:12.056015 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:30:12.059106 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:30:12.119486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.126592 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.133071 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/networks/8979b3df-9a58-46aa-a971-28f552d39ae7 HTTP/1.1" status: 204 len: 168 time: 0.3071291 Oct 29 12:30:12.133246 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45672) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:12.154858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2a7b-5da8-4fd8-8499-5d81f1ff6a36 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'Network': ['ID=8979b3df-9a58-46aa-a971-28f552d39ae7,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:12.209111 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.233177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.291336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.294046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.295513 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] 10.222.0.77 "DELETE /v2.0/security-groups/95cb7b63-82bc-41e8-95fa-6bb6cdfd9817 HTTP/1.1" status: 204 len: 168 time: 0.1613874 Oct 29 12:30:12.304971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849dfe6-7785-4839-8f04-f1454a106d10 tempest-TestNetworkAdvancedServerOps-323952179 tempest-TestNetworkAdvancedServerOps-323952179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb7b63-82bc-41e8-95fa-6bb6cdfd9817,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:12.533326 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 608a2243-d7b2-4324-a855-94295b9b8936 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:30:12.560906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 608a2243-d7b2-4324-a855-94295b9b8936 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:30:12.561277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 608a2243-d7b2-4324-a855-94295b9b8936 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:30:12.561693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:30:12.579906 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:30:12.580245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 1d8d37a1-866d-4a6e-b267-18dfc19d08d4 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:30:12.580651 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a165d5bc-1be9-40ba-bc84-91dded57d709 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:30:12.600025 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: a165d5bc-1be9-40ba-bc84-91dded57d709 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:30:12.600341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device a165d5bc-1be9-40ba-bc84-91dded57d709 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:30:12.650585 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45680) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:12.785387 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-19838669-7e5b-4ff9-8f45-ab78f96809dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8b6e0bf69b34216a5ae285e95d0a455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328399 Oct 29 12:30:12.787786 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45684) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:12.834991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.856140 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.904983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.907582 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:12.908755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55af9c29-72df-4bf7-b397-05f1061e0032 HTTP/1.1" status: 204 len: 168 time: 0.1200364 Oct 29 12:30:12.917202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6d84b-5fe7-4d22-8087-839fd6f199eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af9c29-72df-4bf7-b397-05f1061e0032,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:13.178123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45690) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:13.191789 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213a1259-a212-405e-8e4b-433a92a1c010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.266368 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213a1259-a212-405e-8e4b-433a92a1c010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.270567 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213a1259-a212-405e-8e4b-433a92a1c010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.308024 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-213a1259-a212-405e-8e4b-433a92a1c010 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e76b01bf508148849910da4087389072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287904 Oct 29 12:30:13.308976 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1259-a212-405e-8e4b-433a92a1c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed0c9fc-3f5c-413e-af0b-5b6305c985f6,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:13.310722 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45692) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:13.360006 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.381964 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.431333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.434581 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:13.436046 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ed0c9fc-3f5c-413e-af0b-5b6305c985f6 HTTP/1.1" status: 204 len: 168 time: 0.1242645 Oct 29 12:30:13.444055 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e165-3c2f-4e09-8651-13bdd1646abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed0c9fc-3f5c-413e-af0b-5b6305c985f6,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:14.136010 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45714) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:14.232894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-596804214-network', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:14.254108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Made reservation on behalf of ea55f56001b248ecab2d4f30a53bd635 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:30:14.256405 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.264705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.344070 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.348594 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.372607 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:30:14.381365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dee17e2-0173-40ca-b022-1ed501404b93,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:14.387732 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.388233 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Added segment eb7bc70f-d845-49ea-9a5b-82634444eec0 of type vlan for network d3e67c05-f910-4bcb-9183-18aa57dcbc61 Oct 29 12:30:14.429455 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.454296 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.455345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:14.455916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.512450 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3752911 Oct 29 12:30:14.515623 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45718) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:14.521116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Request body: {'subnet': {'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-596804214-subnet', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:14.526000 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2c79-f979-4f31-b4f3-a97d94974d60 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e67c05-f910-4bcb-9183-18aa57dcbc61,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:14.541309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:30:14.543176 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Made reservation on behalf of ea55f56001b248ecab2d4f30a53bd635 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:30:14.545926 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.715546 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.770191 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b42e013-9230-4c74-932f-87ac75653302,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:14.779019 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:14.779376 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Network hostable DHCP agents. Network: d3e67c05-f910-4bcb-9183-18aa57dcbc61, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:30:14.795783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:30:14.804578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, d3e67c05-f910-4bcb-9183-18aa57dcbc61) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:14.808743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:14.809350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.813806 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71e619-4625-424a-a505-6784d8eccabe None None] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:30:14.825601 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aef2bbd3-d2d1-48c8-abbb-87c30723935f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3089218 Oct 29 12:30:14.828341 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45720) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:14.833281 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:14.854104 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.855327 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.910595 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:14.964508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-d3e67c05-f910-4bcb-9183-18aa57dcbc61', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:30:14.965402 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.054004 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.099979 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Allocated IP 172.20.0.2 (d3e67c05-f910-4bcb-9183-18aa57dcbc61/1b42e013-9230-4c74-932f-87ac75653302/0f5aba66-5e0d-45f2-8554-b0eed04a506f) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:15.241503 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.247320 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.254839 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.273493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.291634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:15.294830 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:15.299077 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:15.303038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Pushing event updated for resources: {'Port': ['ID=0f5aba66-5e0d-45f2-8554-b0eed04a506f,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:15.353983 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Attempting to bind port 0f5aba66-5e0d-45f2-8554-b0eed04a506f on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:15.354353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Attempting to bind port 0f5aba66-5e0d-45f2-8554-b0eed04a506f by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:15.354719 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Attempting to bind port 0f5aba66-5e0d-45f2-8554-b0eed04a506f on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:15.359720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:15.360087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:15.360485 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.360875 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:15.361369 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Bound port: 0f5aba66-5e0d-45f2-8554-b0eed04a506f, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:15.361933 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.384053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Allocated IP 172.25.4.13 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/8ceaa78f-c4f6-4872-bb3b-12121d3ff135) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:15.431448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] For port 0f5aba66-5e0d-45f2-8554-b0eed04a506f, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:15.435063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] For port 0f5aba66-5e0d-45f2-8554-b0eed04a506f, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5aba66-5e0d-45f2-8554-b0eed04a506f,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:15.439233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.492503 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.503147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2aaf-5932-4b79-b465-ff48f72a7220 None None] Pushing event updated for resources: {'Port': ['ID=0f5aba66-5e0d-45f2-8554-b0eed04a506f,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:15.528929 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:15.569936 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:15.572811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:15.576510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:15.600632 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:15.845493 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.038419 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.168769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:30:16.285141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5aba66-5e0d-45f2-8554-b0eed04a506f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:16.342419 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f5aba66-5e0d-45f2-8554-b0eed04a506f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:16.342878 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.420802 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2ed15-7fa0-4de9-871f-b33a7a60defd None None] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:30:16.476968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.540791 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 0f5aba66-5e0d-45f2-8554-b0eed04a506f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5aba66-5e0d-45f2-8554-b0eed04a506f,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:16.555358 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.567061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-f5d54ecf-911d-46d7-905e-acd3c5996308 None None] Provisioning complete for port 0f5aba66-5e0d-45f2-8554-b0eed04a506f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:16.567431 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f5d54ecf-911d-46d7-905e-acd3c5996308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.633713 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:16.651042 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:16.652330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-b83bd05b-db87-489e-b46a-0bc8f0c24059 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8230700 Oct 29 12:30:16.656492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45722) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:16.802600 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:16.851716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:16.852345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:16.856333 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=0f5aba66-5e0d-45f2-8554-b0eed04a506f,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:17.041404 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:17.106294 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.254067 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:15Z', 'revision_number': 3, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:17.283046 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:17.283401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Updating router 3c21b683-ddca-4edc-9b41-3e4d06146e1a port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:30:17.291809 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Allocated IP 172.20.0.1 (d3e67c05-f910-4bcb-9183-18aa57dcbc61/1b42e013-9230-4c74-932f-87ac75653302/d35544b9-d810-4c5c-b72b-ca2598aa0d20) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:17.314371 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.399752 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.405867 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a2a7e1a4-167c-4a29-a9d3-24ae4ed23bd0 None None] Provisioning complete for port 0f5aba66-5e0d-45f2-8554-b0eed04a506f triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:17.406238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e1a4-167c-4a29-a9d3-24ae4ed23bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.433451 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.479706 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:17.482584 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:17.486964 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:17.490101 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Pushing event updated for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:17.528372 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.658551 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.665240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.668953 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.719829 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Attempting to bind port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:17.720200 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Attempting to bind port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:17.720558 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Attempting to bind port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:17.727545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77575989-301a-4bfc-8e00-2be00aa75185 None None] Pushing event updated for resources: {'Port': ['ID=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:17.730843 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:17.731211 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:17.731608 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.731981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:17.732450 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Bound port: 8ceaa78f-c4f6-4872-bb3b-12121d3ff135, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:17.732830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.788021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] For port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:17.802792 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] For port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:17.807731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.812495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c941bf8d-ad47-4cc1-bf8d-ddb3f016ea3e None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:17.813113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c941bf8d-ad47-4cc1-bf8d-ddb3f016ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.844410 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.849895 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.897344 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c941bf8d-ad47-4cc1-bf8d-ddb3f016ea3e None None] Port d35544b9-d810-4c5c-b72b-ca2598aa0d20 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:30:17.900439 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:17.901066 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:17.916622 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Pushing event updated for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:17.919170 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:17.938405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77575989-301a-4bfc-8e00-2be00aa75185 None None] Pushing event updated for resources: {'Port': ['ID=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:18.014785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:18.019271 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:18.020679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:18.142916 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:30:18.241110 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 2, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:18.264378 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:18.269975 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-aa36cb83-3e5e-4062-b2a5-c828bcb2b228 admin admin] 10.222.0.77 "PUT /v2.0/routers/3c21b683-ddca-4edc-9b41-3e4d06146e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122806 Oct 29 12:30:18.272746 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5aba66-5e0d-45f2-8554-b0eed04a506f up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:18.275206 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded87b1-cfc6-44c1-8e3b-b1fd74cc0845 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 2, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:18.328054 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-575240f0-6b6e-449d-8d40-181822f9f3f3 None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:18.328718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-575240f0-6b6e-449d-8d40-181822f9f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.365957 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0f5aba66-5e0d-45f2-8554-b0eed04a506f triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:18.366323 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.394931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-575240f0-6b6e-449d-8d40-181822f9f3f3 None None] Port d35544b9-d810-4c5c-b72b-ca2598aa0d20 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:30:18.806700 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45738) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:18.811820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612081489-network', 'tenant_id': 'ac51196ce891491da52aeeb374d28311'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:18.834205 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Made reservation on behalf of ac51196ce891491da52aeeb374d28311 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:30:18.836894 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.847202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.944491 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.950081 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.979231 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:30:18.985971 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8ff46-80d5-4f10-a3df-299bb2e8c56a,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:18.995046 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:18.995392 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Added segment 2dbf24a4-8115-4e8b-9ae7-896a568608ba of type vlan for network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 Oct 29 12:30:19.041486 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.067779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.068861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:19.069472 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.130496 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3224785 Oct 29 12:30:19.133871 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45740) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:19.139187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Request body: {'subnet': {'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612081489-subnet', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:19.144057 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47baf-1af3-4b9f-9466-f6ae88bd0df1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6058d7-99bd-4a5c-b11d-ece7af458c88,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:19.155275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:30:19.176283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Made reservation on behalf of ac51196ce891491da52aeeb374d28311 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:30:19.179686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.361450 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.408653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415d2226-8f54-430a-87db-d90ad1adcf8e,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:19.430872 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Checking segment: {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:19.431394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Network hostable DHCP agents. Network: 6e6058d7-99bd-4a5c-b11d-ece7af458c88, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:30:19.450407 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:30:19.459918 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 6e6058d7-99bd-4a5c-b11d-ece7af458c88) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:19.464337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:19.464923 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.469100 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3dfd3e-278c-440b-bd10-105f4c348324 None None] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:30:19.485808 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-be4e726a-f1fc-44a0-83ce-8ca6eec2dd29 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3483851 Oct 29 12:30:19.486041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45742) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:19.491198 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:19.514406 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.515687 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.574219 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.629055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:30:19.629904 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.710111 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.770619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Allocated IP 172.20.0.2 (6e6058d7-99bd-4a5c-b11d-ece7af458c88/415d2226-8f54-430a-87db-d90ad1adcf8e/0bba99d0-a7e1-44ce-a6b7-ebac5f78258d) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:19.913604 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.918627 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.925249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.935453 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:19.969063 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:19.972123 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:19.976678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:19.979945 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Pushing event updated for resources: {'Port': ['ID=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:20.039824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Attempting to bind port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:20.040212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Attempting to bind port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:20.040663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Attempting to bind port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d on network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:20.046224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:20.046588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Checking segment: {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:20.046987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.047371 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Bound using segment: {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:20.047827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Bound port: 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:20.048195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.053337 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Allocated IP 172.25.4.160 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/543abcab-1c80-4c5b-8bb0-800240ea81e9) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:20.112547 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] For port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:20.116690 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] For port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:20.121288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.170513 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.179307 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62496a5a-1ff5-4b7d-b07e-2c0f72c662b3 None None] Pushing event updated for resources: {'Port': ['ID=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:20.228896 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.282301 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:20.285629 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:20.293315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:20.297177 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Pushing event updated for resources: {'Port': ['ID=543abcab-1c80-4c5b-8bb0-800240ea81e9,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:20.306872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:20.372440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:20.372752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.392225 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:20.419977 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:20.420862 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:20.523430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.554885 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:20.555701 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:20.561238 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.606865 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.623572 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:20.769021 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 2, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:20.797112 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:20.797458 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Updating router 3c21b683-ddca-4edc-9b41-3e4d06146e1a port d35544b9-d810-4c5c-b72b-ca2598aa0d20 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:30:20.825409 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.830519 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:20.961370 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Router dec389e2-36e4-4ff4-9d59-7e02c2076a8f is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:30:21.076656 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:21.086556 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Sync routers for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:21.099396 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:21.100248 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:21.100404 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.101714 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7a263ce6-ca28-4f6f-8a62-3bb628a82768 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6147211 Oct 29 12:30:21.104384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45744) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:21.131279 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.140913 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.236985 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Pushing event updated for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:21.259733 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.260079 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.260550 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.260889 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.261273 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.261588 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.261916 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.262254 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.262563 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.262882 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.263204 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.263519 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:30:21.284867 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Attempting to bind port d35544b9-d810-4c5c-b72b-ca2598aa0d20 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:21.285292 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Attempting to bind port d35544b9-d810-4c5c-b72b-ca2598aa0d20 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:21.285660 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Attempting to bind port d35544b9-d810-4c5c-b72b-ca2598aa0d20 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:21.292232 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:21.292606 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:21.293019 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.293434 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:21.293906 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Bound port: d35544b9-d810-4c5c-b72b-ca2598aa0d20, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:21.294539 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.375292 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] For port d35544b9-d810-4c5c-b72b-ca2598aa0d20, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:21.380385 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] For port d35544b9-d810-4c5c-b72b-ca2598aa0d20, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d35544b9-d810-4c5c-b72b-ca2598aa0d20,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:21.389501 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.440840 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:21.467967 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:21.468522 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:21.472031 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ebd2-56be-480c-827a-86224facc5f2 None None] Pushing event updated for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:21.522491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab2f64-b464-4443-a3e1-337bc28d8950 None None] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:30:21.610909 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:21.672184 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Provisioning complete for port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:21.672685 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.689742 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.856821 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:21Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:21.861934 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Allocated IP 172.20.0.1 (6e6058d7-99bd-4a5c-b11d-ece7af458c88/415d2226-8f54-430a-87db-d90ad1adcf8e/c4b35ebd-7aea-4eeb-84c9-e5376cce3f10) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:21.890426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312c0aa-3e70-4c5c-815f-3c76ae5290f6 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:21Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:21.896278 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:21.900819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 3, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:21.946228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Checking router: dec389e2-36e4-4ff4-9d59-7e02c2076a8f for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:21.946589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Updating router dec389e2-36e4-4ff4-9d59-7e02c2076a8f port 543abcab-1c80-4c5b-8bb0-800240ea81e9 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:30:21.982535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] For port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:21.985955 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.008724 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.012329 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.053631 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.110600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:22.114439 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Pushing event updated for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:22.120015 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:22.122879 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:22.129569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:22.129981 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.168076 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.182998 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Pushing event updated for resources: {'Port': ['ID=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:22.302828 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.348585 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.395552 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] For port d35544b9-d810-4c5c-b72b-ca2598aa0d20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d35544b9-d810-4c5c-b72b-ca2598aa0d20,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:22.402197 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.404645 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.476931 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:22.567707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e9d05-c4cd-4f86-a8dd-a0423df2f696 None None] Pushing event updated for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:22.576533 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.583914 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.587808 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.593612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Provisioning complete for port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:22.593921 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.599504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.688671 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:22.689356 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.695403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Attempting to bind port 543abcab-1c80-4c5b-8bb0-800240ea81e9 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:22.695785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Attempting to bind port 543abcab-1c80-4c5b-8bb0-800240ea81e9 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:22.696120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Attempting to bind port 543abcab-1c80-4c5b-8bb0-800240ea81e9 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:22.719113 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:30:22.728138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585aba2-7b60-445a-aae1-5ae692b64d61 None None] Pushing event updated for resources: {'Port': ['ID=543abcab-1c80-4c5b-8bb0-800240ea81e9,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:22.738363 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:22.738729 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:22.739131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.739531 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:22.740019 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Bound port: 543abcab-1c80-4c5b-8bb0-800240ea81e9, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:22.740403 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.782207 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Provisioning complete for port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:22.782577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.840510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] For port 543abcab-1c80-4c5b-8bb0-800240ea81e9, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:22.847163 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] For port 543abcab-1c80-4c5b-8bb0-800240ea81e9, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=543abcab-1c80-4c5b-8bb0-800240ea81e9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:22.854998 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:22.938131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:23.003615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:23.004301 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:23.011752 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585aba2-7b60-445a-aae1-5ae692b64d61 None None] Pushing event updated for resources: {'Port': ['ID=543abcab-1c80-4c5b-8bb0-800240ea81e9,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:23.012709 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Pushing event updated for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:23.017081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.109196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:23.110619 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:23.122491 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:23.123003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-780034e2-024e-4c77-98ee-c632af5f0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.131580 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:23.131946 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.194417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:23.228421 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Router dec389e2-36e4-4ff4-9d59-7e02c2076a8f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:30:23.342976 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:23.349523 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ff4b6717-8288-4555-a123-286c60fd3c5c admin admin] 10.222.0.77 "PUT /v2.0/routers/dec389e2-36e4-4ff4-9d59-7e02c2076a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436206 Oct 29 12:30:23.566939 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d35544b9-d810-4c5c-b72b-ca2598aa0d20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:23.669619 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:23.669986 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.715834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c4b35ebd-7aea-4eeb-84c9-e5376cce3f10', 'name': '', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'mac_address': 'fa:16:3e:02:f5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:21Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 2, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'subnets': [{'id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:23.720349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4ccddaab-2ec5-421d-bf09-a6283eb0a480 None None] Provisioning complete for port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:23.720720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4ccddaab-2ec5-421d-bf09-a6283eb0a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.750230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab7b56-1bfe-42f2-8121-f93c65d01b53 None None] The sync data for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 is: [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c4b35ebd-7aea-4eeb-84c9-e5376cce3f10', 'name': '', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'mac_address': 'fa:16:3e:02:f5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:21Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 2, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'subnets': [{'id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:23.794021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4ccddaab-2ec5-421d-bf09-a6283eb0a480 None None] Port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:30:23.850816 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45752) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:23.855481 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203672574', 'description': 'tempest-secgroup-smoke-203672574 description', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:23.878790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.950207 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.954518 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:23.998666 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.000102 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1482565 Oct 29 12:30:24.002510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e0c04-9538-447d-8232-f12032963c5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.003392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45754) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.009658 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.039158 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.104226 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.110134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.129379 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d0c06-ad33-4274-a494-dc1a5b37cc3f,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.137842 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.139080 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-949ad202-42af-45f1-a744-0cd29e616b46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331201 Oct 29 12:30:24.142593 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45756) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.147626 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.175794 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.249851 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.254600 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.261060 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:24.275284 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1a1ceb-27ed-4e40-bad0-a53720cf5aa3,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.285564 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.289494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-9e7fe06b-1a60-4ab7-9577-db2294bebbc6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434505 Oct 29 12:30:24.289738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 45758) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.296059 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.320615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:24.320726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.325844 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.389315 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.394363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.410362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d35544b9-d810-4c5c-b72b-ca2598aa0d20 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:24.421608 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a7c1ac-c613-45e9-85c6-6aa4675bcace,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.428914 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.430143 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a987024-d7e0-4058-a283-21d139f5c642 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394789 Oct 29 12:30:24.433030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45760) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.439965 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.469191 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.475118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port d35544b9-d810-4c5c-b72b-ca2598aa0d20 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:24.475688 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.534956 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.538813 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.560899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c0d60d-3854-4658-9656-6b9f6e0caa49,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.567663 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.568930 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-77aa5dd8-5792-409e-a158-c36ae6fc4dfc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346743 Oct 29 12:30:24.571753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45762) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.576093 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.598445 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Project ea55f56001b248ecab2d4f30a53bd635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:30:24.603498 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.665451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.669324 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.683663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbe7710-8f85-4e47-98c4-5289b94aa5a8,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:24.694770 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.695972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9cce6ace-9c3b-413d-b28a-9fdc36e1ad08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232650 Oct 29 12:30:24.698724 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45764) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:24.703023 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': 'f0befaab-45b6-48e4-9ec3-7b91f7c5aeef', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:24.725595 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Project ea55f56001b248ecab2d4f30a53bd635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:30:24.730344 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.790764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.795643 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.822920 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:24.829642 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298525 Oct 29 12:30:24.832764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e4839-746f-48b7-af25-b5abcefd1d0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011e1f90-1c9e-4d0b-8228-4a4918271f66,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:25.032738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-5bfa1eaa-a5ba-4c07-bf69-47fc4aee4541 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203672574&fields=id&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 267 time: 0.0355444 Oct 29 12:30:25.144168 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-272a97d3-6c6f-4a3d-90e0-a7e682f35c5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:25.145663 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-272a97d3-6c6f-4a3d-90e0-a7e682f35c5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 808 time: 0.1058178 Oct 29 12:30:25.161846 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8b5a23a3-27cd-47a8-9de5-b2325d59568b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/quotas/ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Oct 29 12:30:25.219867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-781daf7a-dbfb-4140-9d54-513dc4c3a82f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519335 Oct 29 12:30:25.323040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-0048fde2-0986-4080-854d-3606b3865a36 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906160 Oct 29 12:30:25.420886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-c4de0ac0-6f10-47fc-ad03-a803ef719ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916836 Oct 29 12:30:25.580033 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1ad222b8-2df3-4e04-821e-7b4a4eeb5c48 req-18b4b688-bacb-4ce5-82e1-8bcaf4b6cb18 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0272105 Oct 29 12:30:26.046537 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Sync routers for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:26.056535 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:26.057185 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:26.250453 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:26.266177 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 543abcab-1c80-4c5b-8bb0-800240ea81e9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:26.315376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 543abcab-1c80-4c5b-8bb0-800240ea81e9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:26.315876 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.397504 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.418489 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 543abcab-1c80-4c5b-8bb0-800240ea81e9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=543abcab-1c80-4c5b-8bb0-800240ea81e9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:26.425051 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.452605 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c4b35ebd-7aea-4eeb-84c9-e5376cce3f10', 'name': '', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'mac_address': 'fa:16:3e:02:f5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:21Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 2, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'subnets': [{'id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:26.476664 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=543abcab-1c80-4c5b-8bb0-800240ea81e9,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:26.480805 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Checking router: dec389e2-36e4-4ff4-9d59-7e02c2076a8f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:26.481191 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Updating router dec389e2-36e4-4ff4-9d59-7e02c2076a8f port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:30:26.505332 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.616019 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.661612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-49696630-1aa1-4e67-83a6-d168aeabc05f req-fb3f8b9d-7386-43fc-9799-45bf52436ce0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0267642 Oct 29 12:30:26.775800 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.780952 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.830609 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17be099-63e0-43a3-bf22-ecf94abded2b None None] Pushing event updated for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:26.880470 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Attempting to bind port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:26.880830 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Attempting to bind port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:26.881219 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Attempting to bind port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 on network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:26.886234 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:26.886598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Checking segment: {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:26.886986 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.887364 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Bound using segment: {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:26.887841 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Bound port: c4b35ebd-7aea-4eeb-84c9-e5376cce3f10, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf24a4-8115-4e8b-9ae7-896a568608ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:26.888184 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:26.955521 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] For port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:26.958898 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] For port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:26.963670 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:27.027601 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17be099-63e0-43a3-bf22-ecf94abded2b None None] Pushing event updated for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:27.030712 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:27.031678 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:27.057548 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] Provisioning complete for port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:27.061591 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:27.146621 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:27.150107 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:27.190040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] For port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:27.194856 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:27.241563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3747e-426c-4613-a7d5-6fdaad9c56ed None None] Pushing event updated for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:27.313801 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-b84ae257-925c-448a-ae97-23b57422a9a1 None None] Provisioning complete for port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:27.314487 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b84ae257-925c-448a-ae97-23b57422a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:27.351127 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c4b35ebd-7aea-4eeb-84c9-e5376cce3f10', 'name': '', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'mac_address': 'fa:16:3e:02:f5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:21Z', 'updated_at': '2021-10-29T12:30:26Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'subnets': [{'id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:27.380932 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b954d-7c1b-4ccd-9140-954f67400259 None None] The sync data for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 is: [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'c4b35ebd-7aea-4eeb-84c9-e5376cce3f10', 'name': '', 'network_id': '6e6058d7-99bd-4a5c-b11d-ece7af458c88', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'mac_address': 'fa:16:3e:02:f5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:21Z', 'updated_at': '2021-10-29T12:30:26Z', 'revision_number': 4, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'subnets': [{'id': '415d2226-8f54-430a-87db-d90ad1adcf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:27.750533 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a0b941f5-1e26-41b6-b75a-2b8c6669e3bc req-fc51a63b-a74f-421f-bf26-fb916d969ee7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0282662 Oct 29 12:30:28.264037 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:28.311715 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:28.312076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:28.390936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 543abcab-1c80-4c5b-8bb0-800240ea81e9 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:28.437205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 543abcab-1c80-4c5b-8bb0-800240ea81e9 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:28.437497 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:28.550542 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-930e792b-ecb6-49eb-b8b9-2ae13918f8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:28.833193 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-40b31b7a-d032-45e0-b38c-7ae95afa76a2 req-698b91ea-9b22-4c04-b6b5-a45f63d5a3cc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0261042 Oct 29 12:30:29.931959 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e79e213e-453c-4b40-a510-bcba65c8b245 req-f20faa21-883a-4902-a100-b45fc5df1531 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0303819 Oct 29 12:30:30.606136 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-55fe6752-ea29-4247-bea6-8bbd2ee265ab tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:30.607605 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-55fe6752-ea29-4247-bea6-8bbd2ee265ab tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 808 time: 0.1126018 Oct 29 12:30:30.652878 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-52fb26f3-408c-4187-963b-20709dbaf73e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 379 time: 0.0345483 Oct 29 12:30:30.665171 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'port': {'device_id': '96051b18-4351-4079-a297-a071dacc2cbb', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'admin_state_up': True, 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'security_groups': ['f0befaab-45b6-48e4-9ec3-7b91f7c5aeef']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:30.770577 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Made reservation on behalf of ea55f56001b248ecab2d4f30a53bd635 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:30:30.774066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:30.902260 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Allocated IP 172.20.0.9 (d3e67c05-f910-4bcb-9183-18aa57dcbc61/1b42e013-9230-4c74-932f-87ac75653302/ee9ebea7-a59f-4bd0-8c17-06223df2ac22) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:30.975659 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b25af263-47bd-4523-9420-e32cf310b540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.033480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5cdb4985-1bfb-4e0b-85be-92202fbacdeb req-3e2790a4-f2a1-4da8-833a-37842246872c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 210 time: 0.0304167 Oct 29 12:30:31.046817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.081013 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.122996 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:31.126105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:31.130472 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:31.158029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:31.186442 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:31.187090 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.203998 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-ee0103b0-56e8-49c3-9db5-de4538101591 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423870 Oct 29 12:30:31.217245 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Request body: {'port': {'device_id': '96051b18-4351-4079-a297-a071dacc2cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:31.278298 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.341376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-4c264843-225e-48b0-a136-5926a01c391a None None] Provisioning complete for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:31.341833 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4c264843-225e-48b0-a136-5926a01c391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.376624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-4c264843-225e-48b0-a136-5926a01c391a None None] Port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:30:31.540811 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:30:31.548681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.560846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Transition to ACTIVE for port object ee9ebea7-a59f-4bd0-8c17-06223df2ac22 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:30:31.565233 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.616187 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:31.691062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:30:31.691399 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:30:31.691730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:31.696345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:30:31.696666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:30:31.701558 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:30:31.701896 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:30:31.702277 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:30:31.702705 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Bound port: ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:30:31.703059 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.768899 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:30:31.772058 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:30:31.775670 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.810845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:31.811452 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:31.813723 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1091 time: 0.6007791 Oct 29 12:30:31.816120 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:30:31.819250 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f6ec46-886d-40b8-a45d-3aec85873da4" -d '{"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:30:31.849468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c7b0-1e80-45b9-8264-2f3812567de0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:31.861182 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745f718-09e1-4ce9-a3a5-ffed041dfc4d x-openstack-request-id: req-c745f718-09e1-4ce9-a3a5-ffed041dfc4d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:30:31.861493 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:30:31.862083 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c745f718-09e1-4ce9-a3a5-ffed041dfc4d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:30:31.862236 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'status': 'completed', 'code': 200} Oct 29 12:30:31.915307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-fc4aa315-290e-4f13-9693-76893b99877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:31.916851 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-fc4aa315-290e-4f13-9693-76893b99877e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1094 time: 0.0480182 Oct 29 12:30:31.963650 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-50e7ff12-338c-448f-bea7-3410833a6550 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 217 time: 0.0373642 Oct 29 12:30:32.016616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-4fa8ec1d-a2d6-452e-aa49-bb023d26d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.018199 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-4fa8ec1d-a2d6-452e-aa49-bb023d26d660 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0482879 Oct 29 12:30:32.068411 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-7ba7b9dd-7b93-4275-ba1a-fea30c4d10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.069986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-7ba7b9dd-7b93-4275-ba1a-fea30c4d10bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451963 Oct 29 12:30:32.152961 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a504d-fab3-418a-a264-5f16c803e2e5 req-b1f12f26-8bc4-404b-a6f5-17a2ad664912 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.154505 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-743a504d-fab3-418a-a264-5f16c803e2e5 req-b1f12f26-8bc4-404b-a6f5-17a2ad664912 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0497229 Oct 29 12:30:32.161713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-fb457ce3-71fc-4c8d-a882-15bab499c493 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846257 Oct 29 12:30:32.192961 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-743a504d-fab3-418a-a264-5f16c803e2e5 req-bdcaa854-a94e-48d1-8f96-777b672aa00d tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324512 Oct 29 12:30:32.257778 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a8609cda-a0c5-459b-b084-0d2e20e5ca95 req-49b41e62-9eff-483d-b60a-006d00b7729b service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Oct 29 12:30:32.344587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-db78bd61-4702-4b5c-b5c9-8285c458eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.346054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-db78bd61-4702-4b5c-b5c9-8285c458eab9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1094 time: 0.0401189 Oct 29 12:30:32.442130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-bb0a7cee-dd80-4ec9-9bc8-080e60b2f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.444235 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-bb0a7cee-dd80-4ec9-9bc8-080e60b2f806 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0913966 Oct 29 12:30:32.474179 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:32.489636 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-5335a57f-a168-42a1-9396-76cc682df5a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 217 time: 0.0387244 Oct 29 12:30:32.531691 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:32.539108 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-14dac15e-890f-4da5-87fa-af8c677bacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.540591 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-14dac15e-890f-4da5-87fa-af8c677bacc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0441396 Oct 29 12:30:32.591642 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-cf109a76-c912-47ba-b2c2-fb6376b56068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:32.593210 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-cf109a76-c912-47ba-b2c2-fb6376b56068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450108 Oct 29 12:30:32.685227 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-82348db3-8f76-434f-ab54-7b471474a810 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Oct 29 12:30:32.780133 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-79f6ec46-886d-40b8-a45d-3aec85873da4 req-26f48483-b350-4cd7-99b8-b27217262a40 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869889 Oct 29 12:30:33.307843 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da630cbd-7a58-4a84-8f06-d58ff34d8c09 req-b926bf8d-6bd3-413c-8c9b-f52b2bd3273b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:33.309238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da630cbd-7a58-4a84-8f06-d58ff34d8c09 req-b926bf8d-6bd3-413c-8c9b-f52b2bd3273b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0483739 Oct 29 12:30:33.346191 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da630cbd-7a58-4a84-8f06-d58ff34d8c09 req-7c5e69b5-94f5-4e10-8c4f-35e54e3307fc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Oct 29 12:30:33.839655 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:34.464207 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16e037-540d-4186-864f-c4a2997a4ce0 req-a8815747-42c5-4cdc-89e7-5aa6851e5820 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:34.465704 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d16e037-540d-4186-864f-c4a2997a4ce0 req-a8815747-42c5-4cdc-89e7-5aa6851e5820 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0532067 Oct 29 12:30:34.504672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1d16e037-540d-4186-864f-c4a2997a4ce0 req-35845d4d-593b-4dc4-9974-6722a97b35ab tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324824 Oct 29 12:30:35.621485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0a9d-502a-4a58-96c5-726be92cad8b req-f7727e3c-aa86-4ee5-8e1c-e1e908b383d9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:35.622963 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-222d0a9d-502a-4a58-96c5-726be92cad8b req-f7727e3c-aa86-4ee5-8e1c-e1e908b383d9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0488722 Oct 29 12:30:35.660532 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-222d0a9d-502a-4a58-96c5-726be92cad8b req-022d2594-c71a-49aa-8df8-4b0ae5d9724b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Oct 29 12:30:35.849731 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:30:35.946603 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:35.958131 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:30:35.994577 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:36.011916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:30:36.030585 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:36.034563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:36.081416 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:36.267644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ee9ebea7-a59f-4bd0-8c17-06223df2ac22'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:30:36.772823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2698-f3d3-435c-aa30-9a5d4e3f6a67 req-6969cc83-2131-4159-a2f4-1331ffaa876b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:36.774330 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87cb2698-f3d3-435c-aa30-9a5d4e3f6a67 req-6969cc83-2131-4159-a2f4-1331ffaa876b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0480511 Oct 29 12:30:36.811694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-87cb2698-f3d3-435c-aa30-9a5d4e3f6a67 req-4d8cbbce-4764-4bad-bfe7-84e5834b1691 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Oct 29 12:30:37.850896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:30:37.898675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:30:37.902523 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:30:37.902898 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:37.931360 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7d95-70ab-4342-9afc-0faaeb064ac3 req-bdfb70c8-5fb3-4853-9bcb-8ffb03c8a145 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:37.932850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d2f7d95-70ab-4342-9afc-0faaeb064ac3 req-bdfb70c8-5fb3-4853-9bcb-8ffb03c8a145 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0536246 Oct 29 12:30:37.970275 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d2f7d95-70ab-4342-9afc-0faaeb064ac3 req-16577de6-c5de-419c-9974-fc739a0d0f91 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Oct 29 12:30:37.984127 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:38.007587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:30:38.009915 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6841a-ef8f-4965-985a-b93c46f1346a" -d '{"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:30:38.022495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:30:38.026654 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:38.050031 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0a22d-99d9-4620-a503-a3dcd5a035b8 x-openstack-request-id: req-9ee0a22d-99d9-4620-a503-a3dcd5a035b8 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:30:38.050324 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:30:38.050581 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ee0a22d-99d9-4620-a503-a3dcd5a035b8 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:30:38.050975 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'code': 200} Oct 29 12:30:38.078190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:38.146832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254d163-c082-4675-8936-012e8eaf67e6 req-73cd38a6-307f-4254-8996-32afebad2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:38.148356 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f254d163-c082-4675-8936-012e8eaf67e6 req-73cd38a6-307f-4254-8996-32afebad2c4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1096 time: 0.0403452 Oct 29 12:30:38.183827 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-f254d163-c082-4675-8936-012e8eaf67e6 req-4a992d40-c85f-4d68-83c1-d2c4f40b4445 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284317 Oct 29 12:30:39.087000 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320403-7f73-4c01-82d5-128f18d9ede7 req-e0178b36-81ec-4a8e-9d2f-124a59199f1a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:39.088393 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8320403-7f73-4c01-82d5-128f18d9ede7 req-e0178b36-81ec-4a8e-9d2f-124a59199f1a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0491655 Oct 29 12:30:39.126854 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8320403-7f73-4c01-82d5-128f18d9ede7 req-d3e4a4ac-f069-456b-8826-04b8495848bc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Oct 29 12:30:40.242673 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d6af0-fb04-44ca-b2a5-bd90d6306c99 req-6f812cfa-898d-4a3b-8d4e-0c3b8f43665c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:40.244152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e7d6af0-fb04-44ca-b2a5-bd90d6306c99 req-6f812cfa-898d-4a3b-8d4e-0c3b8f43665c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0497298 Oct 29 12:30:40.281867 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0e7d6af0-fb04-44ca-b2a5-bd90d6306c99 req-137a6dce-0bb9-43d6-8382-c44c8f7b3dc0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Oct 29 12:30:40.396984 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8ac46-fb8e-4f23-a5d6-1db39b3ab1f2 req-31aa7b2a-a410-49d4-9f0d-f0545cdc0b78 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:40.398474 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9de8ac46-fb8e-4f23-a5d6-1db39b3ab1f2 req-31aa7b2a-a410-49d4-9f0d-f0545cdc0b78 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0525982 Oct 29 12:30:40.436848 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9de8ac46-fb8e-4f23-a5d6-1db39b3ab1f2 req-b420b77e-61c9-4545-84bb-81e7f6d9d30e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Oct 29 12:30:40.459041 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45838) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:40.582486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e98d7-2677-4117-acc6-634b20c5e84a tempest-TestShelveInstance-256988793 tempest-TestShelveInstance-256988793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:40.584026 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-390e98d7-2677-4117-acc6-634b20c5e84a tempest-TestShelveInstance-256988793 tempest-TestShelveInstance-256988793-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1091 time: 0.1238232 Oct 29 12:30:40.587029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 45842) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:30:40.591229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:30:40.612189 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:40.710949 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:40.811305 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Allocated IP 172.25.4.98 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/09169d26-dd57-4d2a-8150-00564dcfc214) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:30:40.915010 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:40.948355 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:40.986264 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:30:40.989767 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:30:40.993446 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:30:41.020536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=09169d26-dd57-4d2a-8150-00564dcfc214,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:41.336368 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:41.404292 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:41.555786 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:41.560333 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:41.635560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=09169d26-dd57-4d2a-8150-00564dcfc214,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:30:41.643529 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:41.743695 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Floating IP e55252b3-247e-4b7c-92fb-b32626b4d322 associated. External IP: 172.25.4.98, port: ee9ebea7-a59f-4bd0-8c17-06223df2ac22. Oct 29 12:30:41.952672 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:30:42.056567 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:30:42.068057 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:30:42.074728 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:42.079399 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:42.080040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:42.105939 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d4b09ae2-0c5a-480c-97b7-e963dc945e05 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5178931 Oct 29 12:30:42.106522 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:30:42.108788 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a1866-51fe-4b04-aa80-734befc38309" -d '{"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:30:42.151173 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afc3163-a44b-4838-98ba-870266957b40 x-openstack-request-id: req-5afc3163-a44b-4838-98ba-870266957b40 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:30:42.151173 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:30:42.151454 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5afc3163-a44b-4838-98ba-870266957b40 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:30:42.151712 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'status': 'completed', 'code': 200} Oct 29 12:30:42.188040 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:42.212941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-df7b0541-204a-444e-a3fe-fa3bb370823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:42.214372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-df7b0541-204a-444e-a3fe-fa3bb370823b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1096 time: 0.0415251 Oct 29 12:30:42.304539 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-825d08e0-fae6-42d6-a4e5-8b28e0bc54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:42.306100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-825d08e0-fae6-42d6-a4e5-8b28e0bc54ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0853832 Oct 29 12:30:42.375253 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-99c46f23-1c38-46df-b203-fbafaac1471e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 998 time: 0.0626330 Oct 29 12:30:42.412525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e55252b3-247e-4b7c-92fb-b32626b4d322', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96051b18-4351-4079-a297-a071dacc2cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:30:41Z', 'updated_at': '2021-10-29T12:30:41Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:42.425242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-75eec985-bdfd-4312-b5f5-6a0c40888913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:42.427469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-75eec985-bdfd-4312-b5f5-6a0c40888913 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0454631 Oct 29 12:30:42.440639 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:30:42.449522 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:30:42.450138 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:30:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:42.473688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-91f19d2d-3311-4336-b9be-2ef2b2a6590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:30:42.475122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-91f19d2d-3311-4336-b9be-2ef2b2a6590d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411787 Oct 29 12:30:42.557823 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:30:42.569760 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-e963fc80-dc6d-4bbc-bc2c-dee2cd1dd8ce service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876343 Oct 29 12:30:42.663995 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a7a1866-51fe-4b04-aa80-734befc38309 req-f0094597-51ed-4f7b-a37c-625abd5d0f86 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872207 Oct 29 12:30:42.791448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e55252b3-247e-4b7c-92fb-b32626b4d322', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96051b18-4351-4079-a297-a071dacc2cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:30:41Z', 'updated_at': '2021-10-29T12:30:41Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:30:42.821154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5f06a-a8cc-4fe2-a4a2-8ea25e159496 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'e55252b3-247e-4b7c-92fb-b32626b4d322', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.98', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96051b18-4351-4079-a297-a071dacc2cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:30:41Z', 'updated_at': '2021-10-29T12:30:41Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:30:43.011122 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc01d874-2af3-4da6-8846-ead40e80833f None None] New status for floating IP e55252b3-247e-4b7c-92fb-b32626b4d322: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:30:46.857234 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:30:52.372988 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:56.615490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:30:58.554151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-48bc8962-3fe9-4a47-b242-6a78d303e027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:00.977781 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9ca07ee5-3955-4e7e-a9fa-5706b3541d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:02.476614 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:02.534553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:03.842311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:22.371747 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:23.857283 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:31:26.611524 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:28.556076 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-94fb1040-81ab-416a-8704-e5f4302d1a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:30.979633 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0b187e5d-6f4b-43ff-bd85-b00e878eaa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:32.479355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:32.537397 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:33.843634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:38.597153 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-2eeea4ae-d7a5-475d-b3b5-48698e268f2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394444 Oct 29 12:31:38.678398 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-a1910721-4393-4b75-9b66-ec1efa613813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:31:38.679920 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-a1910721-4393-4b75-9b66-ec1efa613813 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1096 time: 0.0408032 Oct 29 12:31:38.798510 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-78b64783-8044-4f38-80bd-57aa1ab2e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:31:38.799996 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-78b64783-8044-4f38-80bd-57aa1ab2e71b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0995872 Oct 29 12:31:38.864178 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-623b109f-235d-45e6-9366-9f6f1490ca21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1000 time: 0.0574093 Oct 29 12:31:38.912183 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-5f52e61c-12fb-4379-b044-5d349ace52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:31:38.913621 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-5f52e61c-12fb-4379-b044-5d349ace52ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0432725 Oct 29 12:31:38.963900 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-16a41f8d-c0bb-475a-bf8c-f6d3f35dec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:31:38.965418 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-16a41f8d-c0bb-475a-bf8c-f6d3f35dec12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449452 Oct 29 12:31:39.057452 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-78a6fbbe-9162-41f6-8c6f-2cc0cd499553 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845370 Oct 29 12:31:39.150624 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-72f66d99-535f-44ff-ba88-f798031a01a7 req-c91b8d4d-4142-4f01-9795-3e0531f86564 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856936 Oct 29 12:31:52.370490 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:56.610404 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:31:58.558967 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-bf14881f-9f2c-4291-9b1a-e7e8ef54bdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:00.856760 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:32:00.981430 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-21598e08-9cf7-48dc-abd9-82a7f4ccc63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:02.480639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:02.540673 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:03.847304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:05.777660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-221187ba-ecc0-449c-b88c-c3d12d68c46d req-83dbaa2f-cd29-4ad6-879a-dbc750588fd3 service neutron] (102278) timed out ('10.222.0.77', 41274) {{(pid=102278) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:32:22.383015 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:26.610383 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:28.560095 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ae5984ee-7ca3-4b21-a4bf-2ffd31098367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:30.983483 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9b4bfc5b-7ab5-41cd-bdde-59be15afd411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:32.486795 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:32.542012 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:33.870030 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:37.856453 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:32:37.943686 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32b02e-805e-4931-bef0-92b27d3f99a6 req-a561ef98-cbf7-4af0-9094-50c4f9f65b30 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:37.945211 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d32b02e-805e-4931-bef0-92b27d3f99a6 req-a561ef98-cbf7-4af0-9094-50c4f9f65b30 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0506086 Oct 29 12:32:37.983042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2d32b02e-805e-4931-bef0-92b27d3f99a6 req-cc28c13b-f232-4d4f-a6ac-d47a91804044 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Oct 29 12:32:39.111649 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871bde6-bcbd-4baa-9149-1461119a6c4f req-be96b723-8fe6-48b5-938b-262fc749923e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:39.113213 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d871bde6-bcbd-4baa-9149-1461119a6c4f req-be96b723-8fe6-48b5-938b-262fc749923e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0486639 Oct 29 12:32:39.151049 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d871bde6-bcbd-4baa-9149-1461119a6c4f req-a26736b6-adef-4886-9c3b-ff2c7829920f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314250 Oct 29 12:32:40.270011 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9734ee-6d0e-459a-9819-349a80e6db0c req-1493fbcd-28bd-4098-acab-05e929f09268 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:40.271481 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f9734ee-6d0e-459a-9819-349a80e6db0c req-1493fbcd-28bd-4098-acab-05e929f09268 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0520780 Oct 29 12:32:40.309608 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7f9734ee-6d0e-459a-9819-349a80e6db0c req-423a7409-9def-42c9-9585-6de507de1ca0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Oct 29 12:32:40.630163 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-196a6a1b-af9b-4ab2-a507-9cb7c31319fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:40.631665 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-196a6a1b-af9b-4ab2-a507-9cb7c31319fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1096 time: 0.0423698 Oct 29 12:32:41.079391 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-70a9daf9-a5f1-441a-8dbd-1a96cc517c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:41.080876 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-70a9daf9-a5f1-441a-8dbd-1a96cc517c01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.4276567 Oct 29 12:32:41.146655 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-488e32bf-31c1-4e2c-90ba-0d8f76c12091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1000 time: 0.0565171 Oct 29 12:32:41.194504 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-184d38e4-c326-46c8-8910-1ff40022c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:41.195949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-184d38e4-c326-46c8-8910-1ff40022c556 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0425599 Oct 29 12:32:41.245210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-138bd36b-7c33-4e30-892d-7cfca1e85aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:41.246697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-138bd36b-7c33-4e30-892d-7cfca1e85aef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431621 Oct 29 12:32:41.337484 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-d178b8a6-7952-4cf9-a256-2c24f142be1b service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827527 Oct 29 12:32:41.426270 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a93125-ed04-4552-9f33-53ea039d77ba req-0323160c-871c-452a-bd0a-501b381fb466 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:41.427774 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72a93125-ed04-4552-9f33-53ea039d77ba req-0323160c-871c-452a-bd0a-501b381fb466 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0502431 Oct 29 12:32:41.433136 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-ba26380b-4d9d-4504-afbf-b3d79a448d00 req-ba26a857-fe2b-4295-953d-d1dbcfe112aa service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882945 Oct 29 12:32:41.469878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-72a93125-ed04-4552-9f33-53ea039d77ba req-c180529b-efee-4d7e-84d8-4b0b58fb79d4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Oct 29 12:32:42.584567 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b31cb-3992-45d1-80f7-e61e3ec1d37d req-2e580bd6-31fa-4b7f-98cb-3a938c8c39cf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:42.586079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d99b31cb-3992-45d1-80f7-e61e3ec1d37d req-2e580bd6-31fa-4b7f-98cb-3a938c8c39cf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0485492 Oct 29 12:32:42.623558 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d99b31cb-3992-45d1-80f7-e61e3ec1d37d req-f720a779-6212-4fd3-a5b4-c0e6dee22924 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Oct 29 12:32:43.745058 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d0ec8-64d2-4b3f-8207-52cc98dc48b1 req-fce32d9c-9d7e-4de7-b86c-f28cf2a423f0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:43.746701 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-738d0ec8-64d2-4b3f-8207-52cc98dc48b1 req-fce32d9c-9d7e-4de7-b86c-f28cf2a423f0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0536859 Oct 29 12:32:43.785772 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-738d0ec8-64d2-4b3f-8207-52cc98dc48b1 req-9d05b027-bc15-417d-b6f5-c1f8c3925bf9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Oct 29 12:32:44.900859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986bbd-69d7-4838-b8c8-f6b114372c58 req-ae591200-aa55-4986-9651-8daa6a1f97e7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:44.902397 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b986bbd-69d7-4838-b8c8-f6b114372c58 req-ae591200-aa55-4986-9651-8daa6a1f97e7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0489807 Oct 29 12:32:44.940103 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b986bbd-69d7-4838-b8c8-f6b114372c58 req-ad278d00-166e-40cf-ae87-757bfcedcfe5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Oct 29 12:32:46.055534 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a846026-50f9-4359-859f-75dd64e45cfb req-b849d26b-276a-4a08-ae06-79fbe297856c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:46.056998 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a846026-50f9-4359-859f-75dd64e45cfb req-b849d26b-276a-4a08-ae06-79fbe297856c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0488358 Oct 29 12:32:46.096260 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a846026-50f9-4359-859f-75dd64e45cfb req-91f4a7bb-ba81-4313-b40c-777eb79106a0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332859 Oct 29 12:32:47.214331 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ce72c-3ed6-409c-b536-3530ecdc00b0 req-e3dff131-aa3d-4c79-8194-82f700a5bad5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:47.215787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-240ce72c-3ed6-409c-b536-3530ecdc00b0 req-e3dff131-aa3d-4c79-8194-82f700a5bad5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0522387 Oct 29 12:32:47.252728 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-240ce72c-3ed6-409c-b536-3530ecdc00b0 req-bdf6ff21-6e72-4754-a9f6-506def322d59 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Oct 29 12:32:48.369063 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f151ba-a213-4779-aa6c-3e8d51228707 req-0737e753-5cd0-4932-a956-2013ccc2cd0c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:48.370543 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89f151ba-a213-4779-aa6c-3e8d51228707 req-0737e753-5cd0-4932-a956-2013ccc2cd0c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0487258 Oct 29 12:32:48.408311 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89f151ba-a213-4779-aa6c-3e8d51228707 req-51246b19-608d-4c28-abc6-b2bb38004f5a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Oct 29 12:32:49.522116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6510c-75cf-4085-83e2-3259cc0720ce req-899052c2-a646-4c2f-8fe3-c2c100814cc9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:49.524150 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6c6510c-75cf-4085-83e2-3259cc0720ce req-899052c2-a646-4c2f-8fe3-c2c100814cc9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0477943 Oct 29 12:32:49.564050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e6c6510c-75cf-4085-83e2-3259cc0720ce req-0b07609f-949a-429a-881c-1cf5eb850a02 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340879 Oct 29 12:32:50.485119 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:32:50.587614 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:32:50.600349 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:32:50.653585 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:50.672204 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:32:50.704121 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:32:50.707187 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c235d-39e2-435c-b415-00b9da28ceae req-4be645ad-1507-44ff-ac76-e4a68d1535f3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:50.709829 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:50.710312 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-522c235d-39e2-435c-b415-00b9da28ceae req-4be645ad-1507-44ff-ac76-e4a68d1535f3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0667882 Oct 29 12:32:50.761467 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-522c235d-39e2-435c-b415-00b9da28ceae req-ed441b9c-fefe-4e36-9fd2-f7b35ddd76f8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 Oct 29 12:32:50.792859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['ee9ebea7-a59f-4bd0-8c17-06223df2ac22'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:32:50.796693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:32:50.826196 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.826575 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.826880 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.827348 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.827688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.828018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.828341 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.828661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.828981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.829321 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.829643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:50.829961 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:32:51.889386 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e133-75a6-4950-b33d-4277ae33b646 req-78778716-648a-454e-9c59-626618fa1a49 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:51.892101 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61f7e133-75a6-4950-b33d-4277ae33b646 req-78778716-648a-454e-9c59-626618fa1a49 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0546560 Oct 29 12:32:51.935602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-61f7e133-75a6-4950-b33d-4277ae33b646 req-d182db6c-46f1-4bf4-ac79-439c37ccce48 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376329 Oct 29 12:32:52.386161 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:52.499739 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:32:52.556224 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:32:52.556526 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:52.648884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:52.672905 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:32:52.675212 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b51fd-377c-4f9d-9360-88308c59ec9f" -d '{"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:32:52.698913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:32:52.704968 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:52.733248 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d5871-8782-4c9c-a58e-46b6487e5ad1 x-openstack-request-id: req-7d6d5871-8782-4c9c-a58e-46b6487e5ad1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:32:52.733652 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:32:52.733892 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d6d5871-8782-4c9c-a58e-46b6487e5ad1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:32:52.734275 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'code': 200} Oct 29 12:32:52.765859 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:32:53.069789 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ea40a-3d6a-448b-957b-048d5656a858 req-f9f1e7f2-e894-4a3e-826d-700204f8e608 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:53.071317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b15ea40a-3d6a-448b-957b-048d5656a858 req-f9f1e7f2-e894-4a3e-826d-700204f8e608 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0529613 Oct 29 12:32:53.109564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b15ea40a-3d6a-448b-957b-048d5656a858 req-38422ece-1d34-42bc-b56c-b7dd7a4d37a7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319409 Oct 29 12:32:54.267434 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5922-77d6-4afd-99c2-c6ea732623b8 req-2d3f0a67-0cfb-4c53-b2fe-62efdc4705cc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:54.276413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc0f5922-77d6-4afd-99c2-c6ea732623b8 req-2d3f0a67-0cfb-4c53-b2fe-62efdc4705cc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0664437 Oct 29 12:32:54.313464 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dc0f5922-77d6-4afd-99c2-c6ea732623b8 req-3d8e0f81-2536-4038-a715-bc276c324654 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361447 Oct 29 12:32:55.439197 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e93d1-752e-4a79-924a-63b73ecb6094 req-714ce2bd-97be-41f3-8325-a8e8bb21d3fc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:55.440879 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b0e93d1-752e-4a79-924a-63b73ecb6094 req-714ce2bd-97be-41f3-8325-a8e8bb21d3fc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0540113 Oct 29 12:32:55.494052 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8b0e93d1-752e-4a79-924a-63b73ecb6094 req-dc075205-2335-493d-be26-eb35ee0cb842 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Oct 29 12:32:56.632493 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:56.639795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15fd41-1b84-4c33-af28-d3e6e5fbeeb3 req-8ea271e0-8c66-4e6a-8ac9-85faeea3a8e3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:56.641349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f15fd41-1b84-4c33-af28-d3e6e5fbeeb3 req-8ea271e0-8c66-4e6a-8ac9-85faeea3a8e3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0716724 Oct 29 12:32:56.682277 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-8f15fd41-1b84-4c33-af28-d3e6e5fbeeb3 req-a3f5f8eb-33dd-4bb6-94d0-0b384ce6a79c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342388 Oct 29 12:32:57.819578 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017e53-9236-4554-bf81-82d20bd57f38 req-a198c916-e044-4ab7-a5bc-68c6830de6bb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:57.827358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32017e53-9236-4554-bf81-82d20bd57f38 req-a198c916-e044-4ab7-a5bc-68c6830de6bb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0701249 Oct 29 12:32:57.863419 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-32017e53-9236-4554-bf81-82d20bd57f38 req-b45f9112-3296-449d-87a4-88745a829300 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352023 Oct 29 12:32:58.567631 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-efa31ab9-381f-4d53-824f-a77317494213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:32:58.992550 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57e0f-81ce-4d09-ada2-95b6d776818f req-9e40ec27-f57d-4499-a01b-541d085352a0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:58.994096 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24c57e0f-81ce-4d09-ada2-95b6d776818f req-9e40ec27-f57d-4499-a01b-541d085352a0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0530899 Oct 29 12:32:59.037036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-24c57e0f-81ce-4d09-ada2-95b6d776818f req-09eeeef6-e2f5-4aeb-aa09-15be3044b6e4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367568 Oct 29 12:32:59.967246 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-de2cdc35-00c1-4cf2-9769-40f388c2fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:32:59.968743 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-de2cdc35-00c1-4cf2-9769-40f388c2fe6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1096 time: 0.0403905 Oct 29 12:33:00.063016 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-b0e39894-61f4-4d05-8499-c527ceeb910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:00.064544 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-b0e39894-61f4-4d05-8499-c527ceeb910f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0891247 Oct 29 12:33:00.131513 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-dce9c872-0075-491a-b4d0-7af3cf7ad561 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1000 time: 0.0597987 Oct 29 12:33:00.155959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b550e-4057-40cf-aa8d-c7fa03f77403 req-8cc92260-0013-42c6-a761-d524ae9629ac tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:00.157494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c34b550e-4057-40cf-aa8d-c7fa03f77403 req-8cc92260-0013-42c6-a761-d524ae9629ac tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0505981 Oct 29 12:33:00.188026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-a7d9a03f-da24-4db6-9d8f-a4038bc2c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:00.190134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-a7d9a03f-da24-4db6-9d8f-a4038bc2c2cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0505621 Oct 29 12:33:00.197572 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c34b550e-4057-40cf-aa8d-c7fa03f77403 req-784b5949-69c4-4ec2-90e7-04351f3a4852 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341134 Oct 29 12:33:00.240403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-e2748aaa-4ee0-4d86-a59b-28f0e282ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:00.241909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-e2748aaa-4ee0-4d86-a59b-28f0e282ac47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444360 Oct 29 12:33:00.253134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-7a9c956e-dd98-4284-bfa6-fd85c00bbb4a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:33:00.254081 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-7a9c956e-dd98-4284-bfa6-fd85c00bbb4a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050094 Oct 29 12:33:00.342669 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-a1cb970c-da83-47cf-a8f0-fdbc9d49f2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816302 Oct 29 12:33:00.435087 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6c9811e5-9f58-499f-aafb-56d1f6efb52f req-251ca847-1fe4-4978-b026-eaf595187c26 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Oct 29 12:33:00.985583 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4b8b-4a25-4761-a7ff-34b678a933ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:01.320204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdefda-f147-4f9e-8be1-9b2dbbd508fc req-cd187dff-c9fa-4d61-a44b-1f0229570011 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:01.321763 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cffdefda-f147-4f9e-8be1-9b2dbbd508fc req-cd187dff-c9fa-4d61-a44b-1f0229570011 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0531998 Oct 29 12:33:01.359420 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cffdefda-f147-4f9e-8be1-9b2dbbd508fc req-bde8fc49-a0b9-4ffe-8842-50da6c48c20c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Oct 29 12:33:02.476723 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49682-c922-45ae-a39d-5c65d285b0bd req-7e2ed310-1eb1-45ae-82b3-fc5a3ac4623f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:02.478142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:02.478552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7e49682-c922-45ae-a39d-5c65d285b0bd req-7e2ed310-1eb1-45ae-82b3-fc5a3ac4623f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0503511 Oct 29 12:33:02.518718 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f7e49682-c922-45ae-a39d-5c65d285b0bd req-cf1c192c-8be4-48f3-94ac-84ce310b5a14 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Oct 29 12:33:02.545710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:02.577165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:33:02.587368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-fa75f508-292f-4cc8-af4a-39ca1353e83d req-344bb956-76e3-455e-88f0-8cb7902f4e40 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:33:02.588431 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fa75f508-292f-4cc8-af4a-39ca1353e83d req-344bb956-76e3-455e-88f0-8cb7902f4e40 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054388 Oct 29 12:33:02.656423 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:02.681480 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:33:02.683741 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a47a30-cc42-450d-87a9-f9d5224e07ee" -d '{"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:33:02.697888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:33:02.702647 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:02.751980 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:33:02.754336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6f7dc-5a67-40d6-b08a-d346ecc79857 req-ba0bd4d8-a903-40d5-8cbe-bda64aae91e1 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:02.762716 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcd6f7dc-5a67-40d6-b08a-d346ecc79857 req-ba0bd4d8-a903-40d5-8cbe-bda64aae91e1 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0594079 Oct 29 12:33:02.804297 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dcd6f7dc-5a67-40d6-b08a-d346ecc79857 req-80452021-59a2-4c71-aebb-7e2fa8101bdb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355551 Oct 29 12:33:02.856257 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 12:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b6934e-7268-42b7-92de-d1b6623ce3f1 x-openstack-request-id: req-66b6934e-7268-42b7-92de-d1b6623ce3f1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:33:02.856586 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-unplugged", "status": "failed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "code": 422}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:33:02.856854 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66b6934e-7268-42b7-92de-d1b6623ce3f1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:33:02.857343 n-d-805046-9 neutron-server[102279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'code': 422} returned with failed status Oct 29 12:33:02.956884 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-4d82626b-16c7-433a-b2b5-6a08d4963613 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946293 Oct 29 12:33:03.690846 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-148dffbd-8607-4f27-b4f9-2fc32f3f100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:03.692313 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-148dffbd-8607-4f27-b4f9-2fc32f3f100a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 1094 time: 0.0397060 Oct 29 12:33:03.703436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-9f0634ac-75e1-4a05-8600-e75d5dc839cf service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:33:03.704360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-9f0634ac-75e1-4a05-8600-e75d5dc839cf service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049398 Oct 29 12:33:03.716489 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:33:03.772372 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:03.855752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:03.932440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de34d7c-4cbe-4662-afbf-3d3fb8c9ad77 req-ddd8cc3c-21bb-4088-ba7a-08694ff52fb8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:03.934036 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2de34d7c-4cbe-4662-afbf-3d3fb8c9ad77 req-ddd8cc3c-21bb-4088-ba7a-08694ff52fb8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 943 time: 0.0549860 Oct 29 12:33:03.972492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2de34d7c-4cbe-4662-afbf-3d3fb8c9ad77 req-cce5cb6f-781d-4a49-a1c5-e565212cfdc9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Oct 29 12:33:03.982843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:33:04.015643 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:33:04.048102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:33:04.055478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:04.067550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Transition to ACTIVE for port object ee9ebea7-a59f-4bd0-8c17-06223df2ac22 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:33:04.070584 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:04.151331 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=9']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:33:04.166706 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.167050 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.167394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.167733 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.168067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.168396 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.168727 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.169072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.169402 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.169726 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.170048 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.170369 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:33:04.206638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] No DVR routers for this DVR port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:33:04.344388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:33:04.344723 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:33:04.345084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:33:04.349480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:33:04.349921 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Attempting to bind port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:33:04.355362 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:33:04.355698 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:33:04.356071 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:33:04.356499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Bound port: ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:33:04.356846 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:04.419388 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:33:04.422341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:33:04.426459 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:04.463324 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:04.463934 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:04.465589 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] 10.222.0.86 "PUT /v2.0/ports/ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1091 time: 0.7524066 Oct 29 12:33:04.466060 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:33:04.468261 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b2846-24b2-404f-9db2-9b600e020017" -d '{"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:33:04.495591 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f238-6f09-414d-88b2-50f647a594fc service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=10']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:33:04.529203 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6271196f-1e4d-487d-a81a-6140f8dc2459 x-openstack-request-id: req-6271196f-1e4d-487d-a81a-6140f8dc2459 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:33:04.529490 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:33:04.529738 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6271196f-1e4d-487d-a81a-6140f8dc2459 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:33:04.530132 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'status': 'completed', 'code': 200} Oct 29 12:33:04.543869 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-bfb81488-31e4-4ee9-b9e0-34bfc313c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:04.545475 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-bfb81488-31e4-4ee9-b9e0-34bfc313c01b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1095 time: 0.0462475 Oct 29 12:33:04.644314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-bb3fc4ad-a7a1-4cc7-9039-4fbe11897a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:04.645820 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-bb3fc4ad-a7a1-4cc7-9039-4fbe11897a34 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0939782 Oct 29 12:33:04.712118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-fe24bc2d-4a5f-45d0-9098-43e42a636f10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 998 time: 0.0588796 Oct 29 12:33:04.762210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-663529fa-f369-4ebe-92ab-4409458dbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:04.763554 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-663529fa-f369-4ebe-92ab-4409458dbbac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0441546 Oct 29 12:33:04.813217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-d5a818f0-e916-4528-b04e-ed7c47c1135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:04.814697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-d5a818f0-e916-4528-b04e-ed7c47c1135b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435078 Oct 29 12:33:04.904436 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-3f7e96d2-f6c3-4a3a-ad1b-5b1914521abe service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812294 Oct 29 12:33:04.998653 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6ff1841c-bbb7-4ae4-afaa-1ff515c13d53 req-801fbdb1-503a-4a46-a732-d7167d62850d service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Oct 29 12:33:05.089835 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-bb7c916a-0e7b-457d-9650-e0394ea3989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:05.091552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-bb7c916a-0e7b-457d-9650-e0394ea3989c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1095 time: 0.0413561 Oct 29 12:33:05.095258 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6ea4-49ea-4e03-a9b3-87a405c39b6d req-19882d2f-bb50-4436-9772-6abafbd09821 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:05.096787 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eed6ea4-49ea-4e03-a9b3-87a405c39b6d req-19882d2f-bb50-4436-9772-6abafbd09821 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0501378 Oct 29 12:33:05.139512 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1eed6ea4-49ea-4e03-a9b3-87a405c39b6d req-f6306331-4d29-4d5e-a2e1-d54ed3001785 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361981 Oct 29 12:33:05.198025 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-61d0d1a2-3cf4-4ed8-8719-e5e2734301be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:05.199552 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-61d0d1a2-3cf4-4ed8-8719-e5e2734301be service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0952096 Oct 29 12:33:05.277848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-3094930e-a65d-47e7-9b97-c4cfe1538437 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 998 time: 0.0701766 Oct 29 12:33:06.263811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66a523-1aa7-4f19-ba4e-5c8cf517d852 req-020d712b-f2ad-4f80-9aea-d700bc5f5ce8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:06.266573 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad66a523-1aa7-4f19-ba4e-5c8cf517d852 req-020d712b-f2ad-4f80-9aea-d700bc5f5ce8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0522702 Oct 29 12:33:06.307758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ad66a523-1aa7-4f19-ba4e-5c8cf517d852 req-ddb888dc-01c7-4d64-bc72-4be41d5b431b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336602 Oct 29 12:33:06.595271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:33:06.641864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:33:07.437770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbbcd-3a56-4a9f-aec7-19b2ec740b86 req-5869e262-9dfb-4798-a2e6-b741827a4b5f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:07.439317 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-478fbbcd-3a56-4a9f-aec7-19b2ec740b86 req-5869e262-9dfb-4798-a2e6-b741827a4b5f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0564120 Oct 29 12:33:07.479408 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-478fbbcd-3a56-4a9f-aec7-19b2ec740b86 req-303966e8-a78e-44ab-bf9c-6320a6025934 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331464 Oct 29 12:33:08.607048 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d6d6-d04e-415e-9799-520ddb78608a req-8ea4ce7c-00e9-4335-aa31-4fa8c143b7d8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:08.608776 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ac6d6d6-d04e-415e-9799-520ddb78608a req-8ea4ce7c-00e9-4335-aa31-4fa8c143b7d8 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0534363 Oct 29 12:33:08.648306 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ac6d6d6-d04e-415e-9799-520ddb78608a req-397bd198-c4dc-43c2-8271-8ac5b394a191 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Oct 29 12:33:09.774203 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4545be-31c6-4286-b687-0f59ea602a90 req-e265bd99-3a7b-42aa-9852-ef12401bbb39 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:09.775762 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d4545be-31c6-4286-b687-0f59ea602a90 req-e265bd99-3a7b-42aa-9852-ef12401bbb39 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0585427 Oct 29 12:33:09.813238 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d4545be-31c6-4286-b687-0f59ea602a90 req-70632b89-d1e3-4c1b-8e84-e7f823dce0fd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Oct 29 12:33:10.936326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659179b-b26c-48a2-8acc-e2a2ad5c588e req-12c9242a-953a-42d0-aae7-d6db95b3b944 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:10.937894 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7659179b-b26c-48a2-8acc-e2a2ad5c588e req-12c9242a-953a-42d0-aae7-d6db95b3b944 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0543163 Oct 29 12:33:10.980321 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7659179b-b26c-48a2-8acc-e2a2ad5c588e req-1cebc01f-5462-45ed-b316-7b986f92f244 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364318 Oct 29 12:33:12.100712 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78d8b-5be4-4dd6-a84d-67d6169b6a64 req-6b8aed7e-decd-470b-9d54-918c6b0c0f81 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:12.102947 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcd78d8b-5be4-4dd6-a84d-67d6169b6a64 req-6b8aed7e-decd-470b-9d54-918c6b0c0f81 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0500944 Oct 29 12:33:12.149520 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fcd78d8b-5be4-4dd6-a84d-67d6169b6a64 req-c80ebe13-0c4a-4a94-9af3-b3066e45c035 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Oct 29 12:33:13.268313 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e71d5-5ad4-4404-b8a0-382f1643bcc5 req-8affbf17-6fd4-49e0-ae0d-77817feafcd7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:13.270120 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb4e71d5-5ad4-4404-b8a0-382f1643bcc5 req-8affbf17-6fd4-49e0-ae0d-77817feafcd7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0496054 Oct 29 12:33:13.314329 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-bb4e71d5-5ad4-4404-b8a0-382f1643bcc5 req-772c1fc7-d1fe-4445-ab68-2e0bb7d8af92 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372818 Oct 29 12:33:14.438492 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f72689-4224-4c30-bfc7-0dba432130dc req-b6304088-cdc9-48d2-a678-e264ab9834b7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:14.440005 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0f72689-4224-4c30-bfc7-0dba432130dc req-b6304088-cdc9-48d2-a678-e264ab9834b7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0550191 Oct 29 12:33:14.479703 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e0f72689-4224-4c30-bfc7-0dba432130dc req-9d53d6c5-ffd6-47a0-b49b-f4689be04720 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Oct 29 12:33:14.858697 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:33:15.618877 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae8b7e-103d-4692-bc57-5eb7f3007b01 req-25b53271-8ba5-4eca-8ec6-f08762d149df tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:15.620359 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09ae8b7e-103d-4692-bc57-5eb7f3007b01 req-25b53271-8ba5-4eca-8ec6-f08762d149df tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0486033 Oct 29 12:33:15.657556 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09ae8b7e-103d-4692-bc57-5eb7f3007b01 req-20512354-5318-48da-a4f1-e00cb4a8c06c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Oct 29 12:33:15.912762 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-f3b255af-5a20-4ffd-b5db-036d03a0978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:15.915290 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-f3b255af-5a20-4ffd-b5db-036d03a0978f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0484343 Oct 29 12:33:15.965368 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-a958999f-ed26-4583-a897-d00c854f17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:15.966870 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-a958999f-ed26-4583-a897-d00c854f17e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449953 Oct 29 12:33:16.056959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-b544e9dd-4174-4a04-985c-dc41f9ee8b59 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821939 Oct 29 12:33:16.158019 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8a8b2846-24b2-404f-9db2-9b600e020017 req-746bc094-70db-43be-9f64-803d56fa5622 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896611 Oct 29 12:33:16.776236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558281c-6478-45d1-9c23-81a07f3d0c0c req-b5ea868b-ca92-424a-b318-540a30af401e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:16.777745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d558281c-6478-45d1-9c23-81a07f3d0c0c req-b5ea868b-ca92-424a-b318-540a30af401e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0496092 Oct 29 12:33:16.815009 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d558281c-6478-45d1-9c23-81a07f3d0c0c req-c28c47d1-7101-4565-a019-50de9a075a08 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Oct 29 12:33:17.940562 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d72a-294d-45d1-9199-2804753a9bc1 req-99d78c24-407b-4e45-b98e-d5e024ed6b33 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:17.942079 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b17d72a-294d-45d1-9199-2804753a9bc1 req-99d78c24-407b-4e45-b98e-d5e024ed6b33 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 944 time: 0.0556827 Oct 29 12:33:17.983480 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0b17d72a-294d-45d1-9199-2804753a9bc1 req-7f8985a5-6ed8-46a5-8b6a-18c0753eff8b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345721 Oct 29 12:33:18.448668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:33:18.543525 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:33:18.554754 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'port_id': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'mac_address': 'fa:16:3e:b2:47:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:33:18.601213 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:18.617722 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:33:18.694016 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:33:18.699553 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:18.762387 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=11']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:33:18.941661 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['ee9ebea7-a59f-4bd0-8c17-06223df2ac22'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:33:19.100311 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949c2cc-f98d-43a0-b14a-02cfeb033f65 req-c6c9c833-a8f4-450e-b7f9-053c5238677a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:19.102432 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9949c2cc-f98d-43a0-b14a-02cfeb033f65 req-c6c9c833-a8f4-450e-b7f9-053c5238677a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0487838 Oct 29 12:33:19.140392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9949c2cc-f98d-43a0-b14a-02cfeb033f65 req-0edd32c2-ca9b-4c8a-b1b0-fd31ef34480f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319316 Oct 29 12:33:20.256485 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfcfc-92cb-4277-b579-341355313da3 req-363a0ccf-342b-4492-8eb2-dbe423bac5ed tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:20.258404 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae7dfcfc-92cb-4277-b579-341355313da3 req-363a0ccf-342b-4492-8eb2-dbe423bac5ed tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 945 time: 0.0507290 Oct 29 12:33:20.296427 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ae7dfcfc-92cb-4277-b579-341355313da3 req-6be45906-dcc4-4386-8836-7214e5ed94db tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Oct 29 12:33:20.465116 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:33:20.514509 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:33:20.518217 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:33:20.518584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:20.594122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:20.618701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:33:20.621205 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd858e-059f-4bc9-a72e-949f875cafc9" -d '{"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:33:20.634544 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:33:20.639146 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:20.665395 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4c99a-b28e-46df-81ca-6792ab1fa322 x-openstack-request-id: req-43c4c99a-b28e-46df-81ca-6792ab1fa322 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:33:20.665752 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:33:20.666092 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43c4c99a-b28e-46df-81ca-6792ab1fa322 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:33:20.666431 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'code': 200} Oct 29 12:33:20.692981 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=12']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:33:20.820856 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ef778-7c6b-46e3-85ff-1751a64f2de2 req-7c0c5c70-1acc-46c4-866c-0931ef1729b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:20.822375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c9ef778-7c6b-46e3-85ff-1751a64f2de2 req-7c0c5c70-1acc-46c4-866c-0931ef1729b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1097 time: 0.0425167 Oct 29 12:33:20.857317 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-3c9ef778-7c6b-46e3-85ff-1751a64f2de2 req-be7bfaac-4c95-4b25-a371-8aceaf01bc45 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277071 Oct 29 12:33:21.416236 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a9a4-70c1-4466-bc90-32abae850ed4 req-88cf9534-5b21-499e-abfe-21994e008ec9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:21.417737 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4796a9a4-70c1-4466-bc90-32abae850ed4 req-88cf9534-5b21-499e-abfe-21994e008ec9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 946 time: 0.0520649 Oct 29 12:33:21.455338 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4796a9a4-70c1-4466-bc90-32abae850ed4 req-7d6c85fd-ea23-4e93-831d-aefb6a138c0c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316613 Oct 29 12:33:22.382845 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:22.575653 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e0263-db68-40eb-bcf1-3adfe9d55193 req-0b1b8954-310f-4226-a6c5-bc8358968b10 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:22.577171 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-837e0263-db68-40eb-bcf1-3adfe9d55193 req-0b1b8954-310f-4226-a6c5-bc8358968b10 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 946 time: 0.0492640 Oct 29 12:33:22.614560 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-837e0263-db68-40eb-bcf1-3adfe9d55193 req-8690c62c-8d66-4816-a910-2361df4b5ff4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314424 Oct 29 12:33:26.619943 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:28.560051 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-53b65590-3316-43ae-8722-a30e5e7db59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:30.615678 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-a40a6b44-8dd9-4a4f-8eb6-482263d7276a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392001 Oct 29 12:33:30.701634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-04835012-9edd-4ce7-bf8a-79380f94c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:30.703118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-04835012-9edd-4ce7-bf8a-79380f94c3b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1097 time: 0.0446470 Oct 29 12:33:30.809061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-a7b04cfc-f08b-4ab5-a558-fb6242581eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:30.810543 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-a7b04cfc-f08b-4ab5-a558-fb6242581eb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0854423 Oct 29 12:33:30.880108 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-715fff95-53c4-45ad-a8b2-c362d7ee6871 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1000 time: 0.0620677 Oct 29 12:33:30.929551 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-c282f3cf-cbe1-4fb0-bbb0-284bebe37eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:30.931005 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-c282f3cf-cbe1-4fb0-bbb0-284bebe37eb4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0442002 Oct 29 12:33:30.975939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-df138a26-6b48-4d7f-9933-1fe5367de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:33:30.977467 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-df138a26-6b48-4d7f-9933-1fe5367de272 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399334 Oct 29 12:33:30.986584 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-870f842d-93ba-4030-927f-342c0099919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:31.073548 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-1cb19078-00b1-4973-9085-569aee3aade9 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888665 Oct 29 12:33:31.162400 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7eb76b13-6729-4f5f-8a2e-223caa69dbb0 req-727e9e81-0d36-42d9-a4a1-c27da0fb72fa service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822928 Oct 29 12:33:32.479866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:32.548385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:33.849035 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:51.859120 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:33:52.386395 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:56.619523 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:33:58.562308 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-683934d9-a986-4cfd-819f-3c0fa63d3a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:00.987712 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-362a2f0a-8f67-45cc-801b-fb899ec701a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:02.485104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:02.549884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:03.852452 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:22.397284 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:26.609623 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:28.563679 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-967d84a7-cdb1-456e-8dbd-6fa4a9820d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:28.858375 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:34:30.988624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ac72248f-8cb0-4c56-a27f-4faaca06d086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:31.665073 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-742697d8-4cfb-4e06-8d9b-bad291889254 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881848 Oct 29 12:34:31.746990 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-e3022ec4-b7f7-4bbe-9a24-4671af3e8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:31.748510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-e3022ec4-b7f7-4bbe-9a24-4671af3e8864 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1097 time: 0.0414865 Oct 29 12:34:31.850993 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-0521e959-3888-48ab-8365-67d564bed64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:31.852368 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-0521e959-3888-48ab-8365-67d564bed64d service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0850773 Oct 29 12:34:31.919627 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-80866d9e-2b5c-4957-b870-1a09257f9d17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 1000 time: 0.0605071 Oct 29 12:34:31.967932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-cf066488-7989-4ae7-a25c-5d7309f6831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:31.969360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-cf066488-7989-4ae7-a25c-5d7309f6831c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0434701 Oct 29 12:34:32.015541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-6d33b1c0-8214-43d2-900c-7a8650c272a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:32.017071 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-6d33b1c0-8214-43d2-900c-7a8650c272a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398400 Oct 29 12:34:32.111009 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-7524a659-1c28-4289-8c3c-690e155afd35 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858157 Oct 29 12:34:32.200134 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-619e85df-06ca-4955-bfbb-27e2eff83284 req-1920cb9c-2838-489c-9f1c-df3d6895d4fe service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816443 Oct 29 12:34:32.486702 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:32.552097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:33.856010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.433033 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46138) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:38.588997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Deleting port 09169d26-dd57-4d2a-8150-00564dcfc214 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:34:38.589292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.673160 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.673524 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.686325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Calling delete_port for 09169d26-dd57-4d2a-8150-00564dcfc214 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:34:38.836380 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.863659 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'Port': ['ID=09169d26-dd57-4d2a-8150-00564dcfc214,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:38.886100 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.886965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.887308 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.887643 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.887972 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.888300 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.888630 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.888959 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.889309 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.889631 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.889953 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.890272 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:38.932867 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:38.933252 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Floating IP e55252b3-247e-4b7c-92fb-b32626b4d322 disassociated (deleted). External IP: 172.25.4.98, port: ee9ebea7-a59f-4bd0-8c17-06223df2ac22. Oct 29 12:34:39.140820 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:34:39.245517 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:34:39.251007 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:39.255748 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:34:39.266085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:34:39.266705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:34:39.277918 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-4fea32f9-e872-4bc7-b0c7-8fa27718d90b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "DELETE /v2.0/floatingips/e55252b3-247e-4b7c-92fb-b32626b4d322 HTTP/1.1" status: 204 len: 168 time: 0.8437896 Oct 29 12:34:39.278612 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:34:39.281025 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953" -d '{"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:34:39.373276 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:34:39.489265 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc006d-a1cb-4819-8da6-1815c68dad43 x-openstack-request-id: req-97fc006d-a1cb-4819-8da6-1815c68dad43 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:34:39.490114 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:34:39.490370 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97fc006d-a1cb-4819-8da6-1815c68dad43 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:34:39.490781 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'status': 'completed', 'code': 200} Oct 29 12:34:39.560516 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-33164657-f937-4792-ad0e-764ead8f8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:39.562794 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-33164657-f937-4792-ad0e-764ead8f8341 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 1097 time: 0.0501707 Oct 29 12:34:39.582642 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:34:39.584221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70d0b9-b9f7-45ef-9430-29f2dd8f7d4b req-89d4ea79-1549-4503-b20c-7a8039f15890 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:39.585765 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d70d0b9-b9f7-45ef-9430-29f2dd8f7d4b req-89d4ea79-1549-4503-b20c-7a8039f15890 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 946 time: 0.0509748 Oct 29 12:34:39.612583 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:34:39.621659 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:34:39.622277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:34:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:34:39.626820 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0d70d0b9-b9f7-45ef-9430-29f2dd8f7d4b req-6bbc073d-77f5-4e7d-9d44-b3b685358413 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344250 Oct 29 12:34:39.667116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-df424e4c-703d-46e5-8ba0-53c06d752cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:39.669295 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-df424e4c-703d-46e5-8ba0-53c06d752cf6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0979221 Oct 29 12:34:39.719080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-9bd7bde9-1683-48b4-8133-6d6f4e637639 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 200 len: 217 time: 0.0402875 Oct 29 12:34:39.778130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-ef3ba625-0b77-47e9-a6c6-494e9a6706b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:39.779672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-ef3ba625-0b77-47e9-a6c6-494e9a6706b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0480809 Oct 29 12:34:39.827576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-a653af6e-a453-4769-b2b1-c6aec9cb9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:39.829163 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-a653af6e-a453-4769-b2b1-c6aec9cb9039 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403047 Oct 29 12:34:39.882466 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:34:39.926626 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-1f0fc4f6-10b8-43bf-aa17-c74b5be31d39 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870879 Oct 29 12:34:40.019453 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5b6ad966-e9f3-428a-b1b4-f6f4ed9fe953 req-4546fdd0-b2ce-4b41-8cd8-dab2ea6ca62c service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Oct 29 12:34:40.083109 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:34:40.109705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af13a4a9-7fd2-474e-8926-c521675d39b9 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:34:40.309938 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7e7fc-a36d-42eb-bb01-c9edc63e7fa3 None None] New status for floating IP e55252b3-247e-4b7c-92fb-b32626b4d322: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:34:40.746601 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905dc4d-4cce-4f47-9c3f-7cdf5aa2c6bb req-10a7a39b-8775-42df-841a-0dba6f60eec3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:40.748084 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a905dc4d-4cce-4f47-9c3f-7cdf5aa2c6bb req-10a7a39b-8775-42df-841a-0dba6f60eec3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 946 time: 0.0476084 Oct 29 12:34:40.785930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-39a6ac4a-48eb-4858-9bd7-6ef7d170e057 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:40.787394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-39a6ac4a-48eb-4858-9bd7-6ef7d170e057 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.86 "GET /v2.0/ports?device_id=96051b18-4351-4079-a297-a071dacc2cbb HTTP/1.1" status: 200 len: 946 time: 0.0530503 Oct 29 12:34:40.793085 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a905dc4d-4cce-4f47-9c3f-7cdf5aa2c6bb req-51b26cd1-2105-46ad-8564-000a394e1b8b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384545 Oct 29 12:34:40.875216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Deleting port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:34:40.875551 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:40.965541 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] For port ee9ebea7-a59f-4bd0-8c17-06223df2ac22, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:34:40.965817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:40.977837 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Calling delete_port for ee9ebea7-a59f-4bd0-8c17-06223df2ac22 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:34:41.101692 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.134244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'Port': ['ID=ee9ebea7-a59f-4bd0-8c17-06223df2ac22,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:41.146447 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.146796 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.147139 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.147471 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.147801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.148130 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.148455 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.148783 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.149134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.149456 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.149777 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.150094 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:34:41.184062 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] No DVR routers for this DVR port ee9ebea7-a59f-4bd0-8c17-06223df2ac22 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:34:41.186613 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.189963 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-226376ed-369d-41ec-941f-8f15ad3156c3 req-239005f0-8fcc-41c6-8d0b-85a0fb2b3bee tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.86 "DELETE /v2.0/ports/ee9ebea7-a59f-4bd0-8c17-06223df2ac22 HTTP/1.1" status: 204 len: 173 time: 0.3966382 Oct 29 12:34:41.190403 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-deleted', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:34:41.192679 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90a25ff-8e89-4742-924e-9fe1ecba58df" -d '{"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-deleted", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:34:41.293407 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1171c8-70f1-4532-84aa-fcdc16fe8438 x-openstack-request-id: req-2b1171c8-70f1-4532-84aa-fcdc16fe8438 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:34:41.293786 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96051b18-4351-4079-a297-a071dacc2cbb", "name": "network-vif-deleted", "tag": "ee9ebea7-a59f-4bd0-8c17-06223df2ac22", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:34:41.293968 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b1171c8-70f1-4532-84aa-fcdc16fe8438 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:34:41.294371 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96051b18-4351-4079-a297-a071dacc2cbb', 'name': 'network-vif-deleted', 'tag': 'ee9ebea7-a59f-4bd0-8c17-06223df2ac22', 'status': 'completed', 'code': 200} Oct 29 12:34:41.848572 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46160) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:41.905924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.931357 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.993779 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.997090 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:41.998355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0befaab-45b6-48e4-9ec3-7b91f7c5aeef HTTP/1.1" status: 204 len: 168 time: 0.1486452 Oct 29 12:34:42.008605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017658c0-603b-43b9-81aa-2e7f695a6ab0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0befaab-45b6-48e4-9ec3-7b91f7c5aeef,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:42.437368 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46166) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:42.441927 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895742003', 'description': 'tempest-secgroup-smoke-1895742003 description', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:42.464927 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.528843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.532677 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.556687 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.557932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1195686 Oct 29 12:34:42.561067 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46168) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:42.565605 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee8d2e-e3a1-40b1-9704-52671993d127 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b693eb-5650-4a43-a685-7b7b135060d4,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:42.565757 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:42.595023 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.648844 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.653441 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.671195 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d74c1d-a87b-4984-b3b0-829b1ff5b087,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:42.678989 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.680216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dcc0cabc-f2bb-42b4-aad5-a75d9b943563 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180599 Oct 29 12:34:42.683080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46170) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:42.687478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:42.715129 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.773442 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.778205 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.795924 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cccf244-5846-474c-a83e-024755a487d6,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:42.804007 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.805226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d19cf603-bf19-4d15-96c7-6cddf75adc44 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211684 Oct 29 12:34:42.808490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46172) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:42.813394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:42.842504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.900178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.903984 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.922226 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f29d014-ac4b-46ca-a164-5bb703744ba7,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:42.929553 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:42.930750 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-f4aa7e85-841b-4191-b359-5ecbe59d893e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212461 Oct 29 12:34:42.933991 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46174) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:42.938302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:42.964126 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.026919 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.031545 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.052294 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a0d6b7-a174-4a22-b73f-d2048a7b4367,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:43.059131 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.060422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-dec6a6fb-34a0-46ef-ade9-168e3afc1a1c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254921 Oct 29 12:34:43.063210 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46176) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:43.067431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:43.090211 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Project ea55f56001b248ecab2d4f30a53bd635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:34:43.095128 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.156983 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.161081 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.179562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0aa6d03-070b-44d2-b5ec-089320afaa5a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:43.189152 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.190350 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-7acb42d2-6e9c-47e3-8830-8cf92499a4ce tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262259 Oct 29 12:34:43.193080 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46178) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:34:43.197365 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'security_group_rule': {'security_group_id': '08b693eb-5650-4a43-a685-7b7b135060d4', 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:34:43.218968 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Project ea55f56001b248ecab2d4f30a53bd635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:34:43.223916 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.283410 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.287009 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.304197 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbb5107-4a5e-49f1-a5bf-c384b0f2631a,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:34:43.313091 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:43.314623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e72674bf-2e01-417f-818f-ab901c782065 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205423 Oct 29 12:34:44.992111 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:34:45.015245 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: ee9ebea7-a59f-4bd0-8c17-06223df2ac22 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:34:45.015675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device ee9ebea7-a59f-4bd0-8c17-06223df2ac22 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:34:52.396471 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:56.654195 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:58.558106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-b9096cf1-cec9-4a01-b1f1-9d8d89225750 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895742003&fields=id&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 267 time: 0.0339384 Oct 29 12:34:58.565422 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-530547bc-1ddb-48fa-899c-fba050468274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:34:59.002255 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-46f99460-9f79-4bd5-a4e1-318ab3b0d0c0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:34:59.003795 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-46f99460-9f79-4bd5-a4e1-318ab3b0d0c0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 808 time: 0.4385998 Oct 29 12:34:59.019118 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-4eb1aad2-59a6-425e-88ee-d239dbfb03c7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/quotas/ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Oct 29 12:34:59.068653 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-3c6a1dbd-2dfc-4015-b805-e27006729c2d tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442281 Oct 29 12:34:59.134160 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-aca4c48d-9b8d-4df2-b61d-7083cdcfaed0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102278) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:34:59.135141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-aca4c48d-9b8d-4df2-b61d-7083cdcfaed0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0540857 Oct 29 12:34:59.226354 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-429d43f0-b79c-49c3-a3a9-3d00c30832a5 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Oct 29 12:34:59.318773 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-0a1aa25d-e1d2-4d21-82fc-9f393a1ee76f service neutron] 10.222.0.77 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863245 Oct 29 12:34:59.594996 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-41f5d648-2164-4944-849d-d781d0024a2e req-b90a73f6-d51a-4f47-bf2d-32f4b01e9422 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Oct 29 12:35:00.671426 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3eda51dd-7033-4617-8230-227b5d07adc7 req-19342196-25ad-4c3e-a165-4279728a6263 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Oct 29 12:35:00.990408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-972e5880-d509-464c-942c-ffabbc3abde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:01.746999 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ff430b27-6d42-410d-861c-d7f0b4c1301d req-ab591ab2-14ad-469f-b3e5-c9aba530188e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Oct 29 12:35:02.487970 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:02.555261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:02.825931 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-326d9300-e950-4b95-a633-753beed5ee70 req-6de66ee0-378d-4c9d-97f1-2523182c7791 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0265293 Oct 29 12:35:03.858805 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:03.918552 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-dedcc7f6-ba80-4383-9e2c-986385d6a445 req-713f96ee-1849-498d-86e3-8d8b596a5c85 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0256531 Oct 29 12:35:04.657267 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-f22ddc14-5331-4a7a-95f1-5448ba966865 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:04.658718 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-f22ddc14-5331-4a7a-95f1-5448ba966865 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 808 time: 0.1077371 Oct 29 12:35:04.701082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-527079d4-3f32-488e-9dfb-f7e4663f5438 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 380 time: 0.0335612 Oct 29 12:35:04.710085 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'port': {'device_id': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'admin_state_up': True, 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'security_groups': ['08b693eb-5650-4a43-a685-7b7b135060d4']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:35:04.819718 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Made reservation on behalf of ea55f56001b248ecab2d4f30a53bd635 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:35:04.823253 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:04.952152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Allocated IP 172.20.0.8 (d3e67c05-f910-4bcb-9183-18aa57dcbc61/1b42e013-9230-4c74-932f-87ac75653302/0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:35:05.025473 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-09640b7e-511a-4e55-82ed-20a05d381f7f req-7c807b81-8f13-4881-ba5e-68b3fff679ea tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0340183 Oct 29 12:35:05.097401 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.130504 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.175121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:35:05.178224 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:35:05.181989 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:35:05.208485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:05.237549 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:05.238227 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.257212 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-04b13e4f-29cf-4c73-bdb6-2839d9f3adba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506804 Oct 29 12:35:05.315053 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Request body: {'port': {'device_id': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:35:05.378153 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.497165 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-26cbd510-68c1-457d-a0cf-8872f3091d21 None None] Provisioning complete for port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:35:05.497725 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-26cbd510-68c1-457d-a0cf-8872f3091d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.539251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-26cbd510-68c1-457d-a0cf-8872f3091d21 None None] Port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:35:05.644459 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:35:05.652305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.664382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Transition to ACTIVE for port object 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:35:05.668066 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.718184 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:05.791832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:35:05.792320 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:35:05.792751 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:35:05.799702 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:35:05.800032 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:35:05.805497 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:35:05.805832 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:35:05.806217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:35:05.806650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Bound port: 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:35:05.807008 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.857648 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:35:05.877462 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:35:05.880801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:35:05.885998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.920194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:05.921384 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:05.923055 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1091 time: 0.6571951 Oct 29 12:35:05.923617 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:35:05.925923 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b" -d '{"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:35:05.958158 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92a61f-f04f-4fc4-add8-0c7681678692 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:05.992886 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382b174d-ab61-4e1b-8b91-e07dbba077f5 x-openstack-request-id: req-382b174d-ab61-4e1b-8b91-e07dbba077f5 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:35:05.993259 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:35:05.993525 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-382b174d-ab61-4e1b-8b91-e07dbba077f5 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:35:05.994005 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'status': 'completed', 'code': 200} Oct 29 12:35:06.163419 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b36e-b099-438a-84a4-5a806cf21e81 req-21f83165-f3bd-4023-bb96-7c75ab6b2f3b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.167755 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8a1b36e-b099-438a-84a4-5a806cf21e81 req-21f83165-f3bd-4023-bb96-7c75ab6b2f3b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0554249 Oct 29 12:35:06.221112 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a8a1b36e-b099-438a-84a4-5a806cf21e81 req-f7f24c67-6bca-4dbe-aa2d-485c8e794434 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Oct 29 12:35:06.423376 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-9dfa1bff-599d-4445-a76f-0a813822df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.424896 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-9dfa1bff-599d-4445-a76f-0a813822df7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1094 time: 0.4225333 Oct 29 12:35:06.468271 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-1a219f2e-6916-49d6-b8f4-40e7a4c657f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 217 time: 0.0348032 Oct 29 12:35:06.517354 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-1a9badbf-c701-4987-a467-821b076201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.518817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-1a9badbf-c701-4987-a467-821b076201ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0441816 Oct 29 12:35:06.565334 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-c0b59b44-dc8d-4af1-94bc-7adf55992489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.566848 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-c0b59b44-dc8d-4af1-94bc-7adf55992489 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401082 Oct 29 12:35:06.660215 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-62d2283d-14ec-4c99-a314-8587ab570557 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858958 Oct 29 12:35:06.754394 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-126f298f-4a6e-4557-b2d7-109f73fb12cd req-853b72b0-58c4-4926-9fda-1d6a0717cd0c service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875003 Oct 29 12:35:06.839490 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-213926cf-ec67-4eb5-b7ce-07f0b556de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.840912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-213926cf-ec67-4eb5-b7ce-07f0b556de73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1094 time: 0.0411780 Oct 29 12:35:06.936518 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-a0e3d486-47ee-416c-bf0f-159581f7ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:06.938050 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-a0e3d486-47ee-416c-bf0f-159581f7ee4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0903816 Oct 29 12:35:06.980664 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-7326da5c-325c-4549-b862-2ccf92d0f3e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 217 time: 0.0348094 Oct 29 12:35:07.033134 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-7a1cf055-647d-4e2c-bb91-1ea37495654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:07.034705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-7a1cf055-647d-4e2c-bb91-1ea37495654d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0476258 Oct 29 12:35:07.083790 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-ca21ac98-ee68-4f56-bcc3-8ebfe18a550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:07.085449 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-ca21ac98-ee68-4f56-bcc3-8ebfe18a550e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426061 Oct 29 12:35:07.181281 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-1aca47f2-23e0-4dd5-935f-3b9252825592 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879214 Oct 29 12:35:07.275815 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-9d920d7a-bec8-4e6f-a4fc-250a55d6d87b req-f7b8a015-3ab3-4449-9709-f51af9fae188 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Oct 29 12:35:07.340847 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761ec98-ad84-4f9d-8f36-6c455b0753ad req-6a5777ab-ddad-48b9-82ee-897954fa4eff tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:07.342522 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6761ec98-ad84-4f9d-8f36-6c455b0753ad req-6a5777ab-ddad-48b9-82ee-897954fa4eff tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0498481 Oct 29 12:35:07.381672 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6761ec98-ad84-4f9d-8f36-6c455b0753ad req-07cc91b3-c243-4dd0-a4c0-744c941b1c1d tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Oct 29 12:35:08.501099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6450-814f-411a-863f-513b92858582 req-422ff183-3b2a-42e9-b0a5-70398f25ee00 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:08.502576 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-494c6450-814f-411a-863f-513b92858582 req-422ff183-3b2a-42e9-b0a5-70398f25ee00 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0486777 Oct 29 12:35:08.544519 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-494c6450-814f-411a-863f-513b92858582 req-d2c8e72d-20e1-43dc-95d5-fff1c66ce8cf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359302 Oct 29 12:35:09.664131 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14702e5-ac79-4b73-a528-76a663cd9867 req-432c409c-0496-4f3d-933e-ebf2a7f7e2bc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:09.665698 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e14702e5-ac79-4b73-a528-76a663cd9867 req-432c409c-0496-4f3d-933e-ebf2a7f7e2bc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0513682 Oct 29 12:35:09.705715 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-e14702e5-ac79-4b73-a528-76a663cd9867 req-795df13f-fc8b-4072-9cbe-405427ac65a5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337160 Oct 29 12:35:10.818991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aba32-0aad-4dc4-98f0-ef2898a3a0a3 req-dd06fcc9-001c-4f57-b657-49a4d9bff809 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:10.820472 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c7aba32-0aad-4dc4-98f0-ef2898a3a0a3 req-dd06fcc9-001c-4f57-b657-49a4d9bff809 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0486019 Oct 29 12:35:10.860640 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0c7aba32-0aad-4dc4-98f0-ef2898a3a0a3 req-367d7fc8-1fee-4d79-b1c8-02d12570f5d9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Oct 29 12:35:11.976849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a0985-eb06-41fc-89b2-01c596e39d3e req-28c31af2-56af-4169-b289-0b12c75dd7e6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:11.978370 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4a0985-eb06-41fc-89b2-01c596e39d3e req-28c31af2-56af-4169-b289-0b12c75dd7e6 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0497792 Oct 29 12:35:12.021302 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-db4a0985-eb06-41fc-89b2-01c596e39d3e req-4fc90c25-8162-44aa-baff-e9cc9b3797bb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369737 Oct 29 12:35:13.135446 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c5684-e46a-4748-9b4e-ccd25dc24d66 req-a6126ac1-fc99-4882-b33b-fd6717818809 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:13.136902 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a1c5684-e46a-4748-9b4e-ccd25dc24d66 req-a6126ac1-fc99-4882-b33b-fd6717818809 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0487461 Oct 29 12:35:13.174800 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7a1c5684-e46a-4748-9b4e-ccd25dc24d66 req-eda411b0-c76c-4099-83c8-214d66c34629 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Oct 29 12:35:14.289836 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b93fe-6b6b-4ac0-b0c3-c15043729bcb req-60eacc40-a62a-4036-91ff-644cb18e83dd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:14.291207 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb5b93fe-6b6b-4ac0-b0c3-c15043729bcb req-60eacc40-a62a-4036-91ff-644cb18e83dd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0486748 Oct 29 12:35:14.329791 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb5b93fe-6b6b-4ac0-b0c3-c15043729bcb req-9fdd7e1a-a73c-4752-9a97-bbb61ab77510 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Oct 29 12:35:15.445858 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46bee1-180f-4919-8716-3c13748acc67 req-2dd0ef3e-139f-45c7-adc7-ccd1d632771e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:15.447349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf46bee1-180f-4919-8716-3c13748acc67 req-2dd0ef3e-139f-45c7-adc7-ccd1d632771e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0494497 Oct 29 12:35:15.489042 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cf46bee1-180f-4919-8716-3c13748acc67 req-6d28f12a-577e-447d-a302-e6de16832720 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Oct 29 12:35:16.604384 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350874d-9a8d-402b-a26b-edc31d061a91 req-c1e8dcf0-23b7-45df-97e5-200a3f21e3cd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:16.605831 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2350874d-9a8d-402b-a26b-edc31d061a91 req-c1e8dcf0-23b7-45df-97e5-200a3f21e3cd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0496862 Oct 29 12:35:16.643850 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2350874d-9a8d-402b-a26b-edc31d061a91 req-3ecaea5e-bd97-4d2e-8870-3d9749c96ec4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Oct 29 12:35:17.121501 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:35:17.221784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:35:17.232760 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'mac_address': 'fa:16:3e:31:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:35:17.269124 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:17.281988 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:35:17.301704 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:35:17.305813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:17.354666 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:17.362535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.363048 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.363201 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.363535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.363861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.364188 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.364512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.364833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.365189 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.365508 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.365824 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.366142 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:35:17.560471 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:35:17.758840 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6351a-08d3-4d69-96f0-4f98ae3ec4c1 req-e2011516-92c6-4679-9c47-ce416da42635 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:17.760335 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cab6351a-08d3-4d69-96f0-4f98ae3ec4c1 req-e2011516-92c6-4679-9c47-ce416da42635 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 944 time: 0.0483658 Oct 29 12:35:17.800606 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cab6351a-08d3-4d69-96f0-4f98ae3ec4c1 req-9ad9cc39-4857-4877-af1c-1803b350c31b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Oct 29 12:35:18.914124 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42118e6b-14ef-4d2e-b1eb-a3049921b348 req-44c072b5-6b58-4dfa-aa09-c9e3a7379e0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:18.915611 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42118e6b-14ef-4d2e-b1eb-a3049921b348 req-44c072b5-6b58-4dfa-aa09-c9e3a7379e0e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 944 time: 0.0482850 Oct 29 12:35:18.956747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-42118e6b-14ef-4d2e-b1eb-a3049921b348 req-5dbe868a-22ab-451d-b3d9-8e8a4ccc99ac tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Oct 29 12:35:19.120232 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:35:19.170584 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:35:19.174605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:35:19.174976 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:19.253377 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:19.275599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:35:19.277871 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad8944b-5541-4a29-b155-c89a96fa9126" -d '{"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-plugged", "status": "completed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:35:19.291277 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:35:19.295274 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:19.342428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:19.369099 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4405b825-77e3-4b9f-9a18-5355e570056d x-openstack-request-id: req-4405b825-77e3-4b9f-9a18-5355e570056d {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:35:19.369397 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-plugged", "status": "completed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:35:19.369652 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4405b825-77e3-4b9f-9a18-5355e570056d {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:35:19.370045 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'code': 200} Oct 29 12:35:19.464239 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4df5-5244-4400-889a-e9dd15c64b11 req-9208e4d6-a4db-4544-9676-48147eec17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:19.465697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d6d4df5-5244-4400-889a-e9dd15c64b11 req-9208e4d6-a4db-4544-9676-48147eec17f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0399661 Oct 29 12:35:19.499785 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4d6d4df5-5244-4400-889a-e9dd15c64b11 req-f75d09ad-e84e-411f-88a5-50dc0f29b2bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267746 Oct 29 12:35:20.073032 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c39f6-004a-44d5-8a13-b91dbc643a82 req-961fdb15-2ca1-4197-9057-8dde1d072447 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:20.074492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-284c39f6-004a-44d5-8a13-b91dbc643a82 req-961fdb15-2ca1-4197-9057-8dde1d072447 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0489461 Oct 29 12:35:20.111613 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-284c39f6-004a-44d5-8a13-b91dbc643a82 req-eda2008c-4312-44dd-9e08-0ea8419d3dbb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Oct 29 12:35:21.231395 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9d34-ade3-412d-9362-7b872d8d1a84 req-3486fbb4-a203-4a8d-90a2-61a544d0ce11 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:21.232883 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ade9d34-ade3-412d-9362-7b872d8d1a84 req-3486fbb4-a203-4a8d-90a2-61a544d0ce11 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0517504 Oct 29 12:35:21.270929 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ade9d34-ade3-412d-9362-7b872d8d1a84 req-3bfbd92b-f038-417f-8fef-28cb8688f1b7 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Oct 29 12:35:21.382325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f25b5-6ec2-4a6e-90b5-be14b9207816 req-6a206185-a909-49fc-a2e1-fd6535bb7175 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:21.383808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-537f25b5-6ec2-4a6e-90b5-be14b9207816 req-6a206185-a909-49fc-a2e1-fd6535bb7175 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Oct 29 12:35:21.425412 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-537f25b5-6ec2-4a6e-90b5-be14b9207816 req-f0e0477b-d4bf-48b0-96bc-c077bc7b1824 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356472 Oct 29 12:35:21.446783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46392) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:35:21.485850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db5b71-a4e9-4607-8ca9-f7ff9b68e776 tempest-TestShelveInstance-256988793 tempest-TestShelveInstance-256988793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:21.487357 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-f9db5b71-a4e9-4607-8ca9-f7ff9b68e776 tempest-TestShelveInstance-256988793 tempest-TestShelveInstance-256988793-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1091 time: 0.0396183 Oct 29 12:35:21.490147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46394) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:35:21.494474 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:35:21.517246 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:21.613489 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:21.717442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Allocated IP 172.25.4.27 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/19f1c940-f937-4c0c-bc1b-3fc79bf90427) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:35:21.822749 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:21.855896 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:21.896603 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:35:21.900288 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:35:21.904666 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:35:21.928545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=19f1c940-f937-4c0c-bc1b-3fc79bf90427,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:22.249531 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.324422 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.412415 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.476822 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.481101 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.547616 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event updated for resources: {'Port': ['ID=19f1c940-f937-4c0c-bc1b-3fc79bf90427,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:35:22.557889 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:22.655986 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Floating IP f4b7d78d-9b53-4c10-b837-c70f9bc68616 associated. External IP: 172.25.4.27, port: 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68. Oct 29 12:35:22.867989 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:35:22.977815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:35:22.991503 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:35:22.997745 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:23.007605 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:35:23.009195 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:35:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:35:23.025990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d91c4e52-3e7e-4041-9327-5b663cc3f9c3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5348158 Oct 29 12:35:23.026588 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:35:23.028885 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c" -d '{"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:35:23.072274 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c574538-171a-4c3f-b08c-e48fca9669ae x-openstack-request-id: req-1c574538-171a-4c3f-b08c-e48fca9669ae {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:35:23.072587 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:35:23.072904 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c574538-171a-4c3f-b08c-e48fca9669ae {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:35:23.073353 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'status': 'completed', 'code': 200} Oct 29 12:35:23.119868 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:35:23.134315 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-f47b79d6-e8fb-4925-b00c-ee1bbfb0e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:23.135852 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-f47b79d6-e8fb-4925-b00c-ee1bbfb0e60c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0403717 Oct 29 12:35:23.232384 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-580281df-f086-440a-a787-985f9f070c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:23.234503 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-580281df-f086-440a-a787-985f9f070c5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0921118 Oct 29 12:35:23.301547 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-fff3bdb8-2bfd-42bf-bb41-a3ace3e30887 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 998 time: 0.0583391 Oct 29 12:35:23.348798 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'f4b7d78d-9b53-4c10-b837-c70f9bc68616', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:31:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:35:22Z', 'updated_at': '2021-10-29T12:35:22Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:35:23.356051 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-b112e1db-1249-42fd-9d61-92562ab8a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:23.357581 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-b112e1db-1249-42fd-9d61-92562ab8a2ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0479791 Oct 29 12:35:23.376021 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:35:23.384805 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:35:23.385429 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:35:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:35:23.401886 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-7fe36a77-092c-4a66-8eb1-b6b568dd109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:23.403422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-7fe36a77-092c-4a66-8eb1-b6b568dd109d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392661 Oct 29 12:35:23.490755 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:35:23.494042 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-a199d78c-a74f-4ef4-a520-cf1ef2bacf9c service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Oct 29 12:35:23.591494 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-fcf7dccb-54ce-4aa9-9dde-49a2e1f4727c req-6af1a16d-3ab6-4cec-9c86-39c9714718a2 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905473 Oct 29 12:35:23.715688 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'f4b7d78d-9b53-4c10-b837-c70f9bc68616', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:31:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:35:22Z', 'updated_at': '2021-10-29T12:35:22Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:35:23.742075 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da67c2-1aed-4090-bd0e-18a52c664539 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'f4b7d78d-9b53-4c10-b837-c70f9bc68616', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'mac_address': 'fa:16:3e:31:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:35:22Z', 'updated_at': '2021-10-29T12:35:22Z', 'revision_number': 0, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:35:23.933107 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2920439-b4b6-483a-93dd-462050b3ee0e None None] New status for floating IP f4b7d78d-9b53-4c10-b837-c70f9bc68616: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:35:26.650145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:28.567366 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c54de2b-7f6c-40b0-a1d9-2df9a2ae4abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:30.991754 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b585c3c0-63a8-4d1f-8d85-7254b433f50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:32.489795 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:32.557710 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:33.862088 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:42.856888 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:35:45.179422 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-07d2b5a1-0f1d-4edb-9630-05ddbd31e905 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396609 Oct 29 12:35:45.261213 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-776cfa7b-1b19-4797-aa54-fb8223636a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:45.262620 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-776cfa7b-1b19-4797-aa54-fb8223636a87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0393229 Oct 29 12:35:45.369847 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-77137fee-84ab-47a9-a4f6-65ea45858108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:45.371334 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-77137fee-84ab-47a9-a4f6-65ea45858108 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0898414 Oct 29 12:35:45.443493 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-19c861d5-9f1b-4c6b-90f2-50751a178b01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1000 time: 0.0643256 Oct 29 12:35:45.500493 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-e8c03ea2-b0d3-4196-bca2-61aec081b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:45.502001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-e8c03ea2-b0d3-4196-bca2-61aec081b159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0520828 Oct 29 12:35:45.550486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-4b66a2c4-1c32-4294-8320-52155a281156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:35:45.551913 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-4b66a2c4-1c32-4294-8320-52155a281156 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418520 Oct 29 12:35:45.650000 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-fe3b6e59-d49b-4015-a21f-7ff8f08e1ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903492 Oct 29 12:35:45.741842 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-e4fda243-de7e-4a9f-8352-c8ce38ee3b58 req-dac520fe-6b60-4f1d-b308-7617cdde91d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Oct 29 12:35:52.405925 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:56.663055 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:35:58.573205 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-99538efc-e8be-443c-b6d4-40602895d949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:00.994620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5715fa1b-abc2-4d9f-a944-0838539b2286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:02.492964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:02.560884 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:03.863509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:19.857819 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:36:22.412748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:26.684247 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:28.564441 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1f813fb2-3bba-4741-bcf4-cfd7a1d4d67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:30.996575 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7a64aa31-58ca-4d0d-907d-00041f688a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:32.495780 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:32.562764 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:33.867306 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:45.100639 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-34d4be6f-2761-46f3-8dc1-c76fe975cab9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388308 Oct 29 12:36:45.184231 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-ea8c5c06-2217-49c0-b402-24dc1db7bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:36:45.185801 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-ea8c5c06-2217-49c0-b402-24dc1db7bb9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0452037 Oct 29 12:36:45.288748 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-aa8b9e91-c2b0-408e-86c0-a2181b72fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:36:45.290872 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-aa8b9e91-c2b0-408e-86c0-a2181b72fca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0866344 Oct 29 12:36:45.360643 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-c0267e73-9211-472b-bca0-6e70b151e7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1000 time: 0.0624430 Oct 29 12:36:45.411293 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-d94b30b6-1dd1-4cda-8b81-73e0d1408359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:36:45.412880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-d94b30b6-1dd1-4cda-8b81-73e0d1408359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0438850 Oct 29 12:36:45.458252 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-cc9c482b-8d9d-48fe-8f1f-eef6365cd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:36:45.459767 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-cc9c482b-8d9d-48fe-8f1f-eef6365cd5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405321 Oct 29 12:36:45.553844 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-4bc4e6b9-ad5f-489d-b071-a4a86819617b service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 Oct 29 12:36:45.644693 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4e962e58-951c-4706-a1c8-3ae4df50e56b req-bd02d287-d3ea-42b4-b726-1b520aaa4708 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Oct 29 12:36:52.422020 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:56.678139 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:36:56.857106 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:36:58.567787 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4593-e1f3-4c30-998a-e37ac7ba2ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:00.992094 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-62c9d81c-05aa-4855-a314-f1bed023a22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:02.498649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:02.567148 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:03.869248 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:15.612469 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d293a-f5e9-46b8-a227-b8c105f17186 req-5e6ac301-2599-4e75-a6d5-4e7a981d0f3a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:15.613878 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f3d293a-f5e9-46b8-a227-b8c105f17186 req-5e6ac301-2599-4e75-a6d5-4e7a981d0f3a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0505178 Oct 29 12:37:15.651602 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6f3d293a-f5e9-46b8-a227-b8c105f17186 req-c5ae690b-e916-4b1d-ada0-ede18babb0a4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Oct 29 12:37:16.802192 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf2ef2-12d4-4854-adbd-bacadc611894 req-0c13804f-9eba-4aa7-b864-e8ee52428a19 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:16.803680 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cbf2ef2-12d4-4854-adbd-bacadc611894 req-0c13804f-9eba-4aa7-b864-e8ee52428a19 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0535727 Oct 29 12:37:16.840798 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3cbf2ef2-12d4-4854-adbd-bacadc611894 req-7d2c1bff-7c07-4087-b2cd-0767309a34b1 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Oct 29 12:37:17.956498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093e49-ffde-4f2d-b57c-20bec55d05d8 req-5cafe9ea-6589-4b01-ae86-fafe1b840382 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:17.957991 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58093e49-ffde-4f2d-b57c-20bec55d05d8 req-5cafe9ea-6589-4b01-ae86-fafe1b840382 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Oct 29 12:37:17.995190 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-58093e49-ffde-4f2d-b57c-20bec55d05d8 req-9c64a9fb-0013-4428-8b37-1486e3c7adb4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Oct 29 12:37:19.115315 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f77bfb-1e37-4905-9530-825080bc9ca6 req-f8234f4e-db58-42f1-ba42-2f5a98bd6867 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:19.116808 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23f77bfb-1e37-4905-9530-825080bc9ca6 req-f8234f4e-db58-42f1-ba42-2f5a98bd6867 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Oct 29 12:37:19.153832 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-23f77bfb-1e37-4905-9530-825080bc9ca6 req-81ae1732-fa7e-4bee-b5ac-f535e2871d65 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Oct 29 12:37:20.271907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468741d-4ea1-45b1-bb2d-cfac14af633b req-36d395e1-d532-466b-94eb-b25fbe6b8f5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:20.273313 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c468741d-4ea1-45b1-bb2d-cfac14af633b req-36d395e1-d532-466b-94eb-b25fbe6b8f5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Oct 29 12:37:20.311147 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c468741d-4ea1-45b1-bb2d-cfac14af633b req-bd410f9e-711c-41e5-9d75-7de96469ea6b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Oct 29 12:37:21.425816 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bba65e-7878-431a-a0ba-652bb6e2c239 req-ea70a930-e599-4240-8cda-7784c87ba2d9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:21.427310 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37bba65e-7878-431a-a0ba-652bb6e2c239 req-ea70a930-e599-4240-8cda-7784c87ba2d9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Oct 29 12:37:21.466355 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-37bba65e-7878-431a-a0ba-652bb6e2c239 req-25738a07-c2bb-4fef-b294-898b1a44f7d0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Oct 29 12:37:22.426684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:22.581853 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1049bd-0941-488a-b0b0-965a1db8f4cf req-0918cd29-8550-4d23-8337-d2359e839254 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:22.583345 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da1049bd-0941-488a-b0b0-965a1db8f4cf req-0918cd29-8550-4d23-8337-d2359e839254 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Oct 29 12:37:22.621738 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-da1049bd-0941-488a-b0b0-965a1db8f4cf req-756bff31-3efc-4235-b931-588d5495f29f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Oct 29 12:37:23.740772 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7c41-525c-4336-8c24-a4b1e5765c44 req-7c292b81-1393-44ac-ab06-cd3fc6b90d86 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:23.742346 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddfc7c41-525c-4336-8c24-a4b1e5765c44 req-7c292b81-1393-44ac-ab06-cd3fc6b90d86 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Oct 29 12:37:23.782323 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ddfc7c41-525c-4336-8c24-a4b1e5765c44 req-33ff9da1-8a94-4a86-9b2d-8aa84fb5858c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339656 Oct 29 12:37:24.897773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba14d37-20f0-4124-b9a1-f923c14f068a req-74889326-8b03-47c0-b26b-f1c17a6ec8b0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:24.899266 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba14d37-20f0-4124-b9a1-f923c14f068a req-74889326-8b03-47c0-b26b-f1c17a6ec8b0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0493889 Oct 29 12:37:24.937569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eba14d37-20f0-4124-b9a1-f923c14f068a req-955947b3-cd6f-4e25-8b4b-8b38373ca395 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Oct 29 12:37:25.750113 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-a5f594b0-dd0d-4545-809a-6e720dc1b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:25.751686 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-a5f594b0-dd0d-4545-809a-6e720dc1b855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1096 time: 0.0475307 Oct 29 12:37:25.848395 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-9550d2b8-7dec-4d7a-b434-0f2de229841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:25.850448 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-9550d2b8-7dec-4d7a-b434-0f2de229841b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0904903 Oct 29 12:37:25.920349 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-3ed923ec-36c6-45d8-8781-75c95ee69264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1000 time: 0.0624280 Oct 29 12:37:25.968241 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-78a4d72f-5dc1-4050-a2e8-fe1824799347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:25.969756 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-78a4d72f-5dc1-4050-a2e8-fe1824799347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0436707 Oct 29 12:37:26.019176 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-752397d1-d6b6-49a3-ac36-dc01ed5f6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:26.020690 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-752397d1-d6b6-49a3-ac36-dc01ed5f6d3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438666 Oct 29 12:37:26.057900 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ac30-9475-4449-a2e5-aae8a84700d6 req-d37512f6-5aed-4448-bf20-217f2e9b0fa4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:26.059400 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1301ac30-9475-4449-a2e5-aae8a84700d6 req-d37512f6-5aed-4448-bf20-217f2e9b0fa4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Oct 29 12:37:26.098423 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1301ac30-9475-4449-a2e5-aae8a84700d6 req-f6873790-b101-4e1a-8db8-a7d573b4e771 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Oct 29 12:37:26.117100 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-9d198aba-25c5-45c7-9046-59db823fc32f service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Oct 29 12:37:26.206094 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-1b64e869-65b5-499c-a367-b58afb6d4ad5 req-d63aa48e-b3ee-46f4-b376-d61b402e0c14 service neutron] 10.222.0.41 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819020 Oct 29 12:37:26.681806 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:27.216328 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9ead-f837-4069-bdec-9a29c247e2d8 req-4c2c4730-6b29-40db-a9c8-d03ce2f123ca tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:27.218353 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b0b9ead-f837-4069-bdec-9a29c247e2d8 req-4c2c4730-6b29-40db-a9c8-d03ce2f123ca tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0523918 Oct 29 12:37:27.255778 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4b0b9ead-f837-4069-bdec-9a29c247e2d8 req-ea32f396-3463-4247-bca4-eba0758a74ba tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Oct 29 12:37:28.381061 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553c75-2d72-4a13-9ef8-67e4f622020a req-08636e68-8275-40e0-a396-4a8cb776c79e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:28.382631 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7553c75-2d72-4a13-9ef8-67e4f622020a req-08636e68-8275-40e0-a396-4a8cb776c79e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0545149 Oct 29 12:37:28.424723 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7553c75-2d72-4a13-9ef8-67e4f622020a req-729406eb-0df9-49df-a064-e09de5617a26 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358603 Oct 29 12:37:28.575177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-627c00aa-52ee-4f56-869d-f0da1e20d357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:29.543981 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ca01-6424-4e0b-9dac-c8a7077ed0b8 req-86f5aacb-c014-4f2c-9edf-32de95511c70 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:29.545790 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5693ca01-6424-4e0b-9dac-c8a7077ed0b8 req-86f5aacb-c014-4f2c-9edf-32de95511c70 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0534477 Oct 29 12:37:29.585919 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5693ca01-6424-4e0b-9dac-c8a7077ed0b8 req-bf037bea-93d0-449a-925d-a9f85b9a940f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340686 Oct 29 12:37:30.709728 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74686cc-f989-48ed-98dc-aed6fd8269d6 req-ee8bc959-1464-40ee-a290-49b786c5ee46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:30.711217 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b74686cc-f989-48ed-98dc-aed6fd8269d6 req-ee8bc959-1464-40ee-a290-49b786c5ee46 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0533776 Oct 29 12:37:30.749692 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b74686cc-f989-48ed-98dc-aed6fd8269d6 req-c85b2178-9a3a-4bc6-87d3-d74e4a39c564 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Oct 29 12:37:30.932654 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-7806c056-35c1-49b7-8746-3f111219c04c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452859 Oct 29 12:37:30.941823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-31a633da-46af-4ea0-878a-cf2ca6cb85b7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:37:30.942957 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-31a633da-46af-4ea0-878a-cf2ca6cb85b7 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054021 Oct 29 12:37:30.961442 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa8f89-b70e-4214-b9f4-f972e2e10509 req-8835fa8a-fe9b-4349-9530-be81cbf89260 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:30.962982 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9eaa8f89-b70e-4214-b9f4-f972e2e10509 req-8835fa8a-fe9b-4349-9530-be81cbf89260 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Oct 29 12:37:30.995006 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7252c970-618a-4b31-9271-1018c33683b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:31.013561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9eaa8f89-b70e-4214-b9f4-f972e2e10509 req-e2e3e7fe-fc27-4450-8cbd-6f6e6bd531eb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Oct 29 12:37:31.821164 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:37:31.895935 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:31.918052 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:37:31.920746 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc88c514-f9f0-4b8f-83d7-731f7824e099" -d '{"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:37:31.934038 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:37:31.939902 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:31.966460 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 12:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b30e9f-0d27-41a3-bc7c-28784408abc9 x-openstack-request-id: req-80b30e9f-0d27-41a3-bc7c-28784408abc9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:37:31.966763 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-unplugged", "status": "failed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "code": 422}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:37:31.967035 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80b30e9f-0d27-41a3-bc7c-28784408abc9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:37:31.967415 n-d-805046-9 neutron-server[102279]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'code': 422} returned with failed status Oct 29 12:37:31.993117 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:37:32.001171 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.001780 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.001896 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.002147 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.002475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.002796 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.003115 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.003433 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.003753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.004403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.004403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.004668 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:32.125947 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c504-575d-4d66-b8b3-93dc96829400 req-28e6d8db-59d3-4325-84c1-3edbb41a9ffc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:32.127451 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b25c504-575d-4d66-b8b3-93dc96829400 req-28e6d8db-59d3-4325-84c1-3edbb41a9ffc tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0515215 Oct 29 12:37:32.165970 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2b25c504-575d-4d66-b8b3-93dc96829400 req-01754178-3026-4bcd-9c54-4fbebc074b12 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Oct 29 12:37:32.502145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:32.570794 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:33.286142 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c934-6687-4435-bf25-3c5c9647f155 req-cd7c22b5-1d51-413e-8287-4dc43a5ebee0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:33.287622 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f46c934-6687-4435-bf25-3c5c9647f155 req-cd7c22b5-1d51-413e-8287-4dc43a5ebee0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0529423 Oct 29 12:37:33.325598 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3f46c934-6687-4435-bf25-3c5c9647f155 req-c77f32ee-06a3-4c8c-ba50-c76c8f8e20ea tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Oct 29 12:37:33.857156 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:37:33.873428 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:34.447854 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da475-1241-420e-b747-0032ffb70629 req-0638db71-779e-4e3a-aca1-2a81db34e8a0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:34.449491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d7da475-1241-420e-b747-0032ffb70629 req-0638db71-779e-4e3a-aca1-2a81db34e8a0 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0537694 Oct 29 12:37:34.490070 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3d7da475-1241-420e-b747-0032ffb70629 req-56608adf-d5f7-4398-b41f-85f89a68e9fd tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Oct 29 12:37:35.607325 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eef042-c6e6-494b-959b-feb1dd48ca54 req-6b811ffc-a28f-434e-afe4-7d22fcbbebde tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:35.609333 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5eef042-c6e6-494b-959b-feb1dd48ca54 req-6b811ffc-a28f-434e-afe4-7d22fcbbebde tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0498776 Oct 29 12:37:35.647072 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b5eef042-c6e6-494b-959b-feb1dd48ca54 req-30b020c0-283f-41b2-b090-7284e6df28ac tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Oct 29 12:37:36.766157 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9005ac-634a-43ae-8f52-dd02bb4cfabd req-fd5e0ec8-f374-4de3-8bbc-77bf1ccf799a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:36.767588 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb9005ac-634a-43ae-8f52-dd02bb4cfabd req-fd5e0ec8-f374-4de3-8bbc-77bf1ccf799a tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0538754 Oct 29 12:37:36.788765 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-eb49c06b-7cd0-4fa8-9d3f-dff82ed677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:36.790611 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-eb49c06b-7cd0-4fa8-9d3f-dff82ed677fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6&tenant_id=ea55f56001b248ecab2d4f30a53bd635 HTTP/1.1" status: 200 len: 1094 time: 0.0410192 Oct 29 12:37:36.803165 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-9', 'device_owner': 'compute:nova'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:37:36.807271 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eb9005ac-634a-43ae-8f52-dd02bb4cfabd req-03c17b38-96f6-4b93-b263-29640eb6faa1 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335605 Oct 29 12:37:36.855570 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.058663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:37:37.089670 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:37:37.122029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:37:37.129793 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.142621 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Transition to ACTIVE for port object 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:37:37.146340 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.220749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=7']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:37:37.239081 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.239464 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.239815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.240193 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.240574 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.240923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.241284 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.241653 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.241988 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.242319 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.242647 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.242979 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:37:37.280961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] No DVR routers for this DVR port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:37:37.413152 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:37:37.413478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:37:37.413800 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:37:37.418300 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:37:37.418618 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Attempting to bind port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on network d3e67c05-f910-4bcb-9183-18aa57dcbc61 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:37:37.423870 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:37:37.424283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Checking segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:37:37.424666 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Bound using segment: {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:37:37.425122 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Bound port: 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7bc70f-d845-49ea-9a5b-82634444eec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:37:37.425478 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.488372 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:37:37.491416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:37:37.495900 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.533982 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.534699 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:37.536124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1091 time: 0.7369339 Oct 29 12:37:37.536603 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:37:37.539005 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b793e-9e96-483d-a475-29b6d1e6bd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:37:37.563382 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b45d6-cfb2-499a-b22b-aced00b8c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=8']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:37:37.598427 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1efd8-4789-4b98-accc-c35267efeb05 x-openstack-request-id: req-ceb1efd8-4789-4b98-accc-c35267efeb05 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:37:37.598721 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:37:37.598975 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ceb1efd8-4789-4b98-accc-c35267efeb05 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:37:37.599376 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'status': 'completed', 'code': 200} Oct 29 12:37:37.615806 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-b55d54c3-0338-4e26-89e2-8af76aed953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.617403 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-b55d54c3-0338-4e26-89e2-8af76aed953a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1094 time: 0.0508108 Oct 29 12:37:37.710420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-126493f7-e6bb-428e-8a4e-29d06098ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.711948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-126493f7-e6bb-428e-8a4e-29d06098ccfe service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0878646 Oct 29 12:37:37.783867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-930b5e74-3bd1-4826-a706-d667b87a3dea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 998 time: 0.0637949 Oct 29 12:37:37.834909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-8002a968-d6ab-4f2e-89b3-47f01b955a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.836555 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-8002a968-d6ab-4f2e-89b3-47f01b955a3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0458310 Oct 29 12:37:37.884017 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-6ac4e68b-1009-4b0b-b4ff-85b0427927e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.885625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-6ac4e68b-1009-4b0b-b4ff-85b0427927e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418525 Oct 29 12:37:37.927257 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc2468-a5d8-478e-a3a7-d344ddbed2dc req-2587bc67-b3c7-41b8-88bc-5becde16173f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:37.928729 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eedc2468-a5d8-478e-a3a7-d344ddbed2dc req-2587bc67-b3c7-41b8-88bc-5becde16173f tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0501630 Oct 29 12:37:37.981064 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-2f077b22-8831-477e-9064-abbd96f4fb9d service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Oct 29 12:37:38.022106 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eedc2468-a5d8-478e-a3a7-d344ddbed2dc req-8d7eab44-d0e3-49f9-a2ff-803b532fae3e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872958 Oct 29 12:37:38.074843 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-ff358e2f-9e2a-4752-9e8f-7ac0688e1f01 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871124 Oct 29 12:37:38.167030 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-7acc345b-c7a4-4c8c-ab4d-bde6f8aba0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:38.168529 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-7acc345b-c7a4-4c8c-ab4d-bde6f8aba0ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1094 time: 0.0451105 Oct 29 12:37:38.258929 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-cd0928a6-d950-4915-967e-5c0a7ab4cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:38.260415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-cd0928a6-d950-4915-967e-5c0a7ab4cf3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0836425 Oct 29 12:37:38.329923 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-a681c44a-4a11-4e6e-b6b0-f26ed77d5813 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 998 time: 0.0620575 Oct 29 12:37:38.381959 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-2264fca2-d95a-42f5-b1a0-4b5e0a3066fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:38.383469 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-2264fca2-d95a-42f5-b1a0-4b5e0a3066fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0447128 Oct 29 12:37:38.428911 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-e64b6b6d-0cff-40c7-8c7c-3c3504de0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:38.430353 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-e64b6b6d-0cff-40c7-8c7c-3c3504de0a25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386281 Oct 29 12:37:38.523883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-a5f78e4b-b326-4db4-82ee-69fc410a9a51 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 Oct 29 12:37:38.613812 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-395b793e-9e96-483d-a475-29b6d1e6bd0c req-4cbd7c38-d4ec-445b-987a-6caf91402eb8 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Oct 29 12:37:39.137880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b258-7be1-4f4a-9e51-090fddb348e5 req-55930434-408f-451b-a6e2-ccc4a819984e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:39.139384 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5d5b258-7be1-4f4a-9e51-090fddb348e5 req-55930434-408f-451b-a6e2-ccc4a819984e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0494332 Oct 29 12:37:39.177586 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c5d5b258-7be1-4f4a-9e51-090fddb348e5 req-d95a585c-c42d-4f87-bce8-2f0adf80a0de tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Oct 29 12:37:40.293507 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc3d9-4f30-4fbf-950a-6e1ea5404799 req-7c9cbdef-7f9e-4797-ade9-ea3f3b0a2577 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:40.294965 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0fdbc3d9-4f30-4fbf-950a-6e1ea5404799 req-7c9cbdef-7f9e-4797-ade9-ea3f3b0a2577 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0520389 Oct 29 12:37:40.332491 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-0fdbc3d9-4f30-4fbf-950a-6e1ea5404799 req-951d1482-e891-4772-8b37-209a41859886 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Oct 29 12:37:41.448749 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5a375-c90f-451b-a6c4-1e6f72e4a614 req-578a9053-8b88-46d9-8539-8d5ccd4fff5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:41.450405 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ca5a375-c90f-451b-a6c4-1e6f72e4a614 req-578a9053-8b88-46d9-8539-8d5ccd4fff5e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0511360 Oct 29 12:37:41.490709 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3ca5a375-c90f-451b-a6c4-1e6f72e4a614 req-aa607d39-5262-48a9-9440-01f52b4514bb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Oct 29 12:37:42.604519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1adf-e97a-410a-a209-317e30217245 req-4dd88de6-3441-42e4-aba5-81e1942a4612 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:42.606029 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-375a1adf-e97a-410a-a209-317e30217245 req-4dd88de6-3441-42e4-aba5-81e1942a4612 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0484278 Oct 29 12:37:42.643839 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-375a1adf-e97a-410a-a209-317e30217245 req-5b5c19dc-9af5-4d3d-9ce5-b4f905760c78 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312390 Oct 29 12:37:43.762228 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2984b-acac-4d05-aeb6-2aecf6d74819 req-1554ef32-9d09-480c-bd68-c997396ca4f2 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:43.763678 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbd2984b-acac-4d05-aeb6-2aecf6d74819 req-1554ef32-9d09-480c-bd68-c997396ca4f2 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0515492 Oct 29 12:37:43.805179 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cbd2984b-acac-4d05-aeb6-2aecf6d74819 req-12c4cc79-da68-48ec-8d0d-f0628e370ba2 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Oct 29 12:37:44.924190 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1d775-f6a7-4338-bed0-f405fa097b08 req-1567de67-1b8e-4bbc-9d81-a19003bec25e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:44.925829 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5b1d775-f6a7-4338-bed0-f405fa097b08 req-1567de67-1b8e-4bbc-9d81-a19003bec25e tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 943 time: 0.0504973 Oct 29 12:37:44.963735 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a5b1d775-f6a7-4338-bed0-f405fa097b08 req-d8b3b45e-6f8a-4851-8fef-651cff6c0648 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318124 Oct 29 12:37:45.815705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:37:45.908972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:37:45.921873 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'port_id': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'mac_address': 'fa:16:3e:31:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:37:45.960891 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:45.973888 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:37:45.993406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:37:45.998229 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:46.046795 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=9']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:37:46.087577 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89799929-6fcd-48c6-aa74-052d6549081a req-18aac7a8-87d8-4a32-8fce-7f078f09c894 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:46.088960 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89799929-6fcd-48c6-aa74-052d6549081a req-18aac7a8-87d8-4a32-8fce-7f078f09c894 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 944 time: 0.0492983 Oct 29 12:37:46.127587 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-89799929-6fcd-48c6-aa74-052d6549081a req-821dad9c-ad1a-4106-a68f-f5be83f0955b tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Oct 29 12:37:46.230175 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:37:47.245335 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08f51b-ac54-4c74-aebb-b05053f70c30 req-f99c8916-a9ca-4459-8935-5682ef66f801 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:47.246825 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e08f51b-ac54-4c74-aebb-b05053f70c30 req-f99c8916-a9ca-4459-8935-5682ef66f801 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Oct 29 12:37:47.284969 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6e08f51b-ac54-4c74-aebb-b05053f70c30 req-8207f0a8-d27d-483a-8618-5bb39a9f6aaf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Oct 29 12:37:47.841695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:37:47.890622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:37:47.894418 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:37:47.894818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:47.974233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:47.995561 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:37:47.997833 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c7b2c-a1ad-4836-a319-d431d9bc332c" -d '{"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-plugged", "status": "completed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:37:48.016743 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:37:48.020813 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:48.046187 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1fb79-4bb7-4f22-8c0b-69d2239687a1 x-openstack-request-id: req-73e1fb79-4bb7-4f22-8c0b-69d2239687a1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:37:48.046486 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-plugged", "status": "completed", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:37:48.046731 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73e1fb79-4bb7-4f22-8c0b-69d2239687a1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:37:48.047116 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'code': 200} Oct 29 12:37:48.072892 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=10']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:37:48.185282 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81135f0-a51b-4104-8724-95bed602e12d req-0720c9ec-63e5-412f-a90c-827732284912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:48.187154 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c81135f0-a51b-4104-8724-95bed602e12d req-0720c9ec-63e5-412f-a90c-827732284912 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0428019 Oct 29 12:37:48.221226 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-c81135f0-a51b-4104-8724-95bed602e12d req-82654f01-9696-4c13-ba07-ff792061eacf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270612 Oct 29 12:37:48.402221 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea5f0-a605-4fc7-852b-f1e8c25176b3 req-6840d944-22f4-442d-b483-9dd4fd5ab9e3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:48.403710 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-336ea5f0-a605-4fc7-852b-f1e8c25176b3 req-6840d944-22f4-442d-b483-9dd4fd5ab9e3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Oct 29 12:37:48.442494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-336ea5f0-a605-4fc7-852b-f1e8c25176b3 req-9896d943-8c25-4394-88dc-f9bf330aeed4 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Oct 29 12:37:49.557715 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3516d0-6c74-42e6-8f9d-832d8e436ec7 req-b31a9455-6c63-412b-9d95-97b399a34d38 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:37:49.559177 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb3516d0-6c74-42e6-8f9d-832d8e436ec7 req-b31a9455-6c63-412b-9d95-97b399a34d38 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 946 time: 0.0492592 Oct 29 12:37:49.597214 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-fb3516d0-6c74-42e6-8f9d-832d8e436ec7 req-5a194718-c365-46b0-9c46-c8522b90d220 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Oct 29 12:37:52.448177 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:56.699572 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:37:58.566929 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-60afc6b2-5dd3-49a1-8c11-bddf343a5be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:00.990920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e808d6db-2f09-4ae9-a1dd-7d0789349e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:02.504135 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:02.572311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:03.874097 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:10.856107 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:38:22.456003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:26.700880 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:28.572304 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4e059a36-3f12-4e87-98c3-c98a6cbc68b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:30.994036 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b93454aa-1828-41c9-bf6a-14000358b0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:32.506918 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:32.576312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:33.657181 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-9f2593cf-a9c2-4997-815a-56b830e18ee1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380611 Oct 29 12:38:33.743057 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-5a300826-04b3-4a96-b9b8-b6839302da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:38:33.744578 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-5a300826-04b3-4a96-b9b8-b6839302da4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0406575 Oct 29 12:38:33.851478 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-23b852a5-577e-4b1f-9871-5a809be3cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:38:33.852983 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-23b852a5-577e-4b1f-9871-5a809be3cc6e service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.0894151 Oct 29 12:38:33.877220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:33.925836 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-f9955f8f-79d4-4731-baab-f4b115438996 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 1000 time: 0.0653453 Oct 29 12:38:33.983424 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-3ede7e06-c4d5-4f5f-86a6-3ac824f7720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:38:33.984949 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-3ede7e06-c4d5-4f5f-86a6-3ac824f7720e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0526445 Oct 29 12:38:34.034631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-908411c9-4967-481a-b477-178c4692c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:38:34.036137 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-908411c9-4967-481a-b477-178c4692c8f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439813 Oct 29 12:38:34.123223 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-efb91187-8dd0-4587-8709-21506a422a51 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799487 Oct 29 12:38:34.216090 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a26ed42f-e939-448e-8e7c-6c69a1809a36 req-440eb808-6282-4c18-867f-f92a58495a51 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861988 Oct 29 12:38:47.856240 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:38:52.453067 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:56.717394 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:38:58.574060 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-be9932ac-d0bf-44a1-8bb8-668d1ff13a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:00.996616 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-135c98f3-ba16-416a-b118-080eac0dff81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.512703 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.537722 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46548) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:02.580563 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.695897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Deleting port 19f1c940-f937-4c0c-bc1b-3fc79bf90427 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:02.696247 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.774202 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.774429 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.785868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Calling delete_port for 19f1c940-f937-4c0c-bc1b-3fc79bf90427 owned by network:floatingip {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:02.934935 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:02.957798 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'Port': ['ID=19f1c940-f937-4c0c-bc1b-3fc79bf90427,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:02.971719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.972062 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.972392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.972718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.973067 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.973392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.973718 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.974035 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.974355 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.974667 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.975480 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:02.975795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:03.031488 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for floatingip, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:03.031720 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Floating IP f4b7d78d-9b53-4c10-b837-c70f9bc68616 disassociated (deleted). External IP: 172.25.4.27, port: 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68. Oct 29 12:39:03.240597 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:03.346392 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:03.351733 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:03.356727 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:03.366670 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:03.367289 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:03.378838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-91a13d7b-e545-4183-a266-172ff78ce7e5 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "DELETE /v2.0/floatingips/f4b7d78d-9b53-4c10-b837-c70f9bc68616 HTTP/1.1" status: 204 len: 168 time: 0.8400443 Oct 29 12:39:03.379521 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:39:03.381981 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5876f91-1acc-4be2-9bbe-1db4861d1c16" -d '{"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:39:03.476640 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:03.541810 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69922a4-e818-4ff9-8742-9edb3c35b081 x-openstack-request-id: req-d69922a4-e818-4ff9-8742-9edb3c35b081 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:39:03.542315 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:39:03.542442 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d69922a4-e818-4ff9-8742-9edb3c35b081 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:39:03.542774 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'status': 'completed', 'code': 200} Oct 29 12:39:03.613616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-f3a1ae80-e099-41b1-89f2-7035ae4180a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:03.615159 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-f3a1ae80-e099-41b1-89f2-7035ae4180a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea55f56001b248ecab2d4f30a53bd635&device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0472331 Oct 29 12:39:03.638441 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8e23b-b22a-48da-8dcd-fc9eae834068 req-6d993abf-e742-4eea-9466-438f88729f96 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:03.640001 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20c8e23b-b22a-48da-8dcd-fc9eae834068 req-6d993abf-e742-4eea-9466-438f88729f96 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 946 time: 0.0523508 Oct 29 12:39:03.686486 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-20c8e23b-b22a-48da-8dcd-fc9eae834068 req-4b551e87-7fb7-490a-9e54-f36689e58222 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Oct 29 12:39:03.703017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:03.735427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:03.745068 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:03.745698 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:03.853634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:03.911637 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:04.062483 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-95814246-d1b9-41cb-9fee-2bd48f5f2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:04.064130 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-95814246-d1b9-41cb-9fee-2bd48f5f2c9f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 200 len: 909 time: 0.4416552 Oct 29 12:39:04.073183 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:04.098874 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6a9d7-5782-45a3-9eb4-49e345eec307 None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:30:17Z', 'revision_number': 4, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': 'd35544b9-d810-4c5c-b72b-ca2598aa0d20', 'name': '', 'network_id': 'd3e67c05-f910-4bcb-9183-18aa57dcbc61', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'mac_address': 'fa:16:3e:03:9a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1b42e013-9230-4c74-932f-87ac75653302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:17Z', 'updated_at': '2021-10-29T12:30:22Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'subnets': [{'id': '1b42e013-9230-4c74-932f-87ac75653302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:04.105346 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-4fd21ebd-0c15-4f4b-9158-74dce2cafe74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 200 len: 217 time: 0.0337451 Oct 29 12:39:04.158196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-90e945ac-70da-4fbf-84c9-1c5f2459fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:04.159679 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-90e945ac-70da-4fbf-84c9-1c5f2459fe14 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 200 len: 847 time: 0.0454996 Oct 29 12:39:04.211038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-ace16181-217c-4a75-b632-1d0e1ff5a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:04.213634 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-ace16181-217c-4a75-b632-1d0e1ff5a172 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3e67c05-f910-4bcb-9183-18aa57dcbc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456924 Oct 29 12:39:04.307230 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-f71a2673-640c-4df0-af23-2a67b8120fe3 service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863588 Oct 29 12:39:04.327461 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d2796-4084-4146-a448-1453b9db95f3 None None] New status for floating IP f4b7d78d-9b53-4c10-b837-c70f9bc68616: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:39:04.405710 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-d5876f91-1acc-4be2-9bbe-1db4861d1c16 req-feb2c6b3-5226-4bf8-99d3-73431153131b service neutron] 10.222.0.86 "GET /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894845 Oct 29 12:39:04.803347 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84344dec-c1b0-4120-bd2b-f5610a2b39f6 req-328f2d20-17c2-4a9d-b5c6-6792aa5fe477 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:04.804834 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84344dec-c1b0-4120-bd2b-f5610a2b39f6 req-328f2d20-17c2-4a9d-b5c6-6792aa5fe477 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 946 time: 0.0502093 Oct 29 12:39:04.845492 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-84344dec-c1b0-4120-bd2b-f5610a2b39f6 req-fda77659-a9ef-4fbf-8323-9a2f2579b8de tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/security-groups?id=08b693eb-5650-4a43-a685-7b7b135060d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346613 Oct 29 12:39:05.072743 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-f6ff490c-4d54-4736-b72b-8fbcff631dcf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:05.074239 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-f6ff490c-4d54-4736-b72b-8fbcff631dcf tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.86 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 946 time: 0.0479107 Oct 29 12:39:05.168474 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Deleting port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:05.168817 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:05.255939 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] For port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:05.256760 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:05.269127 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Calling delete_port for 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:05.395850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:05.422676 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'Port': ['ID=0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.438302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.439207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.439207 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.439454 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.439587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.439882 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:05.474791 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] No DVR routers for this DVR port 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:39:05.477447 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:05.480717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-425eac13-b0eb-4d78-9326-1d8230b3878e req-0f8a48a7-64b4-4dcb-bb15-4bcf410e14e9 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.86 "DELETE /v2.0/ports/0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 HTTP/1.1" status: 204 len: 173 time: 0.3995380 Oct 29 12:39:05.481192 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-deleted', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:39:05.483444 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7050dfed-48b2-47a4-ae72-3b625b00c8d3" -d '{"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-deleted", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:39:05.525188 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d3aee-1b1d-4f83-b6d2-be7e919f7f7e x-openstack-request-id: req-3b0d3aee-1b1d-4f83-b6d2-be7e919f7f7e {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:39:05.525486 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538ef570-ae63-4ffa-a622-c203f59fb7b6", "name": "network-vif-deleted", "tag": "0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:39:05.525741 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b0d3aee-1b1d-4f83-b6d2-be7e919f7f7e {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:39:05.526158 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538ef570-ae63-4ffa-a622-c203f59fb7b6', 'name': 'network-vif-deleted', 'tag': '0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68', 'status': 'completed', 'code': 200} Oct 29 12:39:05.949610 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4da3a0da-befb-47a6-b03c-4154168cb3c6 req-306ff4b9-ee6f-48ad-9551-b23af546b8fb tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0274885 Oct 29 12:39:07.045583 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-193b149f-91ac-4fe4-acbb-c33fe4ab9a3c req-53b1ace1-5351-4e20-8ab2-1b3a5b16b154 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0259769 Oct 29 12:39:08.139278 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-f14099c7-e301-46b5-912f-246ca065c2ac req-1a0727d1-a5d4-470e-abd9-ab04e29b0cc3 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0261734 Oct 29 12:39:08.302023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:08.322288 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:08.322633 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 0e0d3a3b-4b4a-49c5-bfe4-2afde2faae68 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:09.239050 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a3b9e0a5-9991-4324-b5c0-01c239bcd219 req-1071f8e4-407d-4301-b896-9fa239014465 tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "GET /v2.0/ports?device_id=538ef570-ae63-4ffa-a622-c203f59fb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Oct 29 12:39:10.295868 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46578) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:10.355072 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:10.380551 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:10.442439 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:10.444997 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:10.446250 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] 10.222.0.77 "DELETE /v2.0/security-groups/08b693eb-5650-4a43-a685-7b7b135060d4 HTTP/1.1" status: 204 len: 168 time: 0.1493406 Oct 29 12:39:10.455907 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aae2b9-3f3f-433c-9136-102b7ec8497c tempest-TestShelveInstance-224724629 tempest-TestShelveInstance-224724629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b693eb-5650-4a43-a685-7b7b135060d4,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:10.503743 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46582) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:10.971685 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:11.576651 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Deleting port d35544b9-d810-4c5c-b72b-ca2598aa0d20 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:11.577336 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:11.665813 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] For port d35544b9-d810-4c5c-b72b-ca2598aa0d20, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=d35544b9-d810-4c5c-b72b-ca2598aa0d20,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:11.666171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:11.679456 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Calling delete_port for d35544b9-d810-4c5c-b72b-ca2598aa0d20 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:11.869678 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:11.895609 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Pushing event deleted for resources: {'Port': ['ID=d35544b9-d810-4c5c-b72b-ca2598aa0d20,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:12.104662 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:12.326046 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Router 3c21b683-ddca-4edc-9b41-3e4d06146e1a has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:12.448795 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:12.456569 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-0075fe24-77e1-4498-89be-34adc4f3698e admin admin] 10.222.0.77 "PUT /v2.0/routers/3c21b683-ddca-4edc-9b41-3e4d06146e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9519441 Oct 29 12:39:12.458186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46586) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:12.458336 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Sync routers for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:12.474612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:12.475660 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:12.586841 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:12.608365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:12.698287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:12.762758 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Deleting port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:12.763129 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:12.819923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:39:11Z', 'revision_number': 5, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port': {'id': '8ceaa78f-c4f6-4872-bb3b-12121d3ff135', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:15Z', 'updated_at': '2021-10-29T12:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:12.847789 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Checking router: 3c21b683-ddca-4edc-9b41-3e4d06146e1a for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:12.860955 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Routers {'3c21b683-ddca-4edc-9b41-3e4d06146e1a'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:12.861598 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:12.876123 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] For port 8ceaa78f-c4f6-4872-bb3b-12121d3ff135, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:12.876511 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:12.890852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Calling delete_port for 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:12.954629 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] Set router 3c21b683-ddca-4edc-9b41-3e4d06146e1a gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:13.010319 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:39:12Z', 'revision_number': 6, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:13.042604 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd578d8c-331e-4988-8527-034a7d34526e None None] The sync data for ids ['3c21b683-ddca-4edc-9b41-3e4d06146e1a'] in n-d-805046-9 is: [{'id': '3c21b683-ddca-4edc-9b41-3e4d06146e1a', 'name': 'tempest-TestShelveInstance-596804214-router', 'tenant_id': 'ea55f56001b248ecab2d4f30a53bd635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:14Z', 'updated_at': '2021-10-29T12:39:12Z', 'revision_number': 6, 'project_id': 'ea55f56001b248ecab2d4f30a53bd635', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:13.096680 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.124286 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceaa78f-c4f6-4872-bb3b-12121d3ff135,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:13.194518 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.294141 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.296318 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.343459 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.344001 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c21b683-ddca-4edc-9b41-3e4d06146e1a {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:39:13.351311 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.352884 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-648ea15f-a272-4150-83ba-bbffdbfcb463 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3c21b683-ddca-4edc-9b41-3e4d06146e1a HTTP/1.1" status: 204 len: 168 time: 0.8933051 Oct 29 12:39:13.355640 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46588) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:13.408620 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Deleting subnet 1b42e013-9230-4c74-932f-87ac75653302 {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:39:13.411964 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.450134 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.536355 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.598590 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.623074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b42e013-9230-4c74-932f-87ac75653302,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:13.629437 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.635122 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-54dfa99c-bf5d-4aed-9634-400304432177 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b42e013-9230-4c74-932f-87ac75653302 HTTP/1.1" status: 204 len: 168 time: 0.2768414 Oct 29 12:39:13.636275 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46590) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:13.641987 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02247390-04a8-43c5-a7ca-b1cbd743d94a None None] Network d3e67c05-f910-4bcb-9183-18aa57dcbc61 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:13.722851 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.787536 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Deleting port 0f5aba66-5e0d-45f2-8554-b0eed04a506f {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:13.788269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.871413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] For port 0f5aba66-5e0d-45f2-8554-b0eed04a506f, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0f5aba66-5e0d-45f2-8554-b0eed04a506f,segment=NetworkSegment(eb7bc70f-d845-49ea-9a5b-82634444eec0),segment_id=eb7bc70f-d845-49ea-9a5b-82634444eec0)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:13.871815 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:13.890508 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Calling delete_port for 0f5aba66-5e0d-45f2-8554-b0eed04a506f owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:13.974936 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.004436 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5aba66-5e0d-45f2-8554-b0eed04a506f,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:14.006088 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] No DVR routers for this DVR port 0f5aba66-5e0d-45f2-8554-b0eed04a506f on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:39:14.062072 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0e329-01b8-4c77-8a03-fd067a932796 None None] DHCP port deletion for d3e67c05-f910-4bcb-9183-18aa57dcbc61 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:39:14.089031 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.108414 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e67c05-f910-4bcb-9183-18aa57dcbc61']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:14.118465 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7bc70f-d845-49ea-9a5b-82634444eec0') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:14.118754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7bc70f-d845-49ea-9a5b-82634444eec0') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:14.129508 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.146092 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.152873 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:39:14.153392 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:39:14.155275 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:39:14.220269 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.229185 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.233310 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] 10.222.0.77 "DELETE /v2.0/networks/d3e67c05-f910-4bcb-9183-18aa57dcbc61 HTTP/1.1" status: 204 len: 168 time: 0.5959480 Oct 29 12:39:14.236498 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46592) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:14.245453 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a9ff2-974d-452b-bba0-431d55edd64d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e67c05-f910-4bcb-9183-18aa57dcbc61,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:14.526381 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5aba66-5e0d-45f2-8554-b0eed04a506f no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:14.546949 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0f5aba66-5e0d-45f2-8554-b0eed04a506f {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:14.547292 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0f5aba66-5e0d-45f2-8554-b0eed04a506f not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:14.547709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d35544b9-d810-4c5c-b72b-ca2598aa0d20 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:14.566994 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: d35544b9-d810-4c5c-b72b-ca2598aa0d20 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:14.567334 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device d35544b9-d810-4c5c-b72b-ca2598aa0d20 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:14.567749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:14.581925 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.587591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:14.587938 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 8ceaa78f-c4f6-4872-bb3b-12121d3ff135 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:14.832519 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Deleting port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:14.833217 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.914931 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] For port c4b35ebd-7aea-4eeb-84c9-e5376cce3f10, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:14.915293 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:14.927775 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Calling delete_port for c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:15.106810 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:15.129693 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b35ebd-7aea-4eeb-84c9-e5376cce3f10,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:15.296710 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:15.512689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Router dec389e2-36e4-4ff4-9d59-7e02c2076a8f has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:15.632095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:15.637747 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18946c47-d23b-4e0c-9ff3-3949fef65838 admin admin] 10.222.0.77 "PUT /v2.0/routers/dec389e2-36e4-4ff4-9d59-7e02c2076a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996756 Oct 29 12:39:15.639830 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46594) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:15.642615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Sync routers for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:15.653141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:15.653845 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:15.747219 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:15.759379 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:15.851177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:15.907237 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Deleting port 543abcab-1c80-4c5b-8bb0-800240ea81e9 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:15.908628 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:15.947485 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:39:15Z', 'revision_number': 5, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port': {'id': '543abcab-1c80-4c5b-8bb0-800240ea81e9', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:15.974480 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Checking router: dec389e2-36e4-4ff4-9d59-7e02c2076a8f for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:15.983426 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Routers {'dec389e2-36e4-4ff4-9d59-7e02c2076a8f'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:15.984024 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:15.993911 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] For port 543abcab-1c80-4c5b-8bb0-800240ea81e9, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=543abcab-1c80-4c5b-8bb0-800240ea81e9,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:15.994288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.007738 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Calling delete_port for 543abcab-1c80-4c5b-8bb0-800240ea81e9 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:16.167735 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] Set router dec389e2-36e4-4ff4-9d59-7e02c2076a8f gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:16.183198 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.207990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Pushing event deleted for resources: {'Port': ['ID=543abcab-1c80-4c5b-8bb0-800240ea81e9,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:16.219434 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:39:15Z', 'revision_number': 6, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:16.249785 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1f463-ceb0-4fbf-9c4b-c46fed231bf0 None None] The sync data for ids ['dec389e2-36e4-4ff4-9d59-7e02c2076a8f'] in n-d-805046-9 is: [{'id': 'dec389e2-36e4-4ff4-9d59-7e02c2076a8f', 'name': 'tempest-TestShelveInstance-1612081489-router', 'tenant_id': 'ac51196ce891491da52aeeb374d28311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:30:19Z', 'updated_at': '2021-10-29T12:39:15Z', 'revision_number': 6, 'project_id': 'ac51196ce891491da52aeeb374d28311', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:16.278146 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.695842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:16.719827 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:16.720221 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device c4b35ebd-7aea-4eeb-84c9-e5376cce3f10 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:16.735857 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.738044 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.786195 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.786759 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec389e2-36e4-4ff4-9d59-7e02c2076a8f {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:39:16.792171 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.794045 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-cdcf875f-5db3-49d7-ba85-fa9e40c7075f admin admin] 10.222.0.77 "DELETE /v2.0/routers/dec389e2-36e4-4ff4-9d59-7e02c2076a8f HTTP/1.1" status: 204 len: 168 time: 1.1520596 Oct 29 12:39:16.796222 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46598) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:16.840524 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Deleting subnet 415d2226-8f54-430a-87db-d90ad1adcf8e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:39:16.843617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.879288 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:16.968698 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.039142 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.075128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415d2226-8f54-430a-87db-d90ad1adcf8e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:17.077164 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.080343 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-7a36d4a4-37e6-47ce-be2a-b4fcc33fec60 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/415d2226-8f54-430a-87db-d90ad1adcf8e HTTP/1.1" status: 204 len: 168 time: 0.2831476 Oct 29 12:39:17.083219 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46600) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:17.086907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e88943-5e09-403f-8efa-e397f412605c None None] Network 6e6058d7-99bd-4a5c-b11d-ece7af458c88 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:17.159772 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.219414 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Deleting port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:17.219754 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.262834 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] DHCP port deletion for 6e6058d7-99bd-4a5c-b11d-ece7af458c88 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:39:17.286920 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] For port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:17.287287 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.302744 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Calling delete_port for 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d owned by network:dhcp {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:17.314472 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Deleting port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:39:17.314846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.382353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] For port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,segment=NetworkSegment(2dbf24a4-8115-4e8b-9ae7-896a568608ba),segment_id=2dbf24a4-8115-4e8b-9ae7-896a568608ba)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:17.382740 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.389300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.396270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Calling delete_port for 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:39:17.417980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:17.420140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] No DVR routers for this DVR port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d on host n-d-805046-9 {{(pid=102278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:39:17.478785 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.497577 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.504616 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Pushing event deleted for resources: {'Port': ['ID=0bba99d0-a7e1-44ce-a6b7-ebac5f78258d,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:17.507045 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] No DVR routers for this DVR port 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:39:17.517900 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.518251 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.518596 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.518936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.519273 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.519606 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.519933 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.520260 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.520591 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.520944 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.521368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.521695 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69587eec-1893-4474-8edb-4b6fc0f19b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:17.526227 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6058d7-99bd-4a5c-b11d-ece7af458c88']}} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:17.537591 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf24a4-8115-4e8b-9ae7-896a568608ba') {'for_net_delete': True} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:17.538495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.services.segments.db [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf24a4-8115-4e8b-9ae7-896a568608ba') {} {{(pid=102278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:17.548627 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4618378'] for segment, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.563010 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.570064 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102278) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:39:17.570525 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372879'] for segment, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: Traceback (most recent call last): Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: timer() Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: cb(*args, **kw) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: return func(*args, **kwargs) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: self._notify() Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: self.callback(batched_events) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: event.method(event) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: return f(self, *a, **k) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: return self._get(url).json() Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: return self.request(url, 'GET', **kwargs) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:39:17.572295 n-d-805046-9 neutron-server[102278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:39:17.626234 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.631893 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.635057 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6e6058d7-99bd-4a5c-b11d-ece7af458c88 HTTP/1.1" status: 204 len: 168 time: 0.5513318 Oct 29 12:39:17.646320 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ea09-a22d-440c-a170-76401291e418 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6058d7-99bd-4a5c-b11d-ece7af458c88,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:17.749136 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46604) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:17.796417 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-18f0ea82-cb2f-4499-9919-1a3978b86fe3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea55f56001b248ecab2d4f30a53bd635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459173 Oct 29 12:39:17.798849 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46606) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:17.851631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.871991 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.918204 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.920970 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:17.922131 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7dee17e2-0173-40ca-b022-1ed501404b93 HTTP/1.1" status: 204 len: 168 time: 0.1224008 Oct 29 12:39:17.929573 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1cce6-392e-4e69-99d0-da83f158553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dee17e2-0173-40ca-b022-1ed501404b93,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:18.235341 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46612) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:18.276625 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-80adaf34-0366-4335-9f7f-6792399cce90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac51196ce891491da52aeeb374d28311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400584 Oct 29 12:39:18.279249 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46614) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:18.327315 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:18.347830 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:18.394785 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:18.397532 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:18.398700 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bf8ff46-80d5-4f10-a3df-299bb2e8c56a HTTP/1.1" status: 204 len: 168 time: 0.1185455 Oct 29 12:39:18.406586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc34f2-e6bd-4bdf-b58a-b0051bde5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8ff46-80d5-4f10-a3df-299bb2e8c56a,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:18.535159 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 543abcab-1c80-4c5b-8bb0-800240ea81e9 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:18.559626 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 543abcab-1c80-4c5b-8bb0-800240ea81e9 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:18.559977 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 543abcab-1c80-4c5b-8bb0-800240ea81e9 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:18.560401 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:39:18.583916 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:39:18.584174 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 0bba99d0-a7e1-44ce-a6b7-ebac5f78258d not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:39:19.099770 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46636) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:19.197074 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-380070487-network', 'tenant_id': '7998e4b8565c41e088733213b7235e98'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:19.218950 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Made reservation on behalf of 7998e4b8565c41e088733213b7235e98 for: {'network': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:39:19.221382 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.230418 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.305966 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.310756 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.337106 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=102278) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:39:19.347209 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5318e776-e0b9-4c2b-a7e3-007705aaff98,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:19.353660 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.353993 n-d-805046-9 neutron-server[102278]: INFO neutron.db.segments_db [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Added segment c86789c3-aff6-4396-af7c-3156f2eb054e of type vlan for network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 Oct 29 12:39:19.407427 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.442775 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.444455 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:19.445024 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Publish callbacks [] for network, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.501819 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4003708 Oct 29 12:39:19.504946 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46640) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:19.511915 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Request body: {'subnet': {'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-380070487-subnet', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'ip_version': 4}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:19.513785 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54cbb7-4adc-4beb-82e5-24d3c4906e4c admin admin] Pushing event updated for resources: {'Network': ['ID=02da3e4a-e47c-4c2d-b8f1-6422562fb312,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:19.525032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:39:19.537928 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Made reservation on behalf of 7998e4b8565c41e088733213b7235e98 for: {'subnet': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:39:19.542257 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66480567'] for subnet, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.730748 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66469996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66480205'] for subnet, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.796181 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e4d28f-c262-46d2-a25a-8f233bc9de35,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:19.804233 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Checking segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:19.804587 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Network hostable DHCP agents. Network: 02da3e4a-e47c-4c2d-b8f1-6422562fb312, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:39:19.822006 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:39:19.830902 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, 02da3e4a-e47c-4c2d-b8f1-6422562fb312) {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:19.835133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:19.835717 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.840364 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e446581-8ce2-427f-b61c-ebc5c999a447 None None] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:19.851454 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-d6618908-bf74-439f-ba73-5ff02a7aa4c9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3442006 Oct 29 12:39:19.854308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46642) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:19.858714 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:19.883360 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.884377 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.937436 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:19.994362 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:39:19.995233 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.081356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.134858 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Allocated IP 172.20.0.2 (02da3e4a-e47c-4c2d-b8f1-6422562fb312/a4e4d28f-c262-46d2-a25a-8f233bc9de35/21bd0f3b-ffcc-416b-9eb8-049aa470621e) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:20.281830 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.288187 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.297705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.317640 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.329837 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:20.332864 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:20.336473 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:20.343925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Pushing event updated for resources: {'Port': ['ID=21bd0f3b-ffcc-416b-9eb8-049aa470621e,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:20.398173 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Attempting to bind port 21bd0f3b-ffcc-416b-9eb8-049aa470621e on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:20.398535 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Attempting to bind port 21bd0f3b-ffcc-416b-9eb8-049aa470621e by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:20.398901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Attempting to bind port 21bd0f3b-ffcc-416b-9eb8-049aa470621e on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:20.404228 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:20.404595 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Checking segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:20.404997 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.405408 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Bound using segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:20.405901 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Bound port: 21bd0f3b-ffcc-416b-9eb8-049aa470621e, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:20.406276 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.423560 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Allocated IP 172.25.4.103 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/3cc67635-07d1-4298-b7ca-020380ee7bed) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:20.473545 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] For port 21bd0f3b-ffcc-416b-9eb8-049aa470621e, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:20.477972 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] For port 21bd0f3b-ffcc-416b-9eb8-049aa470621e, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21bd0f3b-ffcc-416b-9eb8-049aa470621e,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:20.482767 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.541071 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.548161 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af29d2b-a349-48b9-b0ce-29733a925655 None None] Pushing event updated for resources: {'Port': ['ID=21bd0f3b-ffcc-416b-9eb8-049aa470621e,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:20.578781 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:20.621903 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:20.624933 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:20.628797 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:20.653818 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc67635-07d1-4298-b7ca-020380ee7bed,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:20.925173 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.130543 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.275624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:39:21.391981 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:21.403783 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:21.411021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.412551 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5cce3caa-f6ca-440c-bab2-6cdf66099f06 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5571735 Oct 29 12:39:21.415311 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46644) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:21.419643 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:21.420270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:21.460446 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b9dbf-2e38-4e02-81b0-036db2858da4 None None] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:21.585528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] Provisioning complete for port 21bd0f3b-ffcc-416b-9eb8-049aa470621e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:21.586400 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.641519 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:21.847818 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.886312 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:21.956153 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] For port 21bd0f3b-ffcc-416b-9eb8-049aa470621e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21bd0f3b-ffcc-416b-9eb8-049aa470621e,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:21.963456 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.008443 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:20Z', 'revision_number': 3, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:22.040638 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Allocated IP 172.20.0.1 (02da3e4a-e47c-4c2d-b8f1-6422562fb312/a4e4d28f-c262-46d2-a25a-8f233bc9de35/9857ebf3-1190-49f4-a9d5-ab514e02e2dd) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:22.041766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:22.042186 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Updating router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 port 3cc67635-07d1-4298-b7ca-020380ee7bed binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:39:22.073615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d23fe-a5bd-4f28-94ab-ca28297ab24c None None] Pushing event updated for resources: {'Port': ['ID=21bd0f3b-ffcc-416b-9eb8-049aa470621e,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:22.082726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.170908 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.202708 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1259bb83-1e3d-458c-ad78-b2ea7e91918b None None] Provisioning complete for port 21bd0f3b-ffcc-416b-9eb8-049aa470621e triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:22.203160 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1259bb83-1e3d-458c-ad78-b2ea7e91918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.205282 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.247947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:22.251216 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:22.255820 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:22.277735 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Pushing event updated for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:22.300175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.442875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.474788 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.597893 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21bd0f3b-ffcc-416b-9eb8-049aa470621e up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:22.626494 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.631681 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.649299 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.658041 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.707098 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.710657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Pushing event updated for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:22.722917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 21bd0f3b-ffcc-416b-9eb8-049aa470621e triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:22.723301 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.758599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-ea2c8609-adf4-44ab-a210-fe482112ea7c None None] Provisioning complete for port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:22.758964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8609-adf4-44ab-a210-fe482112ea7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.760529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd3c4-4fdb-4d2d-aa5e-bcf9d71964bb None None] Pushing event updated for resources: {'Port': ['ID=3cc67635-07d1-4298-b7ca-020380ee7bed,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:22.762910 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Attempting to bind port 3cc67635-07d1-4298-b7ca-020380ee7bed on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:22.763284 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Attempting to bind port 3cc67635-07d1-4298-b7ca-020380ee7bed by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:22.763648 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Attempting to bind port 3cc67635-07d1-4298-b7ca-020380ee7bed on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:22.800969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:22.801457 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:22.801804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.802252 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:22.802720 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Bound port: 3cc67635-07d1-4298-b7ca-020380ee7bed, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:22.803112 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.808381 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:22.810005 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:22.844298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c8609-adf4-44ab-a210-fe482112ea7c None None] Port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:39:22.919969 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] For port 3cc67635-07d1-4298-b7ca-020380ee7bed, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:22.923385 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] For port 3cc67635-07d1-4298-b7ca-020380ee7bed, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cc67635-07d1-4298-b7ca-020380ee7bed,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:22.929045 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:22.991464 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:22.992137 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:23.065495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd3c4-4fdb-4d2d-aa5e-bcf9d71964bb None None] Pushing event updated for resources: {'Port': ['ID=3cc67635-07d1-4298-b7ca-020380ee7bed,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:23.124078 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:23.218597 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-e724e9a3-7c43-4905-9d42-06f396323bf2 None None] Provisioning complete for port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:23.218964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e724e9a3-7c43-4905-9d42-06f396323bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:23.291510 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-e724e9a3-7c43-4905-9d42-06f396323bf2 None None] Port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:39:23.307143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:23.370569 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 2, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:23.402347 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07551473-3177-4cda-8e11-e6d4f7171ded None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 2, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:23.416810 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:23.423250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5100d5db-d54a-4051-887d-4a5cb286b20a admin admin] 10.222.0.77 "PUT /v2.0/routers/420e4dca-eec7-4c7b-91fc-3e93740bb7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057020 Oct 29 12:39:23.982833 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46660) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:23.988255 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-713232091-network', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:24.018263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Made reservation on behalf of 2f2aca3cbba04bc6abf55b9be7ac62a7 for: {'network': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:39:24.020860 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for network, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.030764 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.152077 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.156754 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.187663 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=102277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 12:39:24.194823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07ae8c-1cb6-4a2a-91f0-6967b0fd7fa8,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:24.202998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.203331 n-d-805046-9 neutron-server[102277]: INFO neutron.db.segments_db [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Added segment ddc2d378-21a4-4b04-b827-947155364c28 of type vlan for network da9e3503-e1d6-4c5e-83be-a78de056576b Oct 29 12:39:24.248577 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793110485706'] for network, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.275108 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922'] for network, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.276309 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:24.276875 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.339563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3516083 Oct 29 12:39:24.340259 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46662) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:24.345158 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Request body: {'subnet': {'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-713232091-subnet', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'ip_version': 4}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:24.349142 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121004-8029-45e1-8500-606dececf2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=da9e3503-e1d6-4c5e-83be-a78de056576b,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:24.360166 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Network da9e3503-e1d6-4c5e-83be-a78de056576b details requested by agent ovs-agent-n-d-805046-9 with host n-d-805046-9 {{(pid=102279) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 12:39:24.383083 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Made reservation on behalf of 2f2aca3cbba04bc6abf55b9be7ac62a7 for: {'subnet': 1} {{(pid=102278) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:39:24.385526 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4561697'] for subnet, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.561325 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cc67635-07d1-4298-b7ca-020380ee7bed up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:24.587071 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4561627'] for subnet, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.620870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3cc67635-07d1-4298-b7ca-020380ee7bed triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:24.621634 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.653296 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9c3077-5bfd-49f7-8321-377bdc8cd64e,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:24.664066 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Checking segment: {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:24.664426 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Network hostable DHCP agents. Network: da9e3503-e1d6-4c5e-83be-a78de056576b, hostable agents: ['79312f99-341c-42a5-aaff-14d10f4b192b'], hosted agents: [] {{(pid=102278) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 12:39:24.682719 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Network da9e3503-e1d6-4c5e-83be-a78de056576b is scheduled to be hosted by DHCP agent 79312f99-341c-42a5-aaff-14d10f4b192b with binding_index 1 {{(pid=102278) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 12:39:24.697468 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-9, da9e3503-e1d6-4c5e-83be-a78de056576b) {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:24.702278 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:24.703556 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.709353 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2aaad-2606-44dc-82d3-aca3aa8df2b6 None None] Network da9e3503-e1d6-4c5e-83be-a78de056576b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:24.722067 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-d35c53b1-fb10-46e4-ba9b-5536aa49dc0c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3810868 Oct 29 12:39:24.724660 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46664) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:24.730134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:24.758623 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7894353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5456'] for router, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.759865 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7896257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7895368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8083927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5467'] for router, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.772151 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.810114 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port 3cc67635-07d1-4298-b7ca-020380ee7bed, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cc67635-07d1-4298-b7ca-020380ee7bed,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:24.824215 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.827748 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.858212 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:39:24.914154 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=3cc67635-07d1-4298-b7ca-020380ee7bed,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:24.946283 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ecf561d-adb8-5c07-a14d-6544169355a7-da9e3503-e1d6-4c5e-83be-a78de056576b', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e'}]}} from n-d-805046-9. {{(pid=102279) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 12:39:24.947357 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:24.969542 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.087229 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.db_base_plugin_common [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Allocated IP 172.20.0.2 (da9e3503-e1d6-4c5e-83be-a78de056576b/7a9c3077-5bfd-49f7-8321-377bdc8cd64e/635e4d39-e8ce-4675-85e7-d73307e4cef0) {{(pid=102279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:25.185208 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.205527 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.240364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks [] for port, precommit_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.247708 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264'] for port, after_create {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.289455 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Network da9e3503-e1d6-4c5e-83be-a78de056576b is already hosted by enough agents. {{(pid=102279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:25.293094 n-d-805046-9 neutron-server[102279]: DEBUG neutron.scheduler.base_scheduler [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Resources bound (agent type, host, resource id): {{(pid=102279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:25.295819 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Received port after_create {{(pid=102279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:25.307860 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Pushing event updated for resources: {'Port': ['ID=635e4d39-e8ce-4675-85e7-d73307e4cef0,revision_number=1']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:25.328990 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Allocated IP 172.25.4.156 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/e2d166fa-d480-4bd1-86b2-4e1c59757f37) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:25.364495 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Attempting to bind port 635e4d39-e8ce-4675-85e7-d73307e4cef0 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:25.365280 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Attempting to bind port 635e4d39-e8ce-4675-85e7-d73307e4cef0 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:25.365475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Attempting to bind port 635e4d39-e8ce-4675-85e7-d73307e4cef0 on network da9e3503-e1d6-4c5e-83be-a78de056576b {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:25.371388 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:25.371753 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Checking segment: {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:25.372149 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.372540 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Bound using segment: {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:25.373018 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Bound port: 635e4d39-e8ce-4675-85e7-d73307e4cef0, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:25.373398 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.442661 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.446375 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] For port 635e4d39-e8ce-4675-85e7-d73307e4cef0, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:25.449718 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] For port 635e4d39-e8ce-4675-85e7-d73307e4cef0, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=635e4d39-e8ce-4675-85e7-d73307e4cef0,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:25.454256 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.482617 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.524032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b49d19-e88c-4ba3-b9ab-7d6294ca5462 None None] Pushing event updated for resources: {'Port': ['ID=635e4d39-e8ce-4675-85e7-d73307e4cef0,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:25.535980 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:25.539657 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:25.544773 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:25.547991 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d166fa-d480-4bd1-86b2-4e1c59757f37,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:25.684892 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:25.698692 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:25.699248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:25.821806 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:25.822836 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:26.032684 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 2, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:26.033474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7896270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895413'] for router, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.068157 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:26.068508 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Updating router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:39:26.095915 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.169943 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Router 0bce7143-b63b-428e-9006-4258dc6e27f5 is scheduled to L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 with binding_index 1 {{(pid=102278) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 12:39:26.288897 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:26.301684 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Sync routers for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:26.310404 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.313545 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-815d8b9d-2efa-4a0a-bb79-909f5c03fd87 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5877502 Oct 29 12:39:26.315262 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:26.316017 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:26.316749 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46666) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:26.420281 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.431506 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.489074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:26.505237 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Pushing event updated for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:26.520188 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.520586 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.521109 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.521547 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.521884 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.522419 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.522800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.523137 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.523464 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.524044 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.524373 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.524775 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:39:26.635597 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Attempting to bind port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:26.636364 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Attempting to bind port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:26.637126 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Attempting to bind port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:26.644291 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:26.645057 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Checking segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:26.645743 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.646346 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Bound using segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:26.647247 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Bound port: 9857ebf3-1190-49f4-a9d5-ab514e02e2dd, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:26.648114 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.733588 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cc67635-07d1-4298-b7ca-020380ee7bed up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:26.755629 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] For port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:26.760227 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] For port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:26.768117 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.768403 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ee8b2-daf0-42fc-8fac-7ce2868089f1 None None] Network da9e3503-e1d6-4c5e-83be-a78de056576b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:39:26.779044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.833315 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e395802-3bba-46d7-abb9-d1a1c898bfc6 None None] Pushing event updated for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:26.855712 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:26.856390 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:26.897917 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] Provisioning complete for port 635e4d39-e8ce-4675-85e7-d73307e4cef0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:26.898289 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.977376 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 3cc67635-07d1-4298-b7ca-020380ee7bed triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:26.978220 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.991686 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:26.998800 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:27.086576 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:25Z', 'revision_number': 3, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:27.129817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Checking router: 0bce7143-b63b-428e-9006-4258dc6e27f5 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:27.130055 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Updating router 0bce7143-b63b-428e-9006-4258dc6e27f5 port e2d166fa-d480-4bd1-86b2-4e1c59757f37 binding host n-d-805046-9 {{(pid=102279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:39:27.180641 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Allocated IP 172.20.0.1 (da9e3503-e1d6-4c5e-83be-a78de056576b/7a9c3077-5bfd-49f7-8321-377bdc8cd64e/91c769c0-33d5-4372-ab54-b7a75ba2a087) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:27.208964 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.238431 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:26Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:27.243588 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.278042 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ba6e5-1be7-4595-ad6d-c2e2d01b01b9 None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:26Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:27.322198 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.366210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.426793 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Network da9e3503-e1d6-4c5e-83be-a78de056576b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:27.431863 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:27.435244 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:27.437824 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Pushing event updated for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:27.500364 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881800'] for router_interface, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.570062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 635e4d39-e8ce-4675-85e7-d73307e4cef0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:27.589842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] For port 635e4d39-e8ce-4675-85e7-d73307e4cef0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=635e4d39-e8ce-4675-85e7-d73307e4cef0,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:27.619059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.702305 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.763842 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492d15d-2f97-44fb-a8da-0a8d770c80e7 None None] Pushing event updated for resources: {'Port': ['ID=635e4d39-e8ce-4675-85e7-d73307e4cef0,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:27.809298 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 635e4d39-e8ce-4675-85e7-d73307e4cef0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:27.809661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.821696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Provisioning complete for port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:27.822070 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.910775 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.915962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.986202 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Pushing event updated for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:27.988691 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7895736'] for router_interface, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:27.993226 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks [] for port, precommit_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.023010 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.028316 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.119932 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ec7e-2ae2-4921-81d9-4591cb839da5 None None] Pushing event updated for resources: {'Port': ['ID=e2d166fa-d480-4bd1-86b2-4e1c59757f37,revision_number=2']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:28.120828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Network da9e3503-e1d6-4c5e-83be-a78de056576b is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:28.122728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:28.137778 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] For port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:28.139014 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Attempting to bind port e2d166fa-d480-4bd1-86b2-4e1c59757f37 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:28.139475 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Attempting to bind port e2d166fa-d480-4bd1-86b2-4e1c59757f37 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:28.139891 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Attempting to bind port e2d166fa-d480-4bd1-86b2-4e1c59757f37 on network 8bf93776-9642-44dd-b082-4ff932d1ec59 {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:28.147021 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.149452 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:28.149831 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Checking segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:28.150671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.151074 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Bound using segment: {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'} {{(pid=102279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:28.151562 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.managers [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Bound port: e2d166fa-d480-4bd1-86b2-4e1c59757f37, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49412cc7-4a4b-401e-8296-62de3e66dc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59'}}] {{(pid=102279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:28.151951 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.224020 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Provisioning complete for port 635e4d39-e8ce-4675-85e7-d73307e4cef0 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:28.224397 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.249919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Router 0bce7143-b63b-428e-9006-4258dc6e27f5 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:28.274693 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751181f5-d21f-44ec-a16f-cf751dfe5bad None None] Pushing event updated for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:28.290190 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] For port e2d166fa-d480-4bd1-86b2-4e1c59757f37, host n-d-805046-9, cleared binding levels {{(pid=102279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:28.295451 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] For port e2d166fa-d480-4bd1-86b2-4e1c59757f37, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2d166fa-d480-4bd1-86b2-4e1c59757f37,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:28.302240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.369102 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:28.380704 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c88c9fe9-a8c5-4d5e-a591-916ba285e952 admin admin] 10.222.0.77 "PUT /v2.0/routers/0bce7143-b63b-428e-9006-4258dc6e27f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0563641 Oct 29 12:39:28.394623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:28.395316 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:28.470062 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972ec7e-2ae2-4921-81d9-4591cb839da5 None None] Pushing event updated for resources: {'Port': ['ID=e2d166fa-d480-4bd1-86b2-4e1c59757f37,revision_number=3']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:28.528623 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:28.584627 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 635e4d39-e8ce-4675-85e7-d73307e4cef0 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:28.657262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6cc914c1-e153-452b-9d87-c560f36b7d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.721528 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-c4acfaeb-9efa-43ab-870a-aa04e56f89e8 None None] Provisioning complete for port 91c769c0-33d5-4372-ab54-b7a75ba2a087 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:28.721901 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c4acfaeb-9efa-43ab-870a-aa04e56f89e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.798512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-c4acfaeb-9efa-43ab-870a-aa04e56f89e8 None None] Port 91c769c0-33d5-4372-ab54-b7a75ba2a087 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:39:28.807871 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 635e4d39-e8ce-4675-85e7-d73307e4cef0 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:28.808044 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.891955 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46674) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:28.896673 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241203310', 'description': 'tempest-secgroup-smoke-241203310 description', 'project_id': '7998e4b8565c41e088733213b7235e98'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:28.917928 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '91c769c0-33d5-4372-ab54-b7a75ba2a087', 'name': '', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'mac_address': 'fa:16:3e:af:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:27Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 2, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'subnets': [{'id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:28.919909 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:28.950079 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339937b-662a-4f9f-a8da-c8b5f1696f0e None None] The sync data for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 is: [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '91c769c0-33d5-4372-ab54-b7a75ba2a087', 'name': '', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'mac_address': 'fa:16:3e:af:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:27Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 2, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'subnets': [{'id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:28.954855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9857ebf3-1190-49f4-a9d5-ab514e02e2dd up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:28.998349 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.009979 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.015504 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:29.016268 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.041765 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.043015 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499290 Oct 29 12:39:29.046479 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46676) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.047461 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b516aa9-ad51-4555-952d-d87a0fdd8c1a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2533840d-ef27-40da-a561-aee77d2badb7,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.052091 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.080719 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.148853 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.153589 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.180163 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a83fdf-1efd-4b44-a278-36eafb0f1c45,revision_number=0']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.198575 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.199912 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-2a18f6ed-ce33-48ef-aff1-41fad401de28 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517353 Oct 29 12:39:29.202771 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46678) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.207343 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.245789 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.316212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.326470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.345289 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e4cab2-32f2-43cd-8dcf-aaa913172665,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.353729 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.354875 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e77ae9d1-806c-4c6b-893e-b4a0e5f65c7c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510928 Oct 29 12:39:29.357684 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46680) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.362473 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.395175 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.460662 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.465751 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.482172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6625a8f-3730-40e9-848d-ad0cb81e98a0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.493547 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.499001 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-08f066fb-005b-4fa3-82b0-94cdb5677df1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361351 Oct 29 12:39:29.499624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46682) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.503801 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.534671 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.601449 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.605822 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.623479 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7807d06-7dbe-4bb8-be04-91f1ab9a4058,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.632621 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.633867 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-c19946e7-e73e-405d-a125-afc136261f6f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337118 Oct 29 12:39:29.636756 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46684) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.641425 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.663610 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Project 7998e4b8565c41e088733213b7235e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:39:29.668966 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.730830 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.735250 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.753422 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aedb15-01ec-407c-b34b-65d65c65cef0,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.761335 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.762557 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-ad4bd187-863a-4257-ab3b-bbb8c5acedcd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247342 Oct 29 12:39:29.765342 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 46686) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:29.769764 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'security_group_rule': {'security_group_id': '2533840d-ef27-40da-a561-aee77d2badb7', 'project_id': '7998e4b8565c41e088733213b7235e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:29.791987 n-d-805046-9 neutron-server[102277]: INFO neutron.db.securitygroups_db [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Project 7998e4b8565c41e088733213b7235e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 12:39:29.797539 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.858564 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.862130 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028915'] for security_group_rule, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.879887 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43c8813-a468-4d86-922e-ba55cd0bfd21,revision_number=0']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:29.888807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:29.890084 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-eca28cf2-8391-4252-8daa-a8e3dc4fd0ec tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237228 Oct 29 12:39:30.062272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-33e0a535-0012-4fd5-9c48-03e342ca6a04 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241203310&fields=id&tenant_id=7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 267 time: 0.0365715 Oct 29 12:39:30.182698 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-8443c9d8-0a78-4fb8-8ffe-773583dae589 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:30.184272 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-8443c9d8-0a78-4fb8-8ffe-773583dae589 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 809 time: 0.1129715 Oct 29 12:39:30.201401 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-35da101a-34bb-4c2f-bc8b-a60870cb2edc tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/quotas/7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 375 time: 0.0110466 Oct 29 12:39:30.262494 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-8afdfca1-e26e-4d6e-83e3-d25228c718e2 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517817 Oct 29 12:39:30.367136 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-9840248e-d559-4a7f-8f58-77d35e8bedd5 service neutron] 10.222.0.77 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918307 Oct 29 12:39:30.467366 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-d1852549-e596-4461-be51-015b859a00cd service neutron] 10.222.0.77 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935993 Oct 29 12:39:30.588913 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2d166fa-d480-4bd1-86b2-4e1c59757f37 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:30.678630 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e2d166fa-d480-4bd1-86b2-4e1c59757f37 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:30.679118 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:30.712097 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-57ea298d-3100-4cb4-b15b-967cf683bd42 req-d5eed925-fd77-45ff-b47e-1474923a6102 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 210 time: 0.0321982 Oct 29 12:39:30.775565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:30.797737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] For port e2d166fa-d480-4bd1-86b2-4e1c59757f37, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2d166fa-d480-4bd1-86b2-4e1c59757f37,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:30.808667 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:30.866032 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Pushing event updated for resources: {'Port': ['ID=e2d166fa-d480-4bd1-86b2-4e1c59757f37,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:31.014824 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b3f49e73-790b-4516-b939-168bba01c3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:31.542598 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Sync routers for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:31.552342 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:31.552943 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:31.662456 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:31.777413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-5dd1e95d-b1d6-4a9a-bd30-cd5c3567634d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:31.779143 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-5dd1e95d-b1d6-4a9a-bd30-cd5c3567634d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 809 time: 0.1343985 Oct 29 12:39:31.822741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1830d7e3-0e29-4d1c-a3a2-b6622f2c2550 req-2fc987d0-c1e6-489e-9ec8-08cec558aa17 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 210 time: 0.0354774 Oct 29 12:39:31.858348 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-2df7d240-1e7f-40cb-8633-bf4d2ad4b5de tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 379 time: 0.0633633 Oct 29 12:39:31.868634 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'port': {'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'admin_state_up': True, 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'security_groups': ['2533840d-ef27-40da-a561-aee77d2badb7']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:31.980205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '91c769c0-33d5-4372-ab54-b7a75ba2a087', 'name': '', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'mac_address': 'fa:16:3e:af:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:27Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 2, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'subnets': [{'id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:31.987803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Made reservation on behalf of 7998e4b8565c41e088733213b7235e98 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:39:31.991593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.008436 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Checking router: 0bce7143-b63b-428e-9006-4258dc6e27f5 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:32.008788 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Updating router 0bce7143-b63b-428e-9006-4258dc6e27f5 port 91c769c0-33d5-4372-ab54-b7a75ba2a087 binding host n-d-805046-9 {{(pid=102280) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 12:39:32.038466 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.142112 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Allocated IP 172.20.0.7 (02da3e4a-e47c-4c2d-b8f1-6422562fb312/a4e4d28f-c262-46d2-a25a-8f233bc9de35/70bb827a-ef02-4455-8a43-eaf7fd6551be) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:32.317942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.339342 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.345382 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.363676 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.412961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:32.417430 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:32.417615 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84db8d9-df21-45f0-9529-87166ed6df1e None None] Pushing event updated for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=3']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:32.421845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:32.460993 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Attempting to bind port 91c769c0-33d5-4372-ab54-b7a75ba2a087 on host n-d-805046-9 for vnic_type normal with profile {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:32.461328 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Attempting to bind port 91c769c0-33d5-4372-ab54-b7a75ba2a087 by drivers openvswitch,hyperv on host n-d-805046-9 at level 0 using segments [{'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:32.461695 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Attempting to bind port 91c769c0-33d5-4372-ab54-b7a75ba2a087 on network da9e3503-e1d6-4c5e-83be-a78de056576b {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:32.468910 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Checking agent: {'id': '1c8bf193-20c1-4543-b300-8a7e310bce13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 8, 32), 'started_at': datetime.datetime(2021, 10, 29, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:32.469320 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Checking segment: {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:32.469735 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.471530 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Bound using segment: {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'} {{(pid=102280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:32.471530 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.managers [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Bound port: 91c769c0-33d5-4372-ab54-b7a75ba2a087, host: n-d-805046-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc2d378-21a4-4b04-b827-947155364c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b'}}] {{(pid=102280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:32.471927 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.472072 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:32.485941 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:32.486603 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.517277 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-b018ccf8-74ee-48f8-9c48-795adbedb53b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525595 Oct 29 12:39:32.523188 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.529631 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Request body: {'port': {'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:32.586013 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2d166fa-d480-4bd1-86b2-4e1c59757f37 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:32.605362 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.625913 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] For port 91c769c0-33d5-4372-ab54-b7a75ba2a087, host n-d-805046-9, cleared binding levels {{(pid=102280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:32.630237 n-d-805046-9 neutron-server[102280]: DEBUG neutron.plugins.ml2.db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] For port 91c769c0-33d5-4372-ab54-b7a75ba2a087, host n-d-805046-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91c769c0-33d5-4372-ab54-b7a75ba2a087,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:32.634869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.641466 n-d-805046-9 neutron-server[102280]: DEBUG neutron_lib.callbacks.manager [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.671445 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port e2d166fa-d480-4bd1-86b2-4e1c59757f37 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:32.671809 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.710964 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:32.711633 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:32.815872 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] Provisioning complete for port 91c769c0-33d5-4372-ab54-b7a75ba2a087 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:32.816372 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.838665 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84db8d9-df21-45f0-9529-87166ed6df1e None None] Pushing event updated for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=4']} {{(pid=102280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:32.914052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:32.962314 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:32.975924 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ca6b-caed-4a27-8579-c4523ad4efc6 req-79125b88-3401-4019-8612-bed20db4f251 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:32.984475 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4086ca6b-caed-4a27-8579-c4523ad4efc6 req-79125b88-3401-4019-8612-bed20db4f251 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 931 time: 0.0601685 Oct 29 12:39:33.021079 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bb827a-ef02-4455-8a43-eaf7fd6551be {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:39:33.032451 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.041750 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4086ca6b-caed-4a27-8579-c4523ad4efc6 req-146a99e4-3fcb-4767-9c5f-f54747f47f09 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560770 Oct 29 12:39:33.049915 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] For port 91c769c0-33d5-4372-ab54-b7a75ba2a087, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91c769c0-33d5-4372-ab54-b7a75ba2a087,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:33.051338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Transition to ACTIVE for port object 70bb827a-ef02-4455-8a43-eaf7fd6551be will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:39:33.057142 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.067199 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.114244 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422863d-47a2-4800-93bf-b03b2d4a7748 None None] Pushing event updated for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:33.125823 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:33.195936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-02f94c8c-472e-43a5-80b7-385639274fbf None None] Provisioning complete for port 91c769c0-33d5-4372-ab54-b7a75ba2a087 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:33.196812 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-02f94c8c-472e-43a5-80b7-385639274fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.207932 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Attempting to bind port 70bb827a-ef02-4455-8a43-eaf7fd6551be on host n-h1-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:39:33.208353 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Attempting to bind port 70bb827a-ef02-4455-8a43-eaf7fd6551be by drivers openvswitch,hyperv on host n-h1-805046-9 at level 0 using segments [{'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:39:33.208754 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Attempting to bind port 70bb827a-ef02-4455-8a43-eaf7fd6551be on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:33.214434 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Port 70bb827a-ef02-4455-8a43-eaf7fd6551be on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:39:33.214828 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Attempting to bind port 70bb827a-ef02-4455-8a43-eaf7fd6551be on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:39:33.221136 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '91c769c0-33d5-4372-ab54-b7a75ba2a087', 'name': '', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'mac_address': 'fa:16:3e:af:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:27Z', 'updated_at': '2021-10-29T12:39:32Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'subnets': [{'id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:33.221433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Checking agent: {'id': '3f149974-2395-4c6a-8985-645c00cbaa16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:39:33.221909 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Checking segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:39:33.222375 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Bound using segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:39:33.223061 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Bound port: 70bb827a-ef02-4455-8a43-eaf7fd6551be, host: n-h1-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:39:33.223445 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.253298 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef68d-54e0-489f-8de7-41cf992fc9e2 None None] The sync data for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 is: [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:39:27Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '91c769c0-33d5-4372-ab54-b7a75ba2a087', 'name': '', 'network_id': 'da9e3503-e1d6-4c5e-83be-a78de056576b', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'mac_address': 'fa:16:3e:af:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:27Z', 'updated_at': '2021-10-29T12:39:32Z', 'revision_number': 4, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'subnets': [{'id': '7a9c3077-5bfd-49f7-8321-377bdc8cd64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:33.312573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:39:33.317217 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:39:33.322954 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.365584 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:33.366394 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.367708 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] 10.222.0.41 "PUT /v2.0/ports/70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 1091 time: 0.8425415 Oct 29 12:39:33.368164 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:39:33.370567 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58586c42-0796-4f1e-91b7-34e34dc29d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:39:33.408901 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1e34c-2273-4c4c-8b96-4c98c23d9a6a service neutron] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:33.451638 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4bc265-a69a-4753-8abc-d7f3740678fa x-openstack-request-id: req-ea4bc265-a69a-4753-8abc-d7f3740678fa {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:39:33.452091 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:39:33.452660 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea4bc265-a69a-4753-8abc-d7f3740678fa {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:39:33.452913 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'status': 'completed', 'code': 200} Oct 29 12:39:33.479467 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-49b3fc8d-9074-4516-809f-7e74813218d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:33.481234 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-49b3fc8d-9074-4516-809f-7e74813218d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1094 time: 0.0662227 Oct 29 12:39:33.534891 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-e112b0e1-1d2e-44f2-8a29-93559238a890 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 217 time: 0.0461507 Oct 29 12:39:33.591128 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-7e3dd888-a4d0-4fd7-90b0-f7b29262db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:33.592776 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-7e3dd888-a4d0-4fd7-90b0-f7b29262db58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0512314 Oct 29 12:39:33.644002 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f366da-771c-40e4-b310-49380bbda305 req-efad8e83-c439-484c-a62a-47877ef22e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:33.645575 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-efad8e83-c439-484c-a62a-47877ef22e3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458212 Oct 29 12:39:33.751376 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-e06cd7fb-424e-4d95-9ec0-91f567dd0c0c service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980387 Oct 29 12:39:33.846753 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29f366da-771c-40e4-b310-49380bbda305 req-43974af3-5a07-4e24-a881-68597b0326d4 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884311 Oct 29 12:39:33.887325 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:33.942083 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-256b3bbc-e300-48db-922c-959c40424656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:33.943613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-256b3bbc-e300-48db-922c-959c40424656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1094 time: 0.0473068 Oct 29 12:39:34.041394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-2f7190f9-96ba-46ee-a763-89c1d361c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:34.042968 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-2f7190f9-96ba-46ee-a763-89c1d361c5f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0919323 Oct 29 12:39:34.092629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-9673d764-8f21-4bf1-91fb-045178be3cb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 217 time: 0.0422559 Oct 29 12:39:34.145936 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-0e1f8edb-6d43-4cdd-943b-e6e2666364fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:34.147986 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-0e1f8edb-6d43-4cdd-943b-e6e2666364fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0485673 Oct 29 12:39:34.170005 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ab31-c0e0-48d8-8577-6bbf3383af85 req-f6362786-d560-4f7a-81fc-220fd147e024 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:34.171681 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b96ab31-c0e0-48d8-8577-6bbf3383af85 req-f6362786-d560-4f7a-81fc-220fd147e024 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0543458 Oct 29 12:39:34.199292 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-ba818414-c1e9-4b87-843b-81e143e63120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:34.200886 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-ba818414-c1e9-4b87-843b-81e143e63120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445030 Oct 29 12:39:34.213165 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7b96ab31-c0e0-48d8-8577-6bbf3383af85 req-b0c15e1b-769d-4c79-97c4-29ec5f2fef47 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349491 Oct 29 12:39:34.304182 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-b3b62ea0-7b36-4167-b735-80c1faef94cc service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942905 Oct 29 12:39:34.411746 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-58586c42-0796-4f1e-91b7-34e34dc29d4c req-158934da-75b8-4f1b-95b6-33d8352ba02b service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981951 Oct 29 12:39:34.567529 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91c769c0-33d5-4372-ab54-b7a75ba2a087 up at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:34.624085 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Provisioning complete for port 91c769c0-33d5-4372-ab54-b7a75ba2a087 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:34.624649 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:35.341220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3f4be-2925-48c9-a2b2-09cf189fc056 req-df021118-5bbf-4d6a-96f3-44eb51de0b17 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:35.342838 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04a3f4be-2925-48c9-a2b2-09cf189fc056 req-df021118-5bbf-4d6a-96f3-44eb51de0b17 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0551963 Oct 29 12:39:35.390604 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-04a3f4be-2925-48c9-a2b2-09cf189fc056 req-491dceab-6ea0-4b05-a57c-013d38bb1e1f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 Oct 29 12:39:36.385515 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:39:36.483956 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:36.511859 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121dfca-e78b-4595-a37a-c7861f3ec1b7 req-00febb2b-64ad-43df-9b81-4ef52392dd46 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:36.513523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b121dfca-e78b-4595-a37a-c7861f3ec1b7 req-00febb2b-64ad-43df-9b81-4ef52392dd46 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0512204 Oct 29 12:39:36.560745 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-b121dfca-e78b-4595-a37a-c7861f3ec1b7 req-4e2daf0f-5731-4a50-a66a-c70610215eed tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Oct 29 12:39:36.655133 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:39:36.692957 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:36.706309 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bb827a-ef02-4455-8a43-eaf7fd6551be {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:39:36.728936 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:36.733412 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:36.780730 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:36.972467 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['70bb827a-ef02-4455-8a43-eaf7fd6551be'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:39:37.675545 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e9cc1-548c-4e4c-ab44-2b78004e9301 req-f5905370-a028-4453-a533-6140c3f2523d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:37.677015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d51e9cc1-548c-4e4c-ab44-2b78004e9301 req-f5905370-a028-4453-a533-6140c3f2523d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 944 time: 0.0486836 Oct 29 12:39:37.715428 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d51e9cc1-548c-4e4c-ab44-2b78004e9301 req-17d1e5a7-86b2-4d83-b3c9-dccc53c16618 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316539 Oct 29 12:39:38.395011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:39:38.446855 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning for port 70bb827a-ef02-4455-8a43-eaf7fd6551be completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:39:38.450678 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 70bb827a-ef02-4455-8a43-eaf7fd6551be triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:39:38.451049 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:38.528721 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:38.550599 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:39:38.552979 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23044ba-a6f8-4933-a820-e69a6185625e" -d '{"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-plugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:39:38.566517 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:39:38.571656 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:38.594996 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd5a56b-8de0-4f0b-b9a6-4d822fa5864c x-openstack-request-id: req-6dd5a56b-8de0-4f0b-b9a6-4d822fa5864c {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:39:38.595292 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-plugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:39:38.595550 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dd5a56b-8de0-4f0b-b9a6-4d822fa5864c {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:39:38.595939 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'code': 200} Oct 29 12:39:38.627193 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:38.691219 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36828e0e-efa5-4a1a-a036-5e7ab9c1337c req-89b0a034-c60e-4c7c-991d-2c3994943d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:38.692637 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-36828e0e-efa5-4a1a-a036-5e7ab9c1337c req-89b0a034-c60e-4c7c-991d-2c3994943d18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1096 time: 0.0399532 Oct 29 12:39:38.730623 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-36828e0e-efa5-4a1a-a036-5e7ab9c1337c req-4630d3cb-e9e5-4047-b075-46c54ac153d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Oct 29 12:39:38.832425 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab210d-2e72-47fc-b229-41e8accb309d req-9318ac19-bc65-4498-b0c2-ec012b7aeb09 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:38.833983 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6dab210d-2e72-47fc-b229-41e8accb309d req-9318ac19-bc65-4498-b0c2-ec012b7aeb09 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Oct 29 12:39:38.872856 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-6dab210d-2e72-47fc-b229-41e8accb309d req-c1e152f6-9b48-47cd-abc6-ba593c5cce51 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328689 Oct 29 12:39:39.987992 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1a05d-6f4e-47ec-ab93-3a8d0a28d0e8 req-886d568d-d7ea-45b8-a7fd-5d73faf1d6ab tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:39.989507 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda1a05d-6f4e-47ec-ab93-3a8d0a28d0e8 req-886d568d-d7ea-45b8-a7fd-5d73faf1d6ab tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Oct 29 12:39:40.031615 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-cda1a05d-6f4e-47ec-ab93-3a8d0a28d0e8 req-8f9dceeb-a79c-40e9-9f80-4c2b1e41c4c5 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355821 Oct 29 12:39:40.144330 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ba35-9695-4d66-8c7f-15cfba1361d7 req-1cdeb0cc-dda1-478d-8fd8-ea9a71b04436 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:40.145736 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c718ba35-9695-4d66-8c7f-15cfba1361d7 req-1cdeb0cc-dda1-478d-8fd8-ea9a71b04436 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 945 time: 0.0486245 Oct 29 12:39:40.183648 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-c718ba35-9695-4d66-8c7f-15cfba1361d7 req-2ec747e1-0a85-46eb-b2c7-3172685277a6 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Oct 29 12:39:40.205251 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46736) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:40.330510 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be0766-a680-43d1-b018-e1c2223775d5 tempest-TestSnapshotPattern-17058271 tempest-TestSnapshotPattern-17058271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:40.332032 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-e6be0766-a680-43d1-b018-e1c2223775d5 tempest-TestSnapshotPattern-17058271 tempest-TestSnapshotPattern-17058271-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1091 time: 0.1258528 Oct 29 12:39:40.334954 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 46740) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:39:40.339147 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:39:40.362005 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:40.462560 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:40.563053 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Allocated IP 172.25.4.214 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:39:40.671056 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:40.703984 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:40.744220 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:39:40.747140 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:39:40.750668 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:39:40.771689 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:41.091275 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:41.155476 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:41.304330 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:41.309177 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:41.719418 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:39:41.730292 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:41.831218 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Floating IP c6382dd8-2028-4253-8e03-1e0bc4ec1e91 associated. External IP: 172.25.4.214, port: 70bb827a-ef02-4455-8a43-eaf7fd6551be. Oct 29 12:39:42.037783 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:39:42.149544 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:39:42.159709 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:39:42.171248 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:42.173061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:42.173784 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:42.199756 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-5f8e5897-ea15-4512-a747-4cf7702a28d9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8637986 Oct 29 12:39:42.200351 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:39:42.202673 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29334225-5c39-4d43-ac20-adf074f8e400" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:39:42.281125 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:42.297262 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16129e08-7b69-46c3-9ff1-03cc6c2676e5 x-openstack-request-id: req-16129e08-7b69-46c3-9ff1-03cc6c2676e5 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:39:42.297543 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:39:42.297790 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16129e08-7b69-46c3-9ff1-03cc6c2676e5 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:39:42.298184 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'status': 'completed', 'code': 200} Oct 29 12:39:42.361314 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334225-5c39-4d43-ac20-adf074f8e400 req-28be7332-700f-4ea4-a6b9-a0b2b37116a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:42.362817 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-28be7332-700f-4ea4-a6b9-a0b2b37116a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1096 time: 0.0413134 Oct 29 12:39:42.456242 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334225-5c39-4d43-ac20-adf074f8e400 req-e3882f19-1800-4295-b384-1d6c3eb1bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:42.457765 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-e3882f19-1800-4295-b384-1d6c3eb1bf1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0870643 Oct 29 12:39:42.515041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:40Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:42.527912 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-bafcde83-7bf9-442d-bc71-041584d29485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 999 time: 0.0632131 Oct 29 12:39:42.545821 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:39:42.554210 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:39:42.554833 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:39:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:42.577428 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334225-5c39-4d43-ac20-adf074f8e400 req-c8b4f937-498d-4531-a363-115c73f68cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:42.578880 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-c8b4f937-498d-4531-a363-115c73f68cc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0446277 Oct 29 12:39:42.624906 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29334225-5c39-4d43-ac20-adf074f8e400 req-72045d19-84f4-4cb2-8bf0-2b8807d6f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:42.626490 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-72045d19-84f4-4cb2-8bf0-2b8807d6f05b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401602 Oct 29 12:39:42.660568 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:39:42.719521 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-9e46ea47-93d0-4929-b33e-e3b3fbc3b2cd service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Oct 29 12:39:42.811691 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-29334225-5c39-4d43-ac20-adf074f8e400 req-26221151-cef9-4d8a-893d-648371e69b0e service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Oct 29 12:39:42.883907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:40Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:39:42.915365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17ed42-e771-41cb-8879-66b49c23cfe4 None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:40Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:39:43.101879 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31c53c-a3a7-4070-8d26-b4e8054fec6c None None] New status for floating IP c6382dd8-2028-4253-8e03-1e0bc4ec1e91: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:39:48.586413 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-778a4050-8de2-4364-bf5a-9801bbc0e906 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423586 Oct 29 12:39:48.667263 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-1d72cf56-f45b-44df-82fc-1791aae26186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:48.668722 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-1d72cf56-f45b-44df-82fc-1791aae26186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1096 time: 0.0394425 Oct 29 12:39:49.108616 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-54435025-7e0f-4cfa-9c6f-335ad9f53902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:49.110155 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-54435025-7e0f-4cfa-9c6f-335ad9f53902 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.4227631 Oct 29 12:39:49.174795 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-f5c428d5-748d-4d4f-a3de-13c50c469e44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 1001 time: 0.0576956 Oct 29 12:39:49.222546 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-8bfa6967-0c28-4d3f-8430-ee8888904396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:49.223962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-8bfa6967-0c28-4d3f-8430-ee8888904396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0424118 Oct 29 12:39:49.270527 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-a37c1a6f-3287-43fa-86c1-4bf224c89f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:39:49.271928 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-a37c1a6f-3287-43fa-86c1-4bf224c89f52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415962 Oct 29 12:39:49.359537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-e00bd8f1-4e08-4117-85fa-0a32f3a21aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807815 Oct 29 12:39:49.451873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-4fadb5d9-d573-48f0-87ae-3e9a68a3f858 req-853658f0-731d-4cf9-a19a-0d827b9e0440 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Oct 29 12:39:52.455684 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:56.728615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:39:58.580550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c0f40850-69d6-4f3e-a2a6-7b22597112df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:00.998828 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7973ed14-16e4-47ab-ac29-02a4e7cb6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:01.858182 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:40:02.506720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:02.584334 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:03.886522 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:22.456892 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:26.727624 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:28.582438 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-25a8ae65-8611-4b28-a086-315167eeb68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:30.999869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d58e01f4-1553-4e2b-8efc-37c920cade64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:32.511439 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:32.585720 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:33.889468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:38.856783 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:40:49.661739 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-cbbac2db-84df-431b-81fd-df490354c536 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867646 Oct 29 12:40:49.743517 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-085b4e06-2338-43d6-8939-37171fbbec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:40:49.745036 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-085b4e06-2338-43d6-8939-37171fbbec57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1096 time: 0.0403044 Oct 29 12:40:49.852521 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-448f5654-d34a-43fb-a08b-e1a25831f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:40:49.854054 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-448f5654-d34a-43fb-a08b-e1a25831f692 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0884237 Oct 29 12:40:49.918537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-13eddeb5-8a75-4fb9-9f81-aa25f6204bef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 1001 time: 0.0580628 Oct 29 12:40:49.971042 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-ef2021c1-9ca5-4b9e-81ca-d455a04e8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:40:49.972676 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-ef2021c1-9ca5-4b9e-81ca-d455a04e8562 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0474706 Oct 29 12:40:50.017769 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-a1dfa6b1-748b-4a97-be11-038470f68979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:40:50.019322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-a1dfa6b1-748b-4a97-be11-038470f68979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395310 Oct 29 12:40:50.108640 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-81ac0f8f-c45f-47d3-afbd-b86f06d5f5bd service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822511 Oct 29 12:40:50.201360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eb5bbd0c-0332-4e00-9515-03927a71cf3c req-13f2a81e-42c4-4fd5-ba65-3beee537861b service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Oct 29 12:40:52.460198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:56.738615 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:40:58.583466 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-756f1341-e3df-4657-82e7-bf8029cb641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:01.003757 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a76b2e0a-692c-4395-ada2-3c3f3d375789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:02.513270 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:02.589096 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:03.892133 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:15.855775 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:41:22.459410 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:26.753356 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:28.587272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9974fb41-b2f0-4c13-88ca-392e42d99318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:31.004870 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-baf1e276-c058-4a2f-8b37-3c46907eca50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:32.514983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:32.592502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:33.895189 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:41.060563 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be details requested by agent hyperv_n-h1-805046-9 with host n-h1-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:41:41.153243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:41:41.164615 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Returning: {'device': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:41:41.203565 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:41.216406 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70bb827a-ef02-4455-8a43-eaf7fd6551be {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:41:41.235607 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:41:41.239288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:41.289947 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:41:41.297756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.298099 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.298441 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.298772 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.299101 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.299428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.299751 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.300071 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.300392 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.300711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.301096 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.301368 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:41.346894 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] get_ports_and_sgs() called for port_ids ['70bb827a-ef02-4455-8a43-eaf7fd6551be'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:41:43.070011 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be up at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:41:43.143993 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Provisioning complete for port 70bb827a-ef02-4455-8a43-eaf7fd6551be triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:41:43.144364 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:43.234241 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:43.258440 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:41:43.260631 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb766a4-b5c8-4ca7-93e0-2647fb8bf59d" -d '{"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-plugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:41:43.275700 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:41:43.280743 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:43.352267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:41:43.419616 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ce973-fe0a-4d8b-84e7-d650ad398de9 x-openstack-request-id: req-754ce973-fe0a-4d8b-84e7-d650ad398de9 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:41:43.420026 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-plugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:41:43.420314 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-754ce973-fe0a-4d8b-84e7-d650ad398de9 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:41:43.420839 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'code': 200} Oct 29 12:41:50.630138 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-0060611a-5755-49a1-8d56-20163564b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:50.632973 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-0060611a-5755-49a1-8d56-20163564b912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1096 time: 0.0474081 Oct 29 12:41:50.765559 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-872335c7-17ac-458d-91f9-12125739eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:50.767082 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-872335c7-17ac-458d-91f9-12125739eca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.1107357 Oct 29 12:41:50.839401 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-9534ffa9-8c6e-40df-83fc-b827f3c37242 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 1001 time: 0.0647116 Oct 29 12:41:50.894492 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-a9e0ed53-aef1-47a5-86b2-51dbfec4d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:50.896034 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-a9e0ed53-aef1-47a5-86b2-51dbfec4d63f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0496616 Oct 29 12:41:50.957817 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-51fac6a5-ed60-4633-bbc8-23393bad6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:50.959391 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-51fac6a5-ed60-4633-bbc8-23393bad6dfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566905 Oct 29 12:41:51.056080 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-5cc0c1fb-4700-479e-8963-3a5838d94c9e service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886440 Oct 29 12:41:51.152118 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b9470b1a-ad7c-4443-9581-404f1b76fcf0 req-65593f49-0f6a-4f6a-b6e1-bf3963983a42 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 Oct 29 12:41:51.606396 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-3687777c-5166-49d5-a841-05be91d6af5d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241203310&fields=id&tenant_id=7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 267 time: 0.0381658 Oct 29 12:41:51.712823 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-93072992-34f5-49cb-bc30-bd666a2e113b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:51.714224 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-93072992-34f5-49cb-bc30-bd666a2e113b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 809 time: 0.1010811 Oct 29 12:41:51.729564 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ea4c0676-b905-43b5-a12f-0bed5a987e98 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/quotas/7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 375 time: 0.0096300 Oct 29 12:41:51.788158 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-3eae2555-6273-4924-8297-bd825b5a76c5 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527122 Oct 29 12:41:51.927164 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ac8119dd-2357-49fc-82f6-e31f53d25c2c service neutron] 10.222.0.77 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268940 Oct 29 12:41:52.020267 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-a30d9959-91ae-47ef-b7b2-c3e0401ec9d3 service neutron] 10.222.0.77 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Oct 29 12:41:52.178413 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3a6f802d-e1d2-47a8-8868-68d2c1e181a7 req-7ca82fb9-d821-402b-ac98-6ae7accba7b4 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Oct 29 12:41:52.455726 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:52.857736 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:41:53.133179 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-0d578a8c-fa9b-4cab-8d03-11f0059f5910 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:53.134571 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-0d578a8c-fa9b-4cab-8d03-11f0059f5910 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 809 time: 0.1105385 Oct 29 12:41:53.181712 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-6735f79f-3539-4af9-b8c8-7054ca779d89 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7998e4b8565c41e088733213b7235e98 HTTP/1.1" status: 200 len: 379 time: 0.0378370 Oct 29 12:41:53.201203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'port': {'device_id': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'admin_state_up': True, 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'security_groups': ['2533840d-ef27-40da-a561-aee77d2badb7']}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:41:53.277905 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-7e66fc3c-091a-43e4-afb4-ec48d311bea8 req-e09c0197-36cd-40b2-93a0-e3c9ce1c5b0a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0283122 Oct 29 12:41:53.321562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Made reservation on behalf of 7998e4b8565c41e088733213b7235e98 for: {'port': 1} {{(pid=102277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 12:41:53.325306 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:53.518363 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_common [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Allocated IP 172.20.0.13 (02da3e4a-e47c-4c2d-b8f1-6422562fb312/a4e4d28f-c262-46d2-a25a-8f233bc9de35/1544441d-3be7-42df-b15c-4fa4af96f981) {{(pid=102277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:41:53.708133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:53.746121 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_create {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:53.806358 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 is already hosted by enough agents. {{(pid=102277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:41:53.810307 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.base_scheduler [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Resources bound (agent type, host, resource id): {{(pid=102277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:41:53.812861 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Received port after_create {{(pid=102277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:41:53.839738 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=1']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:41:53.856203 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.856657 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.857099 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.857506 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.857919 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.858325 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.858728 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.859131 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.859573 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.859930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.860338 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.860730 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:41:53.891841 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:53.892656 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:53.921250 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-dffcda4c-ad95-4ad0-b968-a365cfac018e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7237802 Oct 29 12:41:54.145238 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-5a7985f4-249a-476f-beb8-d9ddaf46d7dd None None] Provisioning complete for port 1544441d-3be7-42df-b15c-4fa4af96f981 triggered by entity DHCP. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:41:54.145804 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a7985f4-249a-476f-beb8-d9ddaf46d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:54.181249 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-5a7985f4-249a-476f-beb8-d9ddaf46d7dd None None] Port 1544441d-3be7-42df-b15c-4fa4af96f981 cannot update to ACTIVE because it is not bound. {{(pid=102279) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 12:41:54.424679 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b7faa-a7b8-4c99-9f69-806296c1b2f0 req-50fd1a1c-741d-4451-9267-d0058074c46e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:54.426986 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a97b7faa-a7b8-4c99-9f69-806296c1b2f0 req-50fd1a1c-741d-4451-9267-d0058074c46e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0579228 Oct 29 12:41:54.485870 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a97b7faa-a7b8-4c99-9f69-806296c1b2f0 req-d27f5cd8-ac6a-4515-9f11-d81afad865cb tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477176 Oct 29 12:41:55.131654 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:41:55.380671 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:55.417696 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:41:55.419352 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:41:55.422250 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed19fc-aa33-49a6-b4cf-bd69e75652d3" -d '{"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-unplugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:41:55.425938 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:55.484092 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85cc41e-e133-4888-ba18-bbd02b238ef1 x-openstack-request-id: req-a85cc41e-e133-4888-ba18-bbd02b238ef1 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:41:55.484383 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-unplugged", "status": "completed", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:41:55.484815 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a85cc41e-e133-4888-ba18-bbd02b238ef1 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:41:55.485411 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'code': 200} Oct 29 12:41:55.491267 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Pushing event updated for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:41:55.629095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb4314-2a0a-4f3f-8c59-d1cb83bc7b82 req-e2e60492-187a-43e2-9f68-da6c55b84f10 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:55.630801 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98bb4314-2a0a-4f3f-8c59-d1cb83bc7b82 req-e2e60492-187a-43e2-9f68-da6c55b84f10 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0563672 Oct 29 12:41:55.673257 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-98bb4314-2a0a-4f3f-8c59-d1cb83bc7b82 req-2b53ef89-78c4-4aeb-aafc-eba2d920f83c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354128 Oct 29 12:41:56.769381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:56.793997 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bf1f6-24a5-4ecd-bea9-8a0402a7cb5f req-9e9f7e65-ff8d-4592-81e5-e8975ea510e3 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:56.802886 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af4bf1f6-24a5-4ecd-bea9-8a0402a7cb5f req-9e9f7e65-ff8d-4592-81e5-e8975ea510e3 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0602803 Oct 29 12:41:56.839944 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-af4bf1f6-24a5-4ecd-bea9-8a0402a7cb5f req-b8be6853-75f4-4762-9585-86556830e193 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356431 Oct 29 12:41:57.964405 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b67d5-a36d-4033-b884-0b5ba414c1db req-ce7dcb32-adf2-49fb-aa45-6c5ba81ba2c5 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:57.965932 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d14b67d5-a36d-4033-b884-0b5ba414c1db req-ce7dcb32-adf2-49fb-aa45-6c5ba81ba2c5 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0527499 Oct 29 12:41:58.005197 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d14b67d5-a36d-4033-b884-0b5ba414c1db req-a815ba0f-00db-42f7-baef-a4fa4509246f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332685 Oct 29 12:41:58.591530 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5a9658f7-ad5e-45eb-a04e-241f22945efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:41:59.137162 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ba8fa-4d1a-425e-aa2b-e9f26a05c34d req-fe67d47d-9c2b-43cc-9cdb-bdfc3ed833ac tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:41:59.138921 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c0ba8fa-4d1a-425e-aa2b-e9f26a05c34d req-fe67d47d-9c2b-43cc-9cdb-bdfc3ed833ac tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0539422 Oct 29 12:41:59.183159 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3c0ba8fa-4d1a-425e-aa2b-e9f26a05c34d req-d49506cc-d398-43cc-a952-db9479582db7 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368936 Oct 29 12:42:00.311345 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eac48-2783-4c8c-b54c-ff010926c1be req-719dc9e9-f5e2-4b3b-8c62-1a7bd007229c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:00.313141 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-004eac48-2783-4c8c-b54c-ff010926c1be req-719dc9e9-f5e2-4b3b-8c62-1a7bd007229c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0492077 Oct 29 12:42:00.351990 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-004eac48-2783-4c8c-b54c-ff010926c1be req-250d817f-3331-4dbc-b81f-7ed0abf3dab7 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333133 Oct 29 12:42:01.008502 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e8f61a7a-d40b-44ce-bc9e-59b48b0aa434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:01.479472 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fda8-63d8-42b3-bc49-1cc011f6cdd5 req-54c56880-5daf-4bce-ba59-fee77f4fbbdf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:01.481283 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2706fda8-63d8-42b3-bc49-1cc011f6cdd5 req-54c56880-5daf-4bce-ba59-fee77f4fbbdf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0565286 Oct 29 12:42:01.527076 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-2706fda8-63d8-42b3-bc49-1cc011f6cdd5 req-11e1840a-6bd0-4b39-8476-b75d3e0a064a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395288 Oct 29 12:42:02.518059 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:02.597376 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:02.668764 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e41ff-1e50-4cc1-8eda-7b067e81c459 req-62a6a095-29ac-485e-a7f1-5178604674d0 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:02.671015 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f6e41ff-1e50-4cc1-8eda-7b067e81c459 req-62a6a095-29ac-485e-a7f1-5178604674d0 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0663357 Oct 29 12:42:02.717523 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-4f6e41ff-1e50-4cc1-8eda-7b067e81c459 req-86754a31-e899-4024-b189-d24be838476e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350547 Oct 29 12:42:03.842337 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c05d2-b90c-454a-ad2b-62efe6fbaece req-b12243b2-abc6-467d-935a-3eab4a04e1f9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:03.843837 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-448c05d2-b90c-454a-ad2b-62efe6fbaece req-b12243b2-abc6-467d-935a-3eab4a04e1f9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0501461 Oct 29 12:42:03.887152 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-448c05d2-b90c-454a-ad2b-62efe6fbaece req-4ccb23da-950c-40b1-9959-254a3118d0f1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373454 Oct 29 12:42:03.900311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:04.663752 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.v2.base [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Request body: {'port': {'device_id': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-9'}} {{(pid=102277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:42:04.720807 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:04.987089 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1544441d-3be7-42df-b15c-4fa4af96f981 {{(pid=102277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:42:04.995210 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:05.008866 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7cc5-2bc4-4f06-ad26-aafe09ea64ce req-28461fb9-0d2e-4838-af71-4dad47684fbf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.010121 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.provisioning_blocks [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Transition to ACTIVE for port object 1544441d-3be7-42df-b15c-4fa4af96f981 will not be triggered until provisioned by entity L2. {{(pid=102277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 12:42:05.010430 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ccd7cc5-2bc4-4f06-ad26-aafe09ea64ce req-28461fb9-0d2e-4838-af71-4dad47684fbf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 932 time: 0.0498500 Oct 29 12:42:05.015271 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:05.057199 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-5ccd7cc5-2bc4-4f06-ad26-aafe09ea64ce req-756ba31f-fd02-406e-952e-81e014d2495d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Oct 29 12:42:05.116512 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=2']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:05.142739 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Attempting to bind port 1544441d-3be7-42df-b15c-4fa4af96f981 on host n-h2-805046-9 for vnic_type normal with profile {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 12:42:05.143230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Attempting to bind port 1544441d-3be7-42df-b15c-4fa4af96f981 by drivers openvswitch,hyperv on host n-h2-805046-9 at level 0 using segments [{'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 12:42:05.143565 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Attempting to bind port 1544441d-3be7-42df-b15c-4fa4af96f981 on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:42:05.148602 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Port 1544441d-3be7-42df-b15c-4fa4af96f981 on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-9 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 12:42:05.148922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Attempting to bind port 1544441d-3be7-42df-b15c-4fa4af96f981 on network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 12:42:05.154026 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Checking agent: {'id': '63f5cbdb-b4be-45a0-adf7-b55a1a96ffc5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'started_at': datetime.datetime(2021, 10, 29, 11, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 12, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 12:42:05.154437 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Checking segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 12:42:05.154799 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Bound using segment: {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'} {{(pid=102277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 12:42:05.155688 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.managers [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Bound port: 1544441d-3be7-42df-b15c-4fa4af96f981, host: n-h2-805046-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86789c3-aff6-4396-af7c-3156f2eb054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312'}}] {{(pid=102277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 12:42:05.155688 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:05.224074 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, cleared binding levels {{(pid=102277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 12:42:05.227798 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 12:42:05.233428 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66470119'] for port, after_update {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:05.272350 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.272976 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:05.274399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] 10.222.0.86 "PUT /v2.0/ports/1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 1092 time: 0.6629937 Oct 29 12:42:05.274857 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:42:05.277193 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3bc5e7-7432-4f6b-bb26-284528c59650" -d '{"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:42:05.308972 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cc70b-886d-4afb-ac8d-8e9cad00e000 service neutron] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=3']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:05.367084 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-fde44743-71a5-485d-95a8-c962a41f2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.369510 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-fde44743-71a5-485d-95a8-c962a41f2aed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0558250 Oct 29 12:42:05.387918 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51263d8-95b8-4ab2-b293-2078497eed59 x-openstack-request-id: req-c51263d8-95b8-4ab2-b293-2078497eed59 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:42:05.388209 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:42:05.388461 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c51263d8-95b8-4ab2-b293-2078497eed59 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:42:05.388890 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'status': 'completed', 'code': 200} Oct 29 12:42:05.417850 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-f1af90e2-1f2f-43c9-a138-8f21226b4779 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 217 time: 0.0406315 Oct 29 12:42:05.472313 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ad7b910e-c8ff-42ef-ad71-ac1180ca2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.473869 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ad7b910e-c8ff-42ef-ad71-ac1180ca2fb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0483906 Oct 29 12:42:05.524753 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ac775449-5484-45db-9224-37e13d383ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.526296 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-ac775449-5484-45db-9224-37e13d383ed7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455320 Oct 29 12:42:05.621733 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-705b844d-7a69-44c5-bd23-95179579052a service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Oct 29 12:42:05.715322 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-eaefef6d-498e-4b8b-be2b-b9b066b1da6a req-9055a43e-52a3-48ef-bec9-a80408ae5118 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Oct 29 12:42:05.798484 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-b5b5d983-de2b-407c-b4b7-6fa79537f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.799962 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-b5b5d983-de2b-407c-b4b7-6fa79537f7d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0406358 Oct 29 12:42:05.893876 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-44447d30-4ce1-457d-97d0-42f6451dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.895396 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-44447d30-4ce1-457d-97d0-42f6451dc7fc service neutron] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0877984 Oct 29 12:42:05.936501 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-c5ecaa7e-17f0-4968-8426-0baa1b31b96c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 217 time: 0.0342848 Oct 29 12:42:05.987269 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-2194a756-7f40-4448-b304-06b191ed723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:05.988672 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-2194a756-7f40-4448-b304-06b191ed723e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0440357 Oct 29 12:42:06.041186 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-a9c5dcf4-cda7-46d7-b29a-7fd1653b377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:06.042713 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-a9c5dcf4-cda7-46d7-b29a-7fd1653b377d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448797 Oct 29 12:42:06.138773 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-e218b920-d914-4020-a5b4-8c6d63684bcf service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877602 Oct 29 12:42:06.182880 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bad3c-0645-4b3b-a3e4-6b928c158f06 req-1c0433dd-316e-40be-9a9d-1c6f92ad7197 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:06.184383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-438bad3c-0645-4b3b-a3e4-6b928c158f06 req-1c0433dd-316e-40be-9a9d-1c6f92ad7197 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0556939 Oct 29 12:42:06.222770 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-438bad3c-0645-4b3b-a3e4-6b928c158f06 req-937509c0-0d00-43a2-b3c3-8e748c499a4b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323346 Oct 29 12:42:06.236697 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-8e3bc5e7-7432-4f6b-bb26-284528c59650 req-aa48ccbe-25cd-4f14-8149-3c7a03f76366 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Oct 29 12:42:07.200428 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:42:07.298764 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:42:07.310800 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1544441d-3be7-42df-b15c-4fa4af96f981', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'mac_address': 'fa:16:3e:d9:c8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:42:07.351798 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:07.365656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1544441d-3be7-42df-b15c-4fa4af96f981 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:42:07.366861 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf898-98f9-4ede-975c-8ce328f884cc req-ba5a64eb-e9e7-42e9-954b-f69be65ae4bd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:07.370635 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-848cf898-98f9-4ede-975c-8ce328f884cc req-ba5a64eb-e9e7-42e9-954b-f69be65ae4bd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0762379 Oct 29 12:42:07.398924 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:42:07.414438 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-848cf898-98f9-4ede-975c-8ce328f884cc req-a64afb56-34af-4a1c-bfeb-fd585ebf6953 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383425 Oct 29 12:42:07.432355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:07.483034 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=4']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:07.655861 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1544441d-3be7-42df-b15c-4fa4af96f981'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:42:08.535844 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f2484-ddfd-4845-a932-ce4ef596e1da req-9911a603-e6d6-42b3-99f7-099744ce294e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:08.537677 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e2f2484-ddfd-4845-a932-ce4ef596e1da req-9911a603-e6d6-42b3-99f7-099744ce294e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 945 time: 0.0497842 Oct 29 12:42:08.578383 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-3e2f2484-ddfd-4845-a932-ce4ef596e1da req-79636f80-e087-4efa-bde0-542c1e734961 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342000 Oct 29 12:42:09.215612 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:42:09.265047 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning for port 1544441d-3be7-42df-b15c-4fa4af96f981 completed by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 12:42:09.268870 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1544441d-3be7-42df-b15c-4fa4af96f981 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:42:09.269259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:09.347784 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:09.369258 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:42:09.371489 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7540f81-9a0e-4b7b-a523-82ddaa0ab8ca" -d '{"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:42:09.384345 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:42:09.388650 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:09.412692 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7adc4-d964-4fd0-a147-b48cc598f6db x-openstack-request-id: req-b2f7adc4-d964-4fd0-a147-b48cc598f6db {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:42:09.412985 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:42:09.413259 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2f7adc4-d964-4fd0-a147-b48cc598f6db {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:42:09.413645 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'code': 200} Oct 29 12:42:09.441907 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=5']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:09.515600 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221e561-7576-4719-8402-e75bf5151816 req-039e044c-6284-4ea1-8158-ca4d2e8c1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:09.517096 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6221e561-7576-4719-8402-e75bf5151816 req-039e044c-6284-4ea1-8158-ca4d2e8c1ba8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Oct 29 12:42:09.552343 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6221e561-7576-4719-8402-e75bf5151816 req-bdb8877c-09cc-4933-b229-9dda80ba32b4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278649 Oct 29 12:42:09.700937 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991347c1-3055-4c25-812f-b57558b978df req-2131677c-0644-4711-996d-699f7e88cf63 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:09.702454 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-991347c1-3055-4c25-812f-b57558b978df req-2131677c-0644-4711-996d-699f7e88cf63 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Oct 29 12:42:09.741202 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-991347c1-3055-4c25-812f-b57558b978df req-f884f6cd-dfa2-4cbb-acbe-3be287914bc2 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Oct 29 12:42:10.859095 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040b59-c357-4e74-9e2f-37bdd5e61406 req-f632a764-bc5a-44d8-9ef0-63f0b8019a06 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:10.860612 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7040b59-c357-4e74-9e2f-37bdd5e61406 req-f632a764-bc5a-44d8-9ef0-63f0b8019a06 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 946 time: 0.0500081 Oct 29 12:42:10.900298 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-d7040b59-c357-4e74-9e2f-37bdd5e61406 req-70a3a786-74ce-4a8a-be84-eb0bc69b82f1 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Oct 29 12:42:11.017398 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad456-36f5-47c3-95c4-c76d63fc5986 req-5e25fa9f-5e2c-4337-8042-d4d30deceecd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:11.018892 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-374ad456-36f5-47c3-95c4-c76d63fc5986 req-5e25fa9f-5e2c-4337-8042-d4d30deceecd tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Oct 29 12:42:11.058349 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-374ad456-36f5-47c3-95c4-c76d63fc5986 req-d2e63136-0f30-49e0-818f-90e579140814 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Oct 29 12:42:11.080348 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47012) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:42:11.124502 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b86713-a3b1-414c-b3d4-56a96ba6ec71 tempest-TestSnapshotPattern-17058271 tempest-TestSnapshotPattern-17058271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:11.125993 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-40b86713-a3b1-414c-b3d4-56a96ba6ec71 tempest-TestSnapshotPattern-17058271 tempest-TestSnapshotPattern-17058271-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1092 time: 0.0446501 Oct 29 12:42:11.130211 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47014) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:42:11.134985 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.v2.base [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Request body: {'floatingip': {'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102278) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 12:42:11.159156 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:11.258983 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:11.367350 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_common [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Allocated IP 172.25.4.215 (8bf93776-9642-44dd-b082-4ff932d1ec59/197228ac-c858-413e-b5ac-502f4c05668a/2e88725b-5990-450b-88e3-86b5f179ae16) {{(pid=102278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 12:42:11.470353 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:11.504370 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793110513264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:11.551815 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Network 8bf93776-9642-44dd-b082-4ff932d1ec59 is already hosted by enough agents. {{(pid=102278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 12:42:11.555336 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Resources bound (agent type, host, resource id): {{(pid=102278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 12:42:11.559769 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Received port after_create {{(pid=102278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 12:42:11.563326 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=2e88725b-5990-450b-88e3-86b5f179ae16,revision_number=1']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:11.590850 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.591188 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.591520 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.591852 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.592178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.592503 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.592825 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.593178 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.593495 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.593811 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.594134 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.594448 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:42:11.920726 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:11.998631 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:12.157192 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for port, precommit_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:12.162028 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372899'] for port, after_update {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:12.230461 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event updated for resources: {'Port': ['ID=2e88725b-5990-450b-88e3-86b5f179ae16,revision_number=2']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:42:12.240280 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881943'] for floatingip, after_create {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:12.341646 n-d-805046-9 neutron-server[102278]: INFO neutron.db.l3_db [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Floating IP 9bca5030-6bb5-4feb-bc16-0b9e98b8fef8 associated. External IP: 172.25.4.215, port: 1544441d-3be7-42df-b15c-4fa4af96f981. Oct 29 12:42:12.552186 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:42:12.665796 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:42:12.678766 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:42:12.685743 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:12.689644 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:42:12.690275 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:42:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:42:12.726741 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-1a2a1dca-209c-4b01-ae5d-0ce17d35b2bf tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5863154 Oct 29 12:42:12.726741 n-d-805046-9 neutron-server[102278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:42:12.726741 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337e59c0bb35242df82ebb7e977f938c195a65bbfed94d3a5ad292e31638ab68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b6fec-71ca-4d21-87cd-b600d186d856" -d '{"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:42:12.759643 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ebcead-89e7-4cd3-af55-ed3081e98305 x-openstack-request-id: req-e2ebcead-89e7-4cd3-af55-ed3081e98305 {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:42:12.759962 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "status": "completed", "code": 200}]} {{(pid=102278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:42:12.760214 n-d-805046-9 neutron-server[102278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2ebcead-89e7-4cd3-af55-ed3081e98305 {{(pid=102278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:42:12.760639 n-d-805046-9 neutron-server[102278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'status': 'completed', 'code': 200} Oct 29 12:42:12.803602 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:42:12.825257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-b07c1056-9f9f-43a9-97c7-6122eb206eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:12.826788 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-b07c1056-9f9f-43a9-97c7-6122eb206eac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0421259 Oct 29 12:42:12.926433 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-4e513d11-994e-4eda-ad34-5007d656e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:12.928375 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-4e513d11-994e-4eda-ad34-5007d656e1cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0911982 Oct 29 12:42:12.996122 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-a8cce0f4-48f6-4ebd-9eac-8038e7757d8b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 1000 time: 0.0606620 Oct 29 12:42:13.042663 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9bca5030-6bb5-4feb-bc16-0b9e98b8fef8', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:d9:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:42:11Z', 'updated_at': '2021-10-29T12:42:11Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}, {'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:42:13.057958 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-d318f89e-7395-4f23-9357-512b48569257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:13.059352 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-d318f89e-7395-4f23-9357-512b48569257 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0551198 Oct 29 12:42:13.071634 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:42:13.081270 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:42:13.081923 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:42:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:42:13.109174 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-a2f5481a-4646-484d-8d2a-3068dead0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:13.110706 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-a2f5481a-4646-484d-8d2a-3068dead0512 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421104 Oct 29 12:42:13.195393 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:42:13.204685 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-5b67cea9-9683-48cb-9dbf-a4fc17fa3af6 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Oct 29 12:42:13.307559 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-7e3b6fec-71ca-4d21-87cd-b600d186d856 req-43423d45-ec4b-4fa0-bcde-2cfde96b8f0b service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938034 Oct 29 12:42:13.432582 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9bca5030-6bb5-4feb-bc16-0b9e98b8fef8', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:d9:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:42:11Z', 'updated_at': '2021-10-29T12:42:11Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}, {'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:42:13.459756 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9966c33-6b67-47ce-81e7-d1bd34502871 None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': '9bca5030-6bb5-4feb-bc16-0b9e98b8fef8', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:d9:c8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:42:11Z', 'updated_at': '2021-10-29T12:42:11Z', 'revision_number': 0, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}, {'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:42:13.667815 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21785433-3c89-4a7c-9673-b10633daf4ce None None] New status for floating IP 9bca5030-6bb5-4feb-bc16-0b9e98b8fef8: ACTIVE {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:42:22.495125 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:26.775816 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:28.593654 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1da62b4c-61ac-499a-a610-8531f8b99c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:29.857305 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:42:31.010718 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d8fb321a-832c-438e-88af-8f7bea32716a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:32.521234 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:32.598143 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:33.900463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:37.619977 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-08a597d1-b81f-4610-9952-a2a825dc5c0e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395937 Oct 29 12:42:37.701838 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-2b3302fc-f324-4152-a0b3-972947f5dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:37.703355 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-2b3302fc-f324-4152-a0b3-972947f5dbf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0394318 Oct 29 12:42:37.810843 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-c8b027a2-6387-4b8b-84f2-19a3a45c3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:37.812407 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-c8b027a2-6387-4b8b-84f2-19a3a45c3aec service neutron] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0892868 Oct 29 12:42:37.879883 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-3db827fe-1cac-495b-8705-ca91b63125db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 1002 time: 0.0595734 Oct 29 12:42:37.928288 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-5450a507-af5c-42ed-a5fe-45ceecfce194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:37.929779 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-5450a507-af5c-42ed-a5fe-45ceecfce194 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0434165 Oct 29 12:42:37.974947 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-d0beb6d7-04b4-4885-95cd-c62c30f11479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:37.976415 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-d0beb6d7-04b4-4885-95cd-c62c30f11479 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392971 Oct 29 12:42:38.069675 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-81b03852-978a-4b01-ae6d-03ae8b6a80bc service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859475 Oct 29 12:42:38.158360 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-b014027d-6f2f-4cec-8339-df15babd2e66 req-3eed72da-1f3f-4e2a-b1ec-1e67ca4b66b2 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819423 Oct 29 12:42:50.583340 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-d22c33de-5a1f-401e-a52c-2c6de371bb7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388288 Oct 29 12:42:50.667029 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-5b6eb295-6a8c-41d1-ad1a-b2b3a2f39752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:50.668563 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-5b6eb295-6a8c-41d1-ad1a-b2b3a2f39752 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1094 time: 0.0442169 Oct 29 12:42:50.770435 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-56db90cf-6633-44fa-b46a-58daf86f73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:50.771948 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-56db90cf-6633-44fa-b46a-58daf86f73c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0846016 Oct 29 12:42:50.841798 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-c944ec38-dbac-40c6-be7e-11c0cdfb5124 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 999 time: 0.0622728 Oct 29 12:42:50.891013 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-25e4315c-a607-4510-8d85-74d81a8c2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:50.892525 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-25e4315c-a607-4510-8d85-74d81a8c2e92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0442953 Oct 29 12:42:50.944917 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-c6600532-5cae-4ce7-bde1-0e0cdad4593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:42:50.947156 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-c6600532-5cae-4ce7-bde1-0e0cdad4593b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473416 Oct 29 12:42:51.040399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-618b9745-a04f-45de-9ccd-fd3c8f08ffc2 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Oct 29 12:42:51.128594 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-a073a2c5-ee6b-413f-85b9-827d0d31e187 req-319d79af-d68b-49e0-be16-92c534ca351a service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Oct 29 12:42:52.487198 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:56.788302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:42:58.595302 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-422e574d-611b-4c45-8d46-ab05ea6b4537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:01.013728 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-7c81372f-32fc-426b-a3f5-547d376d0724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:02.523846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:02.600832 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:03.903272 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:06.856592 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:43:22.501288 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:26.800258 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:28.597131 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39f2d320-9f75-423e-9993-1fef8adb191d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:31.015262 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-2d32b7ef-af78-4d0f-a82e-388720e24b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:32.528699 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:32.605945 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:33.906111 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:37.615903 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-f90f025f-967b-4af7-8e33-f851f1946c91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434446 Oct 29 12:43:37.697302 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-3b071c20-4a73-464e-a3c4-d73f15e39ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:37.698717 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-3b071c20-4a73-464e-a3c4-d73f15e39ced service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0398729 Oct 29 12:43:37.800095 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-6036b4f7-aa83-406b-a24d-3b3606510901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:37.801596 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-6036b4f7-aa83-406b-a24d-3b3606510901 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0840263 Oct 29 12:43:37.870629 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-fe170331-bcc3-4899-af08-c0ea8be911e1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 1002 time: 0.0607753 Oct 29 12:43:37.920681 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-7aa701a2-75a1-4a46-9c39-72e08be32c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:37.922194 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-7aa701a2-75a1-4a46-9c39-72e08be32c4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0446856 Oct 29 12:43:37.967223 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-f38c1c19-bbd6-4034-960c-07b1a269a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:37.968705 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-f38c1c19-bbd6-4034-960c-07b1a269a765 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400596 Oct 29 12:43:37.979345 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-3a29c126-9a1d-4b38-8bb0-6fe0f978718c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:43:37.980284 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-3a29c126-9a1d-4b38-8bb0-6fe0f978718c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048325 Oct 29 12:43:38.073809 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-59be57de-1429-4c02-8d2d-7ba4d00da9c6 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859649 Oct 29 12:43:38.165613 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-444b4972-d2fe-488a-b8ff-2322e3af5356 req-b30df8f0-660e-4f8a-9a35-389f3ec3dbe7 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Oct 29 12:43:43.856235 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:43:45.494168 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 details requested by agent hyperv_n-h2-805046-9 with host n-h2-805046-9 {{(pid=102279) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 12:43:45.625243 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:43:45.639391 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Returning: {'device': '1544441d-3be7-42df-b15c-4fa4af96f981', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'port_id': '1544441d-3be7-42df-b15c-4fa4af96f981', 'mac_address': 'fa:16:3e:d9:c8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102279) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 12:43:45.682566 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:45.698282 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1544441d-3be7-42df-b15c-4fa4af96f981 {{(pid=102279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 12:43:45.724230 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:43:45.729460 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:45.788215 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=6']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:43:45.796656 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.797042 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.797367 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.797701 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.798281 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.798608 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.798952 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.799417 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.800330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.800330 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.800624 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.800712 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:45.805689 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] get_ports_and_sgs() called for port_ids ['1544441d-3be7-42df-b15c-4fa4af96f981'] {{(pid=102279) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 12:43:47.502073 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 up at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 12:43:47.558365 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.provisioning_blocks [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Provisioning complete for port 1544441d-3be7-42df-b15c-4fa4af96f981 triggered by entity L2. {{(pid=102279) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 12:43:47.558734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728388'] for port, provisioning_complete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:47.643846 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:47.675305 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:43:47.677609 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f6c86-e41e-4e27-881b-24a7447eb76f" -d '{"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:43:47.704118 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:43:47.709574 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:47.736229 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c5d09d-64d9-4052-98ea-0e155c1240c4 x-openstack-request-id: req-c9c5d09d-64d9-4052-98ea-0e155c1240c4 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:43:47.736665 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:43:47.736915 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9c5d09d-64d9-4052-98ea-0e155c1240c4 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:43:47.737321 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'code': 200} Oct 29 12:43:47.764593 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=7']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:43:51.626256 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-f1274347-3776-48cb-9726-a47c385e9cd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448024 Oct 29 12:43:51.713568 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-1653f9ac-8494-4b76-81a1-67880f24b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:51.715741 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-1653f9ac-8494-4b76-81a1-67880f24b52f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1094 time: 0.0456851 Oct 29 12:43:51.829416 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-9a0a8f81-af56-4d4d-8e22-5efc4af69cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:51.830873 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-9a0a8f81-af56-4d4d-8e22-5efc4af69cfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0955534 Oct 29 12:43:51.903942 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-a1a20d6b-a709-4a2b-84d0-b6d81805f42a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 999 time: 0.0662780 Oct 29 12:43:51.959486 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-7ecc0d1c-b843-4bef-b66b-8ca3a232fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:51.961372 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-7ecc0d1c-b843-4bef-b66b-8ca3a232fdf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0505905 Oct 29 12:43:52.023054 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-aa0d0662-b6f1-4469-a796-58c73a063b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:52.024566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-aa0d0662-b6f1-4469-a796-58c73a063b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567539 Oct 29 12:43:52.036874 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-65147435-b2f7-4d18-aebf-b36469eae55e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 12:43:52.037893 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-65147435-b2f7-4d18-aebf-b36469eae55e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059483 Oct 29 12:43:52.143509 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-89e0a4aa-c866-450c-8059-c2ea47df471d service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982897 Oct 29 12:43:52.251673 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-55c1d12f-9e2d-4b2f-9e2d-dde987a500e7 req-c295ee56-57d9-46e3-b739-fd3c4fe34af6 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008542 Oct 29 12:43:52.520463 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:55.157661 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47220) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:43:55.316711 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Deleting port 2e88725b-5990-450b-88e3-86b5f179ae16 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:43:55.317075 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:55.742906 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:55.743223 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:55.756276 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Calling delete_port for 2e88725b-5990-450b-88e3-86b5f179ae16 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:43:55.924586 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:55.953700 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event deleted for resources: {'Port': ['ID=2e88725b-5990-450b-88e3-86b5f179ae16,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:43:55.974784 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.975133 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.975477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.975815 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.976172 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.976586 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.976836 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.977194 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.977519 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.977845 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.978308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:55.978499 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:43:56.020734 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:56.021114 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Floating IP 9bca5030-6bb5-4feb-bc16-0b9e98b8fef8 disassociated (deleted). External IP: 172.25.4.215, port: 1544441d-3be7-42df-b15c-4fa4af96f981. Oct 29 12:43:56.228390 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:43:56.332894 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:43:56.337685 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:56.342716 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:43:56.352407 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:43:56.353023 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:43:56.365141 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-fb902283-f2ab-471f-90df-b7fca2895d69 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "DELETE /v2.0/floatingips/9bca5030-6bb5-4feb-bc16-0b9e98b8fef8 HTTP/1.1" status: 204 len: 168 time: 1.2063353 Oct 29 12:43:56.365966 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:43:56.368509 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d1de9-36bc-4e74-ba9c-b1a6068678ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:43:56.539501 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e2901-a724-4a40-857b-2e1b07e919c3 x-openstack-request-id: req-9a3e2901-a724-4a40-857b-2e1b07e919c3 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:43:56.539792 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:43:56.540051 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a3e2901-a724-4a40-857b-2e1b07e919c3 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:43:56.540459 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'status': 'completed', 'code': 200} Oct 29 12:43:56.607477 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-af3a83f5-61a3-4f10-a236-0bfc91be500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:56.610362 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-af3a83f5-61a3-4f10-a236-0bfc91be500e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0440402 Oct 29 12:43:56.631360 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:43:56.640655 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a687b7-9b90-4865-8aeb-8128b39e7b9e req-61f92fb8-9de9-4b1f-b48d-b4713f04f24d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:56.642332 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35a687b7-9b90-4865-8aeb-8128b39e7b9e req-61f92fb8-9de9-4b1f-b48d-b4713f04f24d tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 946 time: 0.0565212 Oct 29 12:43:56.685561 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-35a687b7-9b90-4865-8aeb-8128b39e7b9e req-130eff1b-038a-4a09-a94c-ff4470883a5b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366600 Oct 29 12:43:56.711485 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-8dc8f8f9-43f6-4ba4-92cb-f5c14a127c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:56.712807 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-8dc8f8f9-43f6-4ba4-92cb-f5c14a127c28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0957110 Oct 29 12:43:56.755124 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-c0a52a4c-40a7-4615-ade5-1a8a7e06ec01 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 200 len: 217 time: 0.0347228 Oct 29 12:43:56.810721 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-d79c48e4-0870-4987-a85e-6b36957a3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:56.812216 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-d79c48e4-0870-4987-a85e-6b36957a3068 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0497503 Oct 29 12:43:56.825782 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:56.860776 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-bc28ac12-f7fe-4c47-ae9e-47cb57df52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:56.862537 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-bc28ac12-f7fe-4c47-ae9e-47cb57df52c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425131 Oct 29 12:43:56.871235 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:43:56.898737 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:43:56.907398 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:43:56.908000 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:43:31Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:43:56.954393 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-5f4b0b61-5f48-4f1d-9a2f-76c68ab94d44 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841126 Oct 29 12:43:57.015817 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:43:57.051769 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-412d1de9-36bc-4e74-ba9c-b1a6068678ed req-ed168d43-430f-42c1-b31b-8db82485ccf2 service neutron] 10.222.0.86 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880516 Oct 29 12:43:57.244747 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:43:57.272255 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd68390-35fa-4fd5-a361-777486372129 None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_floatingips': [{'id': 'c6382dd8-2028-4253-8e03-1e0bc4ec1e91', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'router_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'port_id': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'mac_address': 'fa:16:3e:05:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T12:39:40Z', 'updated_at': '2021-10-29T12:39:43Z', 'revision_number': 1, 'project_id': '7998e4b8565c41e088733213b7235e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:43:57.527269 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fa30a-1754-4382-b86a-d8a5d063fed8 None None] New status for floating IP 9bca5030-6bb5-4feb-bc16-0b9e98b8fef8: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:43:57.534170 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:43:57.617581 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647984'] for port, before_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:57.644628 n-d-805046-9 neutron-server[102279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:43:57.646903 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d26919c043388322507a5e57783b99b55d2e3625ec6ac15b15aef20b049fe5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d7ef59-8d52-49d6-b78b-c6d87c172055" -d '{"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:43:57.659675 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:43:57.664514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793111011844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793110513282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793110513300'] for port, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:57.689552 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4edf894-a08c-4b2f-9562-23317bb06f60 x-openstack-request-id: req-f4edf894-a08c-4b2f-9562-23317bb06f60 {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:43:57.689840 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "code": 200}]} {{(pid=102279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:43:57.690092 n-d-805046-9 neutron-server[102279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4edf894-a08c-4b2f-9562-23317bb06f60 {{(pid=102279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:43:57.690475 n-d-805046-9 neutron-server[102279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'code': 200} Oct 29 12:43:57.716286 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Pushing event updated for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=8']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:43:57.814912 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f89e-8c8c-4fef-b036-864abefb20b9 req-4182c94c-2f50-4ae5-ace1-8c0f036c0745 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:57.816529 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d12f89e-8c8c-4fef-b036-864abefb20b9 req-4182c94c-2f50-4ae5-ace1-8c0f036c0745 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0607266 Oct 29 12:43:57.861434 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-9d12f89e-8c8c-4fef-b036-864abefb20b9 req-f8c0ef44-871a-44ba-a4fc-ffdbeb8cc64f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383682 Oct 29 12:43:58.122312 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-a99ee51f-12f5-4b3c-a5b7-2683ffa040b9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:43:58.123806 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-a99ee51f-12f5-4b3c-a5b7-2683ffa040b9 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.86 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 944 time: 0.0479586 Oct 29 12:43:58.217840 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Deleting port 1544441d-3be7-42df-b15c-4fa4af96f981 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:43:58.218178 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:58.305605 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] For port 1544441d-3be7-42df-b15c-4fa4af96f981, host n-h2-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-9',level=0,port_id=1544441d-3be7-42df-b15c-4fa4af96f981,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:43:58.305960 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:58.318624 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Calling delete_port for 1544441d-3be7-42df-b15c-4fa4af96f981 owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:43:58.449385 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:58.476167 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event deleted for resources: {'Port': ['ID=1544441d-3be7-42df-b15c-4fa4af96f981,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:43:58.524480 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] No DVR routers for this DVR port 1544441d-3be7-42df-b15c-4fa4af96f981 on host n-h2-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:43:58.527148 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:58.530561 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-217d19b2-3be1-4864-9a9a-43381b1ff82f req-f1c3563f-da5f-4359-b58e-c309e914274b tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.86 "DELETE /v2.0/ports/1544441d-3be7-42df-b15c-4fa4af96f981 HTTP/1.1" status: 204 len: 173 time: 0.4009876 Oct 29 12:43:58.541229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-deleted', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:43:58.544576 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85791412-add6-4238-bf18-b05b3a2c231a" -d '{"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-deleted", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:43:58.582657 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd203b43-a8af-4fb4-adce-dc113d022061 x-openstack-request-id: req-fd203b43-a8af-4fb4-adce-dc113d022061 {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:43:58.583068 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76747dd-57f0-4c59-9a31-a3a6447e0fb6", "name": "network-vif-deleted", "tag": "1544441d-3be7-42df-b15c-4fa4af96f981", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:43:58.583325 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd203b43-a8af-4fb4-adce-dc113d022061 {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:43:58.583725 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76747dd-57f0-4c59-9a31-a3a6447e0fb6', 'name': 'network-vif-deleted', 'tag': '1544441d-3be7-42df-b15c-4fa4af96f981', 'status': 'completed', 'code': 200} Oct 29 12:43:58.600869 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c7016b82-9887-4d77-b8b3-a795e023a4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:43:58.976411 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-00b5c3e3-abcf-446b-87a7-f3c5c850913e req-8c63fb9e-a773-4c2d-8c10-c60a504eb45f tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=b76747dd-57f0-4c59-9a31-a3a6447e0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0275319 Oct 29 12:44:00.593805 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47282) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:00.778346 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Deleting port 5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:00.778704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:00.866201 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:00.866482 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:00.881650 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Calling delete_port for 5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860 owned by network:floatingip {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:01.032294 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-46b4826e-a1ca-4a9f-bf1a-c8168a89e615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:01.072102 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:01.100105 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event deleted for resources: {'Port': ['ID=5e23c5c7-36f4-4ab1-8ca8-0c9c02e54860,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:01.176850 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:01.177129 n-d-805046-9 neutron-server[102277]: INFO neutron.db.l3_db [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Floating IP c6382dd8-2028-4253-8e03-1e0bc4ec1e91 disassociated (deleted). External IP: 172.25.4.214, port: 70bb827a-ef02-4455-8a43-eaf7fd6551be. Oct 29 12:44:01.393250 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:44:01.508413 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:44:01.513962 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for floatingip, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:01.519205 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:44:01.530781 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:01.531405 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:01.542329 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-34003254-206d-4dce-b802-3aff70e3231a tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "DELETE /v2.0/floatingips/c6382dd8-2028-4253-8e03-1e0bc4ec1e91 HTTP/1.1" status: 204 len: 168 time: 0.9473634 Oct 29 12:44:01.543043 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:44:01.546128 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:44:01.644925 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:01.716965 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc62b5a-dcc0-43d5-a185-4fdeedc0ceac x-openstack-request-id: req-dfc62b5a-dcc0-43d5-a185-4fdeedc0ceac {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:44:01.717511 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:44:01.717511 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfc62b5a-dcc0-43d5-a185-4fdeedc0ceac {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:44:01.718023 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'status': 'completed', 'code': 200} Oct 29 12:44:01.794925 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-f7a043f3-a2ea-4c66-9680-63cdf587f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:01.796382 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-f7a043f3-a2ea-4c66-9680-63cdf587f82a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7998e4b8565c41e088733213b7235e98&device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 1094 time: 0.0537264 Oct 29 12:44:01.817202 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda9ef-94a9-40e7-aa11-6eb82118116b req-38981cd4-7ba6-4d9c-81d2-7ec4192b0ab2 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:01.819694 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7cda9ef-94a9-40e7-aa11-6eb82118116b req-38981cd4-7ba6-4d9c-81d2-7ec4192b0ab2 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0543997 Oct 29 12:44:01.860018 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-a7cda9ef-94a9-40e7-aa11-6eb82118116b req-5703e157-f290-4592-acb5-e715f456e9bc tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337996 Oct 29 12:44:01.867250 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:01.896620 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:44:01.899827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-c306f0d3-d45f-4e2f-9df1-abbada1e65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:01.901361 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-c306f0d3-d45f-4e2f-9df1-abbada1e65ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 200 len: 910 time: 0.0959210 Oct 29 12:44:01.906088 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:01.906705 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:01.945864 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-3d73c1f7-1206-4bba-8085-d984fcbb7060 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 200 len: 217 time: 0.0363798 Oct 29 12:44:01.998468 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-36348c79-0075-40cf-a0ee-0265e2dd408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:01.999959 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-36348c79-0075-40cf-a0ee-0265e2dd408d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 200 len: 848 time: 0.0468256 Oct 29 12:44:02.020091 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:02.050159 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-9bdd141f-87d6-40ff-923f-ebaa592d6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:02.051610 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-9bdd141f-87d6-40ff-923f-ebaa592d6299 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02da3e4a-e47c-4c2d-b8f1-6422562fb312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443895 Oct 29 12:44:02.143148 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-f6b2adcd-601e-4f74-8f7f-02ca22c5de21 service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827115 Oct 29 12:44:02.223573 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:02.239576 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-6e348a22-75c7-4dd7-ac8b-ed8a7dfc9127 req-0f182a7a-4dc6-456e-afdc-eeadf14d2aec service neutron] 10.222.0.41 "GET /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887833 Oct 29 12:44:02.250549 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133e9ff-676e-4d4f-9f9c-4523c292470b None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:39:22Z', 'revision_number': 4, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9', '_interfaces': [{'id': '9857ebf3-1190-49f4-a9d5-ab514e02e2dd', 'name': '', 'network_id': '02da3e4a-e47c-4c2d-b8f1-6422562fb312', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'mac_address': 'fa:16:3e:8d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:21Z', 'updated_at': '2021-10-29T12:39:28Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'subnets': [{'id': 'a4e4d28f-c262-46d2-a25a-8f233bc9de35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:44:02.476052 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357de5b-c91c-4bac-8284-d9fa778664d9 None None] New status for floating IP c6382dd8-2028-4253-8e03-1e0bc4ec1e91: DOWN {{(pid=102280) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 12:44:02.531640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:02.608206 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:02.980204 n-d-805046-9 neutron-server[102278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc876b-f703-4c33-a6a0-392899039a6b req-483956ea-2c41-4662-a0b9-9adc35e71c9c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102278) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:02.981758 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1dbc876b-f703-4c33-a6a0-392899039a6b req-483956ea-2c41-4662-a0b9-9adc35e71c9c tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0491793 Oct 29 12:44:03.023154 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-1dbc876b-f703-4c33-a6a0-392899039a6b req-a45d0d0b-6151-4612-a61a-80b1f9ad2d36 tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/security-groups?id=2533840d-ef27-40da-a561-aee77d2badb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348735 Oct 29 12:44:03.358923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-b56b5d70-e1d5-4fcc-a2d6-4fb8cad398ad tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 12:44:03.360399 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-b56b5d70-e1d5-4fcc-a2d6-4fb8cad398ad tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 943 time: 0.0505404 Oct 29 12:44:03.452257 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Deleting port 70bb827a-ef02-4455-8a43-eaf7fd6551be {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:03.452593 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:03.547394 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] For port 70bb827a-ef02-4455-8a43-eaf7fd6551be, host n-h1-805046-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-9',level=0,port_id=70bb827a-ef02-4455-8a43-eaf7fd6551be,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:03.547753 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:03.560759 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Calling delete_port for 70bb827a-ef02-4455-8a43-eaf7fd6551be owned by compute:nova {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:03.564682 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 no longer exists at agent hyperv_n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:03.584749 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] No Port match for: 1544441d-3be7-42df-b15c-4fa4af96f981 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:03.585120 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Device 1544441d-3be7-42df-b15c-4fa4af96f981 not bound to the agent host n-h2-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:03.696021 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:03.725576 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event deleted for resources: {'Port': ['ID=70bb827a-ef02-4455-8a43-eaf7fd6551be,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:03.767196 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] No DVR routers for this DVR port 70bb827a-ef02-4455-8a43-eaf7fd6551be on host n-h1-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:44:03.769887 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60095'] for port, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:03.773388 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [req-5d7a33a1-fdfd-436d-a6b8-6e963b69b37f req-875949a0-4f4b-42ea-a774-f5b7fec2d5ea tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.41 "DELETE /v2.0/ports/70bb827a-ef02-4455-8a43-eaf7fd6551be HTTP/1.1" status: 204 len: 173 time: 0.4066133 Oct 29 12:44:03.773864 n-d-805046-9 neutron-server[102277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-deleted', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be'}] {{(pid=102277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 12:44:03.776190 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b569859f3a798145f5a9a1193fe1bb99d8685ed99574ff0d4bcbdfc60852bfb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5394fb-774b-44b6-85a4-4ba318422e8f" -d '{"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-deleted", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be"}]}' {{(pid=102277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 12:44:03.814659 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea37c0f0-982e-4d8d-8305-bc54509b0a2d x-openstack-request-id: req-ea37c0f0-982e-4d8d-8305-bc54509b0a2d {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 12:44:03.814964 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c113c-b2e9-4d68-ba60-06cfceb36af2", "name": "network-vif-deleted", "tag": "70bb827a-ef02-4455-8a43-eaf7fd6551be", "status": "completed", "code": 200}]} {{(pid=102277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 12:44:03.815224 n-d-805046-9 neutron-server[102277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea37c0f0-982e-4d8d-8305-bc54509b0a2d {{(pid=102277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 12:44:03.815634 n-d-805046-9 neutron-server[102277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c113c-b2e9-4d68-ba60-06cfceb36af2', 'name': 'network-vif-deleted', 'tag': '70bb827a-ef02-4455-8a43-eaf7fd6551be', 'status': 'completed', 'code': 200} Oct 29 12:44:03.912492 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:04.155358 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [req-ee176083-dfce-4483-8a86-de37bf551004 req-1f42a5d5-76ba-4ada-abaa-2d0bcac7cd8e tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "GET /v2.0/ports?device_id=e36c113c-b2e9-4d68-ba60-06cfceb36af2 HTTP/1.1" status: 200 len: 210 time: 0.0347714 Oct 29 12:44:05.215583 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47298) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:05.281563 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:05.307134 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:05.370232 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:05.373705 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:05.374909 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] 10.222.0.77 "DELETE /v2.0/security-groups/2533840d-ef27-40da-a561-aee77d2badb7 HTTP/1.1" status: 204 len: 168 time: 0.1583064 Oct 29 12:44:05.384308 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d42ad-c8ee-49ce-a54c-3302b39a57fa tempest-TestSnapshotPattern-2135013699 tempest-TestSnapshotPattern-2135013699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2533840d-ef27-40da-a561-aee77d2badb7,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:05.426923 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47302) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:05.742425 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be no longer exists at agent hyperv_n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:05.762377 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] No Port match for: 70bb827a-ef02-4455-8a43-eaf7fd6551be {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:05.762723 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Device 70bb827a-ef02-4455-8a43-eaf7fd6551be not bound to the agent host n-h1-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:05.780193 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:06.029875 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Deleting port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:06.030211 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:06.113101 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] For port 9857ebf3-1190-49f4-a9d5-ab514e02e2dd, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:06.113465 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:06.125827 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Calling delete_port for 9857ebf3-1190-49f4-a9d5-ab514e02e2dd owned by network:router_interface {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:06.312002 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:06.338779 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9857ebf3-1190-49f4-a9d5-ab514e02e2dd,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:06.509058 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.075562 n-d-805046-9 neutron-server[102277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:44:07.187143 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:44:07.192208 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-bff40f3b-e0eb-4536-866e-4acf9eb438b9 admin admin] 10.222.0.77 "PUT /v2.0/routers/420e4dca-eec7-4c7b-91fc-3e93740bb7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641311 Oct 29 12:44:07.194913 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47304) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:07.195935 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Sync routers for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:44:07.206322 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:07.206940 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:07.301659 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks [] for router, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.316674 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: n-d-805046-9 {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:07.407221 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.462073 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Deleting port 3cc67635-07d1-4298-b7ca-020380ee7bed {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:07.462421 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.503589 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:44:06Z', 'revision_number': 5, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port': {'id': '3cc67635-07d1-4298-b7ca-020380ee7bed', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:20Z', 'updated_at': '2021-10-29T12:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:07.533973 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Checking router: 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 for host: n-d-805046-9 {{(pid=102279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:44:07.542785 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Routers {'420e4dca-eec7-4c7b-91fc-3e93740bb7e4'} bound to L3 agent in host n-d-805046-9 {{(pid=102279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:07.543427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'], 'active': True} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:07.552440 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] For port 3cc67635-07d1-4298-b7ca-020380ee7bed, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=3cc67635-07d1-4298-b7ca-020380ee7bed,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:07.552708 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.566803 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Calling delete_port for 3cc67635-07d1-4298-b7ca-020380ee7bed owned by network:router_gateway {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:07.631061 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvr_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] Set router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 gateway port host: None {{(pid=102279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:07.742080 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.768570 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc67635-07d1-4298-b7ca-020380ee7bed,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:07.831164 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.850448 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_hamode_db [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:44:07Z', 'revision_number': 6, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:07.880041 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f7aca7-65ec-4fe7-9def-5e857af79085 None None] The sync data for ids ['420e4dca-eec7-4c7b-91fc-3e93740bb7e4'] in n-d-805046-9 is: [{'id': '420e4dca-eec7-4c7b-91fc-3e93740bb7e4', 'name': 'tempest-TestSnapshotPattern-380070487-router', 'tenant_id': '7998e4b8565c41e088733213b7235e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:19Z', 'updated_at': '2021-10-29T12:44:07Z', 'revision_number': 6, 'project_id': '7998e4b8565c41e088733213b7235e98', 'gw_port_host': None}] {{(pid=102279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:44:07.927118 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.929254 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.972503 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.973038 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 420e4dca-eec7-4c7b-91fc-3e93740bb7e4 {{(pid=102277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:44:07.977317 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] Publish callbacks [] for router, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:07.978566 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-2af4fa76-dec0-47db-bd66-63336157572c admin admin] 10.222.0.77 "DELETE /v2.0/routers/420e4dca-eec7-4c7b-91fc-3e93740bb7e4 HTTP/1.1" status: 204 len: 168 time: 0.7826200 Oct 29 12:44:07.981283 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47306) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:08.026554 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Deleting subnet a4e4d28f-c262-46d2-a25a-8f233bc9de35 {{(pid=102277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:44:08.029690 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.064470 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66386941'] for subnet, precommit_delete_associations {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.145641 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.198072 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66469933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66480214'] for subnet, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.224409 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e4d28f-c262-46d2-a25a-8f233bc9de35,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:08.228174 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.233511 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-9b5ff7a1-c683-4f6e-b926-40bb5760fdf8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a4e4d28f-c262-46d2-a25a-8f233bc9de35 HTTP/1.1" status: 204 len: 168 time: 0.2512259 Oct 29 12:44:08.234737 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47308) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:08.236707 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1957ea-9d55-48a6-af28-34288642bec7 None None] Network 02da3e4a-e47c-4c2d-b8f1-6422562fb312 requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:44:08.312790 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.372420 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Deleting port 21bd0f3b-ffcc-416b-9eb8-049aa470621e {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:08.372704 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.439488 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] For port 21bd0f3b-ffcc-416b-9eb8-049aa470621e, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=21bd0f3b-ffcc-416b-9eb8-049aa470621e,segment=NetworkSegment(c86789c3-aff6-4396-af7c-3156f2eb054e),segment_id=c86789c3-aff6-4396-af7c-3156f2eb054e)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:08.440204 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.452640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Calling delete_port for 21bd0f3b-ffcc-416b-9eb8-049aa470621e owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:08.537579 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.564774 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Pushing event deleted for resources: {'Port': ['ID=21bd0f3b-ffcc-416b-9eb8-049aa470621e,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:08.566640 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] No DVR routers for this DVR port 21bd0f3b-ffcc-416b-9eb8-049aa470621e on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:44:08.643684 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.664386 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02da3e4a-e47c-4c2d-b8f1-6422562fb312']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:08.676630 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86789c3-aff6-4396-af7c-3156f2eb054e') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:08.676930 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86789c3-aff6-4396-af7c-3156f2eb054e') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:08.688638 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.706873 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.719876 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e61276-9c9a-48a9-8bf0-59b9f42dd92b None None] DHCP port deletion for 02da3e4a-e47c-4c2d-b8f1-6422562fb312 request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:44:08.720064 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:44:08.720423 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:44:08.723435 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:44:08.776518 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cc67635-07d1-4298-b7ca-020380ee7bed no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:08.789433 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.796321 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:08.799972 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] 10.222.0.77 "DELETE /v2.0/networks/02da3e4a-e47c-4c2d-b8f1-6422562fb312 HTTP/1.1" status: 204 len: 168 time: 0.5635607 Oct 29 12:44:08.803362 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47310) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:08.811763 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf033a-7011-4ce4-9d58-3241d0a209eb admin admin] Pushing event deleted for resources: {'Network': ['ID=02da3e4a-e47c-4c2d-b8f1-6422562fb312,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:08.815866 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 3cc67635-07d1-4298-b7ca-020380ee7bed {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:08.816212 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 3cc67635-07d1-4298-b7ca-020380ee7bed not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:08.816638 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9857ebf3-1190-49f4-a9d5-ab514e02e2dd no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:08.844143 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 9857ebf3-1190-49f4-a9d5-ab514e02e2dd {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:08.844622 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 9857ebf3-1190-49f4-a9d5-ab514e02e2dd not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:08.844975 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21bd0f3b-ffcc-416b-9eb8-049aa470621e no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:08.867271 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 21bd0f3b-ffcc-416b-9eb8-049aa470621e {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:08.867650 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 21bd0f3b-ffcc-416b-9eb8-049aa470621e not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:09.170300 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7895767'] for router_interface, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:09.425342 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Deleting port 91c769c0-33d5-4372-ab54-b7a75ba2a087 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:09.425688 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:09.503965 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] For port 91c769c0-33d5-4372-ab54-b7a75ba2a087, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=91c769c0-33d5-4372-ab54-b7a75ba2a087,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:09.504316 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:09.516742 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Calling delete_port for 91c769c0-33d5-4372-ab54-b7a75ba2a087 owned by network:router_interface {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:09.708862 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:09.740099 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=91c769c0-33d5-4372-ab54-b7a75ba2a087,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:09.765128 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.765470 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.765804 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.766130 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.766453 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.766776 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.767094 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.767410 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.767726 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.768040 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.768354 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.768674 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-9 {{(pid=102278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 12:44:09.917388 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7895619'] for router_interface, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:10.472745 n-d-805046-9 neutron-server[102278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Router 0bce7143-b63b-428e-9006-4258dc6e27f5 has already been hosted by L3 agent b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116 {{(pid=102278) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 12:44:10.574755 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] Notify agent at l3_agent.n-d-805046-9 the message routers_updated {{(pid=102278) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 12:44:10.580392 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-213b52a7-e4ad-4af5-aa8c-c4059a99bdcb admin admin] 10.222.0.77 "PUT /v2.0/routers/0bce7143-b63b-428e-9006-4258dc6e27f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759712 Oct 29 12:44:10.582915 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47312) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:10.585886 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Sync routers for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 12:44:10.596347 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:10.597062 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:10.688924 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks [] for router, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:10.704141 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: n-d-805046-9 {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:10.796734 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:10.851116 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Deleting port e2d166fa-d480-4bd1-86b2-4e1c59757f37 {{(pid=102278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:10.851500 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:10.882535 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'external_fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:44:09Z', 'revision_number': 5, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port': {'id': 'e2d166fa-d480-4bd1-86b2-4e1c59757f37', 'name': '', 'network_id': '8bf93776-9642-44dd-b082-4ff932d1ec59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '197228ac-c858-413e-b5ac-502f4c05668a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T12:39:25Z', 'updated_at': '2021-10-29T12:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '197228ac-c858-413e-b5ac-502f4c05668a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-9'}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:10.912534 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Checking router: 0bce7143-b63b-428e-9006-4258dc6e27f5 for host: n-d-805046-9 {{(pid=102280) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 12:44:10.921088 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Routers {'0bce7143-b63b-428e-9006-4258dc6e27f5'} bound to L3 agent in host n-d-805046-9 {{(pid=102280) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 12:44:10.921704 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T11:08:31Z,description=,heartbeat_timestamp=2021-10-29T12:44:01Z,host='n-d-805046-9',id=b2a08a4f-bcae-4a80-9ee6-6e71b1ad3116,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T11:08:31Z,topic='l3_agent')) {'router_ids': ['0bce7143-b63b-428e-9006-4258dc6e27f5'], 'active': True} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:10.938615 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.db [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] For port e2d166fa-d480-4bd1-86b2-4e1c59757f37, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=e2d166fa-d480-4bd1-86b2-4e1c59757f37,segment=NetworkSegment(49412cc7-4a4b-401e-8296-62de3e66dc95),segment_id=49412cc7-4a4b-401e-8296-62de3e66dc95)] {{(pid=102278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:10.939250 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:10.952279 n-d-805046-9 neutron-server[102278]: DEBUG neutron.plugins.ml2.plugin [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Calling delete_port for e2d166fa-d480-4bd1-86b2-4e1c59757f37 owned by network:router_gateway {{(pid=102278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:11.006904 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_dvr_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] Set router 0bce7143-b63b-428e-9006-4258dc6e27f5 gateway port host: None {{(pid=102280) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 12:44:11.060961 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.l3_hamode_db [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:44:10Z', 'revision_number': 6, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port_host': None}], 'n-d-805046-9', False) {} {{(pid=102280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:11.087205 n-d-805046-9 neutron-server[102280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81024e-90e9-40cb-8338-5fca9e5f69f5 None None] The sync data for ids ['0bce7143-b63b-428e-9006-4258dc6e27f5'] in n-d-805046-9 is: [{'id': '0bce7143-b63b-428e-9006-4258dc6e27f5', 'name': 'tempest-TestSnapshotPattern-713232091-router', 'tenant_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T12:39:24Z', 'updated_at': '2021-10-29T12:44:10Z', 'revision_number': 6, 'project_id': '2f2aca3cbba04bc6abf55b9be7ac62a7', 'gw_port_host': None}] {{(pid=102280) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 12:44:11.134477 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372924'] for port, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.160477 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d166fa-d480-4bd1-86b2-4e1c59757f37,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:11.223481 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7881885'] for router_gateway, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.312350 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7896315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5442'] for router, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.314363 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.355791 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7896064'] for router, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.356440 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bce7143-b63b-428e-9006-4258dc6e27f5 {{(pid=102278) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 12:44:11.361900 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] Publish callbacks [] for router, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.363040 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-c749d619-7208-4543-a14f-2970a92b139d admin admin] 10.222.0.77 "DELETE /v2.0/routers/0bce7143-b63b-428e-9006-4258dc6e27f5 HTTP/1.1" status: 204 len: 168 time: 0.7783873 Oct 29 12:44:11.365662 n-d-805046-9 neutron-server[102278]: DEBUG neutron.wsgi [-] (102278) accepted ('10.222.0.77', 47314) {{(pid=102278) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:11.409685 n-d-805046-9 neutron-server[102278]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Deleting subnet 7a9c3077-5bfd-49f7-8321-377bdc8cd64e {{(pid=102278) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 12:44:11.412645 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.455448 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4618387'] for subnet, precommit_delete_associations {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.539843 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725430'] for subnet, precommit_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.595474 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8102140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4561600'] for subnet, after_delete {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.619358 n-d-805046-9 neutron-server[102278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9c3077-5bfd-49f7-8321-377bdc8cd64e,revision_number=None']} {{(pid=102278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:11.626278 n-d-805046-9 neutron-server[102278]: DEBUG neutron_lib.callbacks.manager [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.629633 n-d-805046-9 neutron-server[102278]: INFO neutron.wsgi [None req-ecc522a8-c203-45c7-9213-644f7d065fa6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7a9c3077-5bfd-49f7-8321-377bdc8cd64e HTTP/1.1" status: 204 len: 168 time: 0.2630525 Oct 29 12:44:11.632390 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e90754-4e3c-4293-a05d-9f629fe914b9 None None] Network da9e3503-e1d6-4c5e-83be-a78de056576b requested from n-d-805046-9 {{(pid=102279) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 12:44:11.633543 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47316) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:11.709259 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7649184'] for network, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.771366 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Deleting port 635e4d39-e8ce-4675-85e7-d73307e4cef0 {{(pid=102277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:11.771911 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.866279 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] DHCP port deletion for da9e3503-e1d6-4c5e-83be-a78de056576b request from n-d-805046-9 {{(pid=102279) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 12:44:11.891431 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.db [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] For port 635e4d39-e8ce-4675-85e7-d73307e4cef0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=635e4d39-e8ce-4675-85e7-d73307e4cef0,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:11.891998 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.909644 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.plugin [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Calling delete_port for 635e4d39-e8ce-4675-85e7-d73307e4cef0 owned by network:dhcp {{(pid=102277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:11.917543 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Deleting port 635e4d39-e8ce-4675-85e7-d73307e4cef0 {{(pid=102279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 12:44:11.917922 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793111103528'] for port, before_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:11.991711 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.db [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] For port 635e4d39-e8ce-4675-85e7-d73307e4cef0, host n-d-805046-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-9',level=0,port_id=635e4d39-e8ce-4675-85e7-d73307e4cef0,segment=NetworkSegment(ddc2d378-21a4-4b04-b827-947155364c28),segment_id=ddc2d378-21a4-4b04-b827-947155364c28)] {{(pid=102279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 12:44:11.992104 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7885262'] for port, precommit_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.000003 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66470136'] for port, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.006882 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Calling delete_port for 635e4d39-e8ce-4675-85e7-d73307e4cef0 owned by network:dhcp {{(pid=102279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 12:44:12.031977 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=635e4d39-e8ce-4675-85e7-d73307e4cef0,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:12.038230 n-d-805046-9 neutron-server[102277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] No DVR routers for this DVR port 635e4d39-e8ce-4675-85e7-d73307e4cef0 on host n-d-805046-9 {{(pid=102277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:44:12.100261 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793111010542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793110513273'] for port, after_delete {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.122213 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727491', 'neutron.services.segments.db._delete_segments_for_network-8793111036528'] for network, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.128124 n-d-805046-9 neutron-server[102279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] Pushing event deleted for resources: {'Port': ['ID=635e4d39-e8ce-4675-85e7-d73307e4cef0,revision_number=None']} {{(pid=102279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:12.133653 n-d-805046-9 neutron-server[102279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea32af-7fe2-4b8d-a799-bdc134b4d300 None None] No DVR routers for this DVR port 635e4d39-e8ce-4675-85e7-d73307e4cef0 on host n-d-805046-9 {{(pid=102279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 12:44:12.147550 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9e3503-e1d6-4c5e-83be-a78de056576b']}} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:12.160359 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc2d378-21a4-4b04-b827-947155364c28') {'for_net_delete': True} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:12.160781 n-d-805046-9 neutron-server[102277]: DEBUG neutron.services.segments.db [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc2d378-21a4-4b04-b827-947155364c28') {} {{(pid=102277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 12:44:12.170971 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793111037561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66386916'] for segment, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.184095 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807'] for segment, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.190717 n-d-805046-9 neutron-server[102277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 12:44:12.191212 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66470091'] for segment, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: Traceback (most recent call last): Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: timer() Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: cb(*args, **kw) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: return func(*args, **kwargs) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: self._notify() Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: self.callback(batched_events) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: event.method(event) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: return f(self, *a, **k) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: return self._get(url).json() Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: return self.request(url, 'GET', **kwargs) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 12:44:12.192885 n-d-805046-9 neutron-server[102277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 12:44:12.245880 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881921'] for network, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.255583 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Publish callbacks [] for network, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.259011 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] 10.222.0.77 "DELETE /v2.0/networks/da9e3503-e1d6-4c5e-83be-a78de056576b HTTP/1.1" status: 204 len: 168 time: 0.6243908 Oct 29 12:44:12.272922 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e071d58-df50-45d9-8f2c-efe7785f4f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9e3503-e1d6-4c5e-83be-a78de056576b,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:12.438371 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47320) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:12.478540 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-59ff56e0-fd16-4c63-9463-fd5b2a06ccf7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7998e4b8565c41e088733213b7235e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389888 Oct 29 12:44:12.480961 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47322) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:12.530170 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.554672 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.601356 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.604133 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:12.605330 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5318e776-e0b9-4c2b-a7e3-007705aaff98 HTTP/1.1" status: 204 len: 168 time: 0.1233599 Oct 29 12:44:12.614116 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d1c29-56be-4380-bc0c-9f0e98d62691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5318e776-e0b9-4c2b-a7e3-007705aaff98,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:12.695414 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91c769c0-33d5-4372-ab54-b7a75ba2a087 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:12.718152 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 91c769c0-33d5-4372-ab54-b7a75ba2a087 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:12.718512 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 91c769c0-33d5-4372-ab54-b7a75ba2a087 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:12.718897 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 635e4d39-e8ce-4675-85e7-d73307e4cef0 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:12.741797 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: 635e4d39-e8ce-4675-85e7-d73307e4cef0 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:12.742141 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device 635e4d39-e8ce-4675-85e7-d73307e4cef0 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:12.742587 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2d166fa-d480-4bd1-86b2-4e1c59757f37 no longer exists at agent ovs-agent-n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 12:44:12.762087 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.plugin [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] No Port match for: e2d166fa-d480-4bd1-86b2-4e1c59757f37 {{(pid=102279) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 12:44:12.762427 n-d-805046-9 neutron-server[102279]: DEBUG neutron.plugins.ml2.rpc [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Device e2d166fa-d480-4bd1-86b2-4e1c59757f37 not bound to the agent host n-d-805046-9 {{(pid=102279) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 12:44:12.967938 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47328) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:13.010800 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-5872a288-f094-4fa8-a75a-e335057b55f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f2aca3cbba04bc6abf55b9be7ac62a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415831 Oct 29 12:44:13.013229 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [-] (102277) accepted ('10.222.0.77', 47330) {{(pid=102277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 12:44:13.064942 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:13.089314 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:13.141658 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8028672'] for security_group, after_delete {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:13.145338 n-d-805046-9 neutron-server[102277]: DEBUG neutron_lib.callbacks.manager [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:13.146518 n-d-805046-9 neutron-server[102277]: INFO neutron.wsgi [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb07ae8c-1cb6-4a2a-91f0-6967b0fd7fa8 HTTP/1.1" status: 204 len: 168 time: 0.1322668 Oct 29 12:44:13.154893 n-d-805046-9 neutron-server[102277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c538c58-fc57-4e0b-8409-791b2eadfd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07ae8c-1cb6-4a2a-91f0-6967b0fd7fa8,revision_number=None']} {{(pid=102277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 12:44:20.855429 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:44:22.514910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:26.818025 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:28.602862 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-6edb63b8-37ec-477f-b21b-ff09e4ad2244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:31.015102 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1a18-ecb7-43dc-a490-d96acd70fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:32.534509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:32.610818 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:33.912752 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:52.534866 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:56.847513 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:44:57.854928 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:44:58.604106 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0c29fd1e-5af0-4e4d-be86-54ba46388d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:01.017217 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-782adb6c-0bd3-434a-9263-b494f540e919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:02.539388 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:02.613467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:03.915551 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:22.545311 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:26.848879 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:28.606670 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-a371ac7a-380f-47cd-8a45-3829c19d9602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:31.018145 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c7b7183b-25ec-4778-88a3-2ea62ada5f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:32.541676 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:32.615731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:33.918467 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:34.854760 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:45:52.544120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:56.875250 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:45:58.608381 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-83291362-5d2f-4a9d-82ab-5763d3ca8dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:01.018911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-9eac885a-687c-42a4-b3af-b9d356c73206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:02.544719 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:02.618796 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:03.920433 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:11.854243 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:46:22.559911 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:26.896692 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:28.612661 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-eed4c4a8-eae3-40c9-9910-36e5ae1b2f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:31.020598 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d4910c44-29e6-4d78-84f2-babfe7198b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:32.546336 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:32.622057 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:33.925194 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:48.852716 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:46:52.562687 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:56.893446 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:46:58.614056 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f98e520b-350a-47b1-b28b-d95978043125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:01.022865 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-843e0ce3-c6c6-4c5e-9656-648cc620da3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:02.549509 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:02.623040 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:03.927895 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:22.558785 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:25.851248 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:47:26.889065 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:28.618705 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c7c9fdd5-fa16-4c64-bdaa-a870dcb9195d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:31.025567 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d95604e3-9a2e-43a8-90a9-a0de8fe2e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:32.553514 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:32.630230 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:33.932388 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:52.561286 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:56.888620 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:47:58.621337 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-39e81f6b-90a3-4038-9002-d18041e2d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:01.026147 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-06f84aef-6b74-466d-85ad-67429c5b3edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:02.557120 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:02.629686 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:02.849960 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:48:03.932683 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:22.572669 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:26.891259 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:28.623408 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-0a6b9f96-6296-4ebe-a655-35cbad42199a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:31.027794 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5ed4cbec-07b4-4852-aa40-f53f501cdad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:32.558638 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:32.632858 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:33.935987 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:39.848531 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:48:52.577211 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:56.886505 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:48:58.624239 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-f8469aae-337b-4a06-a566-ad27e8a2525c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:01.031639 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-35eb6052-e12b-4670-8407-893f2f16cde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:02.562385 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:02.635355 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:03.939557 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:16.847596 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:49:22.571640 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:26.906003 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:28.626363 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a466-37ae-42a8-b90a-4087499ac4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:31.033045 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-e34d24c6-159f-4801-9bc9-58dc8ab46796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:32.567287 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:32.638135 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:33.941550 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:52.589910 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:53.848504 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:49:56.947868 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:49:58.627854 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7e03-57a4-4056-ada7-c5ee050ebee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:01.033748 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-b2f644fb-fe29-4031-a999-91e201da8c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:02.571182 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:02.641249 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:03.944297 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:22.597983 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:26.963734 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:28.629920 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-3882660b-df77-4a5e-8354-298a9326796a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:30.847004 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:50:31.035184 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-769e5a80-ebbe-40b5-9c15-61a47532b761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:32.572917 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:32.644468 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:33.945741 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:52.589562 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:56.963335 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:50:58.632034 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be81-c9b0-4044-9b61-1c268063583a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:01.197772 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-d0d70be8-8c0a-49f3-8111-23687fad32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:02.575014 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:02.648414 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:03.949269 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:07.845550 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:51:22.588695 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:26.965122 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:28.635841 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1e63a802-187c-4b05-b7f7-ee5597703a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:31.042540 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ddb34a83-4b1f-4253-adf1-eab4ccdaac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:32.576815 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:32.650971 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:33.953480 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:44.844858 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:51:52.598085 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:56.993766 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:51:58.688629 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-54236681-4ac6-43d8-8894-d39f35dfe1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:01.045836 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-68c4f56d-8c47-4ea8-84e7-1028cbee111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:02.579113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:02.658046 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:03.955775 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:21.844781 n-d-805046-9 neutron-server[102280]: DEBUG neutron.db.agents_db [None req-8ae8fc65-9707-4b68-84bd-6916a88be7e5 None None] Agent healthcheck: found 7 active agents {{(pid=102280) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 12:52:22.615731 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-fe6d5579-95e5-4697-96ba-1f051a5748ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:26.997240 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-1af4790e-be13-4975-a542-f42ea2a3c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:28.640973 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2a54-cc88-4094-9e73-b1839a527971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:30.944351 n-d-805046-9 neutron-server[102277]: DEBUG neutron.wsgi [req-639b0de0-4637-42b7-b30c-29403d50e5a4 req-31a633da-46af-4ea0-878a-cf2ca6cb85b7 service neutron] (102277) timed out ('10.222.0.77', 45182) {{(pid=102277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 12:52:31.048285 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-5d77fbee-2f10-48ea-b055-cd369a0ed302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:32.582113 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-11de1fab-1cd4-4974-a76f-a89b5b7622cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:32.658180 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-4a526614-2d4b-4f44-a530-904646bb14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 12:52:33.958191 n-d-805046-9 neutron-server[102279]: DEBUG neutron_lib.callbacks.manager [None req-49b3c00d-1464-4ba9-ab52-e58a2b632ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793111036510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728565'] for agent, after_update {{(pid=102279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}